oops it's been a minute

This commit is contained in:
atagen 2024-11-06 09:53:19 +11:00
parent 5f434b1979
commit 55013f738c
22 changed files with 468 additions and 323 deletions

View file

@ -53,16 +53,17 @@
containers.ollama = let
username = config.mainUser;
in {
image = "ollama/ollama:latest";
image = "docker.io/ollama/ollama:latest";
devices = ["nvidia.com/gpu=all"];
autostart = false;
networks = ["ollama"];
autoStart = false;
autoUpdate = "registry";
network = ["ollama"];
ports = ["11434:11434"];
volumes = [
"/home/${username}/.local/share/ollama:/models"
];
environment.OLLAMA_MODELS = "/models";
extraOptions = [
extraPodmanArgs = [
"--health-cmd"
(lib.escapeShellArg "bash -c 'cat < /dev/null > /dev/tcp/localhost/11434'")
];