29 lines
634 B
Nix
29 lines
634 B
Nix
{
|
|
lib,
|
|
config,
|
|
...
|
|
}: {
|
|
services.podman = {
|
|
containers.ollama = let
|
|
username = config.mainUser;
|
|
in {
|
|
image = "ollama/ollama:latest";
|
|
devices = ["nvidia.com/gpu=all"];
|
|
autostart = false;
|
|
networks = ["ollama"];
|
|
volumes = [
|
|
"/home/${username}/.local/share/ollama:/models"
|
|
];
|
|
environment.OLLAMA_MODELS = "/models";
|
|
extraOptions = [
|
|
"--health-cmd"
|
|
(lib.escapeShellArg "bash -c 'cat < /dev/null > /dev/tcp/localhost/11434'")
|
|
];
|
|
};
|
|
|
|
networks.ollama = {
|
|
Subnet = "192.168.10.0/24";
|
|
Gateway = "192.168.10.1";
|
|
};
|
|
};
|
|
}
|