30 lines
666 B
Nix
30 lines
666 B
Nix
{
|
|
lib,
|
|
pkgs,
|
|
...
|
|
}: {
|
|
services.podman = {
|
|
containers.ollama = {
|
|
image = "ollama/ollama:latest";
|
|
devices = ["nvidia.com/gpu=all"];
|
|
autostart = false;
|
|
networks = ["ollama"];
|
|
extraOptions = [
|
|
"--health-cmd"
|
|
(lib.escapeShellArg "bash -c 'cat < /dev/null > /dev/tcp/localhost/11434'")
|
|
];
|
|
# TODO make a volume lol
|
|
};
|
|
|
|
networks.ollama = {
|
|
Subnet = "192.168.10.0/24";
|
|
Gateway = "192.168.10.1";
|
|
};
|
|
};
|
|
|
|
# containers.ollama = {
|
|
# image = "ollama/ollama:latest";
|
|
# # TODO: volume for models!
|
|
# extraOptions = ["--network=host" "--device=nvidia.com/gpu=all"];
|
|
# };
|
|
}
|