{ lib, pkgs, ... }: { services.podman = { containers.ollama = { # serviceName = "ollama"; image = "ollama/ollama:latest"; # ports = ["11434:11434"]; devices = ["nvidia.com/gpu=all"]; autostart = false; networks = ["ollama"]; extraOptions = [ "--health-cmd" (lib.escapeShellArg "bash -c 'cat < /dev/null > /dev/tcp/localhost/11434'") ]; }; networks.ollama = { Subnet = "192.168.10.0/24"; Gateway = "192.168.10.1"; }; }; # containers.ollama = { # image = "ollama/ollama:latest"; # # TODO: volume for models! # extraOptions = ["--network=host" "--device=nvidia.com/gpu=all"]; # }; }