{ lib, config, ... }: { services.podman = { containers.ollama = let username = config.mainUser; in { image = "ollama/ollama:latest"; devices = ["nvidia.com/gpu=all"]; autostart = false; networks = ["ollama"]; volumes = [ "/home/${username}/.local/share/ollama:/models" ]; environment.OLLAMA_MODELS = "/models"; extraOptions = [ "--health-cmd" (lib.escapeShellArg "bash -c 'cat < /dev/null > /dev/tcp/localhost/11434'") ]; }; networks.ollama = { Subnet = "192.168.10.0/24"; Gateway = "192.168.10.1"; }; }; }