local ollama for vscode

home/programs/anything-llm.nix

@@ -11,7 +11,7 @@ in {
     anything-llm = {
       name = "Anything LLM";
       genericName = "Chatbot";
-      icon = ../icons/openwebui.png;
+      icon = ../icons/anythingllm.png;
       inherit port;
       requires.containers = ["anything-llm" "ollama"];
     };
@@ -22,16 +22,29 @@ in {
     username = config.mainUser;
   in {
     image = "mintplexlabs/anythingllm";
+    devices = ["nvidia.com/gpu=all"];
     ports = ["${str port}:3001"];
     autostart = false;
     networks = ["ollama"];
     volumes = let
-      share = "/home/${username}/.local/share/anything-llm";
+      home = "/home/${username}";
+      share = "${home}/.local/share/anything-llm";
     in [
-      "${share}:/storage"
+      "${share}:/app/server/storage"
       "${share}/.env:/app/server/.env"
+      "${share}/config:/home/anythingllm/.config/anythingllm-desktop"
+      "${share}/config:/home/${username}/.config/anythingllm-desktop"
     ];
-    environment.STORAGE_LOCATION = "/storage";
+    environment = {
+      STORAGE_DIR = "/app/server/storage";
+      LLM_PROVIDER = "ollama";
+      OLLAMA_BASE_PATH = "http://ollama:11434";
+      EMBEDDING_ENGINE = "ollama";
+      EMBEDDING_BASE_PATH = "http://ollama:11434";
+      VECTOR_DB = "lancedb";
+      WHISPER_PROVIDER = "local";
+      TTS_PROVIDER = "native";
+    };
     unitConfig = {Requires = ["podman-ollama.service"];};
     extraOptions = [
       "--health-cmd"

home/programs/ollama.nix

@@ -1,8 +1,54 @@
 {
+  pkgs,
   lib,
   config,
   ...
 }: {
+  xdg.desktopEntries.ollama = {
+    name = "Ollama";
+    type = "Application";
+    icon = ../icons/ollama.png;
+    exec = let
+      inherit (lib) getExe getExe';
+      notify-send = "${getExe' pkgs.libnotify "notify-send"} -a \"Ollama\"";
+      systemctl = "${getExe' pkgs.systemd "systemctl"}";
+      podman = "${getExe pkgs.podman}";
+    in "${pkgs.writeShellScript "ollama" ''
+      set -euo pipefail
+
+      exit_error() {
+        ${notify-send} -w "Failure" $1
+        exit 1
+      }
+
+      container_checks() {
+        if [ "$(${podman} inspect -f {{.State.Health.Status}} ollama)" == "healthy" ]; then
+          return 0
+        else
+          return 1
+        fi
+      }
+
+      ${notify-send} "Launching Ollama.." "Please be patient."
+
+      ${systemctl} --user start podman-ollama
+      checks=0
+      until container_checks; do
+        sleep 2
+        checks=$((checks+1))
+        if [ $((checks%10)) -eq 0 ]; then
+          ${notify-send} "Launching.."
+        fi
+        if [ $checks -ge 60 ]; then
+          ${systemctl} --no-block --user stop podman-ollama.target
+          exit_error "Failed to launch!"
+        fi
+      done
+
+      ${notify-send} "Ollama serving on port 11434."
+    ''}";
+  };
+
   services.podman = {
     containers.ollama = let
       username = config.mainUser;
@@ -11,6 +57,7 @@
       devices = ["nvidia.com/gpu=all"];
       autostart = false;
       networks = ["ollama"];
+      ports = ["11434:11434"];
       volumes = [
         "/home/${username}/.local/share/ollama:/models"
       ];