ollama config

hosts/laptop/configuration.nix

@@ -21,6 +21,7 @@
     ../../hostsModules/laptop/nixos/udev.nix
     ../../hostsModules/laptop/nixos/disk.nix
     ../../modules/nixos/printer.nix
+    ../../hostsModules/laptop/nixos/ollama.nix # llm config
   ];
 
 

hostsModules/laptop/nixos/ollama.nix

@@ -0,0 +1,25 @@
+{
+  pkgs-unstable,
+  ...
+}: {
+  services.ollama = {
+    enable = true;
+    package = pkgs-unstable.ollama-vulkan;
+    #port = 11434;
+    #host = "127.0.0.1:11434";
+    # loadModels load them directly into ram at startup. Doesn't download them.
+    #loadModels = [ "mistral:7b" ]; # don't forget the :xxxxx for ex: "mixtral" don't work
+    #syncModels =  true;
+  };
+  systemd.services.ollama.serviceConfig.ExecStartPost = [ # use this to auto download models
+    "${pkgs-unstable.ollama-vulkan}/bin/ollama pull mistral:7b" 
+  ];
+  /*services.open-webui = {
+    enable = true;
+    port = 8080;
+    environment = {
+      OLLAMA_BASE_URL = "http://127.0.0.1:11434";
+      WEBUI_AUTH = "True";
+    };
+  };*/
+}