From 21f55023f52d946e79be3ceeba0f5704a82fd8c6 Mon Sep 17 00:00:00 2001
From: Christoph Urlacher <christoph.urlacher@protonmail.com>
Date: Mon, 14 Jul 2025 01:11:23 +0200
Subject: [PATCH] System/Nixinator: Add ollama + open webui

---
 system/nixinator/default.nix | 39 ++++++++++++++++++++++++++++++++++++
 1 file changed, 39 insertions(+)

diff --git a/system/nixinator/default.nix b/system/nixinator/default.nix
index 0fabaa3a..d9dc2b7a 100644
--- a/system/nixinator/default.nix
+++ b/system/nixinator/default.nix
@@ -2,6 +2,7 @@
   mylib,
   pkgs,
   username,
+  config,
   ...
 }: {
   imports = [
@@ -94,6 +95,44 @@
   };
 
   services = {
+    ollama = {
+      enable = true;
+      acceleration = "cuda";
+      home = "/var/lib/ollama";
+
+      loadModels = [
+        "deepseek-r1:8b"
+        "deepseek-r1:14b"
+      ];
+
+      host = "127.0.0.1";
+      port = 11434;
+      openFirewall = false;
+    };
+
+    open-webui = {
+      enable = true;
+      stateDir = "/var/lib/open-webui";
+
+      # https://docs.openwebui.com/getting-started/env-configuration
+      environment = {
+        WEBUI_AUTH = "False";
+
+        ENABLE_OLLAMA_API = "True";
+        OLLAMA_BASE_URL = "http://${config.services.ollama.host}:${builtins.toString config.services.ollama.port}";
+
+        ENABLE_OPENAI_API = "False";
+
+        ANONYMIZED_TELEMETRY = "False";
+        DO_NOT_TRACK = "True";
+        SCARF_NO_ANALYTICS = "True";
+      };
+
+      host = "127.0.0.1";
+      port = 11435;
+      openFirewall = false;
+    };
+
     xserver = {
       # Configure keymap in X11
       xkb.layout = "us";