feat(ollama): Get open-webui working for Ollama

mrjones2014 · Feb 20, 2024 · c4b4907 · c4b4907
1 parent 6487559
commit c4b4907
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 3 deletions.
diff --git a/hosts/pc/default.nix b/hosts/pc/default.nix
@@ -15,7 +15,7 @@
     hashedPassword =
       "$y$j9T$L.RrmE3CRSB.lQayiw2ZN/$vA4XkSR13yL016t3HaZ11uCN/sCmXqBcuUcSBxMjiPD";
     home = "/home/mat";
-    extraGroups = [ "networkmanager" "wheel" "oci" ];
+    extraGroups = [ "networkmanager" "wheel" "oci" "podman" ];
   };
   powerManagement.cpuFreqGovernor = "performance";
   hardware = {

diff --git a/nixos-modules/open-webui.nix b/nixos-modules/open-webui.nix
@@ -2,7 +2,15 @@
 
 # Download LLMs per api
 # curl http://localhost:11434/api/pull -d '{ "name": "llama2" }'
-{ config, ... }: {
+{ config, pkgs, ... }:
+let
+  open-webui = pkgs.fetchFromGitHub {
+    owner = "open-webui";
+    repo = "open-webui";
+    rev = "76a788939f92a7a7d9705f971b9ce6e27b249d31";
+    sha256 = "sha256-MWgERNvg3FX1N6GD11Zl27Ni/tuEoRyYNWPiLiHst2M=";
+  };
+in {
   virtualisation = {
     podman = {
       enable = true;
@@ -17,6 +25,9 @@
     ports = [ "3000:8080" ];
     # TODO figure out how to create the data directory declaratively
     volumes = [ "${config.users.users.mat.home}/open-webui:/app/backend/data" ];
-    extraOptions = [ "--add-host=host.docker.internal:host-gateway" ];
+    extraOptions =
+      [ "--network=host" "--add-host=host.containers.internal:host-gateway" ];
+    environment = { OLLAMA_API_BASE_URL = "http://127.0.0.1:11434/api"; };
   };
+  networking.firewall = { allowedTCPPorts = [ 80 443 8080 11434 3000 ]; };
 }