chore/ui-demo: Sets up Open WebUI

Makefile

@@ -58,6 +58,9 @@ run-example-docker: example-models
 	  -it \
 	  nekko-api
 
+run-demo: example-models
+	docker compose -f docker/web/docker-compose.yml up
+
 example-models: models/SmolLM2-135M-Instruct-Q6_K.gguf models/Llama-3.2-1B-Instruct-Q5_K_S.gguf models/OLMo-7B-Instruct-hf-0724-Q4_K.gguf
 
 models/SmolLM2-135M-Instruct-Q6_K.gguf:

docker/web/.gitignore

@@ -0,0 +1,2 @@
+/ui/*
+!/ui/.keep

docker/web/docker-compose.yml

@@ -25,6 +25,30 @@ services:
       start_interval: 5s
       retries: 5
 
+  ui:
+    image: ghcr.io/open-webui/open-webui:0.4.8
+    volumes:
+      - ./ui:/app/backend/data
+    environment:
+      - WEBUI_AUTH=false
+      - WEBUI_NAME=NekkoAPI UI
+      - ENABLE_OLLAMA_API=false
+      - OPENAI_API_BASE_URL=http://nekko_api:8000/v1
+    networks:
+      - nekko_api-network
+    expose:
+      - 8080
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://0.0.0.0:8080/health"]
+      interval: 30s
+      timeout: 5s
+      start_period: 30s
+      start_interval: 5s
+      retries: 5
+    depends_on:
+      nekko_api:
+        condition: service_healthy
+
   nginx:
     platform: linux/amd64
     image: nginx:alpine
@@ -37,6 +61,8 @@ services:
     depends_on:
       nekko_api:
         condition: service_healthy
+      ui:
+        condition: service_healthy
 
 networks:
   nekko_api-network:

docker/web/nginx.conf

@@ -6,10 +6,25 @@ http {
 		client_max_body_size 2M;
 
 		location / {
+			proxy_pass http://ui:8080;
+
+			proxy_set_header Host $host;
+			proxy_set_header X-Real-IP $remote_addr;
+			proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+
+			proxy_http_version 1.1;
+			proxy_set_header Upgrade $http_upgrade;
+			proxy_set_header Connection "upgrade";
+		}
+
+		location /v1 {
 			proxy_pass http://nekko_api:8000;
+
 			proxy_set_header Host $host;
 			proxy_set_header X-Real-IP $remote_addr;
 			proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+
+			proxy_read_timeout 20m;
 		}
 	}
 }