Initial commit

.gitignore

@@ -0,0 +1,2 @@
+/ollama-data
+/webui

.vscode/extensions.json

@@ -0,0 +1,5 @@
+{
+    "recommendations": [
+        "nr-codetools.localaipilot"
+    ]
+}

.vscode/settings.json

@@ -0,0 +1,3 @@
+{
+    "localaipilot.standalone.ollamaCodeModel": "deepseek-coder:6.7b-base"
+}

README.md

@@ -0,0 +1,7 @@
+# Local ollama
+
+* https://habr.com/ru/companies/minerva_media/articles/909130/
+* https://github.com/nagaraj-real/localaipilot-api/blob/main/README.md#chat-models
+* https://huggingface.co/google/gemma-2b
+* https://huggingface.co/deepseek-ai
+

down.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+# https://habr.com/ru/companies/minerva_media/articles/909130/
+
+docker stop ai-ollama ai-webui

ollama.code-workspace

@@ -0,0 +1,10 @@
+{
+	"folders": [
+		{
+			"path": "."
+		}
+	],
+	"settings": {
+		"localaipilot.standalone.ollamaCodeModel": "deepseek-coder:6.7b-base"
+	}
+}

run_ds1.5b.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+# docker exec -it ai-ollama ollama run llama3
+docker exec -it ai-ollama ollama pull deepseek-r1:1.5b
+docker exec -it ai-ollama ollama run deepseek-r1:1.5b

run_ds7b.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+# docker exec -it ai-ollama ollama run llama3
+docker exec -it ai-ollama ollama pull deepseek-r1:7b
+docker exec -it ai-ollama ollama run deepseek-r1:7b

run_dscoder6.7b.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+# docker exec -it ai-ollama ollama run llama3
+docker exec -it ai-ollama ollama pull deepseek-coder:6.7b-base
+docker exec -it ai-ollama ollama run deepseek-coder:6.7b-base

run_gemma2b.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+
+# docker exec -it ai-ollama ollama run llama3
+docker exec -it ai-ollama ollama pull codegemma:2b
+docker exec -it ai-ollama ollama pull gemma:2b
+docker exec -it ai-ollama ollama run gemma:2b

run_ollama.sh

@@ -0,0 +1,22 @@
+#!/bin/bash
+
+docker run \
+    --detach \
+    --volume ./ollama-data:/root/.ollama \
+    --publish 11434:11434 \
+    --restart unless-stopped \
+    --name ai-ollama \
+    ollama/ollama
+
+docker run \
+    --detach \
+    --volume ./webui:/app/backend/data \
+    --publish 9999:8080 \
+    --restart unless-stopped \
+    --add-host=host.docker.internal:host-gateway \
+    --name ai-webui \
+    ghcr.io/open-webui/open-webui:main
+
+echo
+echo "Ready, opening http://localhost:9999/"
+echo