Доработка rag, удаление скриптов моделей, актуализация README

.vscode/launch.json

@@ -0,0 +1,28 @@
+{
+    // Используйте IntelliSense, чтобы узнать о возможных атрибутах.
+    // Наведите указатель мыши, чтобы просмотреть описания существующих атрибутов.
+    // Для получения дополнительной информации посетите: https://go.microsoft.com/fwlink/?linkid=830387
+    "version": "0.2.0",
+    "configurations": [
+        {
+            "name": "rag",
+            "type": "debugpy",
+            "request": "launch",
+            "program": "${workspaceFolder}/rag/rag.py",
+            "args": [
+                "--show-stats",
+                "--interactive",
+                "--use-rank",
+                // "--stream",
+                "--show-prompt",
+                "--sys-prompt",
+                "${workspaceFolder}/rag/lis-sp.md",
+                "--qdrant-collection",
+                "rag-2000-300",
+                "--query",
+                "привет"
+            ],
+            "console": "integratedTerminal"
+        }
+    ]
+}

README.md

@@ -2,8 +2,7 @@
 
 Набор скриптов для быстрого запуска локальных LLM.
 
-Модели подбираются вручную, примерно в пределазх 40 млрд параметров (обычно, максимум 32b или 34b).
+Модели примерно до 40 млрд параметров (обычно 32b) наиболее реально запускать на домашних ПК разных мощностей.
-Такие модели наиболее реально запускать на домашних ПК разных мощностей.
 
 Меньше параметров → меньше памяти на диске и в ОЗУ → выше скорость (tps) → ниже качество.
 
@@ -16,10 +15,9 @@
 
 ```
 ./
-├── models/                 # Директория со скриптами установки моделей ollama
 ├── rag/                    # Директория для работы с RAG
-├── up                      # Скрипт для запуска ollama + open-webui
+├── up                      # Скрипт для запуска docker-стека
-├── down                    # Скрипт для остановки ollama + open-webui
+├── down                    # Скрипт для остановки docker-стека
 ├── ollama                  # Скрипт для выполнения произвольных команд ollama
 ├── ollama.code-workspace   # Конфигурация VSCode Workspace
 └── README.md               # Этот файл

models/codegemma/2b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/codegemma/tags
-
-docker exec -it ai-ollama ollama run codegemma:2b --verbose

models/codegemma/7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/codegemma/tags
-
-docker exec -it ai-ollama ollama run codegemma:7b --verbose

models/codellama/13b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/codellama/tags
-
-docker exec -it ai-ollama ollama run codellama:13b --verbose

models/codellama/34b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/codellama/tags
-
-docker exec -it ai-ollama ollama run codellama:34b --verbose

models/codellama/7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/codellama/tags
-
-docker exec -it ai-ollama ollama run codellama:7b --verbose

models/codeqwen1.5/1.5b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/codeqwen/tags
-
-docker exec -it ai-ollama ollama run codeqwen:1.5b --verbose

models/codeqwen1.5/7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/codeqwen/tags
-
-docker exec -it ai-ollama ollama run codeqwen:7b --verbose

models/codestral/22b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/codestral/tags
-
-docker exec -it ai-ollama ollama run codestral:22b --verbose

models/deepcoder/1.5b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/deepcoder/tags
-
-docker exec -it ai-ollama ollama run deepcoder:1.5b --verbose

models/deepcoder/14b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/deepcoder/tags
-
-docker exec -it ai-ollama ollama run deepcoder:14b --verbose

models/deepseek-coder-v2/16b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/deepseek-coder-v2/tags
-
-docker exec -it ai-ollama ollama run deepseek-coder-v2:16b --verbose

models/deepseek-coder/1.3b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/deepseek-coder/tags
-
-docker exec -it ai-ollama ollama run deepseek-coder:1.3b --verbose

models/deepseek-coder/33b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/deepseek-coder/tags
-
-docker exec -it ai-ollama ollama run deepseek-coder:33b --verbose

models/deepseek-coder/6.7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/deepseek-coder/tags
-
-docker exec -it ai-ollama ollama run deepseek-coder:6.7b --verbose

models/deepseek-r1/1.5b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/deepseek-r1/tags
-
-docker exec -it ai-ollama ollama run deepseek-r1:1.5b --verbose

models/deepseek-r1/14b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/deepseek-r1/tags
-
-docker exec -it ai-ollama ollama run deepseek-r1:14b --verbose

models/deepseek-r1/32b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/deepseek-r1/tags
-
-docker exec -it ai-ollama ollama run deepseek-r1:32b --verbose

models/deepseek-r1/7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/deepseek-r1/tags
-
-docker exec -it ai-ollama ollama run deepseek-r1:7b --verbose

models/deepseek-r1/8b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/deepseek-r1/tags
-
-docker exec -it ai-ollama ollama run deepseek-r1:8b --verbose

models/devstral/24b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/devstral/tags
-
-docker exec -it ai-ollama ollama run devstral:24b --verbose

models/dolphin3/8b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/dolphin3/tags
-
-docker exec -it ai-ollama ollama run dolphin3:8b --verbose

models/gemma/2b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/gemma/tags
-
-docker exec -it ai-ollama ollama run gemma:2b --verbose

models/gemma/7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/gemma/tags
-
-docker exec -it ai-ollama ollama run gemma:7b --verbose

models/gemma3/12b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/gemma3/tags
-
-docker exec -it ai-ollama ollama run gemma3:12b --verbose

models/gemma3/1b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/gemma3/tags
-
-docker exec -it ai-ollama ollama run gemma3:1b --verbose

models/gemma3/270m

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/gemma3/tags
-
-docker exec -it ai-ollama ollama run gemma3:270m --verbose

models/gemma3/27b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/gemma3/tags
-
-docker exec -it ai-ollama ollama run gemma3:27b --verbose

models/gemma3/4b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/gemma3/tags
-
-docker exec -it ai-ollama ollama run gemma3:4b --verbose

models/gemma3n/e2b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/gemma3n/tags
-
-docker exec -it ai-ollama ollama run gemma3n:e2b --verbose

models/gemma3n/e4b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/gemma3n/tags
-
-docker exec -it ai-ollama ollama run gemma3n:e4b --verbose

models/gpt-oss/20b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/gpt-oss/tags
-
-docker exec -it ai-ollama ollama run gpt-oss:20b --verbose

models/granite-code/20b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/granite-code/tags
-
-docker exec -it ai-ollama ollama run granite-code:20b --verbose

models/granite-code/34b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/granite-code/tags
-
-docker exec -it ai-ollama ollama run granite-code:34b --verbose

models/granite-code/3b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/granite-code/tags
-
-docker exec -it ai-ollama ollama run granite-code:3b --verbose

models/granite-code/8b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/granite-code/tags
-
-docker exec -it ai-ollama ollama run granite-code:8b --verbose

models/llama2/13b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/llama2/tags
-
-docker exec -it ai-ollama ollama run llama2:13b --verbose

models/llama2/7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/llama2/tags
-
-docker exec -it ai-ollama ollama run llama2:7b --verbose

models/llama3.1/8b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/llama3.1/tags
-
-docker exec -it ai-ollama ollama run llama3.1:8b --verbose

models/llama3.2/1b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/llama3.2/tags
-
-docker exec -it ai-ollama ollama run llama3.2:1b --verbose

models/llama3.2/3b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/llama3.2/tags
-
-docker exec -it ai-ollama ollama run llama3.2:3b --verbose

models/llama3/8b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/llama3/tags
-
-docker exec -it ai-ollama ollama run llama3:8b --verbose

models/llava-llama3/8b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/llava-llama3/tags
-
-docker exec -it ai-ollama ollama run llava-llama3:8b --verbose

models/magistral/24b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/magistral/tags
-
-docker exec -it ai-ollama ollama run magistral:24b --verbose

models/mistral-nemo/12b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/mistral-nemo/tags
-
-docker exec -it ai-ollama ollama run mistral-nemo:12b --verbose

models/mistral-small/22b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/mistral-small/tags
-
-docker exec -it ai-ollama ollama run mistral-small:22b --verbose

models/mistral-small/24b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/mistral-small/tags
-
-docker exec -it ai-ollama ollama run mistral-small:24b --verbose

models/mistral/7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/mistral/tags
-
-docker exec -it ai-ollama ollama run mistral:7b --verbose

models/mixtral/8x7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/mixtral/tags
-
-docker exec -it ai-ollama ollama run mixtral:8x7b --verbose

models/mxbai-embed-large/latest

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/mxbai-embed-large/tags
-
-../ollama pull mxbai-embed-large:latest --verbose

models/nomic-embed-text/latest

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/nomic-embed-text/tags
-
-../ollama pull nomic-embed-text:latest --verbose

models/openthinker/32b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/openthinker/tags
-
-docker exec -it ai-ollama ollama run openthinker:32b --verbose

models/openthinker/7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/openthinker/tags
-
-docker exec -it ai-ollama ollama run openthinker:7b --verbose

models/phi/2.7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/phi/tags
-
-docker exec -it ai-ollama ollama run phi:2.7b --verbose

models/phi3.5/3.8b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/phi3.5/tags
-
-docker exec -it ai-ollama ollama run phi3.5:3.8b --verbose

models/phi3/14b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/phi3/tags
-
-docker exec -it ai-ollama ollama run phi3:14b --verbose

models/phi3/3.8b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/phi3/tags
-
-docker exec -it ai-ollama ollama run phi3:3.8b --verbose

models/phi3/instruct

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/phi3/tags
-
-docker exec -it ai-ollama ollama run phi3:instruct --verbose

models/phi3/medium

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/phi3/tags
-
-docker exec -it ai-ollama ollama run phi3:medium --verbose

models/phi3/mini

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/phi3/tags
-
-docker exec -it ai-ollama ollama run phi3:mini --verbose

models/phi4/14b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/phi4/tags
-
-docker exec -it ai-ollama ollama run phi4:14b --verbose

models/phi4/mini-reasoning:3.8b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/phi4-mini-reasoning/tags
-
-docker exec -it ai-ollama ollama run phi4-mini-reasoning:3.8b --verbose

models/phi4/mini:3.8b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/phi4-mini/tags
-
-docker exec -it ai-ollama ollama run phi4-mini:3.8b --verbose

models/phi4/reasoning:14b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/phi4-reasoning/tags
-
-docker exec -it ai-ollama ollama run phi4-reasoning:14b --verbose

models/qwen/0.5b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen/tags
-
-docker exec -it ai-ollama ollama run qwen:0.5b --verbose

models/qwen/1.8b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen/tags
-
-docker exec -it ai-ollama ollama run qwen:1.8b --verbose

models/qwen/14b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen/tags
-
-docker exec -it ai-ollama ollama run qwen:14b --verbose

models/qwen/32b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen/tags
-
-docker exec -it ai-ollama ollama run qwen:32b --verbose

models/qwen/4b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen/tags
-
-docker exec -it ai-ollama ollama run qwen:4b --verbose

models/qwen/7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen/tags
-
-docker exec -it ai-ollama ollama run qwen:7b --verbose

models/qwen2.5-coder/0.5b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen2.5-coder/tags
-
-docker exec -it ai-ollama ollama run qwen2.5-coder:0.5b --verbose

models/qwen2.5-coder/1.5b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen2.5-coder/tags
-
-docker exec -it ai-ollama ollama run qwen2.5-coder:1.5b --verbose

models/qwen2.5-coder/14b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen2.5-coder/tags
-
-docker exec -it ai-ollama ollama run qwen2.5-coder:14b --verbose

models/qwen2.5-coder/32b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen2.5-coder/tags
-
-docker exec -it ai-ollama ollama run qwen2.5-coder:32b --verbose

models/qwen2.5-coder/3b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen2.5-coder/tags
-
-docker exec -it ai-ollama ollama run qwen2.5-coder:3b --verbose

models/qwen2.5-coder/7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen2.5-coder/tags
-
-docker exec -it ai-ollama ollama run qwen2.5-coder:7b --verbose

models/qwen2.5/0.5b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen2.5/tags
-
-docker exec -it ai-ollama ollama run qwen2.5:0.5b --verbose

models/qwen2.5/1.5b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen2.5/tags
-
-docker exec -it ai-ollama ollama run qwen2.5:1.5b --verbose

models/qwen2.5/14b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen2.5/tags
-
-docker exec -it ai-ollama ollama run qwen2.5:14b --verbose

models/qwen2.5/32b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen2.5/tags
-
-docker exec -it ai-ollama ollama run qwen2.5:32b --verbose

models/qwen2.5/3b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen2.5/tags
-
-docker exec -it ai-ollama ollama run qwen2.5:3b --verbose

models/qwen2.5/7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen2.5/tags
-
-docker exec -it ai-ollama ollama run qwen2.5:7b --verbose

models/qwen2/0.5b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen2/tags
-
-docker exec -it ai-ollama ollama run qwen2:0.5b --verbose

models/qwen2/1.5b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen2/tags
-
-docker exec -it ai-ollama ollama run qwen2:1.5b --verbose

models/qwen2/7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen2/tags
-
-docker exec -it ai-ollama ollama run qwen2:7b --verbose

models/qwen3-coder/30b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen3-coder/tags
-
-docker exec -it ai-ollama ollama run qwen3-coder:30b --verbose

models/qwen3/0.6b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen3/tags
-
-docker exec -it ai-ollama ollama run qwen3:0.6b --verbose

models/qwen3/1.7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen3/tags
-
-docker exec -it ai-ollama ollama run qwen3:1.7b --verbose

models/qwen3/14b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen3/tags
-
-docker exec -it ai-ollama ollama run qwen3:14b --verbose

models/qwen3/30b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen3/tags
-
-docker exec -it ai-ollama ollama run qwen3:30b --verbose

models/qwen3/32b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen3/tags
-
-docker exec -it ai-ollama ollama run qwen3:32b --verbose

models/qwen3/4b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen3/tags
-
-docker exec -it ai-ollama ollama run qwen3:4b --verbose

models/qwen3/8b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwen3/tags
-
-docker exec -it ai-ollama ollama run qwen3:8b --verbose

models/qwq/32b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/qwq/tags
-
-docker exec -it ai-ollama ollama run qwq:32b --verbose

models/smollm2/1.7b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/smollm2/tags
-
-docker exec -it ai-ollama ollama run smollm2:1.7m --verbose

models/smollm2/135m

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/smollm2/tags
-
-docker exec -it ai-ollama ollama run smollm2:135m --verbose

models/smollm2/360m

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/smollm2/tags
-
-docker exec -it ai-ollama ollama run smollm2:360m --verbose

models/stable-code/3b

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/stable-code/tags
-
-docker exec -it ai-ollama ollama run stable-code:3b --verbose

models/stable-code/instruct

@@ -1,4 +0,0 @@
-#!/bin/bash
-# https://ollama.com/library/stable-code/tags
-
-docker exec -it ai-ollama ollama run stable-code:instruct --verbose