From a1fdd2717cdb5d2c87039a7209371296eb651c59 Mon Sep 17 00:00:00 2001 From: AnthonyAxenov Date: Sun, 25 May 2025 14:45:00 +0800 Subject: [PATCH] =?UTF-8?q?=D0=9F=D0=B5=D1=80=D0=B5=D0=BB=D0=BE=D0=B6?= =?UTF-8?q?=D0=B8=D0=BB=20=D0=B8=20=D0=B4=D0=BE=D0=B1=D0=B0=D0=B2=D0=B8?= =?UTF-8?q?=D0=BB=20=D0=BC=D0=BE=D0=B4=D0=B5=D0=BB=D0=B8=20=D0=BF=D0=BE=20?= =?UTF-8?q?=D0=BF=D0=B0=D0=BF=D0=BA=D0=B0=D0=BC,=20=D0=BE=D0=B1=D0=BD?= =?UTF-8?q?=D0=BE=D0=B2=D0=B8=D0=BB=20README?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .vscode/extensions.json | 3 ++- README.md | 16 +++++++++++++--- codellama/34b-i | 4 ++++ codellama/7b-i | 4 ++++ deepseek-coder/1.3b | 4 ++++ deepseek-coder/33b | 4 ++++ deepseek-coder/6.7b | 4 ++++ deepseek-r1/1.5b | 4 ++++ deepseek-r1/14b | 4 ++++ deepseek-r1/32b | 4 ++++ deepseek-r1/7b | 4 ++++ deepseek-r1/8b | 4 ++++ gemma/2b | 4 ++++ gemma/7b | 4 ++++ llama2/13b | 4 ++++ llama2/7b | 4 ++++ llama3.1/8b | 4 ++++ llama3.2/1b | 4 ++++ llama3.2/3b | 4 ++++ llama3/8b | 4 ++++ phi3/14b | 4 ++++ phi3/3.8b | 4 ++++ run_ollama.sh => run.sh | 2 ++ run_codellama34b.sh | 5 ----- run_codellama7b.sh | 5 ----- run_ds1.5b.sh | 5 ----- run_ds7b.sh | 5 ----- run_dscoder6.7b.sh | 5 ----- run_gemma2b.sh | 6 ------ 29 files changed, 97 insertions(+), 35 deletions(-) create mode 100755 codellama/34b-i create mode 100755 codellama/7b-i create mode 100755 deepseek-coder/1.3b create mode 100755 deepseek-coder/33b create mode 100755 deepseek-coder/6.7b create mode 100755 deepseek-r1/1.5b create mode 100755 deepseek-r1/14b create mode 100755 deepseek-r1/32b create mode 100755 deepseek-r1/7b create mode 100755 deepseek-r1/8b create mode 100755 gemma/2b create mode 100755 gemma/7b create mode 100755 llama2/13b create mode 100755 llama2/7b create mode 100755 llama3.1/8b create mode 100755 llama3.2/1b create mode 100755 llama3.2/3b create mode 100755 llama3/8b create mode 100755 phi3/14b create mode 100755 phi3/3.8b rename run_ollama.sh => run.sh (94%) delete mode 100755 run_codellama34b.sh delete mode 100755 run_codellama7b.sh delete mode 100755 run_ds1.5b.sh delete mode 100755 run_ds7b.sh delete mode 100755 run_dscoder6.7b.sh delete mode 100755 run_gemma2b.sh diff --git a/.vscode/extensions.json b/.vscode/extensions.json index 52adcdd..8166507 100644 --- a/.vscode/extensions.json +++ b/.vscode/extensions.json @@ -1,5 +1,6 @@ { "recommendations": [ - "nr-codetools.localaipilot" + "nr-codetools.localaipilot", + "continue.continue" ] } diff --git a/README.md b/README.md index d51a2f3..ce78593 100644 --- a/README.md +++ b/README.md @@ -1,7 +1,17 @@ # Local ollama +1. Запустить `./run.sh` +2. Запустить скрипт из любой и поддиректорий для скачивания и запуска модели в терминале + +Для настройки vscode поставить один из плагинов: +* [Continue](https://marketplace.visualstudio.com/items?itemName=Continue.continue) +* [Local AI Pilot](https://marketplace.visualstudio.com/items?itemName=nr-codetools.localaipilot) + +Плагин должен соединиться с `localhost:11434` и подгрузить доступные модели из контейнера. + +Есть веб-морда по адресу [localhost:9999](http://localhost:9999). + +## Дополнительные материалы + * https://habr.com/ru/companies/minerva_media/articles/909130/ * https://github.com/nagaraj-real/localaipilot-api/blob/main/README.md#chat-models -* https://huggingface.co/google/gemma-2b -* https://huggingface.co/deepseek-ai - diff --git a/codellama/34b-i b/codellama/34b-i new file mode 100755 index 0000000..64bc948 --- /dev/null +++ b/codellama/34b-i @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/codellama/tags + +docker exec -it ai-ollama ollama run codellama:34b-instruct --verbose diff --git a/codellama/7b-i b/codellama/7b-i new file mode 100755 index 0000000..2e3a917 --- /dev/null +++ b/codellama/7b-i @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/codellama/tags + +docker exec -it ai-ollama ollama run codellama:7b-instruct --verbose diff --git a/deepseek-coder/1.3b b/deepseek-coder/1.3b new file mode 100755 index 0000000..310bb06 --- /dev/null +++ b/deepseek-coder/1.3b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/deepseek-coder/tags + +docker exec -it ai-ollama ollama run deepseek-coder:1.3b --verbose diff --git a/deepseek-coder/33b b/deepseek-coder/33b new file mode 100755 index 0000000..267da11 --- /dev/null +++ b/deepseek-coder/33b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/deepseek-coder/tags + +docker exec -it ai-ollama ollama run deepseek-coder:33b --verbose diff --git a/deepseek-coder/6.7b b/deepseek-coder/6.7b new file mode 100755 index 0000000..a15e389 --- /dev/null +++ b/deepseek-coder/6.7b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/deepseek-coder/tags + +docker exec -it ai-ollama ollama run deepseek-coder:6.7b --verbose diff --git a/deepseek-r1/1.5b b/deepseek-r1/1.5b new file mode 100755 index 0000000..d618f0b --- /dev/null +++ b/deepseek-r1/1.5b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/deepseek-r1/tags + +docker exec -it ai-ollama ollama run deepseek-r1:1.5b --verbose diff --git a/deepseek-r1/14b b/deepseek-r1/14b new file mode 100755 index 0000000..1159fad --- /dev/null +++ b/deepseek-r1/14b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/deepseek-r1/tags + +docker exec -it ai-ollama ollama run deepseek-r1:14b --verbose diff --git a/deepseek-r1/32b b/deepseek-r1/32b new file mode 100755 index 0000000..01cb462 --- /dev/null +++ b/deepseek-r1/32b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/deepseek-r1/tags + +docker exec -it ai-ollama ollama run deepseek-r1:32b --verbose diff --git a/deepseek-r1/7b b/deepseek-r1/7b new file mode 100755 index 0000000..93c24c8 --- /dev/null +++ b/deepseek-r1/7b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/deepseek-r1/tags + +docker exec -it ai-ollama ollama run deepseek-r1:7b --verbose diff --git a/deepseek-r1/8b b/deepseek-r1/8b new file mode 100755 index 0000000..31d7727 --- /dev/null +++ b/deepseek-r1/8b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/deepseek-r1/tags + +docker exec -it ai-ollama ollama run deepseek-r1:8b --verbose diff --git a/gemma/2b b/gemma/2b new file mode 100755 index 0000000..2660c07 --- /dev/null +++ b/gemma/2b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/gemma/tags + +docker exec -it ai-ollama ollama run gemma:2b --verbose diff --git a/gemma/7b b/gemma/7b new file mode 100755 index 0000000..e37c08b --- /dev/null +++ b/gemma/7b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/gemma/tags + +docker exec -it ai-ollama ollama run gemma:7b --verbose diff --git a/llama2/13b b/llama2/13b new file mode 100755 index 0000000..5d3af58 --- /dev/null +++ b/llama2/13b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/llama2/tags + +docker exec -it ai-ollama ollama run llama2:13b --verbose diff --git a/llama2/7b b/llama2/7b new file mode 100755 index 0000000..01daf61 --- /dev/null +++ b/llama2/7b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/llama2/tags + +docker exec -it ai-ollama ollama run llama2:7b --verbose diff --git a/llama3.1/8b b/llama3.1/8b new file mode 100755 index 0000000..1959292 --- /dev/null +++ b/llama3.1/8b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/llama3.1/tags + +docker exec -it ai-ollama ollama run llama3.1:8b --verbose diff --git a/llama3.2/1b b/llama3.2/1b new file mode 100755 index 0000000..574f741 --- /dev/null +++ b/llama3.2/1b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/llama3.2/tags + +docker exec -it ai-ollama ollama run llama3.2:1b --verbose diff --git a/llama3.2/3b b/llama3.2/3b new file mode 100755 index 0000000..574f741 --- /dev/null +++ b/llama3.2/3b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/llama3.2/tags + +docker exec -it ai-ollama ollama run llama3.2:1b --verbose diff --git a/llama3/8b b/llama3/8b new file mode 100755 index 0000000..bbb1541 --- /dev/null +++ b/llama3/8b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/llama3/tags + +docker exec -it ai-ollama ollama run llama3:8b --verbose diff --git a/phi3/14b b/phi3/14b new file mode 100755 index 0000000..7079fd8 --- /dev/null +++ b/phi3/14b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/phi3/tags + +docker exec -it ai-ollama ollama run phi3:14b --verbose diff --git a/phi3/3.8b b/phi3/3.8b new file mode 100755 index 0000000..9ac2711 --- /dev/null +++ b/phi3/3.8b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/phi3/tags + +docker exec -it ai-ollama ollama run phi3:3.8b --verbose diff --git a/run_ollama.sh b/run.sh similarity index 94% rename from run_ollama.sh rename to run.sh index cb14ce9..686b55a 100755 --- a/run_ollama.sh +++ b/run.sh @@ -20,3 +20,5 @@ docker run \ echo echo "Ready, opening http://localhost:9999/" echo + +open http://localhost:9999/ diff --git a/run_codellama34b.sh b/run_codellama34b.sh deleted file mode 100755 index 203fbdd..0000000 --- a/run_codellama34b.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/bin/bash - -# docker exec -it ai-ollama ollama run llama3 -docker exec -it ai-ollama ollama pull codellama:34b-instruct -docker exec -it ai-ollama ollama run codellama:34b-instruct --verbose diff --git a/run_codellama7b.sh b/run_codellama7b.sh deleted file mode 100755 index 88e38ac..0000000 --- a/run_codellama7b.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/bin/bash - -# docker exec -it ai-ollama ollama run llama3 -docker exec -it ai-ollama ollama pull codellama:7b-instruct -docker exec -it ai-ollama ollama run codellama:7b-instruct --verbose diff --git a/run_ds1.5b.sh b/run_ds1.5b.sh deleted file mode 100755 index c681e18..0000000 --- a/run_ds1.5b.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/bin/bash - -# docker exec -it ai-ollama ollama run llama3 -docker exec -it ai-ollama ollama pull deepseek-r1:1.5b -docker exec -it ai-ollama ollama run deepseek-r1:1.5b --verbose diff --git a/run_ds7b.sh b/run_ds7b.sh deleted file mode 100755 index f28c71a..0000000 --- a/run_ds7b.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/bin/bash - -# docker exec -it ai-ollama ollama run llama3 -docker exec -it ai-ollama ollama pull deepseek-r1:7b -docker exec -it ai-ollama ollama run deepseek-r1:7b --verbose diff --git a/run_dscoder6.7b.sh b/run_dscoder6.7b.sh deleted file mode 100755 index 26ce8b7..0000000 --- a/run_dscoder6.7b.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/bin/bash - -# docker exec -it ai-ollama ollama run llama3 -docker exec -it ai-ollama ollama pull deepseek-coder:6.7b-base -docker exec -it ai-ollama ollama run deepseek-coder:6.7b-base --verbose diff --git a/run_gemma2b.sh b/run_gemma2b.sh deleted file mode 100755 index 1256507..0000000 --- a/run_gemma2b.sh +++ /dev/null @@ -1,6 +0,0 @@ -#!/bin/bash - -# docker exec -it ai-ollama ollama run llama3 -docker exec -it ai-ollama ollama pull codegemma:2b -docker exec -it ai-ollama ollama pull gemma:2b -docker exec -it ai-ollama ollama run gemma:2b --verbose