diff --git a/.vscode/extensions.json b/.vscode/extensions.json index 52adcdd..8166507 100644 --- a/.vscode/extensions.json +++ b/.vscode/extensions.json @@ -1,5 +1,6 @@ { "recommendations": [ - "nr-codetools.localaipilot" + "nr-codetools.localaipilot", + "continue.continue" ] } diff --git a/README.md b/README.md index d51a2f3..ce78593 100644 --- a/README.md +++ b/README.md @@ -1,7 +1,17 @@ # Local ollama +1. Запустить `./run.sh` +2. Запустить скрипт из любой и поддиректорий для скачивания и запуска модели в терминале + +Для настройки vscode поставить один из плагинов: +* [Continue](https://marketplace.visualstudio.com/items?itemName=Continue.continue) +* [Local AI Pilot](https://marketplace.visualstudio.com/items?itemName=nr-codetools.localaipilot) + +Плагин должен соединиться с `localhost:11434` и подгрузить доступные модели из контейнера. + +Есть веб-морда по адресу [localhost:9999](http://localhost:9999). + +## Дополнительные материалы + * https://habr.com/ru/companies/minerva_media/articles/909130/ * https://github.com/nagaraj-real/localaipilot-api/blob/main/README.md#chat-models -* https://huggingface.co/google/gemma-2b -* https://huggingface.co/deepseek-ai - diff --git a/codellama/34b-i b/codellama/34b-i new file mode 100755 index 0000000..64bc948 --- /dev/null +++ b/codellama/34b-i @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/codellama/tags + +docker exec -it ai-ollama ollama run codellama:34b-instruct --verbose diff --git a/codellama/7b-i b/codellama/7b-i new file mode 100755 index 0000000..2e3a917 --- /dev/null +++ b/codellama/7b-i @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/codellama/tags + +docker exec -it ai-ollama ollama run codellama:7b-instruct --verbose diff --git a/deepseek-coder/1.3b b/deepseek-coder/1.3b new file mode 100755 index 0000000..310bb06 --- /dev/null +++ b/deepseek-coder/1.3b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/deepseek-coder/tags + +docker exec -it ai-ollama ollama run deepseek-coder:1.3b --verbose diff --git a/deepseek-coder/33b b/deepseek-coder/33b new file mode 100755 index 0000000..267da11 --- /dev/null +++ b/deepseek-coder/33b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/deepseek-coder/tags + +docker exec -it ai-ollama ollama run deepseek-coder:33b --verbose diff --git a/deepseek-coder/6.7b b/deepseek-coder/6.7b new file mode 100755 index 0000000..a15e389 --- /dev/null +++ b/deepseek-coder/6.7b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/deepseek-coder/tags + +docker exec -it ai-ollama ollama run deepseek-coder:6.7b --verbose diff --git a/deepseek-r1/1.5b b/deepseek-r1/1.5b new file mode 100755 index 0000000..d618f0b --- /dev/null +++ b/deepseek-r1/1.5b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/deepseek-r1/tags + +docker exec -it ai-ollama ollama run deepseek-r1:1.5b --verbose diff --git a/deepseek-r1/14b b/deepseek-r1/14b new file mode 100755 index 0000000..1159fad --- /dev/null +++ b/deepseek-r1/14b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/deepseek-r1/tags + +docker exec -it ai-ollama ollama run deepseek-r1:14b --verbose diff --git a/deepseek-r1/32b b/deepseek-r1/32b new file mode 100755 index 0000000..01cb462 --- /dev/null +++ b/deepseek-r1/32b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/deepseek-r1/tags + +docker exec -it ai-ollama ollama run deepseek-r1:32b --verbose diff --git a/deepseek-r1/7b b/deepseek-r1/7b new file mode 100755 index 0000000..93c24c8 --- /dev/null +++ b/deepseek-r1/7b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/deepseek-r1/tags + +docker exec -it ai-ollama ollama run deepseek-r1:7b --verbose diff --git a/deepseek-r1/8b b/deepseek-r1/8b new file mode 100755 index 0000000..31d7727 --- /dev/null +++ b/deepseek-r1/8b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/deepseek-r1/tags + +docker exec -it ai-ollama ollama run deepseek-r1:8b --verbose diff --git a/gemma/2b b/gemma/2b new file mode 100755 index 0000000..2660c07 --- /dev/null +++ b/gemma/2b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/gemma/tags + +docker exec -it ai-ollama ollama run gemma:2b --verbose diff --git a/gemma/7b b/gemma/7b new file mode 100755 index 0000000..e37c08b --- /dev/null +++ b/gemma/7b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/gemma/tags + +docker exec -it ai-ollama ollama run gemma:7b --verbose diff --git a/llama2/13b b/llama2/13b new file mode 100755 index 0000000..5d3af58 --- /dev/null +++ b/llama2/13b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/llama2/tags + +docker exec -it ai-ollama ollama run llama2:13b --verbose diff --git a/llama2/7b b/llama2/7b new file mode 100755 index 0000000..01daf61 --- /dev/null +++ b/llama2/7b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/llama2/tags + +docker exec -it ai-ollama ollama run llama2:7b --verbose diff --git a/llama3.1/8b b/llama3.1/8b new file mode 100755 index 0000000..1959292 --- /dev/null +++ b/llama3.1/8b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/llama3.1/tags + +docker exec -it ai-ollama ollama run llama3.1:8b --verbose diff --git a/llama3.2/1b b/llama3.2/1b new file mode 100755 index 0000000..574f741 --- /dev/null +++ b/llama3.2/1b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/llama3.2/tags + +docker exec -it ai-ollama ollama run llama3.2:1b --verbose diff --git a/llama3.2/3b b/llama3.2/3b new file mode 100755 index 0000000..574f741 --- /dev/null +++ b/llama3.2/3b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/llama3.2/tags + +docker exec -it ai-ollama ollama run llama3.2:1b --verbose diff --git a/llama3/8b b/llama3/8b new file mode 100755 index 0000000..bbb1541 --- /dev/null +++ b/llama3/8b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/llama3/tags + +docker exec -it ai-ollama ollama run llama3:8b --verbose diff --git a/phi3/14b b/phi3/14b new file mode 100755 index 0000000..7079fd8 --- /dev/null +++ b/phi3/14b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/phi3/tags + +docker exec -it ai-ollama ollama run phi3:14b --verbose diff --git a/phi3/3.8b b/phi3/3.8b new file mode 100755 index 0000000..9ac2711 --- /dev/null +++ b/phi3/3.8b @@ -0,0 +1,4 @@ +#!/bin/bash +# https://ollama.com/library/phi3/tags + +docker exec -it ai-ollama ollama run phi3:3.8b --verbose diff --git a/run_ollama.sh b/run.sh similarity index 94% rename from run_ollama.sh rename to run.sh index cb14ce9..686b55a 100755 --- a/run_ollama.sh +++ b/run.sh @@ -20,3 +20,5 @@ docker run \ echo echo "Ready, opening http://localhost:9999/" echo + +open http://localhost:9999/ diff --git a/run_codellama34b.sh b/run_codellama34b.sh deleted file mode 100755 index 203fbdd..0000000 --- a/run_codellama34b.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/bin/bash - -# docker exec -it ai-ollama ollama run llama3 -docker exec -it ai-ollama ollama pull codellama:34b-instruct -docker exec -it ai-ollama ollama run codellama:34b-instruct --verbose diff --git a/run_codellama7b.sh b/run_codellama7b.sh deleted file mode 100755 index 88e38ac..0000000 --- a/run_codellama7b.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/bin/bash - -# docker exec -it ai-ollama ollama run llama3 -docker exec -it ai-ollama ollama pull codellama:7b-instruct -docker exec -it ai-ollama ollama run codellama:7b-instruct --verbose diff --git a/run_ds1.5b.sh b/run_ds1.5b.sh deleted file mode 100755 index c681e18..0000000 --- a/run_ds1.5b.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/bin/bash - -# docker exec -it ai-ollama ollama run llama3 -docker exec -it ai-ollama ollama pull deepseek-r1:1.5b -docker exec -it ai-ollama ollama run deepseek-r1:1.5b --verbose diff --git a/run_ds7b.sh b/run_ds7b.sh deleted file mode 100755 index f28c71a..0000000 --- a/run_ds7b.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/bin/bash - -# docker exec -it ai-ollama ollama run llama3 -docker exec -it ai-ollama ollama pull deepseek-r1:7b -docker exec -it ai-ollama ollama run deepseek-r1:7b --verbose diff --git a/run_dscoder6.7b.sh b/run_dscoder6.7b.sh deleted file mode 100755 index 26ce8b7..0000000 --- a/run_dscoder6.7b.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/bin/bash - -# docker exec -it ai-ollama ollama run llama3 -docker exec -it ai-ollama ollama pull deepseek-coder:6.7b-base -docker exec -it ai-ollama ollama run deepseek-coder:6.7b-base --verbose diff --git a/run_gemma2b.sh b/run_gemma2b.sh deleted file mode 100755 index 1256507..0000000 --- a/run_gemma2b.sh +++ /dev/null @@ -1,6 +0,0 @@ -#!/bin/bash - -# docker exec -it ai-ollama ollama run llama3 -docker exec -it ai-ollama ollama pull codegemma:2b -docker exec -it ai-ollama ollama pull gemma:2b -docker exec -it ai-ollama ollama run gemma:2b --verbose