Skip to content

Commit f0d52aa

Browse files
committed
feat: add llama 3 8B and phi 3 mini
1 parent 1fa640f commit f0d52aa

File tree

1 file changed

+7
-1
lines changed

1 file changed

+7
-1
lines changed

docker-entrypoint.sh

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -19,8 +19,14 @@ if [ "$#" -eq 1 ]; then
1919
elif [ "$1" = "command-r" ]; then
2020
MODEL_URL="https://huggingface.co/bartowski/c4ai-command-r-v01-GGUF/resolve/main/c4ai-command-r-v01-Q5_K_M.gguf"
2121
MODEL_SHA256="1a59aeb034b64e430d25bc9f2b29d9f2cc658af38670fae36226585603da8ecc"
22+
elif [ "$1" = "llama-3-8b" ]; then
23+
MODEL_URL="https://huggingface.co/bartowski/Meta-Llama-3-8B-Instruct-GGUF/resolve/main/Meta-Llama-3-8B-Instruct-Q5_K_M.gguf"
24+
MODEL_SHA256="16d824ee771e0e33b762bb3dc3232b972ac8dce4d2d449128fca5081962a1a9e"
25+
elif [ "$1" = "phi-3-mini" ]; then
26+
MODEL_URL="https://huggingface.co/bartowski/Phi-3-mini-4k-instruct-GGUF/resolve/main/Phi-3-mini-4k-instruct-Q6_K.gguf"
27+
MODEL_SHA256="597a483b0e56360cb488d3f8a5ec0fd2c3a3eb44da7bb69020b79ba7c1f6ce85"
2228
else
23-
echo "$0 [llama-2-13b|mistral-7b|solar-10b|starling-7b|command-r]"
29+
echo "$0 [llama-2-13b|mistral-7b|solar-10b|starling-7b|command-r|llama-3-8b|phi-3-mini]"
2430
exit 1
2531
fi
2632
MODEL_NAME=$(basename "$MODEL_URL")

0 commit comments

Comments
 (0)