Upload split-upload-to-hf.sh with huggingface_hub
Browse files- split-upload-to-hf.sh +16 -0
split-upload-to-hf.sh
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# /data/llama.cpp/build/bin/llama-gguf-split --split-max-size 45G shisa-v2-llama3.1-405b-iq3_xs.gguf shisa-v2-llama3.1-405b-IQ3_XS
|
| 2 |
+
# for f in shisa-v2-llama3.1-405b-IQ3_XS-0000*; do huggingface-cli upload shisa-ai/shisa-v2-llama3.1-405b-GGUF "$f"; done
|
| 3 |
+
|
| 4 |
+
# /data/llama.cpp/build/bin/llama-gguf-split --split-max-size 45G shisa-v2-llama3.1-405b-iq3_xs.gguf shisa-v2-llama3.1-405b-IQ3_XS
|
| 5 |
+
# for f in shisa-v2-llama3.1-405b-IQ3_XS-0000*; do huggingface-cli upload shisa-ai/shisa-v2-llama3.1-405b-GGUF "$f"; done
|
| 6 |
+
|
| 7 |
+
# for f in shisa-v2-llama3.1-405b-IQ4_XS-0000*; do huggingface-cli upload shisa-ai/shisa-v2-llama3.1-405b-GGUF "$f"; done
|
| 8 |
+
|
| 9 |
+
# for f in shisa-v2-llama3.1-405b-IQ2_XXS-0000*; do huggingface-cli upload shisa-ai/shisa-v2-llama3.1-405b-GGUF "$f"; done
|
| 10 |
+
|
| 11 |
+
# /data/llama.cpp/build/bin/llama-gguf-split --split-max-size 45G shisa-v2-llama3.1-405b-Q4_K_M.gguf shisa-v2-llama3.1-405b-Q4_K_M
|
| 12 |
+
# for f in shisa-v2-llama3.1-405b-Q4_K_M-0000*; do huggingface-cli upload shisa-ai/shisa-v2-llama3.1-405b-GGUF "$f"; done
|
| 13 |
+
|
| 14 |
+
# Q8_0
|
| 15 |
+
/data/llama.cpp/build/bin/llama-gguf-split --split-max-size 45G shisa-v2-llama3.1-405b-Q8_0.gguf shisa-v2-llama3.1-405b-Q8_0
|
| 16 |
+
for f in shisa-v2-llama3.1-405b-Q8_0-0000*; do huggingface-cli upload shisa-ai/shisa-v2-llama3.1-405b-GGUF "$f"; done
|