Upload 2 files
Browse files
run_deepseek-r1_7b_axcl_aarch64.sh
ADDED
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
./main_axcl_aarch64 \
|
2 |
+
--template_filename_axmodel "deepseek-r1-7b-ax650/qwen2_p128_l%d_together.axmodel" \
|
3 |
+
--axmodel_num 28 \
|
4 |
+
--tokenizer_type 2 \
|
5 |
+
--filename_tokenizer_model "http://127.0.0.1:12345" \
|
6 |
+
--bos 0 --eos 0 \
|
7 |
+
--filename_post_axmodel "deepseek-r1-7b-ax650/qwen2_post.axmodel" \
|
8 |
+
--filename_tokens_embed "deepseek-r1-7b-ax650/model.embed_tokens.weight.bfloat16.bin" \
|
9 |
+
--tokens_embed_num 152064 \
|
10 |
+
--tokens_embed_size 3584 \
|
11 |
+
--use_mmap_load_embed 0 \
|
12 |
+
--live_print 1 \
|
13 |
+
--continue 1 \
|
14 |
+
--prompt "$1"
|
run_deepseek-r1_7b_axcl_x86.sh
ADDED
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
./main_axcl_x86 \
|
2 |
+
--template_filename_axmodel "deepseek-r1-7b-ax650/qwen2_p128_l%d_together.axmodel" \
|
3 |
+
--axmodel_num 28 \
|
4 |
+
--tokenizer_type 2 \
|
5 |
+
--filename_tokenizer_model "http://127.0.0.1:12345" \
|
6 |
+
--bos 0 --eos 0 \
|
7 |
+
--filename_post_axmodel "deepseek-r1-7b-ax650/qwen2_post.axmodel" \
|
8 |
+
--filename_tokens_embed "deepseek-r1-7b-ax650/model.embed_tokens.weight.bfloat16.bin" \
|
9 |
+
--tokens_embed_num 152064 \
|
10 |
+
--tokens_embed_size 3584 \
|
11 |
+
--use_mmap_load_embed 0 \
|
12 |
+
--live_print 1 \
|
13 |
+
--continue 1 \
|
14 |
+
--prompt "$1"
|