Transformers
qqc1989 commited on
Commit
13273c7
·
verified ·
1 Parent(s): 2af94b1

Upload 2 files

Browse files
run_deepseek-r1_7b_axcl_aarch64.sh ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ./main_axcl_aarch64 \
2
+ --template_filename_axmodel "deepseek-r1-7b-ax650/qwen2_p128_l%d_together.axmodel" \
3
+ --axmodel_num 28 \
4
+ --tokenizer_type 2 \
5
+ --filename_tokenizer_model "http://127.0.0.1:12345" \
6
+ --bos 0 --eos 0 \
7
+ --filename_post_axmodel "deepseek-r1-7b-ax650/qwen2_post.axmodel" \
8
+ --filename_tokens_embed "deepseek-r1-7b-ax650/model.embed_tokens.weight.bfloat16.bin" \
9
+ --tokens_embed_num 152064 \
10
+ --tokens_embed_size 3584 \
11
+ --use_mmap_load_embed 0 \
12
+ --live_print 1 \
13
+ --continue 1 \
14
+ --prompt "$1"
run_deepseek-r1_7b_axcl_x86.sh ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ./main_axcl_x86 \
2
+ --template_filename_axmodel "deepseek-r1-7b-ax650/qwen2_p128_l%d_together.axmodel" \
3
+ --axmodel_num 28 \
4
+ --tokenizer_type 2 \
5
+ --filename_tokenizer_model "http://127.0.0.1:12345" \
6
+ --bos 0 --eos 0 \
7
+ --filename_post_axmodel "deepseek-r1-7b-ax650/qwen2_post.axmodel" \
8
+ --filename_tokens_embed "deepseek-r1-7b-ax650/model.embed_tokens.weight.bfloat16.bin" \
9
+ --tokens_embed_num 152064 \
10
+ --tokens_embed_size 3584 \
11
+ --use_mmap_load_embed 0 \
12
+ --live_print 1 \
13
+ --continue 1 \
14
+ --prompt "$1"