wulixuan commited on
Commit
6bdf6c1
·
1 Parent(s): f387517

Update method to load yuan2.0-51B

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -30,7 +30,7 @@ Yuan2.0 is a new generation Fundamental Large Language Model developed by IEIT S
30
 
31
 
32
  # <span id="Usage">代码调用/Code Usage</span>
33
- 可以通过如下代码调用 Yuan2-2B 模型来生成文本:
34
 
35
  You can generate text by invoking the Yuan2-2B model with the following code:
36
 
@@ -42,11 +42,11 @@ sys.path.append(
42
  from transformers import AutoModelForCausalLM,AutoTokenizer,LlamaTokenizer
43
 
44
  print("Creat tokenizer...")
45
- tokenizer = LlamaTokenizer.from_pretrained('yuan2-2B')
46
  tokenizer.add_tokens(['<sep>', '<pad>', '<mask>', '<predict>', '<FIM_SUFFIX>', '<FIM_PREFIX>', '<FIM_MIDDLE>','<commit_before>','<commit_msg>','<commit_after>','<jupyter_start>','<jupyter_text>','<jupyter_code>','<jupyter_output>','<empty_output>'], special_tokens=True)
47
 
48
  print("Creat model...")
49
- model = AutoModelForCausalLM.from_pretrained('yuan2-2B',device_map='auto',torch_dtype=torch.bfloat16,trust_remote_code=True)
50
 
51
  inputs = tokenizer("请问目前最先进的机器学习算法有哪些?", return_tensors="pt")["input_ids"].to("cuda:0")
52
  outputs = model.generate(inputs,do_sample=False,max_length=100)
 
30
 
31
 
32
  # <span id="Usage">代码调用/Code Usage</span>
33
+ 可以通过如下代码调用 `IEITYuan/Yuan2.0-51B-hf` 模型来生成文本:
34
 
35
  You can generate text by invoking the Yuan2-2B model with the following code:
36
 
 
42
  from transformers import AutoModelForCausalLM,AutoTokenizer,LlamaTokenizer
43
 
44
  print("Creat tokenizer...")
45
+ tokenizer = LlamaTokenizer.from_pretrained('IEITYuan/Yuan2.0-51B-hf')
46
  tokenizer.add_tokens(['<sep>', '<pad>', '<mask>', '<predict>', '<FIM_SUFFIX>', '<FIM_PREFIX>', '<FIM_MIDDLE>','<commit_before>','<commit_msg>','<commit_after>','<jupyter_start>','<jupyter_text>','<jupyter_code>','<jupyter_output>','<empty_output>'], special_tokens=True)
47
 
48
  print("Creat model...")
49
+ model = AutoModelForCausalLM.from_pretrained('IEITYuan/Yuan2.0-51B-hf',device_map='auto',torch_dtype=torch.bfloat16,trust_remote_code=True)
50
 
51
  inputs = tokenizer("请问目前最先进的机器学习算法有哪些?", return_tensors="pt")["input_ids"].to("cuda:0")
52
  outputs = model.generate(inputs,do_sample=False,max_length=100)