Update README.md

README.md

@@ -57,7 +57,11 @@ In the Baichuan 2 series models, we have utilized the new feature `F.scaled_dot_
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 tokenizer = AutoTokenizer.from_pretrained("baichuan-inc/Baichuan2-7B-Base", use_fast=False, trust_remote_code=True)
-model = AutoModelForCausalLM.from_pretrained("baichuan-inc/Baichuan2-7B-Base", device_map="auto", torch_dtype=torch.bfloat16, trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained("baichuan-inc/Baichuan2-7B-Base", device_map="auto", trust_remote_code=True)
+inputs = tokenizer('登鹳雀楼->王之涣\n夜雨寄北->', return_tensors='pt')
+inputs = inputs.to('cuda:0')
+pred = model.generate(**inputs, max_new_tokens=64, repetition_penalty=1.1)
+print(tokenizer.decode(pred.cpu()[0], skip_special_tokens=True))
 ```
 
 # <span id="Benchmark">Benchmark 结果/Benchmark Evaluation</span>