Hugging Face's logo

Spaces:
TeamTonic
/
TonicsYI-6B-200k
Paused

App Files Community
1
Tonic commited on
Commit
e9f9d16
·
1 Parent(s): 4058e8e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -17,8 +17,7 @@ Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder
17
  """
18
 
19
  tokenizer = YiTokenizer.from_pretrained("./")
20
- model = AutoModelForCausalLM.from_pretrained("larryvrh/Yi-34B-200K-Llamafied", device_map="auto", torch_dtype="auto", trust_remote_code=True)
21
- model = model.to(torch.bfloat16)
22
 
23
  def predict(message, max_new_tokens=4056, temperature=3.5, top_p=0.9, top_k=800, do_sample=False):
24
 
 
17
  """
18
 
19
  tokenizer = YiTokenizer.from_pretrained("./")
20
+ model = AutoModelForCausalLM.from_pretrained("larryvrh/Yi-34B-200K-Llamafied", device_map="auto", torch_dtype=torch.float16, trust_remote_code=True)
 
21
 
22
  def predict(message, max_new_tokens=4056, temperature=3.5, top_p=0.9, top_k=800, do_sample=False):
23