wannaphong commited on
Commit
eaf516b
·
verified ·
1 Parent(s): 64c17c1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ from transformers import TextIteratorStreamer
7
  import spaces
8
 
9
  model_name = "numfa/numfa_v2-3b"
10
- model = AutoModelForCausalLM.from_pretrained(model_name,torch_dtype=torch.float16, device="cuda")
11
  tokenizer = AutoTokenizer.from_pretrained(model_name)
12
  if tokenizer.pad_token_id is None:
13
  tokenizer.pad_token_id = tokenizer.eos_token_id
 
7
  import spaces
8
 
9
  model_name = "numfa/numfa_v2-3b"
10
+ model = AutoModelForCausalLM.from_pretrained(model_name,torch_dtype=torch.float16, device_map="cuda")
11
  tokenizer = AutoTokenizer.from_pretrained(model_name)
12
  if tokenizer.pad_token_id is None:
13
  tokenizer.pad_token_id = tokenizer.eos_token_id