Hugging Face's logo

Spaces:
joaogante
/
assisted_generation_demo
Runtime error

App Files Community
10
joaogante HF staff commited on
Commit
1fa9932
·
verified ·
1 Parent(s): 586748c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -9,8 +9,8 @@ import time
9
  model_id = "HuggingFaceTB/SmolLM-1.7B"
10
  assistant_id = "HuggingFaceTB/SmolLM-135M"
11
 
12
- model = AutoModelForCausalLM.from_pretrained(model_id).to(dtype=torch.bfloat16, device="cuda")
13
- assistant_model = AutoModelForCausalLM.from_pretrained(assistant_id).to(dtype=torch.bfloat16, device="cuda")
14
  tokenizer = AutoTokenizer.from_pretrained(model_id)
15
 
16
  @spaces.GPU
 
9
  model_id = "HuggingFaceTB/SmolLM-1.7B"
10
  assistant_id = "HuggingFaceTB/SmolLM-135M"
11
 
12
+ model = AutoModelForCausalLM.from_pretrained(model_id) #.to(dtype=torch.bfloat16, device="cuda")
13
+ assistant_model = AutoModelForCausalLM.from_pretrained(assistant_id) #.to(dtype=torch.bfloat16, device="cuda")
14
  tokenizer = AutoTokenizer.from_pretrained(model_id)
15
 
16
  @spaces.GPU