Hugging Face's logo

Spaces:
HelloSun
/
Qwen2.5-0.5B-Instruct-openvino
Sleeping

App Files Community
HelloSun commited on
Commit
3406aa1
·
verified ·
1 Parent(s): 782f7a5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -5,7 +5,7 @@ from transformers import AutoTokenizer, pipeline
5
 
6
  # 載入模型和標記器
7
  model_id = "HelloSun/Qwen2.5-0.5B-Instruct-openvino"
8
- model = OVModelForCausalLM.from_pretrained(model_id)
9
  tokenizer = AutoTokenizer.from_pretrained(model_id)
10
 
11
  # 建立生成管道
 
5
 
6
  # 載入模型和標記器
7
  model_id = "HelloSun/Qwen2.5-0.5B-Instruct-openvino"
8
+ model = OVModelForCausalLM.from_pretrained(model_id, device_map="auto")
9
  tokenizer = AutoTokenizer.from_pretrained(model_id)
10
 
11
  # 建立生成管道