Rathapoom commited on
Commit
b6d1a72
·
verified ·
1 Parent(s): b7450f3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -14,10 +14,12 @@ model_name = 'scb10x/llama-3-typhoon-v1.5-8b-instruct-vision-preview'
14
  def load_model():
15
  model = AutoModelForCausalLM.from_pretrained(
16
  model_name,
 
17
  torch_dtype=torch.float16 if device == 'cuda' else torch.float32,
18
  device_map='auto',
19
  trust_remote_code=True
20
  )
 
21
  return model
22
 
23
  model = load_model()
 
14
  def load_model():
15
  model = AutoModelForCausalLM.from_pretrained(
16
  model_name,
17
+ revision='main', # Or a specific commit hash
18
  torch_dtype=torch.float16 if device == 'cuda' else torch.float32,
19
  device_map='auto',
20
  trust_remote_code=True
21
  )
22
+
23
  return model
24
 
25
  model = load_model()