Update app.py
Browse files
app.py
CHANGED
@@ -14,10 +14,12 @@ model_name = 'scb10x/llama-3-typhoon-v1.5-8b-instruct-vision-preview'
|
|
14 |
def load_model():
|
15 |
model = AutoModelForCausalLM.from_pretrained(
|
16 |
model_name,
|
|
|
17 |
torch_dtype=torch.float16 if device == 'cuda' else torch.float32,
|
18 |
device_map='auto',
|
19 |
trust_remote_code=True
|
20 |
)
|
|
|
21 |
return model
|
22 |
|
23 |
model = load_model()
|
|
|
14 |
def load_model():
|
15 |
model = AutoModelForCausalLM.from_pretrained(
|
16 |
model_name,
|
17 |
+
revision='main', # Or a specific commit hash
|
18 |
torch_dtype=torch.float16 if device == 'cuda' else torch.float32,
|
19 |
device_map='auto',
|
20 |
trust_remote_code=True
|
21 |
)
|
22 |
+
|
23 |
return model
|
24 |
|
25 |
model = load_model()
|