Update README.md
Browse files
README.md
CHANGED
@@ -44,8 +44,8 @@ Here's how you can run the model use the model:
|
|
44 |
|
45 |
import torch
|
46 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
47 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
48 |
-
model = AutoModelForCausalLM.from_pretrained("
|
49 |
model.eval()
|
50 |
model = model.cuda()
|
51 |
|
|
|
44 |
|
45 |
import torch
|
46 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
47 |
+
tokenizer = AutoTokenizer.from_pretrained("PrunaAI/stable-code-instruct-3b-bnb-4bit", trust_remote_code=True)
|
48 |
+
model = AutoModelForCausalLM.from_pretrained("PrunaAI/stable-code-instruct-3b-bnb-4bit", torch_dtype=torch.bfloat16, trust_remote_code=True)
|
49 |
model.eval()
|
50 |
model = model.cuda()
|
51 |
|