reshinthadith commited on
Commit
09ed6ba
1 Parent(s): 248fef8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -10,11 +10,11 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, BatchEncoding, Tex
10
 
11
  auth_token = os.environ.get("HUGGINGFACE_TOKEN")
12
  tokenizer = AutoTokenizer.from_pretrained(
13
- "stabilityai/stable-vicuna-13b-fp16",
14
  use_auth_token=auth_token if auth_token else True,
15
  )
16
  model = AutoModelForCausalLM.from_pretrained(
17
- "stabilityai/stable-vicuna-13b-fp16",
18
  torch_dtype=torch.float16,
19
  low_cpu_mem_usage=True,
20
  device_map="auto",
 
10
 
11
  auth_token = os.environ.get("HUGGINGFACE_TOKEN")
12
  tokenizer = AutoTokenizer.from_pretrained(
13
+ "CarperAI/stable-vicuna-13b-fp16",
14
  use_auth_token=auth_token if auth_token else True,
15
  )
16
  model = AutoModelForCausalLM.from_pretrained(
17
+ "CarperAI/stable-vicuna-13b-fp16",
18
  torch_dtype=torch.float16,
19
  low_cpu_mem_usage=True,
20
  device_map="auto",