Paridhim commited on
Commit
f264eed
1 Parent(s): 35c007b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -4,7 +4,7 @@ import torch
4
 
5
  import os
6
 
7
- hf_token = os.environ.get('HF_TOKEN', None)
8
  model = AutoModelForCausalLM.from_pretrained(
9
  "mistralai/Mistral-7B-Instruct-v0.1",
10
  token = hf_token,
@@ -12,7 +12,7 @@ model = AutoModelForCausalLM.from_pretrained(
12
  trust_remote_code=True,
13
  device_map="auto",
14
  context_length = 6000)
15
- tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
16
 
17
  def generate_text(input_text):
18
  input_ids = tokenizer.encode(input_text, return_tensors="pt")
 
4
 
5
  import os
6
 
7
+ hf_token = os.environ.get('HF_TOKEN')
8
  model = AutoModelForCausalLM.from_pretrained(
9
  "mistralai/Mistral-7B-Instruct-v0.1",
10
  token = hf_token,
 
12
  trust_remote_code=True,
13
  device_map="auto",
14
  context_length = 6000)
15
+ tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1", token = hf_token)
16
 
17
  def generate_text(input_text):
18
  input_ids = tokenizer.encode(input_text, return_tensors="pt")