ShynBui commited on
Commit
9ec1a95
·
verified ·
1 Parent(s): 8377fc6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -14,14 +14,14 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
14
  @spaces.GPU
15
  def generate(prompt):
16
  text = tokenizer.apply_chat_template(
17
- messages,
18
  tokenize=False,
19
  add_generation_prompt=True
20
  )
21
  model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
22
  generated_ids = model.generate(
23
  **model_inputs,
24
- max_new_tokens=512,
25
  )
26
  generated_ids = [
27
  output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
 
14
  @spaces.GPU
15
  def generate(prompt):
16
  text = tokenizer.apply_chat_template(
17
+ prompt,
18
  tokenize=False,
19
  add_generation_prompt=True
20
  )
21
  model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
22
  generated_ids = model.generate(
23
  **model_inputs,
24
+ max_new_tokens=2048,
25
  )
26
  generated_ids = [
27
  output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)