Omnibus commited on
Commit
98b8b75
1 Parent(s): 190a2b6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -77,7 +77,7 @@ def generate(prompt, history,max_new_tokens,health,temperature=temperature,top_p
77
  yield "",[(prompt,output)],health
78
  generate_kwargs2 = dict(
79
  temperature=temperature,
80
- max_new_tokens=256,
81
  top_p=top_p,
82
  repetition_penalty=repetition_penalty,
83
  do_sample=True,
 
77
  yield "",[(prompt,output)],health
78
  generate_kwargs2 = dict(
79
  temperature=temperature,
80
+ max_new_tokens=128,
81
  top_p=top_p,
82
  repetition_penalty=repetition_penalty,
83
  do_sample=True,