cnmoro commited on
Commit
33e971b
·
verified ·
1 Parent(s): 9185f46

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -32,7 +32,8 @@ def predict(message, history):
32
  temperature=0.1,
33
  repetition_penalty=2.0,
34
  length_penalty=-0.5,
35
- num_beams=1
 
36
  )
37
  t = Thread(target=model.generate, kwargs=generate_kwargs)
38
  t.start() # Starting the generation in a separate thread.
 
32
  temperature=0.1,
33
  repetition_penalty=2.0,
34
  length_penalty=-0.5,
35
+ num_beams=1,
36
+ prompt_lookup_num_tokens=10
37
  )
38
  t = Thread(target=model.generate, kwargs=generate_kwargs)
39
  t.start() # Starting the generation in a separate thread.