Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -32,7 +32,8 @@ def predict(message, history):
|
|
32 |
temperature=0.1,
|
33 |
repetition_penalty=2.0,
|
34 |
length_penalty=-0.5,
|
35 |
-
num_beams=1
|
|
|
36 |
)
|
37 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
38 |
t.start() # Starting the generation in a separate thread.
|
|
|
32 |
temperature=0.1,
|
33 |
repetition_penalty=2.0,
|
34 |
length_penalty=-0.5,
|
35 |
+
num_beams=1,
|
36 |
+
prompt_lookup_num_tokens=10
|
37 |
)
|
38 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
39 |
t.start() # Starting the generation in a separate thread.
|