Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -43,6 +43,7 @@ async def respond(prompt, max_tokens):
|
|
43 |
kwargs=dict(
|
44 |
text_inputs=prompt,
|
45 |
max_new_tokens=max_tokens,
|
|
|
46 |
return_full_text=False,
|
47 |
streamer=streamer,
|
48 |
pad_token_id=tokenizer.pad_token_id,
|
|
|
43 |
kwargs=dict(
|
44 |
text_inputs=prompt,
|
45 |
max_new_tokens=max_tokens,
|
46 |
+
top_k=1,
|
47 |
return_full_text=False,
|
48 |
streamer=streamer,
|
49 |
pad_token_id=tokenizer.pad_token_id,
|