masanorihirano commited on
Commit
97b53aa
·
verified ·
1 Parent(s): 6b0946c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -43,6 +43,7 @@ async def respond(prompt, max_tokens):
43
  kwargs=dict(
44
  text_inputs=prompt,
45
  max_new_tokens=max_tokens,
 
46
  return_full_text=False,
47
  streamer=streamer,
48
  pad_token_id=tokenizer.pad_token_id,
 
43
  kwargs=dict(
44
  text_inputs=prompt,
45
  max_new_tokens=max_tokens,
46
+ top_k=1,
47
  return_full_text=False,
48
  streamer=streamer,
49
  pad_token_id=tokenizer.pad_token_id,