daniel-dona commited on
Commit
6e3133c
·
verified ·
1 Parent(s): a2806bf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -57,17 +57,16 @@ def respond(
57
 
58
  sample = True
59
 
60
- if model_temperature == 0:
61
  sample = False
62
 
63
-
64
  # conduct text completion
65
  generated_ids = model.generate(
66
  **model_inputs,
67
  max_new_tokens=max_tokens,
68
  do_sample=sample,
69
  top_p=top_p,
70
- temperature=model_temperature
71
  )
72
  output_ids = generated_ids[0][len(model_inputs.input_ids[0]):].tolist()
73
 
 
57
 
58
  sample = True
59
 
60
+ if temperature == 0:
61
  sample = False
62
 
 
63
  # conduct text completion
64
  generated_ids = model.generate(
65
  **model_inputs,
66
  max_new_tokens=max_tokens,
67
  do_sample=sample,
68
  top_p=top_p,
69
+ temperature=temperature
70
  )
71
  output_ids = generated_ids[0][len(model_inputs.input_ids[0]):].tolist()
72