Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -57,17 +57,16 @@ def respond(
|
|
57 |
|
58 |
sample = True
|
59 |
|
60 |
-
if
|
61 |
sample = False
|
62 |
|
63 |
-
|
64 |
# conduct text completion
|
65 |
generated_ids = model.generate(
|
66 |
**model_inputs,
|
67 |
max_new_tokens=max_tokens,
|
68 |
do_sample=sample,
|
69 |
top_p=top_p,
|
70 |
-
temperature=
|
71 |
)
|
72 |
output_ids = generated_ids[0][len(model_inputs.input_ids[0]):].tolist()
|
73 |
|
|
|
57 |
|
58 |
sample = True
|
59 |
|
60 |
+
if temperature == 0:
|
61 |
sample = False
|
62 |
|
|
|
63 |
# conduct text completion
|
64 |
generated_ids = model.generate(
|
65 |
**model_inputs,
|
66 |
max_new_tokens=max_tokens,
|
67 |
do_sample=sample,
|
68 |
top_p=top_p,
|
69 |
+
temperature=temperature
|
70 |
)
|
71 |
output_ids = generated_ids[0][len(model_inputs.input_ids[0]):].tolist()
|
72 |
|