Update app.py
Browse files
app.py
CHANGED
|
@@ -82,6 +82,8 @@ def generate(
|
|
| 82 |
if any([end_token in response.token.text for end_token in [EOS_STRING, EOT_STRING]]):
|
| 83 |
if fim_mode:
|
| 84 |
output += suffix
|
|
|
|
|
|
|
| 85 |
print("output", output)
|
| 86 |
else:
|
| 87 |
return output
|
|
|
|
| 82 |
if any([end_token in response.token.text for end_token in [EOS_STRING, EOT_STRING]]):
|
| 83 |
if fim_mode:
|
| 84 |
output += suffix
|
| 85 |
+
yield output
|
| 86 |
+
return output
|
| 87 |
print("output", output)
|
| 88 |
else:
|
| 89 |
return output
|