Update chain_setup.py
Browse files- chain_setup.py +1 -0
chain_setup.py
CHANGED
|
@@ -22,6 +22,7 @@ def load_llm():
|
|
| 22 |
n_batch=512,
|
| 23 |
chat_format="chatml",
|
| 24 |
grammar="",
|
|
|
|
| 25 |
grammar_path="empty.jinja" # ensure this file exists and is empty
|
| 26 |
)
|
| 27 |
|
|
|
|
| 22 |
n_batch=512,
|
| 23 |
chat_format="chatml",
|
| 24 |
grammar="",
|
| 25 |
+
streaming=True
|
| 26 |
grammar_path="empty.jinja" # ensure this file exists and is empty
|
| 27 |
)
|
| 28 |
|