Update chain_setup.py
Browse files- chain_setup.py +1 -0
chain_setup.py
CHANGED
|
@@ -21,6 +21,7 @@ def load_llm():
|
|
| 21 |
n_ctx=2048,
|
| 22 |
n_batch=512,
|
| 23 |
chat_format="chatml",
|
|
|
|
| 24 |
grammar_path="empty.jinja" # ensure this file exists and is empty
|
| 25 |
)
|
| 26 |
|
|
|
|
| 21 |
n_ctx=2048,
|
| 22 |
n_batch=512,
|
| 23 |
chat_format="chatml",
|
| 24 |
+
grammar="",
|
| 25 |
grammar_path="empty.jinja" # ensure this file exists and is empty
|
| 26 |
)
|
| 27 |
|