Fawaz0ibra commited on
Commit
941a57d
·
verified ·
1 Parent(s): 2b857f0

Update chain_setup.py

Browse files
Files changed (1) hide show
  1. chain_setup.py +1 -1
chain_setup.py CHANGED
@@ -22,7 +22,7 @@ def load_llm():
22
  n_batch=512,
23
  chat_format="chatml",
24
  grammar="",
25
- streaming=True
26
  grammar_path="empty.jinja" # ensure this file exists and is empty
27
  )
28
 
 
22
  n_batch=512,
23
  chat_format="chatml",
24
  grammar="",
25
+ streaming=True,
26
  grammar_path="empty.jinja" # ensure this file exists and is empty
27
  )
28