Update chain_setup.py

chain_setup.py

@@ -24,7 +24,8 @@ def load_llm():
         grammar="",
         streaming=True,
         grammar_path="",  # ensure this file exists and is empty
-        use_jinja=False
+        use_jinja=False,
+        rope_freq_base=10000.0
     )
 
     return llm