Update chain_setup.py
Browse files- chain_setup.py +8 -1
chain_setup.py
CHANGED
|
@@ -47,7 +47,14 @@ def load_llm():
|
|
| 47 |
suffix= None,
|
| 48 |
tags = None,
|
| 49 |
use_mlock=False,
|
| 50 |
-
vocab_only=False
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 51 |
)
|
| 52 |
|
| 53 |
return llm
|
|
|
|
| 47 |
suffix= None,
|
| 48 |
tags = None,
|
| 49 |
use_mlock=False,
|
| 50 |
+
vocab_only=False,
|
| 51 |
+
logits_all= False,
|
| 52 |
+
callbacks=None,
|
| 53 |
+
f16_kv=True,
|
| 54 |
+
n_parts=-1,
|
| 55 |
+
seed=-1,
|
| 56 |
+
verbose=True
|
| 57 |
+
|
| 58 |
)
|
| 59 |
|
| 60 |
return llm
|