Tim Luka Horstmann
commited on
Commit
·
5787990
1
Parent(s):
8622ab5
Smaller context
Browse files- llm_server.py +1 -1
llm_server.py
CHANGED
|
@@ -41,7 +41,7 @@ try:
|
|
| 41 |
)
|
| 42 |
llm = Llama(
|
| 43 |
model_path=model_path,
|
| 44 |
-
n_ctx=
|
| 45 |
n_threads=2,
|
| 46 |
n_batch=16,
|
| 47 |
n_gpu_layers=0,
|
|
|
|
| 41 |
)
|
| 42 |
llm = Llama(
|
| 43 |
model_path=model_path,
|
| 44 |
+
n_ctx=3000,
|
| 45 |
n_threads=2,
|
| 46 |
n_batch=16,
|
| 47 |
n_gpu_layers=0,
|