Update app.py
Browse files
app.py
CHANGED
|
@@ -90,7 +90,7 @@ def respond(
|
|
| 90 |
n_gpu_layers=0,
|
| 91 |
n_ctx=max_tokens,
|
| 92 |
n_threads=2,
|
| 93 |
-
n_threads_batch=2)
|
| 94 |
|
| 95 |
tokens = llama.tokenize(f"{message}".encode("utf-8"))
|
| 96 |
llama.encode(tokens)
|
|
|
|
| 90 |
n_gpu_layers=0,
|
| 91 |
n_ctx=max_tokens,
|
| 92 |
n_threads=2,
|
| 93 |
+
n_threads_batch=2,verbose=False)
|
| 94 |
|
| 95 |
tokens = llama.tokenize(f"{message}".encode("utf-8"))
|
| 96 |
llama.encode(tokens)
|