Spaces:
Paused
Paused
PawinChan
commited on
Rename file
Browse files
main.py
CHANGED
@@ -35,7 +35,7 @@ def load_alpaca():
|
|
35 |
if not AlpacaLoaded:
|
36 |
print("Loading Alpaca...")
|
37 |
try:
|
38 |
-
llm = Llama(model_path=f"./resources/{modelName}-ggml-model-
|
39 |
AlpacaLoaded = True
|
40 |
print("Done loading Alpaca.")
|
41 |
return "Done"
|
|
|
35 |
if not AlpacaLoaded:
|
36 |
print("Loading Alpaca...")
|
37 |
try:
|
38 |
+
llm = Llama(model_path=f"./resources/{modelName}-ggml-model-q4.bin", use_mmap=False, n_threads=2, verbose=False, n_ctx=2048) #use_mlock=True
|
39 |
AlpacaLoaded = True
|
40 |
print("Done loading Alpaca.")
|
41 |
return "Done"
|
resources/{alpaca-ggml-model-q4_0.bin → alpaca-ggml-model-q4.bin}
RENAMED
File without changes
|