Spaces:
Runtime error
Runtime error
Update handler.py
Browse files- handler.py +2 -1
handler.py
CHANGED
@@ -16,8 +16,9 @@ from exllamav2.generator import (
|
|
16 |
config = ExLlamaV2Config()
|
17 |
model_directory = "/go-bruins-v2/"
|
18 |
if not os.path.isdir(model_directory):
|
|
|
19 |
from huggingface_hub import snapshot_download
|
20 |
-
snapshot_download(repo_id="LoneStriker/go-bruins-v2-6.0bpw-h6-exl2-2",allow_patterns=["*.json","*.model","*.safetensors"],
|
21 |
|
22 |
config.model_dir = model_directory
|
23 |
config.prepare()
|
|
|
16 |
config = ExLlamaV2Config()
|
17 |
model_directory = "/go-bruins-v2/"
|
18 |
if not os.path.isdir(model_directory):
|
19 |
+
os.makedirs(model_directory)
|
20 |
from huggingface_hub import snapshot_download
|
21 |
+
snapshot_download(repo_id="LoneStriker/go-bruins-v2-6.0bpw-h6-exl2-2",allow_patterns=["*.json","*.model","*.safetensors"],local_dir=model_directory)
|
22 |
|
23 |
config.model_dir = model_directory
|
24 |
config.prepare()
|