rwitz commited on
Commit
f533484
1 Parent(s): 22cb784

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +2 -1
handler.py CHANGED
@@ -16,8 +16,9 @@ from exllamav2.generator import (
16
  config = ExLlamaV2Config()
17
  model_directory = "/go-bruins-v2/"
18
  if not os.path.isdir(model_directory):
 
19
  from huggingface_hub import snapshot_download
20
- snapshot_download(repo_id="LoneStriker/go-bruins-v2-6.0bpw-h6-exl2-2",allow_patterns=["*.json","*.model","*.safetensors"],cache_dir=model_directory)
21
 
22
  config.model_dir = model_directory
23
  config.prepare()
 
16
  config = ExLlamaV2Config()
17
  model_directory = "/go-bruins-v2/"
18
  if not os.path.isdir(model_directory):
19
+ os.makedirs(model_directory)
20
  from huggingface_hub import snapshot_download
21
+ snapshot_download(repo_id="LoneStriker/go-bruins-v2-6.0bpw-h6-exl2-2",allow_patterns=["*.json","*.model","*.safetensors"],local_dir=model_directory)
22
 
23
  config.model_dir = model_directory
24
  config.prepare()