TobDeBer commited on
Commit
67d835c
·
verified ·
1 Parent(s): 49b1f09

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -6
app.py CHANGED
@@ -43,11 +43,11 @@ except FileNotFoundError:
43
  print(f"Detected platform {platform}")
44
 
45
  # login to HF with space secret and download gguf and executable
46
- hf_token = os.getenv("HF_TOKEN") # Set this in your environment before running
47
- if hf_token:
48
- login(token=hf_token)
49
- else:
50
- raise ValueError("Hugging Face token not found. Please set HF_TOKEN environment variable.")
51
 
52
  gguf_name = "SmartQuant-granite-3.3-8b-instruct.gguf"
53
  gguf_path = hf_hub_download(
@@ -59,7 +59,7 @@ gguf_path = hf_hub_download(
59
  # set exe_name depending on platform
60
  exe_name = "llama-server-6343-cuda" if platform == "CUDA" else "llama-server-6343-cuda"
61
  exe_path = hf_hub_download(
62
- repo_id="TobDeBer/SmartQuant",
63
  filename=exe_name,
64
  local_dir="."
65
  )
 
43
  print(f"Detected platform {platform}")
44
 
45
  # login to HF with space secret and download gguf and executable
46
+ #hf_token = os.getenv("HF_TOKEN") # Set this in your environment before running
47
+ #if hf_token:
48
+ # login(token=hf_token)
49
+ #else:
50
+ # raise ValueError("Hugging Face token not found. Please set HF_TOKEN environment variable.")
51
 
52
  gguf_name = "SmartQuant-granite-3.3-8b-instruct.gguf"
53
  gguf_path = hf_hub_download(
 
59
  # set exe_name depending on platform
60
  exe_name = "llama-server-6343-cuda" if platform == "CUDA" else "llama-server-6343-cuda"
61
  exe_path = hf_hub_download(
62
+ repo_id="TobDeBer/Skipper",
63
  filename=exe_name,
64
  local_dir="."
65
  )