Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -43,11 +43,11 @@ except FileNotFoundError:
|
|
43 |
print(f"Detected platform {platform}")
|
44 |
|
45 |
# login to HF with space secret and download gguf and executable
|
46 |
-
hf_token = os.getenv("HF_TOKEN") # Set this in your environment before running
|
47 |
-
if hf_token:
|
48 |
-
login(token=hf_token)
|
49 |
-
else:
|
50 |
-
raise ValueError("Hugging Face token not found. Please set HF_TOKEN environment variable.")
|
51 |
|
52 |
gguf_name = "SmartQuant-granite-3.3-8b-instruct.gguf"
|
53 |
gguf_path = hf_hub_download(
|
@@ -59,7 +59,7 @@ gguf_path = hf_hub_download(
|
|
59 |
# set exe_name depending on platform
|
60 |
exe_name = "llama-server-6343-cuda" if platform == "CUDA" else "llama-server-6343-cuda"
|
61 |
exe_path = hf_hub_download(
|
62 |
-
repo_id="TobDeBer/
|
63 |
filename=exe_name,
|
64 |
local_dir="."
|
65 |
)
|
|
|
43 |
print(f"Detected platform {platform}")
|
44 |
|
45 |
# login to HF with space secret and download gguf and executable
|
46 |
+
#hf_token = os.getenv("HF_TOKEN") # Set this in your environment before running
|
47 |
+
#if hf_token:
|
48 |
+
# login(token=hf_token)
|
49 |
+
#else:
|
50 |
+
# raise ValueError("Hugging Face token not found. Please set HF_TOKEN environment variable.")
|
51 |
|
52 |
gguf_name = "SmartQuant-granite-3.3-8b-instruct.gguf"
|
53 |
gguf_path = hf_hub_download(
|
|
|
59 |
# set exe_name depending on platform
|
60 |
exe_name = "llama-server-6343-cuda" if platform == "CUDA" else "llama-server-6343-cuda"
|
61 |
exe_path = hf_hub_download(
|
62 |
+
repo_id="TobDeBer/Skipper",
|
63 |
filename=exe_name,
|
64 |
local_dir="."
|
65 |
)
|