Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -49,15 +49,15 @@ print(f"Detected platform {platform}")
|
|
49 |
#else:
|
50 |
# raise ValueError("Hugging Face token not found. Please set HF_TOKEN environment variable.")
|
51 |
|
52 |
-
gguf_name = "
|
53 |
gguf_path = hf_hub_download(
|
54 |
-
repo_id="
|
55 |
filename=gguf_name,
|
56 |
local_dir="."
|
57 |
)
|
58 |
|
59 |
# set exe_name depending on platform
|
60 |
-
exe_name = "llama-server-6343-cuda" if platform == "CUDA" else "llama-server-6343-
|
61 |
exe_path = hf_hub_download(
|
62 |
repo_id="TobDeBer/Skipper",
|
63 |
filename=exe_name,
|
|
|
49 |
#else:
|
50 |
# raise ValueError("Hugging Face token not found. Please set HF_TOKEN environment variable.")
|
51 |
|
52 |
+
gguf_name = "granite-4.0-tiny-preview-Q4_K_M.gguf"
|
53 |
gguf_path = hf_hub_download(
|
54 |
+
repo_id="ibm-granite/granite-4.0-tiny-preview-GGUF",
|
55 |
filename=gguf_name,
|
56 |
local_dir="."
|
57 |
)
|
58 |
|
59 |
# set exe_name depending on platform
|
60 |
+
exe_name = "llama-server-6343-cuda" if platform == "CUDA" else "llama-server-6343-blas"
|
61 |
exe_path = hf_hub_download(
|
62 |
repo_id="TobDeBer/Skipper",
|
63 |
filename=exe_name,
|