TobDeBer commited on
Commit
815fe38
·
verified ·
1 Parent(s): 67d835c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -49,15 +49,15 @@ print(f"Detected platform {platform}")
49
  #else:
50
  # raise ValueError("Hugging Face token not found. Please set HF_TOKEN environment variable.")
51
 
52
- gguf_name = "SmartQuant-granite-3.3-8b-instruct.gguf"
53
  gguf_path = hf_hub_download(
54
- repo_id="TobDeBer/SmartQuant",
55
  filename=gguf_name,
56
  local_dir="."
57
  )
58
 
59
  # set exe_name depending on platform
60
- exe_name = "llama-server-6343-cuda" if platform == "CUDA" else "llama-server-6343-cuda"
61
  exe_path = hf_hub_download(
62
  repo_id="TobDeBer/Skipper",
63
  filename=exe_name,
 
49
  #else:
50
  # raise ValueError("Hugging Face token not found. Please set HF_TOKEN environment variable.")
51
 
52
+ gguf_name = "granite-4.0-tiny-preview-Q4_K_M.gguf"
53
  gguf_path = hf_hub_download(
54
+ repo_id="ibm-granite/granite-4.0-tiny-preview-GGUF",
55
  filename=gguf_name,
56
  local_dir="."
57
  )
58
 
59
  # set exe_name depending on platform
60
+ exe_name = "llama-server-6343-cuda" if platform == "CUDA" else "llama-server-6343-blas"
61
  exe_path = hf_hub_download(
62
  repo_id="TobDeBer/Skipper",
63
  filename=exe_name,