Spaces:

rodrigomasini
/

rephrase

Paused

rodrigomasini commited on Nov 7, 2023

Commit

5c1d871

1 Parent(s): 2995eda

Update app_v2.py

Files changed (1) hide show

app_v2.py CHANGED Viewed

@@ -21,7 +21,7 @@ snapshot_download(repo_id=pretrained_model_dir, local_dir=quantized_model_dir, l
 # Load the model using from_quantized
 model = AutoGPTQForCausalLM.from_quantized(
     quantized_model_dir,
-    model_basename="Jackson2-4bit-128g-GPTQ"
     use_safetensors=True,
     strict=False,
     device="cuda:0",

 # Load the model using from_quantized
 model = AutoGPTQForCausalLM.from_quantized(
     quantized_model_dir,
+    model_basename="Jackson2-4bit-128g-GPTQ",
     use_safetensors=True,
     strict=False,
     device="cuda:0",