llmware
/

llama-3.2-3b-onnx-qnn

Model card Files Files and versions Community

doberst commited on 8 days ago

Commit

e93bfa7

·

verified ·

1 Parent(s): 949687e

Update genai_config.json

Files changed (1) hide show

genai_config.json +2 -2

genai_config.json CHANGED Viewed

@@ -470,7 +470,7 @@
     },
     "search": {
         "diversity_penalty": 0.0,
-        "do_sample": true,
         "early_stopping": true,
         "length_penalty": 1.0,
         "max_length": 2048,
@@ -480,7 +480,7 @@
         "num_return_sequences": 1,
         "past_present_share_buffer": true,
         "repetition_penalty": 1.0,
-        "temperature": 0.6,
         "top_k": 1,
         "top_p": 0.9
     }

     },
     "search": {
         "diversity_penalty": 0.0,
+        "do_sample": false,
         "early_stopping": true,
         "length_penalty": 1.0,
         "max_length": 2048,
         "num_return_sequences": 1,
         "past_present_share_buffer": true,
         "repetition_penalty": 1.0,
+        "temperature": 0.0,
         "top_k": 1,
         "top_p": 0.9
     }