RedHatAI
/

gemma-3-1b-it-quantized.w8a8

Text Generation

text-generation-inference

8-bit precision

compressed-tensors

Model card Files Files and versions

nm-research commited on 9 days ago

Commit

edcc2e0

·

verified ·

1 Parent(s): 4ef76e4

Update README.md

Files changed (1) hide show

README.md +4 -3

README.md CHANGED Viewed

@@ -134,9 +134,10 @@ def data_collator(batch):
 recipe = [
     GPTQModifier(
         targets="Linear",
-        scheme="W8A8",
-        ignore: ["re:.*lm_head.*", "re:.*embed_tokens.*", "re:vision_tower.*"],
-        sequential_update: True,
     )
 ]

 recipe = [
     GPTQModifier(
         targets="Linear",
+        ignore=["re:.*lm_head.*", "re:.*embed_tokens.*", "re:vision_tower.*", "re:multi_modal_projector.*"],
+        sequential_update=True,
+        sequential_targets=["Gemma3DecoderLayer"],
+        dampening_frac=dampening_frac,
     )
 ]