state-spaces
/

mamba-130m-hf

Text Generation

text-generation-inference

Model card Files Files and versions

ArthurZ HF Staff commited on Mar 6, 2024

Commit

1e76775

·

verified ·

1 Parent(s): 6e836db

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -60,7 +60,7 @@ training_args = TrainingArguments(
 )
 lora_config =  LoraConfig(
         r=8,
-        target_modules="all-linear",
         task_type="CAUSAL_LM",
         bias="none"
 )

 )
 lora_config =  LoraConfig(
         r=8,
+        target_modules=["x_proj", "embeddings", "in_proj", "out_proj"],
         task_type="CAUSAL_LM",
         bias="none"
 )