Update README.md

README.md

@@ -41,16 +41,7 @@ from peft import PeftModel
 
 MODEL_ID = "LoftQ/Meta-Llama-3-8B-4bit-64rank"
 
-base_model = AutoModelForCausalLM.from_pretrained(
-    MODEL_ID, 
-    torch_dtype=torch.bfloat16,  # you may change it with different models
-    quantization_config=BitsAndBytesConfig(
-        load_in_4bit=True,
-        bnb_4bit_compute_dtype=torch.bfloat16,  # bfloat16 is recommended
-        bnb_4bit_use_double_quant=False,
-        bnb_4bit_quant_type='nf4',
-    ),
-)
+base_model = AutoModelForCausalLM.from_pretrained(MODEL_ID)
 peft_model = PeftModel.from_pretrained(
     base_model,
     MODEL_ID,