Update README.md

README.md

@@ -42,7 +42,7 @@ model_id = "microsoft/Phi-4-mini-instruct"
 from torchao.quantization import GemliteUIntXWeightOnlyConfig
 quant_config = GemliteUIntXWeightOnlyConfig()
 quantization_config = TorchAoConfig(quant_type=quant_config)
-quantized_model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", quantization_config=quantization_config)
+quantized_model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.float16, quantization_config=quantization_config)
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 
 # Push to hub