Update app.py

app.py

@@ -19,6 +19,8 @@ model = PeftModel.from_pretrained(
     device_map = "auto"
 )
 
+FastLanguageModel.for_inference(model)
+
 # Optional: move model to correct device
 if torch.cuda.is_available():
     model = model.to("cuda")