Machine Learning, Programming, Ml System Design, Data Science, Artificial Intelligence.
pretrained_model_name_or_path=self.model_type, peft_pretrained_model_name_or_path=self.fine_tuned_llm_twin_model_type, bnb_config=self.nf4_config, lora_config=self.qlora_config, cache_dir=settings.CACHE_DIR, ) self.model = self.model.to(self.device) logging.info(f"Successfully loaded model from