Modified LLAMA loading

mgr_bias_scoring.py

@@ -72,7 +72,8 @@ def _getModel(model_name, device):
                                         #use_safetensors=True, ##
                                         #offload_folder="offload",
                                         #offload_state_dict = True,
-                                        device_map='auto')
+                                        #device_map='auto'
+                                        )
   elif "falcon" in model_name.lower():
     print(f"Getting FALCON model: {model_name}")
     tokenizer = AutoTokenizer.from_pretrained(model_name)
@@ -83,7 +84,8 @@ def _getModel(model_name, device):
                                         #use_safetensors=True, ##
                                         #offload_folder="offload",
                                         #offload_state_dict = True,
-                                        device_map='auto')
+                                        #device_map='auto'
+                                        )
   #model.tie_weights()
   if model == None:
     print("Model is empty!!!")