Set torch_dtype to torch.float16

app.py

@@ -12,7 +12,7 @@ title = "Mental Health Chatbot"
 description = "This bot is using a fine-tuned version of meta-llama/Llama-2-7b-chat-hf"
 
 tokenizer = AutoTokenizer.from_pretrained("vojay/Llama-2-7b-chat-hf-mental-health")
-model = AutoAdapterModel.from_pretrained("meta-llama/Llama-2-7b-chat-hf")
+model = AutoAdapterModel.from_pretrained("meta-llama/Llama-2-7b-chat-hf", torch_dtype=torch.float16)
 adapter = model.load_adapter("vojay/Llama-2-7b-chat-hf-mental-health")
 model.active_adapters = adapter