Add adapter

app.py

@@ -1,4 +1,5 @@
-from transformers import AutoModelForCausalLM, AutoTokenizer
+from transformers import AutoTokenizer
+from adapters import AutoAdapterModel
 import gradio as gr
 import torch
 
@@ -7,7 +8,9 @@ title = "Mental Health Chatbot"
 description = "This bot is using a fine-tuned version of meta-llama/Llama-2-7b-chat-hf"
 
 tokenizer = AutoTokenizer.from_pretrained("vojay/Llama-2-7b-chat-hf-mental-health")
-model = AutoModelForCausalLM.from_pretrained("vojay/Llama-2-7b-chat-hf-mental-health")
+model = AutoAdapterModel.from_pretrained("meta-llama/Llama-2-7b-chat-hf")
+adapter = model.load_adapter("vojay/Llama-2-7b-chat-hf-mental-health")
+model.active_adapters = adapter
 
 
 def predict(input, history=[]):

requirements.txt

@@ -1,2 +1,3 @@
 transformers
+adapters
 torch