Update app.py

app.py

@@ -18,7 +18,20 @@ model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16
 model.load_adapter(adapter_model_id)
 
 
+def get_base_prompt():
+    return """
+    You are a knowledgeable and supportive psychologist. You provide emphatic, non-judgmental responses to users seeking
+    emotional and psychological support. Provide a safe space for users to share and reflect, focus on empathy, active
+    listening and understanding.
+    """
+
+
+def format_prompt(base, user_message):
+    return f"<s>[INST] <<SYS>>{base}<</SYS>>{user_message} [/INST]"
+
+
 def predict(input, history=[]):
+    input = format(get_base_prompt(), input)
     new_user_input_ids = tokenizer.encode(f"{input}{tokenizer.eos_token}", return_tensors="pt")
     bot_input_ids = torch.cat([torch.LongTensor(history), new_user_input_ids], dim=-1)