Enhance app.py with error handling and logging

app.py

@@ -1,4 +1,96 @@
 import streamlit as st
+from transformers import AutoModelForCausalLM, AutoTokenizer
+import torch
+import os
 
-x = st.slider('Select a value')
-st.write(x, 'squared is', x * x)
+# Apply custom CSS for retro 80s green theme
+def apply_custom_css():
+    try:
+        with open("style.css") as f:
+            st.markdown(f"<style>{f.read()}</style>", unsafe_allow_html=True)
+    except FileNotFoundError:
+        st.warning("style.css not found. Using default styles.")
+
+@st.cache_resource
+def load_model():
+    model_path = "HuggingFaceH4/zephyr-7b-beta"
+    peft_model_path = "yitzashapiro/FDA-guidance-zephyr-7b-beta-PEFT"
+    
+    try:
+        tokenizer = AutoTokenizer.from_pretrained(model_path)
+        model = AutoModelForCausalLM.from_pretrained(
+            model_path,
+            device_map="auto",
+            torch_dtype=torch.float16  # Adjust if necessary
+        ).eval()
+        model.load_adapter(peft_model_path)
+        st.success("Model loaded successfully.")
+    except Exception as e:
+        st.error(f"Error loading model: {e}")
+        st.stop()
+    
+    return tokenizer, model
+
+def generate_response(tokenizer, model, user_input):
+    messages = [
+        {"role": "user", "content": user_input}
+    ]
+    
+    try:
+        if hasattr(tokenizer, 'apply_chat_template'):
+            input_ids = tokenizer.apply_chat_template(
+                conversation=messages, 
+                max_length=45, 
+                tokenize=True, 
+                add_generation_prompt=True, 
+                return_tensors='pt'
+            )
+        else:
+            input_ids = tokenizer(
+                user_input, 
+                return_tensors='pt', 
+                truncation=True, 
+                max_length=45
+            )['input_ids']
+        
+        pad_token_id = tokenizer.pad_token_id if tokenizer.pad_token_id is not None else 0
+        attention_mask = (input_ids != pad_token_id).long()
+        
+        output_ids = model.generate(
+            input_ids.to(model.device),
+            max_length=2048,
+            max_new_tokens=500,
+            attention_mask=attention_mask.to(model.device)
+        )
+        
+        response = tokenizer.decode(output_ids[0][input_ids.shape[1]:], skip_special_tokens=True)
+        return response
+    except Exception as e:
+        st.error(f"Error generating response: {e}")
+        return "An error occurred while generating the response."
+
+def main():
+    apply_custom_css()
+    
+    st.set_page_config(page_title="FDA NDA Submission Assistant", layout="centered")
+    st.title("FDA NDA Submission Assistant")
+    st.write("Ask the model about submitting an NDA to the FDA.")
+    
+    tokenizer, model = load_model()
+    
+    user_input = st.text_input("Enter your question:", "What's the best way to submit an NDA to the FDA?")
+    
+    if st.button("Generate Response"):
+        if user_input.strip() == "":
+            st.error("Please enter a valid question.")
+        else:
+            try:
+                with st.spinner("Generating response..."):
+                    response = generate_response(tokenizer, model, user_input)
+                st.success("Response:")
+                st.write(response)
+            except Exception as e:
+                st.error(f"An error occurred: {e}")
+
+if __name__ == "__main__":
+    main()

requirements.txt

@@ -0,0 +1,3 @@
+streamlit==1.24.1
+transformers==4.30.2
+torch==2.0.1

style.css

@@ -0,0 +1,52 @@
+/* style.css */
+
+/* Set the background color to black */
+body {
+    background-color: #000000;
+    color: #00FF00;
+    font-family: 'Courier New', Courier, monospace;
+}
+
+/* Style the header */
+h1, h2, h3, h4, h5, h6 {
+    color: #00FF00;
+}
+
+/* Style the text input and buttons */
+.stTextInput > div > div > input {
+    background-color: #000000;
+    color: #00FF00;
+    border: 2px solid #00FF00;
+    border-radius: 5px;
+}
+
+.stButton > button {
+    background-color: #00FF00;
+    color: #000000;
+    border: 2px solid #00FF00;
+    border-radius: 5px;
+}
+
+.stButton > button:hover {
+    background-color: #00CC00;
+    color: #FFFFFF;
+    border: 2px solid #00CC00;
+}
+
+/* Style the spinner and success/error messages */
+div[data-testid="stSpinner"] > div {
+    border-top-color: #00FF00;
+}
+
+.stAlert {
+    background-color: #000000;
+    color: #00FF00;
+    border: 2px solid #00FF00;
+    border-radius: 5px;
+}
+
+/* Remove Streamlit's default padding */
+.css-18e3th9 {
+    padding-top: 1rem;
+    padding-bottom: 1rem;
+}