Update app.py

app.py

@@ -22,11 +22,7 @@ CLOUDFLARE_ACCOUNT_ID = os.environ.get("CLOUDFLARE_ACCOUNT_ID")
 CLOUDFLARE_AUTH_TOKEN = os.environ.get("CLOUDFLARE_AUTH_TOKEN")
 
 MODELS = [
-    "Qwen/Qwen2-72B-Instruct",
-    "google/gemma-2-9b",
     "microsoft/Phi-3-mini-4k-instruct",
-    "Qwen/Qwen2-7B-Instruct",
-    "mistralai/Mistral-Nemo-Instruct-2407",
     "mistralai/Mistral-7B-Instruct-v0.3",
     "mistralai/Mixtral-8x7B-Instruct-v0.1",
     "cloudflare/llama-3.1-8b-instruct"  # Added Cloudflare Llama 3.1 model
@@ -41,7 +37,7 @@ llama_parser = LlamaParse(
     language="en",
 )
 
-def load_document(file: NamedTemporaryFile, parser: str = "pypdf") -> List[Document]:
+def load_document(file: NamedTemporaryFile, parser: str = "llamaparse") -> List[Document]:
     """Loads and splits the document into pages."""
     if parser == "pypdf":
         loader = PyPDFLoader(file.name)
@@ -84,7 +80,7 @@ def update_vectors(files, parser):
     
     return f"Vector store updated successfully. Processed {total_chunks} chunks from {len(files)} files using {parser}."
 
-def generate_chunked_response(prompt, model, max_tokens=1000, max_chunks=5, temperature=0.7):
+def generate_chunked_response(prompt, model, max_tokens=1000, max_chunks=5, temperature=0.2):
     if model == "cloudflare/llama-3.1-8b-instruct":
         return generate_cloudflare_response(prompt, max_tokens, temperature)
     
@@ -176,7 +172,7 @@ class CitingSources(BaseModel):
         description="List of sources to cite. Should be an URL of the source."
     )
 
-def get_response_from_pdf(query, model, temperature=0.7):
+def get_response_from_pdf(query, model, temperature=0.2):
     embed = get_embeddings()
     if os.path.exists("faiss_database"):
         database = FAISS.load_local("faiss_database", embed, allow_dangerous_deserialization=True)
@@ -200,7 +196,7 @@ Do not include a list of sources in your response. [/INST]"""
 
     return clean_text
 
-def get_response_with_search(query, model, temperature=0.7):
+def get_response_with_search(query, model, temperature=0.2):
     search_results = duckduckgo_search(query)
     context = "\n".join(f"{result['title']}\n{result['body']}\nSource: {result['href']}\n" 
                         for result in search_results if 'body' in result)
@@ -266,7 +262,7 @@ with gr.Blocks() as demo:
     
     with gr.Row():
         file_input = gr.Files(label="Upload your PDF documents", file_types=[".pdf"])
-        parser_dropdown = gr.Dropdown(choices=["pypdf", "llamaparse"], label="Select PDF Parser", value="pypdf")
+        parser_dropdown = gr.Dropdown(choices=["pypdf", "llamaparse"], label="Select PDF Parser", value="llamaparse")
         update_button = gr.Button("Upload Document")
     
     update_output = gr.Textbox(label="Update Status")
@@ -278,7 +274,7 @@ with gr.Blocks() as demo:
     
     with gr.Row():
         model_dropdown = gr.Dropdown(choices=MODELS, label="Select Model", value=MODELS[2])
-        temperature_slider = gr.Slider(minimum=0.1, maximum=1.0, value=0.7, step=0.1, label="Temperature")
+        temperature_slider = gr.Slider(minimum=0.1, maximum=1.0, value=0.2, step=0.1, label="Temperature")
     
     submit = gr.Button("Submit")