Upload 6 files

app.py

@@ -0,0 +1,136 @@
+import streamlit as st
+from openai import OpenAI
+from config import config
+import requests
+from prompts import SYSTEM_PROMPT
+import time
+
+
+def setup_page():
+    """Set up the Streamlit app's page configuration."""
+    st.set_page_config(
+        page_title="Ollama Chatbot",
+        page_icon="🤖",
+        layout="wide",
+        initial_sidebar_state="auto",
+    )
+
+
+def initialize_session_state():
+    """Initialize Streamlit session state variables."""
+    if "messages" not in st.session_state:
+        st.session_state.messages = []
+
+
+def get_ollama_client():
+    """Initialize the OpenAI client for Ollama."""
+    ollama_server = config.OLLAMA_SERVER
+    base_url = f"{ollama_server}/v1/"
+    return OpenAI(base_url=base_url, api_key="ollama")
+
+
+def create_message(role, content):
+    """Create a message dictionary."""
+    return {"role": role, "content": content}
+
+
+def chat_completion(client, messages, model):
+    """Fetch a response from the OpenAI client."""
+    st_time = time.time()
+    response = client.chat.completions.create(messages=messages, model=model)
+    en_time = time.time()
+    total_time = en_time - st_time
+    return response.choices[0].message.content
+
+
+def get_models(ollama_server):
+    """Fetch available models from the Ollama server."""
+    url = f"{ollama_server}/api/tags"
+    try:
+        response = requests.get(url)
+        response.raise_for_status()
+        return [item["model"] for item in response.json().get("models", [])]
+    except requests.RequestException as e:
+        st.error(f"Error fetching models: {e}")
+        return []
+
+
+def render_chat_messages():
+    """Render chat messages in the Streamlit app."""
+    messages = st.container()
+    with messages:
+        for message in st.session_state.messages:
+            if message["role"] == "user":
+                messages.chat_message("user").write(message["content"])
+            elif message["role"] == "assistant":
+                messages.chat_message("assistant").write(message["content"])
+
+
+def handle_user_input(client, model):
+    """Handle user input and fetch assistant responses."""
+    if prompt := st.chat_input("Say something"):
+        if len(st.session_state.messages) == 0:
+            st.session_state.messages.insert(0, create_message("system", SYSTEM_PROMPT))
+
+        st.session_state.messages.append(create_message("user", prompt))
+        st.container().chat_message("user").write(prompt)
+
+        try:
+            assistant_response = chat_completion(client, st.session_state.messages, model)
+            st.session_state.messages.append(create_message("assistant", assistant_response))
+            st.container().chat_message("assistant").write(assistant_response)
+        except Exception as e:
+            st.error(f"Error generating response: {e}")
+
+
+def clear_chat():
+    """Clear all chat messages."""
+    st.session_state.messages = []
+
+
+def main():
+    """Main function to run the Streamlit app."""
+    setup_page()
+    initialize_session_state()
+
+    st.title("Ollama Chatbot")
+    st.sidebar.title("Settings")
+
+    # Ollama Server configuration
+    ollama_server = st.sidebar.text_input("Ollama Server", value=config.OLLAMA_SERVER)
+
+    # Initialize the OpenAI client
+    client = get_ollama_client()
+
+    # Fetch available models
+    models = get_models(ollama_server)
+    if not models:
+        st.error("No models available. Please check the server connection.")
+        return
+
+    # Sidebar settings
+    model = st.sidebar.selectbox("Select a Model", models)
+
+    global SYSTEM_PROMPT
+    update_prompt = st.sidebar.text_area("System Prompt", value=SYSTEM_PROMPT)
+    update = st.sidebar.button("Update settings", use_container_width=True)
+
+    if update:
+        # Update configuration and system prompt
+        config.OLLAMA_SERVER = ollama_server
+        SYSTEM_PROMPT = update_prompt
+        if len(st.session_state.messages) == 0:
+            st.session_state.messages.insert(0, create_message("system", SYSTEM_PROMPT))
+        elif st.session_state.messages[0]["role"] == "system":
+            st.session_state.messages[0]["content"] = SYSTEM_PROMPT
+
+    if st.sidebar.button("Clear Chat", use_container_width=True):
+        clear_chat()
+
+    # Render chat interface and handle user input
+    render_chat_messages()
+    handle_user_input(client, model)
+
+
+if __name__ == "__main__":
+    main()

config.py

@@ -0,0 +1,11 @@
+from pydantic_settings import BaseSettings, SettingsConfigDict
+
+
+class Settings(BaseSettings):
+    OLLAMA_SERVER: str
+
+    model_config = SettingsConfigDict(env_file="env", env_file_encoding="utf-8")
+
+
+# Instantiate the settings
+config = Settings()

env

@@ -0,0 +1 @@
+OLLAMA_SERVER=http://127.0.0.1:11434

prompts.py

@@ -0,0 +1 @@
+SYSTEM_PROMPT = "You are a helpful assistant."

requirements.txt

@@ -0,0 +1,5 @@
+openai
+streamlit
+pydantic
+pydantic-settings
+requests