Simplified API key management and moved model instantiation out of configuration file

.github/workflows/python_ci.yml

@@ -24,7 +24,7 @@ jobs:
         pip install -r requirements.txt
     - name: Test with unittest
       env:
-        ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
+        ANTHROPIC_API_KEY: ${{ secrets.API_KEY }}
       run: |
         python -m unittest tests/test_gradio.py
         python -m unittest tests/test_linkedin_resume.py

configuration.py

@@ -1,21 +1,19 @@
 """Global configuration for the Resumate application."""
 
-import os
-from openai import OpenAI
-from smolagents import OpenAIServerModel
-
 DEFAULT_GITHUB_PROFILE = "https://github.com/gperdrizet"
 
+INFERENCE_URL = "https://api.anthropic.com/v1/"
+
 # Will be used for single shot summarization with no-frills prompting
 # (e.g. job call extraction). It needs to output JSON formatted text,
 # but this task does not require any complex reasoning or planning.
-SUMMARIZER_CLIENT = OpenAI(
-    base_url="https://api.anthropic.com/v1/",
-    api_key=os.environ.get("ANTHROPIC_API_KEY", "dummy-key-for-testing")
-)
-
 SUMMARIZER_MODEL = "claude-3-5-haiku-20241022"
 
+# SUMMARIZER_CLIENT = OpenAI(
+#     base_url="https://api.anthropic.com/v1/",
+#     api_key=os.environ.get("ANTHROPIC_API_KEY", "dummy-key-for-testing")
+# )
+
 # Will be used for resume resume writing agent via HuggingFace smolagents
 # Including selection of relevant projects from GitHub profile
 #
@@ -25,14 +23,14 @@ SUMMARIZER_MODEL = "claude-3-5-haiku-20241022"
 # - Qwen2.5-Coder-14B-Instruct works OK, but is not great at markdown formatting
 #   and tends to get some details wrong.
 # - Claude-3-5-Haiku is the best model for this task so far.
-
-AGENT_MODEL = OpenAIServerModel(
-    model_id="claude-3-5-haiku-20241022", # Same as HF model string
-    api_base="https://api.anthropic.com/v1/",
-    api_key=os.environ.get("ANTHROPIC_API_KEY", "dummy-key-for-testing"),
-)
-
-INSTRUCTIONS = """
+AGENT_MODEL = "claude-3-5-haiku-20241022"
+# AGENT_MODEL = OpenAIServerModel(
+#     model_id="claude-3-5-haiku-20241022", # Same as HF model string
+#     api_base="https://api.anthropic.com/v1/",
+#     api_key=os.environ.get("ANTHROPIC_API_KEY", "dummy-key-for-testing"),
+# )
+
+AGENT_INSTRUCTIONS = """
 You are an AI agent responsible for writing a resume based on the provided context. Your task is to generate a well-structured and professional resume that highlights the user's skills, experiences, and achievements.
 You will receive two pieces of JSON structured context: a job call and a LinkedIn profile. 
 

functions/job_call.py

@@ -1,13 +1,15 @@
 '''Functions for summarizing and formatting job calls.'''
 
+import os
 import json
 import logging
 from pathlib import Path
 from datetime import datetime
+from openai import OpenAI
 from configuration import (
-    JOB_CALL_EXTRACTION_PROMPT,
+    INFERENCE_URL,
     SUMMARIZER_MODEL,
-    SUMMARIZER_CLIENT
+    JOB_CALL_EXTRACTION_PROMPT
 )
 
 # pylint: disable=broad-exception-caught
@@ -61,6 +63,11 @@ def summarize_job_call(job_call: str) -> str:
 
     logger.info("Summarizing job call (%d characters)", len(job_call))
 
+    client = OpenAI(
+        base_url=INFERENCE_URL,
+        api_key=os.environ.get("API_KEY", "dummy-key-for-testing")
+    )
+
     messages = [
         {
             'role': 'system',
@@ -74,7 +81,7 @@ def summarize_job_call(job_call: str) -> str:
     }
 
     try:
-        response = SUMMARIZER_CLIENT.chat.completions.create(**completion_args)
+        response = client.chat.completions.create(**completion_args)
 
     except Exception as e:
         response = None

functions/writer_agent.py

@@ -3,8 +3,8 @@
 import json
 import logging
 import os
-from smolagents import CodeAgent
-from configuration import AGENT_MODEL, INSTRUCTIONS
+from smolagents import OpenAIServerModel, CodeAgent
+from configuration import INFERENCE_URL, AGENT_MODEL, AGENT_INSTRUCTIONS
 
 # pylint: disable=broad-exception-caught
 
@@ -27,8 +27,14 @@ def write_resume(content: str, user_instructions: str = None, job_summary: str =
 
     if content['status'] == 'success':
 
+        model = OpenAIServerModel(
+            model_id=AGENT_MODEL,
+            api_base=INFERENCE_URL,
+            api_key=os.environ.get("API_KEY"),
+        )
+
         agent = CodeAgent(
-            model=AGENT_MODEL,
+            model=model,
             tools=[],
             additional_authorized_imports=['json', 'pandas'],
             name="writer_agent",
@@ -38,7 +44,7 @@ def write_resume(content: str, user_instructions: str = None, job_summary: str =
         )
 
         # Prepare instructions - combine default with user instructions and job summary
-        instructions = INSTRUCTIONS
+        instructions = AGENT_INSTRUCTIONS
 
         if job_summary is not None and job_summary.strip():
             instructions += f"\n\nJob Requirements and Details:\n{job_summary.strip()}"