feat: update dependencies and ignore files

Update backend dependencies to latest versions and add .qwenignore file. Also, update .gitignore to ignore .bmad directory and unignore .qwen directory. Update Linkedin_poster_dev submodule to latest commit.

.gitignore

@@ -173,8 +173,10 @@ tests/
 docker-compose.override.yml
 
 # BMAD
+.bmad/
 .bmad-core/
 .kilocode/
 docs/
 backend/tests/
-.qwen/
+# .qwen/
+.qwenignore

Linkedin_poster_dev

@@ -1 +1 @@
-Subproject commit c2eff437aa77ba366d92bbe61164823d4736c7e8
+Subproject commit d84516dcdeb9e85fb0d9c89c19fcc4b02d458168

backend/scheduler/apscheduler_service.py

@@ -23,43 +23,43 @@ logger = logging.getLogger(__name__)
 
 class APSchedulerService:
     """Service for managing APScheduler tasks."""
-    
+
     def __init__(self, app=None):
         self.app = app
         self.scheduler = None
         self.supabase_client = None
-        
+
         # Initialize scheduler if app is provided
         if app is not None:
             self.init_app(app)
-    
+
     def init_app(self, app):
         """Initialize the scheduler with the Flask app."""
         try:
             self.app = app
-            
+
             logger.info("🚀 APScheduler starting...")
-            
+
             # Initialize Supabase client
             self.supabase_client = init_supabase(
                 app.config['SUPABASE_URL'],
                 app.config['SUPABASE_KEY']
             )
-            
+
             # Configure job stores and executors
             jobstores = {
                 'default': MemoryJobStore()
             }
-            
+
             executors = {
                 'default': ThreadPoolExecutor(20),
             }
-            
+
             job_defaults = {
                 'coalesce': False,
                 'max_instances': 3
             }
-            
+
             # Create scheduler
             self.scheduler = BackgroundScheduler(
                 jobstores=jobstores,
@@ -67,14 +67,14 @@ class APSchedulerService:
                 job_defaults=job_defaults,
                 timezone='UTC'
             )
-            
+
             # Add the scheduler to the app
             app.scheduler = self
-            
+
             # Start the scheduler
             self.scheduler.start()
             logger.info("✅ APScheduler started successfully")
-            
+
             # Add the periodic job to load schedules from database
             self.scheduler.add_job(
                 func=self.load_schedules,
@@ -83,15 +83,15 @@ class APSchedulerService:
                 name='Load schedules from database',
                 replace_existing=True
             )
-            
+
             # Load schedules immediately when the app starts
             self.load_schedules()
-            
+
         except Exception as e:
             logger.error(f"❌ APScheduler initialization failed: {str(e)}")
             import traceback
             logger.error(traceback.format_exc())
-    
+
     def load_schedules(self):
         """Load schedules from the database and create jobs."""
         try:
@@ -100,7 +100,7 @@ class APSchedulerService:
                 if not self.supabase_client:
                     logger.error("❌ Supabase client not initialized")
                     return
-                
+
                 # Fetch all schedules from Supabase
                 response = (
                     self.supabase_client
@@ -108,38 +108,38 @@ class APSchedulerService:
                     .select("*, Social_network(id_utilisateur, token, sub)")
                     .execute()
                 )
-                
+
                 schedules = response.data if response.data else []
                 logger.info(f"📋 Found {len(schedules)} schedules in database")
-                
+
                 # Remove existing scheduled jobs (except the loader job)
                 jobs_to_remove = []
                 for job in self.scheduler.get_jobs():
                     if job.id != 'load_schedules':
                         jobs_to_remove.append(job.id)
-                
+
                 for job_id in jobs_to_remove:
                     try:
                         self.scheduler.remove_job(job_id)
                     except Exception as e:
                         logger.warning(f"Failed to remove job {job_id}: {str(e)}")
-                
+
                 # Create jobs for each schedule
                 for schedule in schedules:
                     try:
                         schedule_id = schedule.get('id')
                         schedule_time = schedule.get('schedule_time')
                         adjusted_time = schedule.get('adjusted_time')
-                        
+
                         if not schedule_time or not adjusted_time:
                             logger.warning(f"⚠️ Invalid schedule format for schedule {schedule_id}")
                             continue
-                        
+
                         # Parse timezone information
                         server_timezone = get_server_timezone()
                         schedule_time_part, schedule_timezone = parse_timezone_schedule(schedule_time)
                         adjusted_time_part, adjusted_timezone = parse_timezone_schedule(adjusted_time)
-                        
+
                         # Convert to server timezone for APScheduler
                         if schedule_timezone and validate_timezone(schedule_timezone):
                             server_schedule_time = convert_time_to_timezone(schedule_time_part, schedule_timezone, server_timezone)
@@ -148,11 +148,11 @@ class APSchedulerService:
                             # Use original time if no valid timezone
                             server_schedule_time = schedule_time_part
                             server_adjusted_time = adjusted_time_part
-                        
+
                         # Parse schedule times for server timezone
                         content_gen_cron = self._parse_schedule_time(server_adjusted_time)
                         publish_cron = self._parse_schedule_time(server_schedule_time)
-                        
+
                         # Create content generation job (5 minutes before publishing)
                         gen_job_id = f"gen_{schedule_id}"
                         self.scheduler.add_job(
@@ -167,7 +167,7 @@ class APSchedulerService:
                             args=[schedule.get('Social_network', {}).get('id_utilisateur'), schedule_id],
                             replace_existing=True
                         )
-                        
+
                         # Create publishing job
                         pub_job_id = f"pub_{schedule_id}"
                         self.scheduler.add_job(
@@ -182,29 +182,29 @@ class APSchedulerService:
                             args=[schedule_id],
                             replace_existing=True
                         )
-                        
+
                         logger.info(f"📅 Created schedule jobs for {schedule_id}")
-                        
+
                     except Exception as e:
                         logger.error(f"❌ Error creating jobs for schedule {schedule.get('id')}: {str(e)}")
-            
+
         except Exception as e:
             logger.error(f"❌ Error loading schedules: {str(e)}")
-    
+
     def _parse_schedule_time(self, schedule_time):
         """
         Parse schedule time string into cron format.
-        
+
         Args:
             schedule_time (str): Schedule time in format "Day HH:MM"
-            
+
         Returns:
             dict: Cron parameters
         """
         try:
             day_name, time_str = schedule_time.split()
             hour, minute = map(int, time_str.split(':'))
-            
+
             # Map day names to cron format
             day_map = {
                 'Monday': 0,
@@ -215,7 +215,7 @@ class APSchedulerService:
                 'Saturday': 5,
                 'Sunday': 6
             }
-            
+
             day_of_week = day_map.get(day_name, '*')
             return {
                 'minute': minute,
@@ -230,26 +230,26 @@ class APSchedulerService:
                 'hour': '*',
                 'day_of_week': '*'
             }
-    
+
     def generate_content_task(self, user_id: str, schedule_id: str):
         """
         APScheduler task to generate content for a scheduled post.
-        
+
         Args:
             user_id (str): User ID
             schedule_id (str): Schedule ID
         """
         try:
             logger.info(f"🎨 Generating content for schedule {schedule_id}")
-            
+
             # Run within application context
             with self.app.app_context():
                 # Initialize content service
                 content_service = ContentService()
-                
+
                 # Generate content using content service
                 generated_result = content_service.generate_post_content(user_id)
-                
+
                 # Ensure proper extraction of text content and image data from tuple
                 # ContentService.generate_post_content() always returns a tuple: (text_content, image_data)
                 if isinstance(generated_result, (tuple, list)) and len(generated_result) >= 1:
@@ -257,7 +257,7 @@ class APSchedulerService:
                     text_content = generated_result[0] if generated_result[0] is not None else "Generated content will appear here..."
                     # Extract image data (second element) if it exists
                     image_data = generated_result[1] if len(generated_result) >= 2 and generated_result[1] is not None else None
-                    
+
                     # Additional safeguard: ensure text_content is always a string, never a list/tuple
                     if not isinstance(text_content, str):
                         text_content = str(text_content) if text_content is not None else "Generated content will appear here..."
@@ -265,12 +265,12 @@ class APSchedulerService:
                     # Fallback for unexpected return types
                     text_content = str(generated_result) if generated_result is not None else "Generated content will appear here..."
                     image_data = None
-                    
+
                 # Final validation to ensure text_content is never stored as a list/tuple
                 if isinstance(text_content, (list, tuple)):
                     # Convert list/tuple to string representation
                     text_content = str(text_content)
-                
+
                 # Process image data for proper storage
                 processed_image_data = None
                 if image_data is not None:
@@ -282,7 +282,7 @@ class APSchedulerService:
                         logger.error(f"❌ Error processing image data for schedule {schedule_id}: {str(e)}")
                         # Continue with text content even if image processing fails
                         processed_image_data = None
-                
+
                 # Store generated content in database
                 # We need to get the social account ID from the schedule
                 schedule_response = (
@@ -292,12 +292,12 @@ class APSchedulerService:
                     .eq("id", schedule_id)
                     .execute()
                 )
-                
+
                 if not schedule_response.data:
                     raise Exception(f"Schedule {schedule_id} not found")
-                    
+
                 social_account_id = schedule_response.data[0]['id_social']
-                
+
                 # Prepare post data
                 post_data = {
                     "id_social": social_account_id,
@@ -305,11 +305,11 @@ class APSchedulerService:
                     "is_published": False,
                     "sched": schedule_id
                 }
-                
+
                 # Add processed image data if present
                 if processed_image_data is not None:
                     post_data["image_content_url"] = processed_image_data
-                
+
                 # Store the generated content
                 response = (
                     self.supabase_client
@@ -317,25 +317,25 @@ class APSchedulerService:
                     .insert(post_data)
                     .execute()
                 )
-                
+
                 if response.data:
                     logger.info(f"✅ Content generated and stored for schedule {schedule_id}")
                 else:
                     logger.error(f"❌ Failed to store generated content for schedule {schedule_id}")
-                
+
         except Exception as e:
             logger.error(f"❌ Error in content generation task for schedule {schedule_id}: {str(e)}")
-    
+
     def publish_post_task(self, schedule_id: str):
         """
         APScheduler task to publish a scheduled post.
-        
+
         Args:
             schedule_id (str): Schedule ID
         """
         try:
             logger.info(f"🚀 Publishing post for schedule {schedule_id}")
-            
+
             # Run within application context
             with self.app.app_context():
                 # Fetch the post to publish
@@ -349,16 +349,19 @@ class APSchedulerService:
                     .limit(1)
                     .execute()
                 )
-                
+
                 if not response.data:
                     logger.info(f"📭 No unpublished posts found for schedule {schedule_id}")
                     return
-                
+
                 post = response.data[0]
                 post_id = post.get('id')
                 text_content = post.get('Text_content')
                 image_url = post.get('image_content_url')
-                
+
+                logger.info(f"📄 Post content to be published: {text_content[:100]}...")  # Log first 100 chars
+                logger.info(f"🖼️ Image URL: {image_url}")
+
                 # Get social network credentials
                 schedule_response = (
                     self.supabase_client
@@ -367,24 +370,34 @@ class APSchedulerService:
                     .eq("id", schedule_id)
                     .execute()
                 )
-                
+
                 if not schedule_response.data:
-                    raise Exception(f"Schedule {schedule_id} not found")
-                    
+                    logger.error(f"❌ Schedule {schedule_id} not found in database")
+                    return
+
                 social_network = schedule_response.data[0].get('Social_network', {})
                 access_token = social_network.get('token')
                 user_sub = social_network.get('sub')
-                
+
                 if not access_token or not user_sub:
                     logger.error(f"❌ Missing social network credentials for schedule {schedule_id}")
                     return
-                
-                # Publish to LinkedIn
+
+                logger.info(f"🔐 Access token exists: {bool(access_token)}")
+                logger.info(f"👤 User sub exists: {bool(user_sub)}")
+
+                # Publish to LinkedIn - ensure we're within app context
+                # Import here to ensure it has access to app context
+                from backend.services.linkedin_service import LinkedInService
                 linkedin_service = LinkedInService()
+                logger.info(f"🔗 LinkedIn service initialized successfully")
+
                 publish_response = linkedin_service.publish_post(
                     access_token, user_sub, text_content, image_url
                 )
-                
+
+                logger.info(f"✅ LinkedIn API response received for schedule {schedule_id}")
+
                 # Update post status in database
                 update_response = (
                     self.supabase_client
@@ -393,12 +406,13 @@ class APSchedulerService:
                     .eq("id", post_id)
                     .execute()
                 )
-                
-                logger.info(f"✅ Post published successfully for schedule {schedule_id}")
-            
+
+                logger.info(f"✅ Post status updated to published for schedule {schedule_id}")
+
         except Exception as e:
             logger.error(f"❌ Error in publishing task for schedule {schedule_id}: {str(e)}")
-    
+            logger.error(f"Full error traceback: ", exc_info=True)  # Add full traceback
+
     def trigger_immediate_update(self):
         """Trigger immediate schedule update."""
         try:
@@ -408,7 +422,7 @@ class APSchedulerService:
         except Exception as e:
             logger.error(f"❌ Error triggering immediate schedule update: {str(e)}")
             return False
-    
+
     def shutdown(self):
         """Shutdown the scheduler."""
         if self.scheduler:

sprint_change_proposal.md

@@ -1,87 +0,0 @@
-# Sprint Change Proposal: LinkedIn Token Expiration Management System
-
-## Analysis Summary
-
-**Original Issue**: LinkedIn tokens expire after 2 months, requiring manual reconnection process that creates a poor user experience.
-
-**Impact Analysis**: 
-- Currently, the `Social_network` table already has an `expiration` column that can be leveraged
-- No schema changes needed, only implementation of business logic
-- Requires background task scheduling and email notification system
-- Affects user experience for LinkedIn integration users
-
-**Rationale for Chosen Path**: Implementing automated token refresh with 50-day cycle and daily background checks minimizes user disruption while maintaining security best practices.
-
-## Specific Proposed Edits
-
-### 1. Update Account Linking Process
-
-**Current**: LinkedIn tokens are stored without expiration tracking
-
-**Proposed Changes**:
-- Modify the LinkedIn account linking process to automatically set the `expiration` column to 50 days after link date
-- Add validation to ensure the `expiration` column is properly set during the connection process
-
-### 2. Create Background Task Scheduler
-
-**Current**: No automated expiration checks exist
-
-**Proposed Changes**:
-- Implement a background task that runs at noon and midnight daily
-- Create a function to check for accounts with expiration date equal to current date
-- Add token refresh logic for LinkedIn tokens
-- Implement error handling and logging
-
-### 3. Implement Token Refresh Process
-
-**Current**: No automated refresh mechanism exists
-
-**Proposed Changes**:
-- Create function to perform LinkedIn token refresh using LinkedIn's API
-- Handle successful refresh (update tokens and expiration)
-- Handle failed refresh (send user notification)
-
-### 4. Implement Email Notification System
-
-**Current**: No automated notification system exists for failed refreshes
-
-**Proposed Changes**:
-- Create function to send email notification when refresh fails
-- Include clear instructions for users to reconnect their LinkedIn account
-
-### 5. Add Refresh Token Storage
-
-**Current**: Only access token is stored in the `token` column
-
-**Proposed Changes**:
-- Modify the initial LinkedIn connection flow to also store the refresh token
-- Update schema to add refresh_token column or modify existing storage approach
-
-## Additional Implementation Considerations
-
-### 6. Logging and Monitoring
-- Add comprehensive logging for the refresh process
-- Create monitoring for failed refresh attempts
-- Log successful refreshes for tracking
-
-### 7. Error Handling Improvements
-- Implement retry logic for temporary failures
-- Handle rate limiting from LinkedIn API
-- Graceful degradation when refresh fails
-
-### 8. Testing Requirements
-- Unit tests for the refresh logic
-- Integration tests for the scheduling system
-- Testing of email notification system
-
-## Success Metrics
-- Reduction in manual reconnection requests
-- Improved user retention for LinkedIn integration
-- Decreased support tickets related to token expiration
-
-## Implementation Timeline
-1. **Day 1**: Implement token refresh logic and database updates
-2. **Day 2**: Implement background scheduler and email notifications
-3. **Week 1-2**: Testing, monitoring, and adjustments
-
-This proposal addresses the LinkedIn token expiration issue while leveraging your existing database structure efficiently. The system will automatically handle token refresh for users, sending notifications only when automatic refresh fails, thus improving the user experience significantly.