Fix NLTK data permission issues by pre-downloading during build

Dockerfile

@@ -15,10 +15,15 @@ COPY requirements.txt .
 RUN pip install --no-cache-dir --upgrade pip && \
     pip install --no-cache-dir --upgrade -r requirements.txt
 
+# Pre-download NLTK data during build time
+RUN python -c "import nltk; nltk.download('punkt'); nltk.download('wordnet'); nltk.download('stopwords')" && \
+    mkdir -p /app/nltk_data && \
+    cp -r /root/nltk_data/* /app/nltk_data/ && \
+    chmod -R 755 /app/nltk_data
+
 # Create necessary directories
 RUN mkdir -p data/users data/sessions data/conversations data/feedback && \
-    mkdir -p mental_health_model_artifacts/chroma_db && \
-    mkdir -p nltk_data
+    mkdir -p mental_health_model_artifacts/chroma_db
 
 # Copy application files
 COPY app.py .

api_mental_health.py

@@ -37,16 +37,13 @@ logger = logging.getLogger(__name__)
 # Load environment variables
 load_dotenv()
 
-# Set NLTK data path to a directory where we have write permissions
+# Set NLTK data path to a directory where we want to look for data
 nltk_data_path = os.path.join(os.path.dirname(__file__), "nltk_data")
 os.makedirs(nltk_data_path, exist_ok=True)
 nltk.data.path.append(nltk_data_path)
 
-# Download required NLTK data to our custom directory
-logger.info(f"Downloading NLTK data to {nltk_data_path}")
-nltk.download('punkt', download_dir=nltk_data_path)
-nltk.download('wordnet', download_dir=nltk_data_path)
-nltk.download('stopwords', download_dir=nltk_data_path)
+# Skip downloading NLTK data to avoid permission errors
+logger.info(f"Using NLTK data from {nltk_data_path} if available")
 
 # Initialize FastAPI app
 app = FastAPI(title="Mental Health Counselor API")

run_api.sh

@@ -7,7 +7,18 @@ echo "===== Application Startup at $(date -u '+%Y-%m-%d %H:%M:%S') ====="
 echo "Setting up directories..."
 mkdir -p data/users data/sessions data/conversations data/feedback
 mkdir -p mental_health_model_artifacts/chroma_db
-mkdir -p nltk_data
+
+# Verify NLTK data exists and is accessible
+echo "Checking NLTK data..."
+if [ -d "/app/nltk_data" ]; then
+    echo "NLTK data directory exists at /app/nltk_data"
+    # List contents to verify
+    ls -la /app/nltk_data
+else
+    echo "WARNING: NLTK data directory not found at /app/nltk_data"
+    # Create the directory anyway
+    mkdir -p /app/nltk_data
+fi
 
 # Create .env file if it doesn't exist
 if [ ! -f .env ]; then