chore(cache): Add pre-built model cache for faster startup

- Includes sentence-transformers model (418MB)
- Pre-computed embeddings (293MB)
- NLTK WordNet data
- Configured Docker to use cache at /app/backend-py/cache
- Setup Git LFS for large files (899MB total)

Signed-off-by: Vimal Kumar <[email protected]>

.gitattributes

@@ -1,6 +1,6 @@
+cache-dir/models--sentence-transformers--all-mpnet-base-v2/blobs/* filter=lfs diff=lfs merge=lfs -text
 cache-dir/*.npy filter=lfs diff=lfs merge=lfs -text
 cache-dir/*.pkl filter=lfs diff=lfs merge=lfs -text
-cache-dir/models--sentence-transformers--all-mpnet-base-v2/blobs/* filter=lfs diff=lfs merge=lfs -text
 cache-dir/nltk_data/*.zip filter=lfs diff=lfs merge=lfs -text
 cache-dir/nltk_data/corpora/omw-1.4/jpn/*.tab filter=lfs diff=lfs merge=lfs -text
 cache-dir/nltk_data/corpora/wordnet/data.noun filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -66,7 +66,6 @@ samples/
 venv/
 crossword-app/backend-py/src/services/model_cache/
 hack/model_cache/
-cache-dir/
 .KARO.md
 CLAUDE.md
 crossword-app/backend-py/faiss_cache/

Dockerfile

@@ -33,6 +33,9 @@ COPY crossword-app/frontend/ ./frontend/
 COPY crossword-app/backend/ ./backend/
 COPY crossword-app/backend-py/ ./backend-py/
 
+# Copy cache directory with pre-built models and NLTK data
+COPY cache-dir/ ./cache-dir/
+
 # Build the React frontend
 RUN cd frontend && npm run build
 
@@ -64,6 +67,9 @@ WORKDIR /app/backend-py
 COPY --from=builder --chown=appuser:appuser /app/backend-py ./
 COPY --from=builder --chown=appuser:appuser /app/backend/data ./data
 
+# Copy cache directory to backend-py/cache for model and NLTK data
+COPY --from=builder --chown=appuser:appuser /app/cache-dir /app/backend-py/cache
+
 # Switch to non-root user
 USER appuser
 
@@ -77,6 +83,10 @@ ENV PYTHONPATH=/app/backend-py
 ENV PYTHONUNBUFFERED=1
 ENV PIP_NO_CACHE_DIR=1
 
+# Set cache directory for thematic service and NLTK
+ENV CACHE_DIR=/app/backend-py/cache
+ENV NLTK_DATA=/app/backend-py/cache/nltk_data
+
 # Health check
 # HEALTHCHECK --interval=30s --timeout=10s --start-period=60s --retries=3 \
 #     CMD curl -f http://localhost:7860/health || exit 1

crossword-app/backend-py/.gitattributes

@@ -0,0 +1,4 @@
+cache-dir/models--sentence-transformers--all-mpnet-base-v2/blobs/* filter=lfs diff=lfs merge=lfs -text
+cache-dir/*.npy filter=lfs diff=lfs merge=lfs -text
+cache-dir/*.pkl filter=lfs diff=lfs merge=lfs -text
+cache-dir/nltk_data/*.zip filter=lfs diff=lfs merge=lfs -text