update

Dockerfile

@@ -1,8 +1,8 @@
-FROM python:3.12
+FROM python:3.10-slim
 
 WORKDIR /code
 
-# Install system dependencies
+# Copy packages.txt and install system dependencies
 COPY packages.txt /root/packages.txt
 RUN apt-get update && \
     xargs -r -a /root/packages.txt apt-get install -y && \
@@ -10,18 +10,17 @@ RUN apt-get update && \
 
 # Install Python dependencies
 COPY requirements.txt .
-RUN pip install --no-cache-dir --upgrade -r requirements.txt && \
-    pip install --no-cache-dir llama-cpp-python==0.3.8 --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu
+RUN pip install --no-cache-dir --upgrade -r requirements.txt
 
-# Pre-download the model
-ENV HF_HOME=/code/.cache/huggingface
-RUN mkdir -p /code/.cache/huggingface && \
-    pip install --no-cache-dir huggingface_hub && \
-    python -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='muhammadnoman76/cortex_q4', filename='unsloth.Q4_K_M.gguf', local_dir='/code', local_dir_use_symlinks=False)"
+# Install llama-cpp-python separately to handle potential issues
+RUN pip install --no-cache-dir llama-cpp-python
 
 # Copy application code
 COPY . .
 
+# Ensure correct permissions for the working directory
+RUN chmod -R 777 /code
+
 # Expose port
 EXPOSE 7860
 

requirements.txt

@@ -1,4 +1,5 @@
-fastapi==0.115.12
-uvicorn==0.34.2
-pydantic==2.11.4
-huggingface_hub==0.30.2
+fastapi>=0.115.12
+uvicorn>=0.34.2
+pydantic>=2.11.4
+llama-cpp-python>=0.3.8
+huggingface_hub>=0.25.0