Create Dockerfile

Dockerfile

@@ -0,0 +1,24 @@
+FROM python:3.10-slim
+
+# Install system deps for llama-cpp
+RUN apt-get update && apt-get install -y build-essential cmake
+
+# Create app dir
+WORKDIR /app
+
+# Copy requirements and install
+COPY app/requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Copy the app
+COPY app/ .
+
+# Download model into container (or mount if too large)
+RUN mkdir -p /models
+# Example: If model is from HF Hub
+# RUN pip install huggingface_hub
+# RUN python -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='YourRepo/Qwen', filename='qwen2.5b.gguf', local_dir='/models')"
+
+# Start API
+ENV PORT=7860
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]