feat: updated model download url and n_ctx param

Dockerfile

@@ -15,7 +15,7 @@ RUN pip install -U pip setuptools wheel && \
 
 # Download model
 RUN mkdir model && \
-    curl -L https://huggingface.co/lynnleelhl/replit-code-v1_5-3b-gguf/resolve/main/ggml-model-f16.gguf -o model/gguf-model.bin
+    curl -L https://huggingface.co/abetlen/replit-code-v1_5-3b-GGUF/resolve/main/replit-code-v1_5-3b.f16.gguf -o model/gguf-model.bin
 
 COPY ./start_server.sh ./
 COPY ./main.py ./

README.md

@@ -5,7 +5,7 @@ colorTo: blue
 sdk: docker
 models:
   - replit/replit-code-v1_5-3b
-  - lynnleelhl/replit-code-v1_5-3b-gguf
+  - abetlen/replit-code-v1_5-3b-GGUF
 tags:
   - inference api
   - openai-api compatible

main.py

@@ -6,7 +6,8 @@ app = create_app(
     Settings(
         n_threads=2,  # set to number of cpu cores
         model="model/gguf-model.bin",
-        embedding=True
+        embedding=True,
+        n_ctx=16192  # For GitHub Copilot
     )
 )