Upload 3 files

Dockerfile

@@ -0,0 +1,25 @@
+# Use an official Python runtime as a parent image
+FROM python:3.9-slim
+
+# Set the working directory in the container
+WORKDIR /code
+
+# Copy the current directory contents into the container at /app
+COPY ./requirements.txt /code/requirements.txt
+
+# Install any needed packages specified in requirements.txt
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+RUN useradd user
+
+USER user
+
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+
+WORKDIR $HOME/app
+
+COPY --chown=user . $HOME/app
+
+# Run app.py when the container launches
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,19 @@
+from fastapi import FastAPI
+from transformers import pipeline
+
+app = FastAPI()
+
+
+pipe = pipeline("text-generation", model="MohamedSaeed-dev/gemma-2b-1500steps")
+
+@app.post("/generate/")
+async def generate_text(text:str):
+    messages = [
+        {"role": "user", "content": text},
+    ]
+    output = pipe(messages)
+    return {"output": output[0]["generated_text"]}
+
+@app.get("/")
+async def root():
+    return {"message": "Welcome to the LLM API!"}

requirements.txt

@@ -0,0 +1,4 @@
+fastapi
+uvicorn
+torch
+transformers