initial commit

Dockerfile

@@ -0,0 +1,13 @@
+FROM python:3.9
+
+RUN useradd -m -u 1000 user
+USER user
+ENV PATH="/home/user/.local/bin:$PATH"
+
+WORKDIR /app
+
+COPY --chown=user ./requirements.txt requirements.txt
+RUN pip install --no-cache-dir --upgrade -r requirements.txt
+
+COPY --chown=user . /app
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,21 @@
+from fastapi import FastAPI
+import os
+
+app = FastAPI()
+
+@app.get("/")
+def greet_json():
+    return {"Hello": "World!"}
+
+@app.get("/hello")
+def hello():
+    llm = HuggingFaceEndpoint(
+      repo_id="meta-llama/Meta-Llama-3-8B-Instruct",
+      task="text-generation",
+      max_new_tokens=100,
+      do_sample=False,
+      huggingfacehub_api_token = os.environ.get("HUGGINGFACEHUB_API_TOKEN")
+    )
+    result = llm.invoke("Hugging Face is")
+    print('result: ', result)
+    return (result)

requirements.txt

@@ -0,0 +1,9 @@
+fastapi
+uvicorn[standard]
+langchain
+langchain-community
+langchain-huggingface
+# langchain-chroma
+# langchain-core
+# langchain-openai
+# langchain-text-splitters