Spaces:
Sleeping
Sleeping
:gem: [Feature] ChatAPIApp: New /readme route
Browse files- apis/chat_api.py +18 -0
- requirements.txt +1 -0
apis/chat_api.py
CHANGED
|
@@ -1,9 +1,12 @@
|
|
| 1 |
import argparse
|
|
|
|
| 2 |
import os
|
| 3 |
import sys
|
| 4 |
import uvicorn
|
| 5 |
|
|
|
|
| 6 |
from fastapi import FastAPI, Depends
|
|
|
|
| 7 |
from fastapi.security import HTTPBearer, HTTPAuthorizationCredentials
|
| 8 |
from pydantic import BaseModel, Field
|
| 9 |
from typing import Union
|
|
@@ -123,6 +126,15 @@ class ChatAPIApp:
|
|
| 123 |
data_response = streamer.chat_return_dict(stream_response)
|
| 124 |
return data_response
|
| 125 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 126 |
def setup_routes(self):
|
| 127 |
for prefix in ["", "/v1", "/api", "/api/v1"]:
|
| 128 |
include_in_schema = True if prefix == "" else False
|
|
@@ -137,6 +149,12 @@ class ChatAPIApp:
|
|
| 137 |
summary="Chat completions in conversation session",
|
| 138 |
include_in_schema=include_in_schema,
|
| 139 |
)(self.chat_completions)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 140 |
|
| 141 |
|
| 142 |
class ArgParser(argparse.ArgumentParser):
|
|
|
|
| 1 |
import argparse
|
| 2 |
+
import markdown2
|
| 3 |
import os
|
| 4 |
import sys
|
| 5 |
import uvicorn
|
| 6 |
|
| 7 |
+
from pathlib import Path
|
| 8 |
from fastapi import FastAPI, Depends
|
| 9 |
+
from fastapi.responses import HTMLResponse
|
| 10 |
from fastapi.security import HTTPBearer, HTTPAuthorizationCredentials
|
| 11 |
from pydantic import BaseModel, Field
|
| 12 |
from typing import Union
|
|
|
|
| 126 |
data_response = streamer.chat_return_dict(stream_response)
|
| 127 |
return data_response
|
| 128 |
|
| 129 |
+
def get_readme(self):
|
| 130 |
+
readme_path = Path(__file__).parents[1] / "README.md"
|
| 131 |
+
with open(readme_path, "r", encoding="utf-8") as rf:
|
| 132 |
+
readme_str = rf.read()
|
| 133 |
+
readme_html = markdown2.markdown(
|
| 134 |
+
readme_str, extras=["table", "fenced-code-blocks", "highlightjs-lang"]
|
| 135 |
+
)
|
| 136 |
+
return readme_html
|
| 137 |
+
|
| 138 |
def setup_routes(self):
|
| 139 |
for prefix in ["", "/v1", "/api", "/api/v1"]:
|
| 140 |
include_in_schema = True if prefix == "" else False
|
|
|
|
| 149 |
summary="Chat completions in conversation session",
|
| 150 |
include_in_schema=include_in_schema,
|
| 151 |
)(self.chat_completions)
|
| 152 |
+
self.app.get(
|
| 153 |
+
"/readme",
|
| 154 |
+
summary="README of HF LLM API",
|
| 155 |
+
response_class=HTMLResponse,
|
| 156 |
+
include_in_schema=False,
|
| 157 |
+
)(self.get_readme)
|
| 158 |
|
| 159 |
|
| 160 |
class ArgParser(argparse.ArgumentParser):
|
requirements.txt
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
aiohttp
|
| 2 |
fastapi
|
| 3 |
httpx
|
|
|
|
| 4 |
openai
|
| 5 |
pydantic
|
| 6 |
requests
|
|
|
|
| 1 |
aiohttp
|
| 2 |
fastapi
|
| 3 |
httpx
|
| 4 |
+
markdown2[all]
|
| 5 |
openai
|
| 6 |
pydantic
|
| 7 |
requests
|