Update apis/chat_api.py

apis/chat_api.py

@@ -4,6 +4,8 @@ import sys
 import json
 
 from fastapi import FastAPI
+from fastapi.encoders import jsonable_encoder
+from fastapi.responses import JSONResponse
 from pydantic import BaseModel, Field
 from sse_starlette.sse import EventSourceResponse
 from utils.logger import logger
@@ -27,52 +29,39 @@ class ChatAPIApp:
         return self.available_models
 
     class ChatCompletionsPostItem(BaseModel):
-        model: str = Field(
-            default="mixtral-8x7b",
-            description="(str) `mixtral-8x7b`",
+        from_language: str = Field(
+            default="auto",
+            description="(str) `Detect`",
         )
-        messages: list = Field(
-            default=[{"role": "user", "content": "Hello, who are you?"}],
-            description="(list) Messages",
+        to_language: str = Field(
+            default="en",
+            description="(str) `en`",
         )
-        temperature: float = Field(
-            default=0.01,
-            description="(float) Temperature",
-        )
-        max_tokens: int = Field(
-            default=8192,
-            description="(int) Max tokens",
-        )
-        stream: bool = Field(
-            default=True,
-            description="(bool) Stream",
+        text: str = Field(
+            default="Hello",
+            description="(str) `Text for translate`",
         )
 
     def chat_completions(self, item: ChatCompletionsPostItem):
-        streamer = MessageStreamer(model=item.model)
-        composer = MessageComposer(model=item.model)
-        composer.merge(messages=item.messages)
-        return EventSourceResponse(
-            streamer.chat(
-                prompt=composer.merged_str,
-                temperature=item.temperature,
-                max_new_tokens=item.max_tokens,
-                stream=item.stream,
-                yield_output=True,
-            ),
-            media_type="text/event-stream",
-        )
+        item_response = {
+            "from_language": item.from_language,
+            "to_language": item.to_language,
+            "text": item.text,
+            "translate": ""
+        }
+        json_compatible_item_data = jsonable_encoder(item_response)
+        return JSONResponse(content=json_compatible_item_data)
 
     def setup_routes(self):
         for prefix in ["", "/v1"]:
             self.app.get(
                 prefix + "/models",
-                summary="Get available models",
+                summary="Get available languages",
             )(self.get_available_models)
 
             self.app.post(
-                prefix + "/chat/completions",
-                summary="Chat completions in conversation session",
+                prefix + "/translate",
+                summary="translate text",
             )(self.chat_completions)