Update app.py

app.py

@@ -1,6 +1,6 @@
 from fastapi import FastAPI, HTTPException, Query
 from fastapi.responses import JSONResponse
-from webscout import WEBS, transcriber, LLM, fastai
+from webscout import WEBS, transcriber, LLM, fastai, fastai_stream
 from typing import Optional, List, Dict, Union
 from fastapi.encoders import jsonable_encoder
 from bs4 import BeautifulSoup
@@ -161,7 +161,13 @@ async def fast_ai(user: str, model: str = "llama3-70b", system: str = "Answer as
     except Exception as e:
         raise HTTPException(status_code=500, detail=f"Error during Snova AI request: {e}")
 
-
+@app.get("/api/streaming-fastAI")
+async def fast_ai(user: str, model: str = "llama3-8b", system: str = "Answer as concisely as possible."):
+    """Get a streaming response from the Snova AI service."""
+    try:
+        return StreamingResponse(fastai_stream(user, model, system), media_type="text/event-stream")
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"Error during Snova AI request: {e}")
     
 @app.get("/api/answers")
 async def answers(q: str, proxy: Optional[str] = None):