Zmiany main.py

main.py

@@ -1,8 +1,9 @@
 import os
 
 import uvicorn
+import torch
 from fastapi import FastAPI, HTTPException
-from fastapi.responses import Response
+from fastapi.responses import JSONResponse, Response
 from pydantic import BaseModel
 from transformers import pipeline
 
@@ -76,10 +77,17 @@ async def generate_text(request: GenerationRequest):
             temperature=request.temperature,
             top_p=request.top_p,
             do_sample=True,  # Ważne dla generowania z temperaturą
+            return_full_text=False # Dodaj ten parametr, aby model nie zwracał od razu promptu
         )
         # Pipeline zwraca listę słowników, bierzemy pierwszy wynik
         #gen_text = {"generated_text": generated_text[0]["generated_text"]}
-        return Response(content=generated_text[0]["generated_text"], media_type="text/plain; charset=utf-8")
+
+        response_data = {"generated_text": generated_text[0]["generated_text"]}
+        return JSONResponse(
+            content=response_data,
+            media_type="application/json; charset=utf-8"
+        )
+        #return Response(content=generated_text[0]["generated_text"], media_type="text/plain; charset=utf-8")
         # return {"generated_text": generated_text[0]["generated_text"]}
     except Exception as e:
         raise HTTPException(status_code=500, detail=f"Błąd podczas generowania tekstu: {e}")