from transformers import pipeline from fastapi import FastAPI app = FastAPI() pipe = pipeline("text2text-generation", model="google/flan-t5-small") @app.get("/") def home(): return "hello world" @app.get("/generate") def generate(text:str): res = pipe(text) return {"output":res[0]['generated_text']}