from fastapi import FastAPI from transformers import pipeline ## create a new FASTAPI app instance app=FastAPI() # Initialize the text generation pipeline pipe = pipeline("text2text-generation", model="google/flan-t5-small") #pipe = pipeline("text-generation", model="openai-community/gpt2") #pipe=pipeline("text-generation", model="HuggingFaceTB/SmolLM2-1.7B-Instruct") @app.get("/") def home(): return {"message":"Hello World"} # Define a function to handle the GET request at `/generate` @app.get("/generate") def generate(text:str): ## use the pipeline to generate text from given input text output=pipe(text) ## return the generate text in Json reposne return {"output":output[0]['generated_text']}