app.py

import gradio as gr
from gradio import inputs
from gradio.inputs import Textbox
from gradio import outputs
from transformers import pipeline

title = "Next Sentence Generator"
description = "Try this text generator!"
examples = [
    ["Zoe Kwan is a 20-year old singer and songwriter who has taken Hong Kong’s music scene by storm."],
    ["Zoe only recently began writing songs."],
    ["Zoe’s big break came when the godfather of Cantopop Sam Hui stumbled upon a YouTube video of Zoe singing."]
]

generator2 = gr.Interface.load("huggingface/EleutherAI/gpt-neo-2.7B")
generator3 = gr.Interface.load("huggingface/EleutherAI/gpt-j-6B")
generator1 = gr.Interface.load("huggingface/google/flan-t5-xl")

gr.Parallel(generator1, generator2, generator3, inputs=gr.inputs.Textbox(lines=5, label="Enter a sentence to get another sentence."),
            title=title, description=description, examples=examples).launch(share=False, enable_queue=True)