Create app.py

app.py

@@ -0,0 +1,91 @@
+from transformers import pipeline
+import gradio as gr
+
+# Load models
+summarizer = pipeline("summarization", model="sshleifer/distilbart-cnn-12-6")
+answerer = pipeline("question-answering", model="valhalla/bart-large-finetuned-squadv1")
+translator = pipeline("translation", model="facebook/nllb-200-distilled-600M")
+filler = pipeline("fill-mask", model="FacebookAI/roberta-large")
+paraphraser = pipeline("text2text-generation", model="humarin/chatgpt_paraphraser_on_T5_base")
+
+# NLP functions
+def summarize(text, min_length, max_length):
+    summary = summarizer(text, min_length=min_length, max_length=max_length)
+    return summary[0]['summary_text']
+
+def answer(context, question):
+    answers = answerer(context=context, question=question, top_k=3)
+    return [" ".join(answer['answer'].split("\n")) for answer in answers]
+
+languages = ["zho_Hans (Chinese)", "spa_Latn (Spanish)", "eng_Latn (English)", "hin_Deva (Hindi)", "por_Latn (Portuguese)", "rus_Cyrl (Russian)",
+             "jpn_Jpan (Japanese)", "deu_Latn (German)", "yue_Hant (Yue Chinese)", "kor_Hang (Korean)", "fra_Latn (French)", "ita_Latn (Italian)"]
+def translate(text, src_lang, tgt_lang):
+    src_lang = src_lang.split()[0]
+    tgt_lang = tgt_lang.split()[0]
+    translation = translator(text, src_lang=src_lang, tgt_lang=tgt_lang, max_length=translator.tokenizer.model_max_length)
+    return translation[0]['translation_text']
+
+def fill(text, to_fill):
+    if not to_fill:
+        text = text.replace("_", filler.tokenizer.mask_token)
+    else:
+        text = text.replace(to_fill, filler.tokenizer.mask_token)
+    words = filler(text, top_k=3)
+    return [word['token_str'].strip() for word in words]
+
+def paraphrase(text):
+    paraphrases = paraphraser(text, num_beams=3, num_beam_groups=3, num_return_sequences=3, diversity_penalty=3.0, max_length=paraphraser.tokenizer.model_max_length)
+    return [paraphrase['generated_text'] for paraphrase in paraphrases]
+
+# Build demo
+with gr.Blocks() as demo:
+    gr.HTML("<center><h1>NLP Toolbox</h1></center>")
+    with gr.Tabs():
+        with gr.TabItem("Summarization"):
+            text = gr.Textbox(label="text", placeholder="Enter text here...", lines=8)
+            with gr.Accordion("set summary length", open=False):
+                with gr.Row():
+                    with gr.Column():
+                        min_length = gr.Slider(label="minimum length", minimum=50, maximum=1000, step=10, value=100)
+                    with gr.Column():
+                        max_length = gr.Slider(label="maximum length", minimum=50, maximum=1000, step=10, value=800)
+            output = gr.Textbox(label="summary", lines=3)
+            submit = gr.Button("Summarize")
+            submit.click(summarize, inputs=[text, min_length, max_length], outputs=output)
+        with gr.TabItem("Question Answering"):
+            context = gr.Textbox(label="context", placeholder="Enter text here...", lines=8)
+            question = gr.Textbox(label="question", placeholder="Enter question here...", lines=1)
+            output1 = gr.Textbox(label="answer no.1", lines=1)
+            output2 = gr.Textbox(label="answer no.2", lines=1)
+            output3 = gr.Textbox(label="answer no.3", lines=1)
+            submit = gr.Button("Answer")
+            submit.click(answer, inputs=[context, question], outputs=[output1, output2, output3])
+        with gr.TabItem("Translation"):
+            text = gr.Textbox(label="text", placeholder="Enter text here...", lines=8)
+            with gr.Row():
+                with gr.Column():
+                    src_lang = gr.Dropdown(languages, label="source language")
+                with gr.Column():
+                    tgt_lang = gr.Dropdown(languages, label="target language")
+            output = gr.Textbox(label="translation", lines=8)
+            submit = gr.Button("Translate")
+            submit.click(translate, inputs=[text, src_lang, tgt_lang], outputs=output)
+        with gr.TabItem("Fill-Mask"):
+            text = gr.Textbox(label="text", placeholder="Enter text here...", lines=6)
+            gr.Markdown("Please use the \"_\" symbol to represent the blank.")
+            to_fill = gr.Textbox(label="word to replace", placeholder="Enter word here...", lines=1)
+            gr.Markdown("If you are filling a blank, please leave the cell above blank.")
+            output1 = gr.Textbox(label="1st option", lines=1)
+            output2 = gr.Textbox(label="2nd option", lines=1)
+            output3 = gr.Textbox(label="3rd option", lines=1)
+            submit = gr.Button("Fill/Replace")
+            submit.click(fill, inputs=[text, to_fill], outputs=[output1, output2, output3])
+        with gr.TabItem("Paraphrase"):
+            text = gr.Textbox(label="text", placeholder="Enter text here...", lines=8)
+            output1 = gr.Textbox(label="1st option", lines=8)
+            output2 = gr.Textbox(label="2nd option", lines=8)
+            output3 = gr.Textbox(label="3rd option", lines=8)
+            submit = gr.Button("Paraphrase")
+            submit.click(paraphrase, inputs=text, outputs=[output1, output2, output3])
+
+demo.launch(share=True)