app.py

import gradio as gr
from transformers import pipeline

# model = AutoModelForCausalLM.from_pretrained("Karzan/ckb-gpt2-medium-base-test-1024")
model_id = "Karzan/bart-qa-ckb"
pipe = pipeline(
    "question-answering",
    model=model_id,
    max_answer_len=300,
    handle_impossible_answer=True,
    top_k=3,
)


def func(context, question):
    result = pipe(question=question, context=context)
    return result[0]["answer"], result[0]["score"], result[1]["answer"], result[1]["score"], result[2]["answer"], result[2]["score"]


interface = gr.Interface(
    fn=func,
    inputs=[
        gr.Textbox(lines=7, label="Context paragraph"),
        gr.Textbox(lines=2, label="Question"),
    ],
    outputs=[
        gr.Textbox(label="Answer"),
        gr.Textbox(label="Score"),
        gr.Textbox(label="Answer"),
        gr.Textbox(label="Score"),
        gr.Textbox(label="Answer"),
        gr.Textbox(label="Score"),
    ],
    # submit_btn=submit_btn,
)

if __name__ == "__main__":
    interface.launch()