app.py

import streamlit as st
from transformers import AutoTokenizer, TFAutoModelForCausalLM

# MODEL TO CALL

model_name = "Alirani/distilgpt2-finetuned-synopsis"
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = TFAutoModelForCausalLM.from_pretrained(model_name)

def generate_synopsis(model, tokenizer, title):
    input_ids = tokenizer(title, return_tensors="tf")
    output = model.generate(input_ids['input_ids'], max_length=150, num_beams=5, no_repeat_ngram_size=2, top_k=50, attention_mask=input_ids['attention_mask'])
    synopsis = tokenizer.decode(output[0], skip_special_tokens=True)
    processed_synopsis = "".join(synopsis.split(':')[1].rpartition('.')[:2]).strip()
    return processed_synopsis

favicon = "https://i.ibb.co/JRdhFZg/favicon-32x32.png"

st.set_page_config(page_title="LoreFinder-demo", page_icon = favicon, layout = 'wide', initial_sidebar_state = 'auto')

st.title('Demo LoreFinder')

st.header('Generate a story')

prod_title = st.text_input('Type a title to generate a synopsis')

button_synopsis = st.button('Get synopsis')

if button_synopsis:
    if len(prod_title.split(' ')) > 0:
        gen_synopsis = generate_synopsis(model, tokenizer, f"{prod_title} : ")
        st.text_area('Generated synopsis', value=gen_synopsis, disabled=True)
    else:
        st.write('Write a title for the generator to work !')