update app.py

app.py

@@ -71,11 +71,26 @@ async def generate_from_api(user_input, generation_config):
 
 # Sample texts
 sample_texts = {
+    "Tell me a story in pidgin": "Tell me a story in pidgin",
+    "Oma Ede, Mi ji ogede...": "Oma Ede, Mi ji ogede mi a foroma orhorho edha meji ri eka. "
+    "who are you?": "who are you?",
+    "Translate 'how are you?' to Yoruba": "Translate 'how are you?' to Yoruba",
+    "Classify the sentiment": "Anyi na-echefu oke ike.",
+    "what is the topic of this text": "Africa Free Trade Zone: Kò sí ìdènà láti kó ọjà láti orílẹ̀èdè kan sí òmíràn",
+    "diacritize this text: ": "", 
+    "clean this text": ""
+    "headline of this text": '** Sylvain Itté French ambassador don comot Niger Republic **. Sylvain Itté, di French ambassador for Niger don comot Niamey and currently e dey for flight from Ndjamena to Paris. Sylvain Itté, di French ambassador for Niger don comot Niamey very early dis morning and currently e dey for flight from Ndjamena to Paris.\n\nDi military detain Bazoum and im family for di presidential palace. Niger na former French colony, and France still get 1,500 sojas for di African country.\n\n"France don decide to withdraw dia ambassador. In di next hours our ambassador and several diplomats go return to France," Oga Macron tok.\n\nE add say di military co-operation dey "over" and French troops go leave in "di months to come".\n\n"Dis Sunday we celebrate one new step towards di sovereignty of Niger," di junta tok, for one statement wey AFP news agency quote.\n\nDi decision by Paris dey come afta months of hostility and protest against di presence of French for di kontri, wit regular demonstrations for di capital Niamey.\n\nDi move don scata France operations against Islamist militants for di wider Sahel region and Paris influence for there. But oga Macron tok say "putschists no go hold France hostage,"'
+}
+
+instruction_wrap = {
     "Tell me a story in pidgin": "<prompt> Tell me a story in pidgin <response>:",
-    "who are you?": "<prompt> who are you? <response>:",
     "Translate 'how are you?' to Yoruba": "<prompt> Translate 'how are you?' to Yoruba <response>:",
-    "Classify the sentiment of 'I don't like apples'": "<classify> I don't like apples <sentiment>",
-    "Generate a title for ''": "<title> This is a sample text <headline>"
+    "who are you?": "<prompt> who are you? <response>:",
+    "Classify the sentiment" : "<classify> Anyi na-echefu oke ike. <sentiment>",
+    "clean this text": "<clean>   <pcm>",
+    "diacritize this text: ": "<diacritize>   <yor>"
+    "what is the topic of this text": "<classify> Africa Free Trade Zone: Kò sí ìdènà láti kó ọjà láti orílẹ̀èdè kan sí òmíràn <topic>",
+    'headline of this text': '<title> ** Sylvain Itté French ambassador don comot Niger Republic **. Sylvain Itté, di French ambassador for Niger don comot Niamey and currently e dey for flight from Ndjamena to Paris. Sylvain Itté, di French ambassador for Niger don comot Niamey very early dis morning and currently e dey for flight from Ndjamena to Paris.\n\nDi military detain Bazoum and im family for di presidential palace. Niger na former French colony, and France still get 1,500 sojas for di African country.\n\n"France don decide to withdraw dia ambassador. In di next hours our ambassador and several diplomats go return to France," Oga Macron tok.\n\nE add say di military co-operation dey "over" and French troops go leave in "di months to come".\n\n"Dis Sunday we celebrate one new step towards di sovereignty of Niger," di junta tok, for one statement wey AFP news agency quote.\n\nDi decision by Paris dey come afta months of hostility and protest against di presence of French for di kontri, wit regular demonstrations for di capital Niamey.\n\nDi move don scata France operations against Islamist militants for di wider Sahel region and Paris influence for there. But oga Macron tok say "putschists no go hold France hostage,"  <headline>',
 }
 
 # Task options
@@ -113,8 +128,8 @@ else:
     task_value = task_options[task]
 
 # Text input
-user_input = st.text_area("Enter text below **(please, first read the instructions on how to use in the side bar for better experience)**: ", sample_texts[sample_text])
-print("user_input: ", user_input)
+user_input = st.text_area("Enter text below **(please, first read the instructions on how to use in the side bar for better experience)**: ", instruction_wrap.get(sample_texts[sample_text], sample_texts[sample_text]))
+
 if st.button("Generate"):
     if user_input:
         try:
@@ -123,14 +138,14 @@ if st.button("Generate"):
             print("wrapped_input: ", wrapped_input)
             generation_config["max_new_tokens"]= min(max_new_tokens, 1024 - len(tokenizer.tokenize(wrapped_input)))
             generated_text = asyncio.run(generate_from_api(wrapped_input, generation_config))
-            # print(generated_text)
             full_output = st.empty()
            
             start_time = time.time()
             output = ""
             for next_token in tokenizer.tokenize(generated_text):
                 output += tokenizer.convert_tokens_to_string([next_token])
-                full_output.text(output)
+                full_output.markdown(f"<div style='word-wrap: break-word;'>{output}</div>", unsafe_allow_html=True)
+                # full_output.text(output)
                 time.sleep(0.1)
             end_time = time.time()
             time_diff = end_time - start_time