Update app.py

app.py

@@ -52,7 +52,7 @@ st.title("SabiYarn-125M: Generates text in multiple Nigerian languages.")
 
 st.write("**Supported Languages: English, Yoruba, Igbo, Hausa, Pidgin, Efik, Urhobo, Fulfulde, Fulah. \nResults might not be coherent for less represented languages (i.e Efik, \
 Urhobo, Fulfulde, Fulah).**")
-# st.write("****")
+st.write("**It might take a while to return an output on the first 'generate' click.**")
 st.write("**For convenience, you can use chatgpt to copy text and evaluate model output.**")
 st.write("-" * 50)
 
@@ -146,10 +146,12 @@ user_input = instruction_wrap.get(sample_texts[user_input], sample_texts[user_in
 if st.button("Generate"):
     if user_input:
         try:
+            
             st.write("**Generated Text Below:**")
             wrapped_input = wrap_text(user_input, task_value)
             print("wrapped_input: ", wrapped_input)
             generation_config["max_new_tokens"]= min(max_new_tokens, 1024 - len(tokenizer.tokenize(wrapped_input)))
+            start_time = time.time()
             try:
                 # Attempt the asynchronous API call
                 generation_config["max_new_tokens"] = min(max_new_tokens, 1024 - len(tokenizer.tokenize(wrapped_input)))
@@ -163,7 +165,7 @@ if st.button("Generate"):
                 
             full_output = st.empty()
            
-            start_time = time.time()
+            
             output = ""
             for next_token in tokenizer.tokenize(generated_text):
                 output += tokenizer.convert_tokens_to_string([next_token])