Update app.py

app.py

@@ -78,9 +78,29 @@ st.write("**It might take a while to return an output on the first 'generate' cl
 st.write("**For convenience, you can use chatgpt to copy text and evaluate model output.**")
 st.write("-" * 50)
 
-async def generate_from_api(user_input, generation_config):
-    url = "https://pauljeffrey--sabiyarn-fastapi-app.modal.run/predict"
+# async def generate_from_api(user_input, generation_config):
+#     url = "https://pauljeffrey--sabiyarn-fastapi-app.modal.run/predict"
+    
+#     payload = {
+#         "prompt": user_input,
+#         "config": generation_config
+#     }
     
+#     headers = {
+#         'Content-Type': 'application/json'
+#     }
+    
+#     async with aiohttp.ClientSession() as session:
+#         async with session.post(url, headers=headers, json=payload) as response:
+#             return await response.text()
+
+async def generate_from_api(user_input, generation_config):
+    urls = [
+        "https://pauljeffrey--sabiyarn-fastapi-app.modal.run/predict",
+        "https://daveokpare--sabiyarn-fastapi-app.modal.run/predict",
+        # "https://pauljeffrey_-sabiyarn-fastapi-app.modal.run/predict"
+    ]
+
     payload = {
         "prompt": user_input,
         "config": generation_config
@@ -89,10 +109,19 @@ async def generate_from_api(user_input, generation_config):
     headers = {
         'Content-Type': 'application/json'
     }
-    
+
     async with aiohttp.ClientSession() as session:
-        async with session.post(url, headers=headers, json=payload) as response:
-            return await response.text()
+        for url in urls:
+            try:
+                async with session.post(url, headers=headers, json=payload) as response:
+                    if response.status == 200:
+                        return await response.text()
+                    else:
+                        print(f"Failed to fetch from {url} with status code {response.status}")
+            except Exception as e:
+                print(f"Error fetching from {url}: {e}")
+
+    return "FAILED"
 
 
 # Sample texts
@@ -171,7 +200,7 @@ def wrap_text(text, task_value):
 # Text input 
 user_input = st.text_area("Enter text below **(PLEASE, FIRST READ THE INSTRUCTIONS ON HOW TO USE IN THE SIDE BAR FOR BETTER EXPERIENCE)**: ", sample_texts[sample_text])
 user_input = instruction_wrap.get(sample_texts.get(user_input, user_input), user_input)
-
+print("Final user input: ", user_input)
 if st.button("Generate"):
     if user_input:
         try:
@@ -191,6 +220,11 @@ if st.button("Generate"):
                 input_ids = tokenizer(wrapped_input, return_tensors="pt")["input_ids"].to(device)
                 output = model.generate(input_ids, **generation_config)
                 generated_text = tokenizer.decode(output[0], skip_special_tokens=True)
+                
+            if generated_text == "FAILED":
+                input_ids = tokenizer(wrapped_input, return_tensors="pt")["input_ids"].to(device)
+                output = model.generate(input_ids, **generation_config)
+                generated_text = tokenizer.decode(output[0], skip_special_tokens=True)
 
             generated_text  = re.sub(r"\|(end_f_text|end_of_text|end_ofext|end_oftext)", " ", generated_text.split("|end_of_text|")[0])
             full_output = st.empty()