Update app.py

app.py

@@ -28,19 +28,24 @@ SYSTEM_PROMPT = """<s>[INST] <<SYS>>
 
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
-
 def create_prompt_with_chat_format(messages, bos="<s>", eos="</s>", add_bos=True, system_prompt="System: "):
     formatted_text = ""
     for message in messages:
         if message["role"] == "system":
             formatted_text += system_prompt + message["content"] + "\n"
         elif message["role"] == "user":
-            formatted_text += "\n" + message["content"] + "\n"
+            if isinstance(message["content"], list):
+                formatted_text += "\n" + "\n".join(message["content"]) + "\n"
+            else:
+                formatted_text += "\n" + message["content"] + "\n"
         elif message["role"] == "assistant":
-            formatted_text += "\n" + message["content"].strip() + eos + "\n"
+            if isinstance(message["content"], list):
+                formatted_text += "\n" + "\n".join(message["content"]).strip() + eos + "\n"
+            else:
+                formatted_text += "\n" + message["content"].strip() + eos + "\n"
         else:
             raise ValueError(
-                "Chat template only supports 'system', 'user', and 'assistant' roles. Invalid role: {}.".format(
+                "Tulu chat template only supports 'system', 'user', and 'assistant' roles. Invalid role: {}.".format(
                     message["role"]
                 )
             )
@@ -48,6 +53,7 @@ def create_prompt_with_chat_format(messages, bos="<s>", eos="</s>", add_bos=True
     formatted_text = bos + formatted_text if add_bos else formatted_text
     return formatted_text
 
+
 def inference(input_prompts, model, tokenizer, system_prompt="System: "):
     output_texts = []
     model = model.to(device)  # Move the model to the same device as the input data