Update

app.py

@@ -43,10 +43,21 @@ examples=[
 #         print("You downvoted this response: " + data.value)
         
 @spaces.GPU
-def generate_response(text):
+def generate_response(text, chatbot, system_prompt="",):
     set_seed(SEED)
 
-    tokenized_prompt = tokenizer(text, return_tensors="pt", padding=True, truncation=True, max_length=128)
+    if system_prompt != "":
+        input_prompt = f"<s>[INST] <<SYS>>\n{system_prompt}\n<</SYS>>\n\n "
+    else:
+        input_prompt = f"<s>[INST] "
+
+    for interaction in chatbot:
+        input_prompt = input_prompt + str(interaction[0]) + " [/INST] " + str(interaction[1]) + " </s><s>[INST] "
+
+    input_prompt = input_prompt + str(message) + " [/INST] "
+    print(input_prompt)
+
+    tokenized_prompt = tokenizer(input_prompt, return_tensors="pt", padding=True, truncation=True, max_length=128)
     # print(tokenized_prompt)
 
     output_sequences = model.generate(**tokenized_prompt, max_length=1024, num_return_sequences=1)