Change

app.py

@@ -6,5 +6,8 @@ def random_response(message, history):
     return random.choice(["Yes", "No"])
 
 
-iface = gr.ChatInterface(random_response)
-iface.launch()
+demo = gr.load("michelebasilico/itaca-mistral-7b-v2-4bit", src="models")
+
+# iface = gr.ChatInterface(random_response)
+# iface.launch()
+demo.launch()