Changes

app.py

@@ -7,12 +7,12 @@ def random_response(message, history):
     return random.choice(["Yes", "No"])
 
 
-generator = pipeline(model="michelebasilico/itaca-mistral-7b-v2-4bit")
+# model="michelebasilico/itaca-mistral-7b-v2-4bit")
+model = pipeline("text-generation")
 
 
 def predict(message, history):
-    outputs = generator(message, num_return_sequences=4,
-                        return_full_text=False)
+    outputs = model(message)[0]["generated_text"]
 
     return outputs