Fixes an error when running on CPU mode.

app.py

@@ -76,7 +76,8 @@ def generate_prompt(instruction, input=None):
 
 ### Response:"""
 
-model.half()
+if device != "cpu":
+    model.half()
 model.eval()
 if torch.__version__ >= "2":
     model = torch.compile(model)