revert back to llm

main.py

@@ -3,20 +3,20 @@ from fastapi import FastAPI, Form
 from pydantic import BaseModel
 
 #Model loading
-# llm = AutoModelForCausalLM.from_pretrained("TheBloke/Toppy-M-7B-GGUF", 
-#                                            model_file="toppy-m-7b.Q5_K_M.gguf", 
-#                                            model_type="mistral", 
-#                                            context_length=4096,
-#                                            temperature=0.6,
-#                                            gpu_layers=50)
-
-llm = AutoModelForCausalLM.from_pretrained("TheDrummer/Moistral-11B-v3-GGUF", 
-                                           model_file="Moistral-11B-v3-Q6_K.gguf", 
+llm = AutoModelForCausalLM.from_pretrained("TheBloke/Toppy-M-7B-GGUF", 
+                                           model_file="toppy-m-7b.Q5_K_M.gguf", 
                                            model_type="mistral", 
                                            context_length=4096,
                                            temperature=0.6,
                                            gpu_layers=50)
 
+# llm = AutoModelForCausalLM.from_pretrained("TheDrummer/Moistral-11B-v3-GGUF", 
+#                                            model_file="Moistral-11B-v3-Q6_K.gguf", 
+#                                            model_type="mistral", 
+#                                            context_length=4096,
+#                                            temperature=0.6,
+#                                            gpu_layers=50)
+
 
 #Pydantic object
 class validation(BaseModel):