test new nsfw model

main.py

@@ -3,8 +3,15 @@ from fastapi import FastAPI, Form
 from pydantic import BaseModel
 
 #Model loading
-llm = AutoModelForCausalLM.from_pretrained("TheBloke/Toppy-M-7B-GGUF", 
-                                           model_file="toppy-m-7b.Q5_K_M.gguf", 
+# llm = AutoModelForCausalLM.from_pretrained("TheBloke/Toppy-M-7B-GGUF", 
+#                                            model_file="toppy-m-7b.Q5_K_M.gguf", 
+#                                            model_type="mistral", 
+#                                            context_length=4096,
+#                                            temperature=0.6,
+#                                            gpu_layers=50)
+
+llm = AutoModelForCausalLM.from_pretrained("TheDrummer/Moistral-11B-v3-GGUF", 
+                                           model_file="Moistral-11B-v3-Q6_K.gguf", 
                                            model_type="mistral", 
                                            context_length=4096,
                                            temperature=0.6,