Update main.py
Browse files
main.py
CHANGED
@@ -7,7 +7,7 @@ llm = AutoModelForCausalLM.from_pretrained("TheBloke/Toppy-M-7B-GGUF",
|
|
7 |
model_file="toppy-m-7b.Q5_K_M.gguf",
|
8 |
model_type="mistral",
|
9 |
context_length=4096,
|
10 |
-
temperature=
|
11 |
gpu_layers=50)
|
12 |
|
13 |
# llm = AutoModelForCausalLM.from_pretrained("TheDrummer/Moistral-11B-v3-GGUF",
|
|
|
7 |
model_file="toppy-m-7b.Q5_K_M.gguf",
|
8 |
model_type="mistral",
|
9 |
context_length=4096,
|
10 |
+
temperature=1,
|
11 |
gpu_layers=50)
|
12 |
|
13 |
# llm = AutoModelForCausalLM.from_pretrained("TheDrummer/Moistral-11B-v3-GGUF",
|