zehaoj commited on
Commit
53bcd1d
·
verified ·
1 Parent(s): 3ca9fbc

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -7,7 +7,7 @@ llm = AutoModelForCausalLM.from_pretrained("TheBloke/Toppy-M-7B-GGUF",
7
  model_file="toppy-m-7b.Q5_K_M.gguf",
8
  model_type="mistral",
9
  context_length=4096,
10
- temperature=0.6,
11
  gpu_layers=50)
12
 
13
  # llm = AutoModelForCausalLM.from_pretrained("TheDrummer/Moistral-11B-v3-GGUF",
 
7
  model_file="toppy-m-7b.Q5_K_M.gguf",
8
  model_type="mistral",
9
  context_length=4096,
10
+ temperature=1,
11
  gpu_layers=50)
12
 
13
  # llm = AutoModelForCausalLM.from_pretrained("TheDrummer/Moistral-11B-v3-GGUF",