update sampling parameters
Browse filesso it turns out using LLaMA defaults was a horrible idea
- generation_config.json +3 -2
generation_config.json
CHANGED
@@ -6,9 +6,10 @@
|
|
6 |
"use_cache":false,
|
7 |
"early_stopping":true,
|
8 |
"do_sample":true,
|
9 |
-
"temperature":0
|
10 |
-
"top_p":0.
|
11 |
"top_k":40,
|
12 |
"num_beams":4,
|
|
|
13 |
"max_new_tokens":128
|
14 |
}
|
|
|
6 |
"use_cache":false,
|
7 |
"early_stopping":true,
|
8 |
"do_sample":true,
|
9 |
+
"temperature":1.0,
|
10 |
+
"top_p":0.9,
|
11 |
"top_k":40,
|
12 |
"num_beams":4,
|
13 |
+
"no_repeat_ngram_size":6,
|
14 |
"max_new_tokens":128
|
15 |
}
|