Remove sampling and set temperature to zero.
Browse filesHi, in the model card description says "Set temperature to 0, and do not do sampling."
- generation_config.json +3 -3
generation_config.json
CHANGED
@@ -1,12 +1,12 @@
|
|
1 |
{
|
2 |
"bos_token_id": 128000,
|
3 |
-
"do_sample":
|
4 |
"eos_token_id": [
|
5 |
128001,
|
6 |
128009
|
7 |
],
|
8 |
"max_length": 4096,
|
9 |
-
"temperature": 0
|
10 |
-
"top_p":
|
11 |
"transformers_version": "4.40.0"
|
12 |
}
|
|
|
1 |
{
|
2 |
"bos_token_id": 128000,
|
3 |
+
"do_sample": false,
|
4 |
"eos_token_id": [
|
5 |
128001,
|
6 |
128009
|
7 |
],
|
8 |
"max_length": 4096,
|
9 |
+
"temperature": 0,
|
10 |
+
"top_p": 1,
|
11 |
"transformers_version": "4.40.0"
|
12 |
}
|