pszemraj commited on
Commit
13de30f
1 Parent(s): 1e1598b

update sampling parameters

Browse files

so it turns out using LLaMA defaults was a horrible idea

Files changed (1) hide show
  1. generation_config.json +3 -2
generation_config.json CHANGED
@@ -6,9 +6,10 @@
6
  "use_cache":false,
7
  "early_stopping":true,
8
  "do_sample":true,
9
- "temperature":0.1,
10
- "top_p":0.75,
11
  "top_k":40,
12
  "num_beams":4,
 
13
  "max_new_tokens":128
14
  }
 
6
  "use_cache":false,
7
  "early_stopping":true,
8
  "do_sample":true,
9
+ "temperature":1.0,
10
+ "top_p":0.9,
11
  "top_k":40,
12
  "num_beams":4,
13
+ "no_repeat_ngram_size":6,
14
  "max_new_tokens":128
15
  }