aiqwe commited on
Commit
e276c95
·
verified ·
1 Parent(s): 15443a1

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +3 -3
config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "_name_or_path": "google/gemma-2-9b",
3
  "architectures": [
4
  "Gemma2ForCausalLM"
5
  ],
@@ -23,12 +22,13 @@
23
  "num_key_value_heads": 8,
24
  "pad_token_id": 0,
25
  "query_pre_attn_scalar": 256,
 
26
  "rms_norm_eps": 1e-06,
27
  "rope_theta": 10000.0,
28
  "sliding_window": 4096,
29
  "sliding_window_size": 4096,
30
  "torch_dtype": "bfloat16",
31
- "transformers_version": "4.46.3",
32
  "use_cache": true,
33
  "vocab_size": 256000
34
- }
 
1
  {
 
2
  "architectures": [
3
  "Gemma2ForCausalLM"
4
  ],
 
22
  "num_key_value_heads": 8,
23
  "pad_token_id": 0,
24
  "query_pre_attn_scalar": 256,
25
+ "resid_pdrop": 0.2,
26
  "rms_norm_eps": 1e-06,
27
  "rope_theta": 10000.0,
28
  "sliding_window": 4096,
29
  "sliding_window_size": 4096,
30
  "torch_dtype": "bfloat16",
31
+ "transformers_version": "4.46.2",
32
  "use_cache": true,
33
  "vocab_size": 256000
34
+ }