Hugging Face's logo

mlfoundations
/
dclm-7b-it

Transformers
Safetensors
openlm
Inference Endpoints
Model card Files Community
4

Update config.json

#4
by sedrickkeh - opened
base: refs/heads/main
←
from: refs/pr/4
Discussion Files changed
+2
-2
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -6,11 +6,11 @@
6
  "params": null,
7
  "apply_qk_norm": true,
8
  "attn_activation": null,
9
- "attn_name": "auto",
10
  "attn_seq_scalar": null,
11
  "attn_seq_scalar_alpha": null,
12
  "dim": 4096,
13
- "ffn_type": "swiglu",
14
  "model": "open_lm_7b",
15
  "model_norm": "gain_only_lp_layer_norm",
16
  "moe_capacity_factor": 1.25,
 
6
  "params": null,
7
  "apply_qk_norm": true,
8
  "attn_activation": null,
9
+ "attn_name": "torch_attn",
10
  "attn_seq_scalar": null,
11
  "attn_seq_scalar_alpha": null,
12
  "dim": 4096,
13
+ "ffn_type": "swiglu_torch",
14
  "model": "open_lm_7b",
15
  "model_norm": "gain_only_lp_layer_norm",
16
  "moe_capacity_factor": 1.25,