Hugging Face's logo

anthracite-org
/
magnum-v3-34b

Safetensors
llama
Eval Results
Model card Files Community
1
alpindale commited on
Commit
24e4273
•
1 Parent(s): 999a891

Upload folder using huggingface_hub

Browse files
Files changed (17) hide show
  1. config.json +5 -7
  2. generation_config.json +1 -2
  3. model-00001-of-00015.safetensors +1 -1
  4. model-00002-of-00015.safetensors +1 -1
  5. model-00003-of-00015.safetensors +1 -1
  6. model-00004-of-00015.safetensors +1 -1
  7. model-00005-of-00015.safetensors +1 -1
  8. model-00006-of-00015.safetensors +1 -1
  9. model-00007-of-00015.safetensors +1 -1
  10. model-00008-of-00015.safetensors +1 -1
  11. model-00009-of-00015.safetensors +1 -1
  12. model-00010-of-00015.safetensors +1 -1
  13. model-00011-of-00015.safetensors +1 -1
  14. model-00012-of-00015.safetensors +1 -1
  15. model-00013-of-00015.safetensors +1 -1
  16. model-00014-of-00015.safetensors +1 -1
  17. model-00015-of-00015.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/mnt/fast-disks/nfs/home/alpin/models/Yi-34B-200K",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -7,25 +7,23 @@
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 1,
9
  "eos_token_id": 2,
10
- "head_dim": 128,
11
  "hidden_act": "silu",
12
  "hidden_size": 7168,
13
  "initializer_range": 0.02,
14
  "intermediate_size": 20480,
15
- "max_position_embeddings": 200000,
16
  "mlp_bias": false,
17
  "model_type": "llama",
18
  "num_attention_heads": 56,
19
  "num_hidden_layers": 60,
20
  "num_key_value_heads": 8,
21
- "pad_token_id": 0,
22
  "pretraining_tp": 1,
23
- "rms_norm_eps": 1e-05,
24
  "rope_scaling": null,
25
- "rope_theta": 10000000.0,
26
  "tie_word_embeddings": false,
27
  "torch_dtype": "bfloat16",
28
- "transformers_version": "4.45.0.dev0",
29
  "use_cache": false,
30
  "vocab_size": 64000
31
  }
 
1
  {
2
+ "_name_or_path": "01-ai/Yi-1.5-34B-32K",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 1,
9
  "eos_token_id": 2,
 
10
  "hidden_act": "silu",
11
  "hidden_size": 7168,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 20480,
14
+ "max_position_embeddings": 32768,
15
  "mlp_bias": false,
16
  "model_type": "llama",
17
  "num_attention_heads": 56,
18
  "num_hidden_layers": 60,
19
  "num_key_value_heads": 8,
 
20
  "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-06,
22
  "rope_scaling": null,
23
+ "rope_theta": 5000000,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
+ "transformers_version": "4.44.0",
27
  "use_cache": false,
28
  "vocab_size": 64000
29
  }
generation_config.json CHANGED
@@ -3,6 +3,5 @@
3
  "bos_token_id": 1,
4
  "do_sample": true,
5
  "eos_token_id": 2,
6
- "pad_token_id": 0,
7
- "transformers_version": "4.45.0.dev0"
8
  }
 
3
  "bos_token_id": 1,
4
  "do_sample": true,
5
  "eos_token_id": 2,
6
+ "transformers_version": "4.44.0"
 
7
  }
model-00001-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bddca64bf5b316610d3fae78ccde44501855086b26e93c4ac338f5ae34f29921
3
  size 4793130760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6af7fe8271f3ab8849d775ba3677c13a79bf8192a48f0f67ebacd385a66385f4
3
  size 4793130760
model-00002-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c6f1c2858ef8c2113a4e3c05cbe9b187d6cf6f660aa20c55b2e67f60ebf360ff
3
  size 4756459720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a27f29c310f1290dd6e5ffa98be60f479f6bb670feda83229f624759d50c029
3
  size 4756459720
model-00003-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8df93901ecb1c53117d7fb31afed5911ec5bef182020174fa41495327182552
3
  size 4991370136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:681e3532849c72d8689ae49dbcda30b540b9a46d111e1b8b8820459c8cd39f75
3
  size 4991370136
model-00004-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a8d55aebc76fec010fa3d23611919002c01cf9f98e90f93dd06d972687c71e3
3
  size 4756459760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5fe36b2433dd59f24ab8cef872ba911324b51fb5b4d6fcca85622afb8a8ad47
3
  size 4756459760
model-00005-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abe94d20498303e42e66f1d205243db0973cd1bfd8f2288619c99257c5532afe
3
  size 4756459760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48de292180d741da7dd64828f833581257caed0b1f51a5bcfb69156284a2d734
3
  size 4756459760
model-00006-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6cdf86c26f973751c7e06d924fd31a7423c5a99baa6a3935a657794f27ac6a47
3
  size 4991370160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12d034417673ecd5aae4c011d25afa353752b73490c8215b4372423b20476abb
3
  size 4991370160
model-00007-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8986477ab8820643472e19edecb0fc62d465123f9681dc2c51a5c7ecf5ed2095
3
  size 4756459760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b986799267004bb0db32eb72acac5c430073e52458f936f4cde07c11f0e71b74
3
  size 4756459760
model-00008-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f457ccba99784ae073663f8c1794fce15c07cf1ad3a3d61afd89203b3539a00
3
  size 4756459760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f5d3313719bd03f1a062f06f96042c5c81bbfe55910018251dc705ff8dfcfac
3
  size 4756459760
model-00009-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a914834d5a39d68d237b4d9427821186e7e6973ea36dcb015dd316f31272a452
3
  size 4991370160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b0babc7aeda5cb3fa45802b6865126e95e3ac0a28ffd57d6b220a45cc50c5fb
3
  size 4991370160
model-00010-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7cc1895ed7ee21f825dcc9b1fd061a22cabd3aef1d9bd11d162cd6040109372
3
  size 4756459760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00388558e27f3fc102bdfe1b25b6cfa77221e07d651f8671f28bc3641d8e03e6
3
  size 4756459760
model-00011-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0fbcd8029d4867eb519f7ef2ea6b74ac18c15e7cb47e5995f447ddf388f43f6
3
  size 4756459760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7661aca46385aae19baee395ff3c010ecb1e9eaa09d64e9d84d225c0c3008931
3
  size 4756459760
model-00012-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6fac160cfe56b5c1968605f535cec1d75c50da2756e3aea6247fe6ae0bf70f3f
3
  size 4991370160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1ab9d4198bda90459c4bf5332e5284cd9e0c26463107c92b9aba3f65dd9396e
3
  size 4991370160
model-00013-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bdc5c0735cb0f5f1f1ea1e57142dff6de67ab26b9a6df3636445fbef61051c0d
3
  size 4756459760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:636908ffb01687008581e6736708a0cbc5834be4d1c73b3806231345e1d20785
3
  size 4756459760
model-00014-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a13c7273bfd7bb3ade468b51c4f27e11fafe5ebf15103e298a5267d010cf0455
3
  size 4756459760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8c56af476e045aa5dcc0ceb26d8036658de56a156320ec3b8b1c0650dc50889
3
  size 4756459760
model-00015-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:449d6e0d2ad3692caa521b5697ae19abc680216101162069f32b848262750d15
3
  size 1211148856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30e4373ba581b9ab587448b655801a7de6143ae85303cb2f0acb71568bc2d72b
3
  size 1211148856