danielhanchen
commited on
Commit
•
372aead
1
Parent(s):
1d72632
Upload MllamaForCausalLM
Browse files- config.json +0 -15
- model-00001-of-00037.safetensors +3 -0
- model-00002-of-00037.safetensors +3 -0
- model-00003-of-00037.safetensors +3 -0
- model-00004-of-00037.safetensors +3 -0
- model-00005-of-00037.safetensors +3 -0
- model-00006-of-00037.safetensors +3 -0
- model-00007-of-00037.safetensors +3 -0
- model-00008-of-00037.safetensors +3 -0
- model-00009-of-00037.safetensors +3 -0
- model-00010-of-00037.safetensors +3 -0
- model-00011-of-00037.safetensors +3 -0
- model-00012-of-00037.safetensors +3 -0
- model-00013-of-00037.safetensors +3 -0
- model-00014-of-00037.safetensors +3 -0
- model-00015-of-00037.safetensors +3 -0
- model-00016-of-00037.safetensors +3 -0
- model-00017-of-00037.safetensors +3 -0
- model-00018-of-00037.safetensors +3 -0
- model-00019-of-00037.safetensors +3 -0
- model-00020-of-00037.safetensors +3 -0
- model-00021-of-00037.safetensors +3 -0
- model-00022-of-00037.safetensors +3 -0
- model-00023-of-00037.safetensors +3 -0
- model-00024-of-00037.safetensors +3 -0
- model-00025-of-00037.safetensors +3 -0
- model-00026-of-00037.safetensors +3 -0
- model-00027-of-00037.safetensors +3 -0
- model-00028-of-00037.safetensors +3 -0
- model-00029-of-00037.safetensors +3 -0
- model-00030-of-00037.safetensors +3 -0
- model-00031-of-00037.safetensors +3 -0
- model-00032-of-00037.safetensors +3 -0
- model-00033-of-00037.safetensors +3 -0
- model-00034-of-00037.safetensors +3 -0
- model-00035-of-00037.safetensors +3 -0
- model-00036-of-00037.safetensors +3 -0
- model-00037-of-00037.safetensors +3 -0
- model.safetensors.index.json +0 -0
config.json
CHANGED
@@ -37,21 +37,6 @@
|
|
37 |
"num_hidden_layers": 100,
|
38 |
"num_key_value_heads": 8,
|
39 |
"pad_token_id": 128004,
|
40 |
-
"quantization_config": {
|
41 |
-
"_load_in_4bit": true,
|
42 |
-
"_load_in_8bit": false,
|
43 |
-
"bnb_4bit_compute_dtype": "bfloat16",
|
44 |
-
"bnb_4bit_quant_storage": "uint8",
|
45 |
-
"bnb_4bit_quant_type": "nf4",
|
46 |
-
"bnb_4bit_use_double_quant": true,
|
47 |
-
"llm_int8_enable_fp32_cpu_offload": false,
|
48 |
-
"llm_int8_has_fp16_weight": false,
|
49 |
-
"llm_int8_skip_modules": null,
|
50 |
-
"llm_int8_threshold": 6.0,
|
51 |
-
"load_in_4bit": true,
|
52 |
-
"load_in_8bit": false,
|
53 |
-
"quant_method": "bitsandbytes"
|
54 |
-
},
|
55 |
"rms_norm_eps": 1e-05,
|
56 |
"rope_scaling": {
|
57 |
"factor": 8.0,
|
|
|
37 |
"num_hidden_layers": 100,
|
38 |
"num_key_value_heads": 8,
|
39 |
"pad_token_id": 128004,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
40 |
"rms_norm_eps": 1e-05,
|
41 |
"rope_scaling": {
|
42 |
"factor": 8.0,
|
model-00001-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d1fba7e0783c32ff19945abd429f8cd6995ec6c076b92c959a19e42ff09ae85
|
3 |
+
size 4584539880
|
model-00002-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:005a4e2e91d049a5588f029d5b720ed9069da254728b6865ea4feb79a7579bf8
|
3 |
+
size 4664168332
|
model-00003-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b17d2a3294c83800042f6baf4dbed834903e16e11abde0356f12960454bb5365
|
3 |
+
size 4999711704
|
model-00004-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9dac9645d4664a3256139101018fc59df64c16a217cf57a2e3ced33818fdc9a3
|
3 |
+
size 4966157988
|
model-00005-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:006cff5db3d12a7d88304c23bba6d4391af5f2d507a3fd91c6da31f4ce9936f0
|
3 |
+
size 4664134408
|
model-00006-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:24639aa5196582eb38cb343deb8af95939a3f7e1ab55601da14aa610d10a6f3a
|
3 |
+
size 4664168356
|
model-00007-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2f6cccc7d0c7b31a117acd594e777ae2ce4ce9531be7dd2bb220583081ed1a3f
|
3 |
+
size 4664184860
|
model-00008-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8bfc2abab27c9bd25a256e1a99d465866c77e1e8ec37842874475aeeeeb98174
|
3 |
+
size 4999695240
|
model-00009-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a0d09be859089e725ca7cdcf0e5fe62e62e7dc6c0a95c7ba967fcd7db7f187d8
|
3 |
+
size 4966158020
|
model-00010-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:64af923ba68fa6727ef424d846fdd393ee01910426ba32efb0e80a1d0f5bbdbb
|
3 |
+
size 4664134408
|
model-00011-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4a2edf8b33e3b1b2b25aa9b6a5fc4e985d9f454d0b22153baea873af111ac885
|
3 |
+
size 4664168364
|
model-00012-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:58b106e3702e8ec19d9dfc0aaf1359bb91546214acbd227bed7620d07ba3dc31
|
3 |
+
size 4664167408
|
model-00013-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eee4651517a0e40bdd3eac738a3f8bb86a8fe72f930911071db40e8c33f1b3bb
|
3 |
+
size 4999712684
|
model-00014-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0388320865dc44c60971a67a471d6b4a4f62c6072abfd3548ce94d0c27dc6d05
|
3 |
+
size 4966157276
|
model-00015-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:abdbfe2ac62d25a06ba484ed33e7289c7a6e7be04340c0fcd2801b660147e188
|
3 |
+
size 4664135136
|
model-00016-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e467e6afe48d5bcab190e48476565d3c93756774270f2295e4f0d5f1eeb9f728
|
3 |
+
size 4664184860
|
model-00017-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3379352192388394b32890abbcacdd77c13f22848bae777da2643e3b9c5441ff
|
3 |
+
size 4664150920
|
model-00018-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e05154d640f506cd51ace961357d3ebf3a4440e693dcb9bcabc1fb6bbe63520a
|
3 |
+
size 4999712684
|
model-00019-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a6c0cecd2356a79689734fa88d66a4bbfc739aab2afd592ea3c482303ec78f06
|
3 |
+
size 4966157056
|
model-00020-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5b9aa89b99b63d529c8e1e1f654676697f227845e7e4e730a7e316d6e05bb115
|
3 |
+
size 4664135364
|
model-00021-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9d8d5c4c8f832639d4f47355855b4df851491e36fe2e5712b8813412d699c2c1
|
3 |
+
size 4664167408
|
model-00022-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:806bb2b39375df205fff4dde8fbef0040306c0eafdeba052f7129aacdafb793f
|
3 |
+
size 4664168364
|
model-00023-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bb1bc703e99257300588b821077478b00920ce5e4994823e9fe99ad6dcc23081
|
3 |
+
size 4999711948
|
model-00024-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae4a670a6d8003fc41553b0c56599e46ed8dd9503a3e82f446a158aa79004842
|
3 |
+
size 4966157792
|
model-00025-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8835ec89e7d96a4747d024ce0f48e261435aac71c55881c69c7211a8496bf473
|
3 |
+
size 4664151860
|
model-00026-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eed17f016eb563541a0c03e4dd81b4fd714a6d2689fde3074cddb10fbcc88b3a
|
3 |
+
size 4664150920
|
model-00027-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9050f6f744a43eaf64f60c006babe839fd1de6d56b06c6cd36cb71f35fa86965
|
3 |
+
size 4664168364
|
model-00028-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4e7fb575be85c6d426c89bd8271b00d28b9b405dcd475d7bfd1442c581b5439f
|
3 |
+
size 4999711728
|
model-00029-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e8186730dde8ca9effde084cb302a4cb65b8c096f169f37b181925c759e99b05
|
3 |
+
size 4966158020
|
model-00030-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6ef68e22a893efd0250054711ba407fa7264795491d7ca0e53f982cab2338ccb
|
3 |
+
size 4664134408
|
model-00031-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:37aace932954b87e03fb311c10954136c0526bf0c2538361f036f51b881d0fa3
|
3 |
+
size 4664168356
|
model-00032-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:530b8610e40a13554f4a231cff4b59257c21e2d64bcb109c5a3678a0a34e50cf
|
3 |
+
size 4664184860
|
model-00033-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b26a0414b5805979b0beed827fddfeb820579dd43f805a036b83492b167e7469
|
3 |
+
size 4999695240
|
model-00034-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15bb11ce754d05242faf7dc0128acf470c3b6497141552bfe22bb5e2f6d4a731
|
3 |
+
size 4966158020
|
model-00035-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6b088ea6615aa10387e049e43a2eaa4e0376482a20a342692c6cb082487bf2d0
|
3 |
+
size 4664134408
|
model-00036-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ec6b0efa40c8b93b2f09f5046ec9104604515f89dbea95b64ea19702ddc4bfe5
|
3 |
+
size 4664168364
|
model-00037-of-00037.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5364abf7eefe938132d5b9ce6a8bbbb95703ffc55d9a1e32250c6c69742b76e3
|
3 |
+
size 3040920232
|
model.safetensors.index.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|