Jellywibble commited on
Commit
018fa39
·
verified ·
1 Parent(s): b3e59f9

Upload MistralForCausalLM

Browse files
config.json CHANGED
@@ -11,7 +11,7 @@
11
  "hidden_size": 5120,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 14336,
14
- "max_position_embeddings": 1024000,
15
  "model_type": "mistral",
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 40,
@@ -22,7 +22,7 @@
22
  "sliding_window": null,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "float16",
25
- "transformers_version": "4.45.2",
26
  "use_cache": false,
27
  "vocab_size": 131072
28
  }
 
11
  "hidden_size": 5120,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 14336,
14
+ "max_position_embeddings": 131072,
15
  "model_type": "mistral",
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 40,
 
22
  "sliding_window": null,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "float16",
25
+ "transformers_version": "4.46.3",
26
  "use_cache": false,
27
  "vocab_size": 131072
28
  }
generation_config.json CHANGED
@@ -2,5 +2,5 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
- "transformers_version": "4.45.2"
6
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
+ "transformers_version": "4.46.3"
6
  }
model-00001-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db86a12720dab488b971fddcd50b352db4f3dc1e1f9858e21a19bea1a8d594d5
3
  size 4865522432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12a6c4dc04cc06154dac9591624424a07fc3f50ebde4113a198f5cbfc692cd95
3
  size 4865522432
model-00002-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:39db3147f920eeb1df7684b635352f158c1069ddd963d66d696382e68992131e
3
  size 4907529344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f498c93f807a80f095f264524f7a4103a10627e82459424520f38bf000ef2b9
3
  size 4907529344
model-00003-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cf5f84bb48304e011ae2faa0e4f2c52644db4cb48213b19a7ee4de96df58e39f
3
  size 4907529376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84da67247bb65a286f6346ccfda49f9c9e94cd553e98b2726b91eb5aec143ca5
3
  size 4907529376
model-00004-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c942c0a3a7528f34dad9d54a343916694fc8a60073ed35e871cd2e96c5bbacf
3
  size 4907529376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d686f993c5bd0d95a1bbbacaf0dce05769ac25cd397b5cb4f99c0da2e7b5ecf
3
  size 4907529376
model-00005-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea56281035989efdb74345dfcffc594d8b0433397ea6fe56c3ad5ef62b6293cb
3
  size 4907496208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ed57491da3484f3fb821602682603d4b44c8ca005f122f3f7ad446574424a2f
3
  size 4907496208