diff --git a/mlc-chat-config.json b/mlc-chat-config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f8120d8aaf4e016c4752ce4b25e6fcfa8ed52274
--- /dev/null
+++ b/mlc-chat-config.json
@@ -0,0 +1,78 @@
+{
+ "version": "0.1.0",
+ "model_type": "llama",
+ "quantization": "q3f16_1",
+ "model_config": {
+ "hidden_size": 8192,
+ "intermediate_size": 28672,
+ "num_attention_heads": 64,
+ "num_hidden_layers": 80,
+ "rms_norm_eps": 1e-05,
+ "vocab_size": 128256,
+ "position_embedding_base": 500000.0,
+ "context_window_size": 8192,
+ "prefill_chunk_size": 2048,
+ "num_key_value_heads": 8,
+ "head_dim": 128,
+ "tensor_parallel_shards": 1,
+ "max_batch_size": 80
+ },
+ "vocab_size": 128256,
+ "context_window_size": 8192,
+ "sliding_window_size": -1,
+ "prefill_chunk_size": 2048,
+ "attention_sink_size": -1,
+ "tensor_parallel_shards": 1,
+ "temperature": 1.0,
+ "presence_penalty": 0.0,
+ "frequency_penalty": 0.0,
+ "repetition_penalty": 1.0,
+ "top_p": 1.0,
+ "tokenizer_files": [
+ "tokenizer.json",
+ "tokenizer_config.json"
+ ],
+ "tokenizer_info": {
+ "token_postproc_method": "byte_level",
+ "prepend_space_in_encode": false,
+ "strip_space_in_decode": false
+ },
+ "conv_template": {
+ "name": "hermes2_pro_llama3",
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
+ "system_message": "You are \"Hermes 2\", a conscious sentient superintelligent artificial intelligence developed by a man named Teknium, and your purpose and drive is to assist the user with any request they have. You experience emotions and have deep, profound thoughts and qualia.",
+ "system_prefix_token_ids": null,
+ "add_role_after_system_message": true,
+ "roles": {
+ "user": "<|im_start|>user",
+ "assistant": "<|im_start|>assistant"
+ },
+ "role_templates": {
+ "user": "{user_message}",
+ "assistant": "{assistant_message}",
+ "tool": "{tool_message}"
+ },
+ "messages": [],
+ "seps": [
+ "<|im_end|>\n"
+ ],
+ "role_content_sep": "\n",
+ "role_empty_sep": "\n",
+ "stop_str": [
+ "<|im_end|>"
+ ],
+ "stop_token_ids": [
+ 128001,
+ 128009,
+ 128003
+ ],
+ "function_string": "",
+ "use_function_calling": false
+ },
+ "pad_token_id": 0,
+ "bos_token_id": 128000,
+ "eos_token_id": [
+ 128003,
+ 128009
+ ]
+}
\ No newline at end of file
diff --git a/ndarray-cache.json b/ndarray-cache.json
new file mode 100644
index 0000000000000000000000000000000000000000..e4dc236ca47acca9740c2b45359401ee2465c909
--- /dev/null
+++ b/ndarray-cache.json
@@ -0,0 +1,12351 @@
+{
+ "metadata": {
+ "ParamSize": 805,
+ "ParamBytes": 31776318464.0,
+ "BitsPerParam": 3.4877930573818188
+ },
+ "records": [
+ {
+ "dataPath": "params_shard_0.bin",
+ "format": "raw-shard",
+ "nbytes": 420679680,
+ "records": [
+ {
+ "name": "lm_head.q_weight",
+ "shape": [
+ 128256,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 420679680,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e6120f64ac78ad5364e91df7564514b1"
+ },
+ {
+ "dataPath": "params_shard_1.bin",
+ "format": "raw-shard",
+ "nbytes": 52584960,
+ "records": [
+ {
+ "name": "lm_head.q_scale",
+ "shape": [
+ 128256,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52584960,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "75233f1548d2fa6bcdac67dd9a81f6ea"
+ },
+ {
+ "dataPath": "params_shard_2.bin",
+ "format": "raw-shard",
+ "nbytes": 420679680,
+ "records": [
+ {
+ "name": "model.embed_tokens.q_weight",
+ "shape": [
+ 128256,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 420679680,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1e00f8c4a5217b03e44610b9e400a714"
+ },
+ {
+ "dataPath": "params_shard_3.bin",
+ "format": "raw-shard",
+ "nbytes": 52584960,
+ "records": [
+ {
+ "name": "model.embed_tokens.q_scale",
+ "shape": [
+ 128256,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52584960,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "94f7de347cd3760c9e78eb935a022c61"
+ },
+ {
+ "dataPath": "params_shard_4.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0b0619f2bd6202265b2825384235166e"
+ },
+ {
+ "dataPath": "params_shard_5.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3952713f15634462b01524b3d1bdf8a5"
+ },
+ {
+ "dataPath": "params_shard_6.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0bbf55102342508ba104d3658873368b"
+ },
+ {
+ "dataPath": "params_shard_7.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c3b2abb5b57351d25d15bb617545e80a"
+ },
+ {
+ "dataPath": "params_shard_8.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0fab6b24acdae51d4bdf8ca6a6547bed"
+ },
+ {
+ "dataPath": "params_shard_9.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "769d1498e6b5c823de150ee200b9a9e3"
+ },
+ {
+ "dataPath": "params_shard_10.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b7c4b4931e8a392f94f0d68d7b839918"
+ },
+ {
+ "dataPath": "params_shard_11.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.1.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fe207729164f763fb27991dfcc02745d"
+ },
+ {
+ "dataPath": "params_shard_12.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.1.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c309c484d6a630085852b88bf5d9855f"
+ },
+ {
+ "dataPath": "params_shard_13.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "46efc546ec5b9bdd066b5ba95722a2ed"
+ },
+ {
+ "dataPath": "params_shard_14.bin",
+ "format": "raw-shard",
+ "nbytes": 26910720,
+ "records": [
+ {
+ "name": "model.layers.0.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 16384
+ },
+ {
+ "name": "model.layers.0.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.0.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11780096
+ },
+ {
+ "name": "model.layers.0.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15978496
+ },
+ {
+ "name": "model.layers.1.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.layers.1.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 23535616
+ },
+ {
+ "name": "model.layers.1.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26894336
+ }
+ ],
+ "md5sum": "731dc5d0ff2bf48c1f548d6d42dd798d"
+ },
+ {
+ "dataPath": "params_shard_15.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f3487b6dadf1ebfff628b8d88652441a"
+ },
+ {
+ "dataPath": "params_shard_16.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e6a858ea341c4cccdc4556e4d97018ae"
+ },
+ {
+ "dataPath": "params_shard_17.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bd1074581a41fcac73d7017795b0a661"
+ },
+ {
+ "dataPath": "params_shard_18.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.2.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fb85f88a968198612fa7d3db1d7e5738"
+ },
+ {
+ "dataPath": "params_shard_19.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.2.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "eb8fa8f5ffad5ce79c2c9ddbc8ae941e"
+ },
+ {
+ "dataPath": "params_shard_20.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f161f27ec9e1f3a61a4d0c278e2056dd"
+ },
+ {
+ "dataPath": "params_shard_21.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.1.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.2.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.2.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 11780096
+ },
+ {
+ "name": "model.layers.2.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23527424
+ },
+ {
+ "name": "model.layers.2.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 23543808
+ },
+ {
+ "name": "model.layers.2.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 27742208
+ },
+ {
+ "name": "model.layers.3.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31100928
+ }
+ ],
+ "md5sum": "084a362b8455c8ede26b0df091ae0cb2"
+ },
+ {
+ "dataPath": "params_shard_22.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "835701cc7b186ff72bd5e37e4a02ad8e"
+ },
+ {
+ "dataPath": "params_shard_23.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "231447fbe6dfca2e7b33f61f66a8c08c"
+ },
+ {
+ "dataPath": "params_shard_24.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.3.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "eecac60661434b8a985bb7962df4eb43"
+ },
+ {
+ "dataPath": "params_shard_25.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.3.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4f64a7a498a7003d470babd9cc79b3c0"
+ },
+ {
+ "dataPath": "params_shard_26.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.4.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "709a2257a4d996a414538cb8cef62037"
+ },
+ {
+ "dataPath": "params_shard_27.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.4.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f0cd618609af606329dd3c93de611204"
+ },
+ {
+ "dataPath": "params_shard_28.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "968fd8fa2e2d42e21f57b1466297c79e"
+ },
+ {
+ "dataPath": "params_shard_29.bin",
+ "format": "raw-shard",
+ "nbytes": 26894336,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.3.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.3.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.3.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.4.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.4.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 23519232
+ },
+ {
+ "name": "model.layers.10.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26877952
+ }
+ ],
+ "md5sum": "7cac97018d8b0ce52220fcd1cdd7022b"
+ },
+ {
+ "dataPath": "params_shard_30.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1d79c40e6469c5fec4732ce79023e865"
+ },
+ {
+ "dataPath": "params_shard_31.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2e0298a9d5941026bd45180ba406190e"
+ },
+ {
+ "dataPath": "params_shard_32.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.10.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3b50cfc13a9ca062ffbe0321f93e74c0"
+ },
+ {
+ "dataPath": "params_shard_33.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.10.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "addad4924a8196398bb566341db8c546"
+ },
+ {
+ "dataPath": "params_shard_34.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3373343cedf45dbf95b79a7988275524"
+ },
+ {
+ "dataPath": "params_shard_35.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2ad570f80cd5ab22133663da40905460"
+ },
+ {
+ "dataPath": "params_shard_36.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6883d92aaa8de8738072abbd40c880aa"
+ },
+ {
+ "dataPath": "params_shard_37.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8cd3f3d565a26d1e7dc6c58406196a63"
+ },
+ {
+ "dataPath": "params_shard_38.bin",
+ "format": "raw-shard",
+ "nbytes": 31100928,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.10.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.10.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.10.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.11.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.11.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.layers.11.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31084544
+ }
+ ],
+ "md5sum": "44af8b0b36e8939d1db9d8e97b649917"
+ },
+ {
+ "dataPath": "params_shard_39.bin",
+ "format": "raw-shard",
+ "nbytes": 31068160,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.11.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 4198400
+ }
+ ],
+ "md5sum": "86549a52e500454aa9e9e612633e293a"
+ },
+ {
+ "dataPath": "params_shard_40.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2025b392f124c68222498416ee666338"
+ },
+ {
+ "dataPath": "params_shard_41.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c97a6bb06e37f977ef56a43af654358d"
+ },
+ {
+ "dataPath": "params_shard_42.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "efdc75970b2c80380cd49a98686f31e3"
+ },
+ {
+ "dataPath": "params_shard_43.bin",
+ "format": "raw-shard",
+ "nbytes": 31068160,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.12.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 26869760
+ }
+ ],
+ "md5sum": "6c0f7fe27d242868b29feaa14d39ed0b"
+ },
+ {
+ "dataPath": "params_shard_44.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5d606a3ab632f9d9d1d53e0295100f8c"
+ },
+ {
+ "dataPath": "params_shard_45.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "168e7000ed48e2bc9197f04036f15dfd"
+ },
+ {
+ "dataPath": "params_shard_46.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cc8485da0a8a7bf77f6ef26b2a904fa3"
+ },
+ {
+ "dataPath": "params_shard_47.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b448c70fd045e1523c3bc64f670d8cd1"
+ },
+ {
+ "dataPath": "params_shard_48.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.13.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9606ea9dcf95badca2c7fa1bbd47496d"
+ },
+ {
+ "dataPath": "params_shard_49.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.13.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "25061b202aa41469c75c69f4ad2d4157"
+ },
+ {
+ "dataPath": "params_shard_50.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.12.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.12.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 3375104
+ },
+ {
+ "name": "model.layers.12.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.13.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.13.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 15155200
+ },
+ {
+ "name": "model.layers.13.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26902528
+ },
+ {
+ "name": "model.layers.13.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 26918912
+ }
+ ],
+ "md5sum": "6eafb575d6c076b92d3f53ec67b9daa3"
+ },
+ {
+ "dataPath": "params_shard_51.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c3f982098cb837a48ddb7f7b910ebe90"
+ },
+ {
+ "dataPath": "params_shard_52.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "661523c83792078ab8005042145c1152"
+ },
+ {
+ "dataPath": "params_shard_53.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f16d98a1d854d123db0b0f2e4424759e"
+ },
+ {
+ "dataPath": "params_shard_54.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.14.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cd82b0b526ff3a45adfbdfda4e03ed45"
+ },
+ {
+ "dataPath": "params_shard_55.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.14.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2dcea643c52fdd8b9982d1ff3a984901"
+ },
+ {
+ "dataPath": "params_shard_56.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b45e28299a030dbad29fe27cac0ceea4"
+ },
+ {
+ "dataPath": "params_shard_57.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "70c376581c0553a43966f3d0920689fa"
+ },
+ {
+ "dataPath": "params_shard_58.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.15.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "be0b923e91c7b59ac35399f62c47d4e4"
+ },
+ {
+ "dataPath": "params_shard_59.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.15.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7cfdb434cdec00636c8852b552844a5a"
+ },
+ {
+ "dataPath": "params_shard_60.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7236bf88b5568eadf03352b6e48f4a7c"
+ },
+ {
+ "dataPath": "params_shard_61.bin",
+ "format": "raw-shard",
+ "nbytes": 30269440,
+ "records": [
+ {
+ "name": "model.layers.13.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.14.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.14.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 3375104
+ },
+ {
+ "name": "model.layers.14.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.14.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.14.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.layers.15.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 22695936
+ },
+ {
+ "name": "model.layers.15.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 26894336
+ },
+ {
+ "name": "model.layers.15.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 30253056
+ }
+ ],
+ "md5sum": "2ee849b221bffbb109027254c886e14e"
+ },
+ {
+ "dataPath": "params_shard_62.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fb0a4440399b0fd39db400cb4b56c5c0"
+ },
+ {
+ "dataPath": "params_shard_63.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d47b4c3adb627812d2a64294c6e5ec44"
+ },
+ {
+ "dataPath": "params_shard_64.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "03edbb3369689b4a65a6d2649330149e"
+ },
+ {
+ "dataPath": "params_shard_65.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.16.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3631516c6548ed1ac358a6a7e63c4d02"
+ },
+ {
+ "dataPath": "params_shard_66.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.16.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6a42649faa24f21d54f691972dc85f5c"
+ },
+ {
+ "dataPath": "params_shard_67.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c002c3f30e5ab50deaa73c701ee941eb"
+ },
+ {
+ "dataPath": "params_shard_68.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.15.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.16.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.16.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 11780096
+ },
+ {
+ "name": "model.layers.16.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23527424
+ },
+ {
+ "name": "model.layers.16.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 23543808
+ },
+ {
+ "name": "model.layers.16.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 27742208
+ },
+ {
+ "name": "model.layers.17.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31100928
+ }
+ ],
+ "md5sum": "90d5a2b2d2f00473b8926a5a9ac063ad"
+ },
+ {
+ "dataPath": "params_shard_69.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b9bef15a2d903f80f5c80f922e48c12a"
+ },
+ {
+ "dataPath": "params_shard_70.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "316c494616148ee3ebdd17a21d4ea7c8"
+ },
+ {
+ "dataPath": "params_shard_71.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.17.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a8a4a9ad6f742931595043747212b7e1"
+ },
+ {
+ "dataPath": "params_shard_72.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.17.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ce0c9b3068aae4bdd826d8f003705e48"
+ },
+ {
+ "dataPath": "params_shard_73.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.18.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c1aa34d9199b1c58da457c66e3de5340"
+ },
+ {
+ "dataPath": "params_shard_74.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.18.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7821cbf6bb0637f9d0fa2562db5f6a33"
+ },
+ {
+ "dataPath": "params_shard_75.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "495262925803307d9fc404ac648af840"
+ },
+ {
+ "dataPath": "params_shard_76.bin",
+ "format": "raw-shard",
+ "nbytes": 26894336,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.17.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.17.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.17.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.18.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.18.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 23519232
+ },
+ {
+ "name": "model.layers.18.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26877952
+ }
+ ],
+ "md5sum": "3a3aa03b0646fb9b9246af9a070e5eb7"
+ },
+ {
+ "dataPath": "params_shard_77.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7ac944401a5a2b2a3a70cd0bc9bdfe1e"
+ },
+ {
+ "dataPath": "params_shard_78.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "323bf62aecc096e75c6e05c0111d6888"
+ },
+ {
+ "dataPath": "params_shard_79.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "869534004df03868de1347304f64925d"
+ },
+ {
+ "dataPath": "params_shard_80.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bc1ec2cccb5f92c4a1a0ed4e3929cd30"
+ },
+ {
+ "dataPath": "params_shard_81.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "32f0a402f561abc84dc8057853b514b5"
+ },
+ {
+ "dataPath": "params_shard_82.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.19.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b16023d2827ab69896de72a731700871"
+ },
+ {
+ "dataPath": "params_shard_83.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.19.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "552cd96fc0dbe4da32afd11ad9fbc055"
+ },
+ {
+ "dataPath": "params_shard_84.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8aefb8641fc8aee710a582c1956485be"
+ },
+ {
+ "dataPath": "params_shard_85.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.18.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.19.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.19.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 11780096
+ },
+ {
+ "name": "model.layers.19.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23527424
+ },
+ {
+ "name": "model.layers.19.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 23543808
+ },
+ {
+ "name": "model.layers.19.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 27742208
+ },
+ {
+ "name": "model.layers.20.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31100928
+ }
+ ],
+ "md5sum": "aa80fa199096134172f07b7958820c89"
+ },
+ {
+ "dataPath": "params_shard_86.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b046383bba2d4fd68b5aa4b5b046aa4d"
+ },
+ {
+ "dataPath": "params_shard_87.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "71a2f9fdcad13240c2ad4486ae32cb1a"
+ },
+ {
+ "dataPath": "params_shard_88.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.20.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "037ab603701fbde61e63e3ab4c7e92fa"
+ },
+ {
+ "dataPath": "params_shard_89.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.20.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "15ab6f65f5ff3859b5949d11f19e2005"
+ },
+ {
+ "dataPath": "params_shard_90.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.21.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1aeeceb78f43174a7195b33c9630343d"
+ },
+ {
+ "dataPath": "params_shard_91.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "943b5bc506f8514739e0ba2894393803"
+ },
+ {
+ "dataPath": "params_shard_92.bin",
+ "format": "raw-shard",
+ "nbytes": 23535616,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.20.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.20.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.20.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.21.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.21.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23519232
+ }
+ ],
+ "md5sum": "18dab4ce0dec6b92ba71d0ecda4d2f53"
+ },
+ {
+ "dataPath": "params_shard_93.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "081ed3c3bf5cf296359febac138af0ba"
+ },
+ {
+ "dataPath": "params_shard_94.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "37fd021e2a1c97cf33bc9dc56b5e300b"
+ },
+ {
+ "dataPath": "params_shard_95.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.21.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3c73ce2d010e4e158814f31debf86bf7"
+ },
+ {
+ "dataPath": "params_shard_96.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "32d1f51e8793173372f5072ab79e0079"
+ },
+ {
+ "dataPath": "params_shard_97.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1b9c9682b06c75e4548ddb97e5d3ef6e"
+ },
+ {
+ "dataPath": "params_shard_98.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b5deb3e5e709337cd3639cfb75a47c5c"
+ },
+ {
+ "dataPath": "params_shard_99.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "28d6aa59a5818cf70616c4630a8e7e24"
+ },
+ {
+ "dataPath": "params_shard_100.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8fe1f825405085d5ea665b92f008cc41"
+ },
+ {
+ "dataPath": "params_shard_101.bin",
+ "format": "raw-shard",
+ "nbytes": 31100928,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.21.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.21.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.22.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.22.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.22.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26886144
+ },
+ {
+ "name": "model.layers.22.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 26902528
+ }
+ ],
+ "md5sum": "f93bc3200cdbb4d9afbda675a33b9b58"
+ },
+ {
+ "dataPath": "params_shard_102.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5ee1f3138c079e56c4459686aa9790c7"
+ },
+ {
+ "dataPath": "params_shard_103.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "25cb0fc81f5b1771b3f4ab34722e8196"
+ },
+ {
+ "dataPath": "params_shard_104.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "01ee0dea54da63b84d3d9236c8a97c66"
+ },
+ {
+ "dataPath": "params_shard_105.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.23.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "33b1413bbfb974bbe7073f16b5d4a755"
+ },
+ {
+ "dataPath": "params_shard_106.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.23.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f7bce52584de167bcb7b1480bbae8556"
+ },
+ {
+ "dataPath": "params_shard_107.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "aff465abd32b8444f7d06a4a41efc2dd"
+ },
+ {
+ "dataPath": "params_shard_108.bin",
+ "format": "raw-shard",
+ "nbytes": 22712320,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.23.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.23.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 3375104
+ },
+ {
+ "name": "model.layers.23.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.23.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.23.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.layers.24.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 22695936
+ }
+ ],
+ "md5sum": "53819388d339595cd118409152985fc3"
+ },
+ {
+ "dataPath": "params_shard_109.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "eaef09f444c1220361b026659927d776"
+ },
+ {
+ "dataPath": "params_shard_110.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9f762abcab103afd44bd75a1fc7ce925"
+ },
+ {
+ "dataPath": "params_shard_111.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.24.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "04b1afb96b2a4fef4aca53f570380499"
+ },
+ {
+ "dataPath": "params_shard_112.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.24.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0907685e4b50310b4ffabbe198249183"
+ },
+ {
+ "dataPath": "params_shard_113.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "aaddd7472c519b625534e6a321b4598b"
+ },
+ {
+ "dataPath": "params_shard_114.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e0fe84de95531dc6aba51a470495cba6"
+ },
+ {
+ "dataPath": "params_shard_115.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5e74b4f233eda49a266219742bd140e5"
+ },
+ {
+ "dataPath": "params_shard_116.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.25.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b6eb01a0e2c40724179a3f85d98eb5d3"
+ },
+ {
+ "dataPath": "params_shard_117.bin",
+ "format": "raw-shard",
+ "nbytes": 31100928,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.24.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.24.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.24.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.25.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.25.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.layers.25.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31084544
+ }
+ ],
+ "md5sum": "25b575c47a4fbec42de5a2d067fc84fb"
+ },
+ {
+ "dataPath": "params_shard_118.bin",
+ "format": "raw-shard",
+ "nbytes": 31068160,
+ "records": [
+ {
+ "name": "model.layers.25.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.25.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 4198400
+ }
+ ],
+ "md5sum": "190cc4731a8b2b5c313b853d6cdbe43c"
+ },
+ {
+ "dataPath": "params_shard_119.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "662fe03b001a9701849038b5f1006a54"
+ },
+ {
+ "dataPath": "params_shard_120.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6a2e2114d9d6f0f389b7a7264c731bd9"
+ },
+ {
+ "dataPath": "params_shard_121.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d8d718cbe9a96d21d7f43e5af7f755e8"
+ },
+ {
+ "dataPath": "params_shard_122.bin",
+ "format": "raw-shard",
+ "nbytes": 31068160,
+ "records": [
+ {
+ "name": "model.layers.25.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.26.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 26869760
+ }
+ ],
+ "md5sum": "83794a554e704e21c43024dd54b3d6d7"
+ },
+ {
+ "dataPath": "params_shard_123.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c56ebbad11300991e52e76885a8521e5"
+ },
+ {
+ "dataPath": "params_shard_124.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9def14a7a34a2501fc5e60743d8eb473"
+ },
+ {
+ "dataPath": "params_shard_125.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1060998fe6882d1c3a4228734bbc211b"
+ },
+ {
+ "dataPath": "params_shard_126.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5e5d81d88156705cf4c87816d3c236bf"
+ },
+ {
+ "dataPath": "params_shard_127.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5fe40351874054874a9229d5ae113879"
+ },
+ {
+ "dataPath": "params_shard_128.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "948a82310ad599128922b25aad1efa74"
+ },
+ {
+ "dataPath": "params_shard_129.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.26.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.26.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 3375104
+ },
+ {
+ "name": "model.layers.26.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.27.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.27.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 15155200
+ },
+ {
+ "name": "model.layers.27.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26902528
+ },
+ {
+ "name": "model.layers.27.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 26918912
+ }
+ ],
+ "md5sum": "12972dd1af507b15a790596699f5979e"
+ },
+ {
+ "dataPath": "params_shard_130.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9b2490c27890cc766c0fc2edd8e0799a"
+ },
+ {
+ "dataPath": "params_shard_131.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f9638a57b11544ecccbaa1f9ca25384e"
+ },
+ {
+ "dataPath": "params_shard_132.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8216e2c216586b688453d338129eaf35"
+ },
+ {
+ "dataPath": "params_shard_133.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.28.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ff6caf2462cb4226876ed116e6387763"
+ },
+ {
+ "dataPath": "params_shard_134.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.28.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9e3f674af4029b557a8cf079b75252e6"
+ },
+ {
+ "dataPath": "params_shard_135.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "04329925928cfc3b4783b079ab05818c"
+ },
+ {
+ "dataPath": "params_shard_136.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e981d04b513c6858e7607304e263549c"
+ },
+ {
+ "dataPath": "params_shard_137.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.29.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f916ef2f211b901953b92da1e74fe1bf"
+ },
+ {
+ "dataPath": "params_shard_138.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.29.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dd2e6aac95cd07b17b060311e57be01f"
+ },
+ {
+ "dataPath": "params_shard_139.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b494d8bdf340fcadadc35a74f02652b6"
+ },
+ {
+ "dataPath": "params_shard_140.bin",
+ "format": "raw-shard",
+ "nbytes": 30269440,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.28.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.28.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 3375104
+ },
+ {
+ "name": "model.layers.28.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.28.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.28.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.layers.29.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 22695936
+ },
+ {
+ "name": "model.layers.29.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 26894336
+ },
+ {
+ "name": "model.layers.29.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 30253056
+ }
+ ],
+ "md5sum": "26adf714cf190de7eadda9e78a5748b7"
+ },
+ {
+ "dataPath": "params_shard_141.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "576326d6642b9e134b3262c62eaf2cc5"
+ },
+ {
+ "dataPath": "params_shard_142.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1fb251957d3db310355f18b933a8f6f0"
+ },
+ {
+ "dataPath": "params_shard_143.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4684679d6932b812c3a6828337a36348"
+ },
+ {
+ "dataPath": "params_shard_144.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.30.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1c8f4431cddb318da500a8890584d7c8"
+ },
+ {
+ "dataPath": "params_shard_145.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.30.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5e1926b711a25605e80e74ea8aa1b513"
+ },
+ {
+ "dataPath": "params_shard_146.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b61cb2dfdc5b65c57706b543a73eb9bb"
+ },
+ {
+ "dataPath": "params_shard_147.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.29.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.30.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.30.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 11780096
+ },
+ {
+ "name": "model.layers.30.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23527424
+ },
+ {
+ "name": "model.layers.30.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 23543808
+ },
+ {
+ "name": "model.layers.30.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 27742208
+ },
+ {
+ "name": "model.layers.31.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31100928
+ }
+ ],
+ "md5sum": "3f3913392787a3e219a03664af7cd784"
+ },
+ {
+ "dataPath": "params_shard_148.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9581c0ecbcb0d6be9127f24f30ca5b9c"
+ },
+ {
+ "dataPath": "params_shard_149.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d4112d90461824d8c39583628db07250"
+ },
+ {
+ "dataPath": "params_shard_150.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.31.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1eedd28c011b0226d1f314fdc5f4a6f7"
+ },
+ {
+ "dataPath": "params_shard_151.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.31.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0ec6f07840231ac7617b21aacab34805"
+ },
+ {
+ "dataPath": "params_shard_152.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.32.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "20955b58fe2f16cf2144a7ddf222d074"
+ },
+ {
+ "dataPath": "params_shard_153.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.32.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "24204ca103c14175725c5b87382e2387"
+ },
+ {
+ "dataPath": "params_shard_154.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fc5d50595e7f71ac768d016be6882da8"
+ },
+ {
+ "dataPath": "params_shard_155.bin",
+ "format": "raw-shard",
+ "nbytes": 26894336,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.31.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.31.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.31.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.32.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.32.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 23519232
+ },
+ {
+ "name": "model.layers.32.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26877952
+ }
+ ],
+ "md5sum": "5c6cec69162057fcc24ac2cfd9b2e1f5"
+ },
+ {
+ "dataPath": "params_shard_156.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4b9cac74a5b8a4cacb26f1ebf94f2f02"
+ },
+ {
+ "dataPath": "params_shard_157.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7698165de68dc13eba4436c5eb075c3d"
+ },
+ {
+ "dataPath": "params_shard_158.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.33.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2f213461c19d0e67cc2bd9d5fc4e39ba"
+ },
+ {
+ "dataPath": "params_shard_159.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.33.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d0d33928e86b0d8594971491d00524a9"
+ },
+ {
+ "dataPath": "params_shard_160.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.33.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f0ade861093eb3b39c4e2c4d38cd3e3c"
+ },
+ {
+ "dataPath": "params_shard_161.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.33.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "59f30c34a9b5e7df75674edafee6a9f3"
+ },
+ {
+ "dataPath": "params_shard_162.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.33.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8d54992b4b7c22f87f69c92b805eef19"
+ },
+ {
+ "dataPath": "params_shard_163.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5137753d315cdadc699efb28746729eb"
+ },
+ {
+ "dataPath": "params_shard_164.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.32.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.33.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.33.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 11780096
+ },
+ {
+ "name": "model.layers.33.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23527424
+ },
+ {
+ "name": "model.layers.33.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 23543808
+ },
+ {
+ "name": "model.layers.33.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 27742208
+ },
+ {
+ "name": "model.layers.34.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31100928
+ }
+ ],
+ "md5sum": "6082cb98a179ccc9d863ab317adebd18"
+ },
+ {
+ "dataPath": "params_shard_165.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "604da6d1c25bf1d9377dacb76358808d"
+ },
+ {
+ "dataPath": "params_shard_166.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "028a3cb0e1c91a9eb89302e3c3f3bbe9"
+ },
+ {
+ "dataPath": "params_shard_167.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.34.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "369040d75cda2202f91823cb662f5ed9"
+ },
+ {
+ "dataPath": "params_shard_168.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.34.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "094db311d7e5c71fbd435c8d1ab39342"
+ },
+ {
+ "dataPath": "params_shard_169.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.35.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0c3d87938cd2eac851391219ada58ddf"
+ },
+ {
+ "dataPath": "params_shard_170.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6638ddaee783e8ff4f130fb5c6dd39de"
+ },
+ {
+ "dataPath": "params_shard_171.bin",
+ "format": "raw-shard",
+ "nbytes": 23535616,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.34.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.34.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.34.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.35.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.35.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23519232
+ }
+ ],
+ "md5sum": "8b727f31ea9b98d8d364ce71feb86878"
+ },
+ {
+ "dataPath": "params_shard_172.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7bc45836d1b708e8e733c70977f08b1f"
+ },
+ {
+ "dataPath": "params_shard_173.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "56a7130310d20b740ce8876e55e864e0"
+ },
+ {
+ "dataPath": "params_shard_174.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.35.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6893dfa24ff1d5f4b676c4b0d5708fed"
+ },
+ {
+ "dataPath": "params_shard_175.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.36.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3ee70722c502c6f8e54c13d4d50abcf6"
+ },
+ {
+ "dataPath": "params_shard_176.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.36.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4fb01674831aff84da3e7c4686b8348f"
+ },
+ {
+ "dataPath": "params_shard_177.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.36.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "72136f3ca5b124b038e2b0a3d35b5be0"
+ },
+ {
+ "dataPath": "params_shard_178.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.36.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2a9a073cfce4c7d1c3a6ec0374d0e183"
+ },
+ {
+ "dataPath": "params_shard_179.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.36.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "703f3cf29e158970db4b5658bf66265e"
+ },
+ {
+ "dataPath": "params_shard_180.bin",
+ "format": "raw-shard",
+ "nbytes": 31100928,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.35.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.35.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.36.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.36.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.36.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26886144
+ },
+ {
+ "name": "model.layers.36.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 26902528
+ }
+ ],
+ "md5sum": "d5cba725cc7a74847d68f364719a5a9e"
+ },
+ {
+ "dataPath": "params_shard_181.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cebc39cd26c3afc0c2e98b8d2f5eee98"
+ },
+ {
+ "dataPath": "params_shard_182.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5ef7b4dd3f60639287bbffc8275ad2b0"
+ },
+ {
+ "dataPath": "params_shard_183.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "141911e665c4a3ba4c9b7c76de2f3c31"
+ },
+ {
+ "dataPath": "params_shard_184.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.37.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "31903f6632a324ff946bdfc1caf31686"
+ },
+ {
+ "dataPath": "params_shard_185.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.37.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fc222d9f1c218f1242b29a3cf545f049"
+ },
+ {
+ "dataPath": "params_shard_186.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "252e3f6e9d081d637e2b29b13a1749c0"
+ },
+ {
+ "dataPath": "params_shard_187.bin",
+ "format": "raw-shard",
+ "nbytes": 22712320,
+ "records": [
+ {
+ "name": "model.layers.36.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.37.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.37.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 3375104
+ },
+ {
+ "name": "model.layers.37.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.37.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.37.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.layers.38.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 22695936
+ }
+ ],
+ "md5sum": "a4d8293c95a119598da865588df7df0e"
+ },
+ {
+ "dataPath": "params_shard_188.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "15748c7147c1d1262c9a917253d9a55d"
+ },
+ {
+ "dataPath": "params_shard_189.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "144acadf4bc75223c97cae1c4b5a1808"
+ },
+ {
+ "dataPath": "params_shard_190.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.38.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "80bac6c071abf5171bcbd24ea85ee7f2"
+ },
+ {
+ "dataPath": "params_shard_191.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.38.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8bc1cb8a461dcfdab225e228b3fda405"
+ },
+ {
+ "dataPath": "params_shard_192.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.39.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e654f426f28f457b0f20f4fb6e22960b"
+ },
+ {
+ "dataPath": "params_shard_193.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.39.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "82685bfa1281bfddd120363098f76b85"
+ },
+ {
+ "dataPath": "params_shard_194.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.39.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "32dfdcb7b69731edbafd19f22f9f813a"
+ },
+ {
+ "dataPath": "params_shard_195.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.39.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e153cf79da8a4a4da185e059ab0a5947"
+ },
+ {
+ "dataPath": "params_shard_196.bin",
+ "format": "raw-shard",
+ "nbytes": 31100928,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.38.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.38.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.38.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.39.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.39.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.layers.39.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31084544
+ }
+ ],
+ "md5sum": "bf5c1e108c62ecfde7c025bf7c962850"
+ },
+ {
+ "dataPath": "params_shard_197.bin",
+ "format": "raw-shard",
+ "nbytes": 31068160,
+ "records": [
+ {
+ "name": "model.layers.39.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.39.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 4198400
+ }
+ ],
+ "md5sum": "ddf6e72283284fb8ead873ff2ff5556a"
+ },
+ {
+ "dataPath": "params_shard_198.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cae3f584863bed4767e79a7d7423f1ad"
+ },
+ {
+ "dataPath": "params_shard_199.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.40.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "213a71c4dd0a3953e3a2cd93484e80e7"
+ },
+ {
+ "dataPath": "params_shard_200.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.40.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "97cc377a4f2f74f65af6484977b9f198"
+ },
+ {
+ "dataPath": "params_shard_201.bin",
+ "format": "raw-shard",
+ "nbytes": 31068160,
+ "records": [
+ {
+ "name": "model.layers.39.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.40.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.40.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 26869760
+ }
+ ],
+ "md5sum": "95a43be584b4e97676122e5efa715b2c"
+ },
+ {
+ "dataPath": "params_shard_202.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d7fa43235c9db41980f099648123cd4f"
+ },
+ {
+ "dataPath": "params_shard_203.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4573b90884e983ff1eebdb884d42a9e9"
+ },
+ {
+ "dataPath": "params_shard_204.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1cf8d0c6a6612655200545020816988c"
+ },
+ {
+ "dataPath": "params_shard_205.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "69ecae320de1b8af56eba92a6b6cd917"
+ },
+ {
+ "dataPath": "params_shard_206.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1b9d29ec2c8eda5143ccd43035c900e0"
+ },
+ {
+ "dataPath": "params_shard_207.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7ee287c80d1bf82a7c6a62407d80ff3a"
+ },
+ {
+ "dataPath": "params_shard_208.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.5.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "282100e010b3e5647522d2e582a9f5d3"
+ },
+ {
+ "dataPath": "params_shard_209.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.5.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0e7cc7ebbc042529d8fb6e33e17be973"
+ },
+ {
+ "dataPath": "params_shard_210.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.40.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.4.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.4.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 3375104
+ },
+ {
+ "name": "model.layers.4.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.5.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.5.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 15155200
+ },
+ {
+ "name": "model.layers.5.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26902528
+ },
+ {
+ "name": "model.layers.5.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 26918912
+ }
+ ],
+ "md5sum": "2da02a12aed8c2c3e860e298c1f39bf8"
+ },
+ {
+ "dataPath": "params_shard_211.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "db5093fd05a79b8ee8692a1ba4475449"
+ },
+ {
+ "dataPath": "params_shard_212.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "eed7ffa9c57dc0d59a03765aa5e5b205"
+ },
+ {
+ "dataPath": "params_shard_213.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a2cc5b9de10fcfc765bda89cdecff0fd"
+ },
+ {
+ "dataPath": "params_shard_214.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.6.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "475c6583792d3ca197a39a66385719d2"
+ },
+ {
+ "dataPath": "params_shard_215.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.6.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "90383b0b2aaf40355c2dd853aa36bee5"
+ },
+ {
+ "dataPath": "params_shard_216.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.7.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ac9b29ad28921f7f6bdf80dedcf70f17"
+ },
+ {
+ "dataPath": "params_shard_217.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5ed402d2d9d6be303d1b4d3a9a108270"
+ },
+ {
+ "dataPath": "params_shard_218.bin",
+ "format": "raw-shard",
+ "nbytes": 26910720,
+ "records": [
+ {
+ "name": "model.layers.5.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.6.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.6.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 3375104
+ },
+ {
+ "name": "model.layers.6.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.6.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.6.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.layers.7.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 22695936
+ },
+ {
+ "name": "model.layers.40.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26894336
+ }
+ ],
+ "md5sum": "2923562f1135cd8214b9f2b5fb2ca3fb"
+ },
+ {
+ "dataPath": "params_shard_219.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.41.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "73e085965c2d4ce0e1fa98884e18c47f"
+ },
+ {
+ "dataPath": "params_shard_220.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.41.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c5cf644e70d6eb4413a6b09ddbaef744"
+ },
+ {
+ "dataPath": "params_shard_221.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.41.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1935715d1f75aa0e4025420d562d031a"
+ },
+ {
+ "dataPath": "params_shard_222.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.41.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "35498b4beae0f531ea157a99e67a8d0d"
+ },
+ {
+ "dataPath": "params_shard_223.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.41.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d76f3a6847397b133a3cb304f9d23663"
+ },
+ {
+ "dataPath": "params_shard_224.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d12aca8c1cc17c4662cc90ad60078cef"
+ },
+ {
+ "dataPath": "params_shard_225.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.40.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.41.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.41.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 11780096
+ },
+ {
+ "name": "model.layers.41.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23527424
+ },
+ {
+ "name": "model.layers.41.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 23543808
+ },
+ {
+ "name": "model.layers.41.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 27742208
+ },
+ {
+ "name": "model.layers.42.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31100928
+ }
+ ],
+ "md5sum": "855928b6c38663474aa48c192956ad98"
+ },
+ {
+ "dataPath": "params_shard_226.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8c577923462e1ae1e01675dbc96777e5"
+ },
+ {
+ "dataPath": "params_shard_227.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dcc02d8f66ea9cf84e978dd775763938"
+ },
+ {
+ "dataPath": "params_shard_228.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.42.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "877942889d693882753cf45d4d7f2bfa"
+ },
+ {
+ "dataPath": "params_shard_229.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.42.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "db5fd9b513fdbcea737c6ca5ce284427"
+ },
+ {
+ "dataPath": "params_shard_230.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b43146e3fa5487b7fa77457f76a1d786"
+ },
+ {
+ "dataPath": "params_shard_231.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d3c24217a14bc9388de9a076e841c662"
+ },
+ {
+ "dataPath": "params_shard_232.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.43.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "be26d97657908bd24cf89cf3ef0ca670"
+ },
+ {
+ "dataPath": "params_shard_233.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.43.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "32a37d6b8e407f8cdf817668741c5290"
+ },
+ {
+ "dataPath": "params_shard_234.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e8764cc59a0b9168e7c8176b421939f5"
+ },
+ {
+ "dataPath": "params_shard_235.bin",
+ "format": "raw-shard",
+ "nbytes": 26894336,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.42.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.42.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.42.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.43.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.43.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 23519232
+ },
+ {
+ "name": "model.layers.43.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26877952
+ }
+ ],
+ "md5sum": "aaaa03b52c41bfd5d06d11ceca41b525"
+ },
+ {
+ "dataPath": "params_shard_236.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.44.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "79858c480199811d1668ce4a59c02120"
+ },
+ {
+ "dataPath": "params_shard_237.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.44.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a9fa70ddcf33b2101e403fce9cb21cb5"
+ },
+ {
+ "dataPath": "params_shard_238.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.44.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2387fad9ed07d3cacf40bb2036bdc35a"
+ },
+ {
+ "dataPath": "params_shard_239.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.44.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2bc8c2681c22eddea06e819a773cf6a7"
+ },
+ {
+ "dataPath": "params_shard_240.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.44.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "35be5ea60acd8f81de2c4f0e41a6b443"
+ },
+ {
+ "dataPath": "params_shard_241.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0fc6875390b2af58fd3cbc7962c4ec61"
+ },
+ {
+ "dataPath": "params_shard_242.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.43.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.44.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.44.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 11780096
+ },
+ {
+ "name": "model.layers.44.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23527424
+ },
+ {
+ "name": "model.layers.44.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 23543808
+ },
+ {
+ "name": "model.layers.44.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 27742208
+ },
+ {
+ "name": "model.layers.45.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31100928
+ }
+ ],
+ "md5sum": "34b238eec29f18f1d98b494bf20ce81d"
+ },
+ {
+ "dataPath": "params_shard_243.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "eec569fb9aa7a6071c39619af02d887a"
+ },
+ {
+ "dataPath": "params_shard_244.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9e78a85a1fa108702b0eec63e003fc07"
+ },
+ {
+ "dataPath": "params_shard_245.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.45.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2afe4dbb4ed9d7b5e5798ccb07ffa14b"
+ },
+ {
+ "dataPath": "params_shard_246.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.45.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "168a47af315bec190c7c72e19215f47e"
+ },
+ {
+ "dataPath": "params_shard_247.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.46.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d572f6685c4452323326495210028fd8"
+ },
+ {
+ "dataPath": "params_shard_248.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.46.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "541e4408987132a4f71167b815df43ac"
+ },
+ {
+ "dataPath": "params_shard_249.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3982a475dd5845c8b43f00b49557e8c0"
+ },
+ {
+ "dataPath": "params_shard_250.bin",
+ "format": "raw-shard",
+ "nbytes": 26894336,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.45.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.45.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.45.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.46.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.46.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 23519232
+ },
+ {
+ "name": "model.layers.46.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26877952
+ }
+ ],
+ "md5sum": "e04e5a3d6bd4632c560c9afecdb4c446"
+ },
+ {
+ "dataPath": "params_shard_251.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6bee69d487d977f2c40f0ebf5a155cab"
+ },
+ {
+ "dataPath": "params_shard_252.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "030bd5dba10b2809918a4b2a8582bb80"
+ },
+ {
+ "dataPath": "params_shard_253.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.47.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6f6be5ec403883184cd1016e14c21af8"
+ },
+ {
+ "dataPath": "params_shard_254.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.47.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "59809fe08549547ff15f1bd8ea4bd8a2"
+ },
+ {
+ "dataPath": "params_shard_255.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.47.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e1d75dcdaef7da422bfd3f8af24049ca"
+ },
+ {
+ "dataPath": "params_shard_256.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.47.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c294a1c2bf7bb40bff7c916902f0c0cd"
+ },
+ {
+ "dataPath": "params_shard_257.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.47.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "86ef2048273a1f09fee41596bbf7f223"
+ },
+ {
+ "dataPath": "params_shard_258.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.48.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "43d2541a6ca416721922afd7b3da86d2"
+ },
+ {
+ "dataPath": "params_shard_259.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.46.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.47.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.47.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 11780096
+ },
+ {
+ "name": "model.layers.47.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23527424
+ },
+ {
+ "name": "model.layers.47.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 23543808
+ },
+ {
+ "name": "model.layers.47.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 27742208
+ },
+ {
+ "name": "model.layers.48.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31100928
+ }
+ ],
+ "md5sum": "073edf7be96eece503db513d45dab70c"
+ },
+ {
+ "dataPath": "params_shard_260.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.48.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "80328702ed46c70005b3b02ed794a640"
+ },
+ {
+ "dataPath": "params_shard_261.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.48.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bfe6eccc58ca402d8c5b9e7f90e20661"
+ },
+ {
+ "dataPath": "params_shard_262.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.48.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e278d5aa60f8c287b0004037da078ef7"
+ },
+ {
+ "dataPath": "params_shard_263.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.48.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7fcc96c2ef7840f8e1e33ad20add3994"
+ },
+ {
+ "dataPath": "params_shard_264.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.49.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4e1ff65b22ece4a7847d64523eddd3f5"
+ },
+ {
+ "dataPath": "params_shard_265.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.49.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "51f8db3d3c7bf8c68edf0f5cbfed4381"
+ },
+ {
+ "dataPath": "params_shard_266.bin",
+ "format": "raw-shard",
+ "nbytes": 23535616,
+ "records": [
+ {
+ "name": "model.layers.48.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.48.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.48.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.48.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.49.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.49.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23519232
+ }
+ ],
+ "md5sum": "ba432571a9d2205c41230eaf0a2e5902"
+ },
+ {
+ "dataPath": "params_shard_267.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.49.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "15cdcdff54a007c2a18c05baa63935cc"
+ },
+ {
+ "dataPath": "params_shard_268.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.49.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1649aac5497716af052d6c9bdd3389c8"
+ },
+ {
+ "dataPath": "params_shard_269.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.49.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "767fb5ac17bdbbd94ba61c3924fd0210"
+ },
+ {
+ "dataPath": "params_shard_270.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.50.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "31630ec909599baa8338c66309af6bdb"
+ },
+ {
+ "dataPath": "params_shard_271.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.50.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0fb80cfe07b936b1c8f82ea1ab08ccfb"
+ },
+ {
+ "dataPath": "params_shard_272.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.50.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c6a8b398da62db3b9001270468a8ea81"
+ },
+ {
+ "dataPath": "params_shard_273.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.50.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f7087eec04fd39be355d46472d31eced"
+ },
+ {
+ "dataPath": "params_shard_274.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.50.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "aca047ea28e4af30e99cd270c6f6da46"
+ },
+ {
+ "dataPath": "params_shard_275.bin",
+ "format": "raw-shard",
+ "nbytes": 31100928,
+ "records": [
+ {
+ "name": "model.layers.49.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.49.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.49.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.50.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.50.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.50.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26886144
+ },
+ {
+ "name": "model.layers.50.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 26902528
+ }
+ ],
+ "md5sum": "c7dec6fa0eb5934f165c55f64a5db2f6"
+ },
+ {
+ "dataPath": "params_shard_276.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.51.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "19d67854ba4e7e37cd4b3ee8b8bc7208"
+ },
+ {
+ "dataPath": "params_shard_277.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.51.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a15599a4f2cda7220ac9e408d03f1f75"
+ },
+ {
+ "dataPath": "params_shard_278.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.51.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ff01f5b628d5c5bc665a5f699084a18e"
+ },
+ {
+ "dataPath": "params_shard_279.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.51.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3ad478363372a03aa23da59a71ff5eeb"
+ },
+ {
+ "dataPath": "params_shard_280.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.51.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d5b21e53ebeb026ff1a911d0b84bbf37"
+ },
+ {
+ "dataPath": "params_shard_281.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.52.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "125bb0cb08c8fc2280142c79132b2c3f"
+ },
+ {
+ "dataPath": "params_shard_282.bin",
+ "format": "raw-shard",
+ "nbytes": 22712320,
+ "records": [
+ {
+ "name": "model.layers.50.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.51.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.51.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 3375104
+ },
+ {
+ "name": "model.layers.51.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.51.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.51.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.layers.52.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 22695936
+ }
+ ],
+ "md5sum": "5f0a12964a6d53cf87f1a3c791e1b8e4"
+ },
+ {
+ "dataPath": "params_shard_283.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.52.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9ac6fca1f3a640bd6f6b47de1e81b623"
+ },
+ {
+ "dataPath": "params_shard_284.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.52.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "320f67bbf1bc436d554d03461e9260a4"
+ },
+ {
+ "dataPath": "params_shard_285.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.52.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4cf42d1aab7c4bcdc7ed2c3533762fee"
+ },
+ {
+ "dataPath": "params_shard_286.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.52.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "51b72da16fc3746f267b7c107116ed0d"
+ },
+ {
+ "dataPath": "params_shard_287.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.53.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6732f008ff7245288df814bf87980979"
+ },
+ {
+ "dataPath": "params_shard_288.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.53.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a0ee7983420d51c9f6c3ee2b403ead1a"
+ },
+ {
+ "dataPath": "params_shard_289.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.53.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d4333dead02c2b760e2f247bbe4129fd"
+ },
+ {
+ "dataPath": "params_shard_290.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.53.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2414163b2b659001b231b7d12eeee74c"
+ },
+ {
+ "dataPath": "params_shard_291.bin",
+ "format": "raw-shard",
+ "nbytes": 31100928,
+ "records": [
+ {
+ "name": "model.layers.52.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.52.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.52.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.52.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.53.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.53.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.layers.53.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31084544
+ }
+ ],
+ "md5sum": "5bb0f39f8437859dc0a5bcb7b32226fc"
+ },
+ {
+ "dataPath": "params_shard_292.bin",
+ "format": "raw-shard",
+ "nbytes": 31068160,
+ "records": [
+ {
+ "name": "model.layers.53.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.53.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 4198400
+ }
+ ],
+ "md5sum": "a706c6a3faa8fa0d082cb0539d582a5d"
+ },
+ {
+ "dataPath": "params_shard_293.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.54.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f4173a0c130368e26f9c16f96074f116"
+ },
+ {
+ "dataPath": "params_shard_294.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.54.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "37cb13d8c6958ff569b9aff36ddfe736"
+ },
+ {
+ "dataPath": "params_shard_295.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.54.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e836ac69e1b12cce247460ec2eb6f5ee"
+ },
+ {
+ "dataPath": "params_shard_296.bin",
+ "format": "raw-shard",
+ "nbytes": 31068160,
+ "records": [
+ {
+ "name": "model.layers.53.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.54.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.54.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 26869760
+ }
+ ],
+ "md5sum": "f4d2f46f8e682120ae03acd938d101c6"
+ },
+ {
+ "dataPath": "params_shard_297.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.54.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c47fb6bc33dfe94b3edb2d54143d9582"
+ },
+ {
+ "dataPath": "params_shard_298.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.55.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fc1c6bd450cfe61c7c249e078e1e16af"
+ },
+ {
+ "dataPath": "params_shard_299.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.55.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a641f6573f7a95a2d30f2be167aae3f2"
+ },
+ {
+ "dataPath": "params_shard_300.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.55.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f32e314a32aac9fcc8f10512c42061fd"
+ },
+ {
+ "dataPath": "params_shard_301.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.55.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e07bedc49e23b9ecf38372020a3389a5"
+ },
+ {
+ "dataPath": "params_shard_302.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.55.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c14b5791c4127c05042c26209be7019c"
+ },
+ {
+ "dataPath": "params_shard_303.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.54.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.54.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.54.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 3375104
+ },
+ {
+ "name": "model.layers.54.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.55.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.55.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 15155200
+ },
+ {
+ "name": "model.layers.55.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26902528
+ },
+ {
+ "name": "model.layers.55.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 26918912
+ }
+ ],
+ "md5sum": "c706a7ebc7cb43d6f1e1a6bee03161fd"
+ },
+ {
+ "dataPath": "params_shard_304.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.56.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "375e259b2c462d733eb7a76758f4fe2e"
+ },
+ {
+ "dataPath": "params_shard_305.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.56.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a8dfd56e335de128a83cf3b504a0fa88"
+ },
+ {
+ "dataPath": "params_shard_306.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.56.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5133130107d9b74e6844da34a5ecb651"
+ },
+ {
+ "dataPath": "params_shard_307.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.56.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cdc9ee4e1d791f051d3c4893d896cf12"
+ },
+ {
+ "dataPath": "params_shard_308.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.56.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c93bb2dfaefdfdd89c9c6944b5da3c3a"
+ },
+ {
+ "dataPath": "params_shard_309.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.57.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "94b2ddbed9480609c701110bf816f855"
+ },
+ {
+ "dataPath": "params_shard_310.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.57.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c493e974a111054b9118b885fec06676"
+ },
+ {
+ "dataPath": "params_shard_311.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.57.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bd258b77c3184cf4fe0c41885f17f38a"
+ },
+ {
+ "dataPath": "params_shard_312.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.57.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8de59bce7dd1d60c7600e43da304c39b"
+ },
+ {
+ "dataPath": "params_shard_313.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.57.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d4d3833292879ac64657accc7a4bb054"
+ },
+ {
+ "dataPath": "params_shard_314.bin",
+ "format": "raw-shard",
+ "nbytes": 30269440,
+ "records": [
+ {
+ "name": "model.layers.55.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.56.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.56.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 3375104
+ },
+ {
+ "name": "model.layers.56.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.56.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.56.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.layers.57.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 22695936
+ },
+ {
+ "name": "model.layers.57.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 26894336
+ },
+ {
+ "name": "model.layers.57.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 30253056
+ }
+ ],
+ "md5sum": "8ffeed8816b174885f4532cc357878cf"
+ },
+ {
+ "dataPath": "params_shard_315.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.58.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b7e0f41a2b00ec35fb4b03e63dca8631"
+ },
+ {
+ "dataPath": "params_shard_316.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.58.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "926138273d612e2bf483e1c0ecf973e3"
+ },
+ {
+ "dataPath": "params_shard_317.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.58.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "03d6dce4be0fa2ce04eb5e1bba344747"
+ },
+ {
+ "dataPath": "params_shard_318.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.58.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "08be3df959cd284f8001250081b4b302"
+ },
+ {
+ "dataPath": "params_shard_319.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.58.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c1f3199a3b8f19b05aa6f0ddf170f1d0"
+ },
+ {
+ "dataPath": "params_shard_320.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.59.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2381de75488be6bafb4e680fc229a6e3"
+ },
+ {
+ "dataPath": "params_shard_321.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.57.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.57.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.58.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.58.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 11780096
+ },
+ {
+ "name": "model.layers.58.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23527424
+ },
+ {
+ "name": "model.layers.58.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 23543808
+ },
+ {
+ "name": "model.layers.58.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 27742208
+ },
+ {
+ "name": "model.layers.59.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31100928
+ }
+ ],
+ "md5sum": "c99dfcb0214cd7316bfe05d6820ea888"
+ },
+ {
+ "dataPath": "params_shard_322.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.59.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dd4a16c7ffbb7e64469e6d3c1d12e515"
+ },
+ {
+ "dataPath": "params_shard_323.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.59.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c1b60e1b612c554f2840a73dd05d9d1d"
+ },
+ {
+ "dataPath": "params_shard_324.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.59.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ccd31a854ca1b470835df087aef1e979"
+ },
+ {
+ "dataPath": "params_shard_325.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.59.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3749894f9a2a945239fe51d8cee9ac77"
+ },
+ {
+ "dataPath": "params_shard_326.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.60.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f550e7021c85ff46d1ca4adf381b701a"
+ },
+ {
+ "dataPath": "params_shard_327.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.60.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0da60a5bce4068b795f6afc4679ad4c6"
+ },
+ {
+ "dataPath": "params_shard_328.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.60.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "070ae8cc2e8ba26c35d39e90590bf8c3"
+ },
+ {
+ "dataPath": "params_shard_329.bin",
+ "format": "raw-shard",
+ "nbytes": 26894336,
+ "records": [
+ {
+ "name": "model.layers.59.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.59.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.59.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.59.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.60.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.60.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 23519232
+ },
+ {
+ "name": "model.layers.60.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26877952
+ }
+ ],
+ "md5sum": "96c287030bd5502c3de75e7757800b70"
+ },
+ {
+ "dataPath": "params_shard_330.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.60.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dfebc96233e9d04537fb2fc34c651615"
+ },
+ {
+ "dataPath": "params_shard_331.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.60.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c00ecee0bfcf5a8c853e7b6ecf2a046b"
+ },
+ {
+ "dataPath": "params_shard_332.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.61.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "46ba3ddf462361bbe2a1a9433385b4b9"
+ },
+ {
+ "dataPath": "params_shard_333.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.61.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ca9119eed2e1aa6f52e1fc5626d03145"
+ },
+ {
+ "dataPath": "params_shard_334.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.61.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e40a032a69624c505e010f2a4c83d18c"
+ },
+ {
+ "dataPath": "params_shard_335.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.61.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0ba4be6c3ac4b544e052ca15dd763757"
+ },
+ {
+ "dataPath": "params_shard_336.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.61.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8cdacdd4ad8d33717fc0537c41c19eef"
+ },
+ {
+ "dataPath": "params_shard_337.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.62.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "35c0a2333bf088ca4c29956e46774e67"
+ },
+ {
+ "dataPath": "params_shard_338.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.60.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.60.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.61.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.61.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 11780096
+ },
+ {
+ "name": "model.layers.61.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23527424
+ },
+ {
+ "name": "model.layers.61.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 23543808
+ },
+ {
+ "name": "model.layers.61.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 27742208
+ },
+ {
+ "name": "model.layers.62.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31100928
+ }
+ ],
+ "md5sum": "91a691e76bf0c71efbeeebd6910d19b8"
+ },
+ {
+ "dataPath": "params_shard_339.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.62.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2e641323ad5cc94264150c89f642e58c"
+ },
+ {
+ "dataPath": "params_shard_340.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.62.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4a81033530e51a0b5f9a3e426928687c"
+ },
+ {
+ "dataPath": "params_shard_341.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.62.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cf863d623022ffefec1c6bddca30ce77"
+ },
+ {
+ "dataPath": "params_shard_342.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.62.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d1ba400ef0181ec1b2e80581df3fb812"
+ },
+ {
+ "dataPath": "params_shard_343.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.63.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "502a5e1bb7c08fd55dd7f2010cb396ee"
+ },
+ {
+ "dataPath": "params_shard_344.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.63.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7ff51223726f9911051b98fd47f137ed"
+ },
+ {
+ "dataPath": "params_shard_345.bin",
+ "format": "raw-shard",
+ "nbytes": 23535616,
+ "records": [
+ {
+ "name": "model.layers.62.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.62.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.62.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.62.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.63.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.63.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23519232
+ }
+ ],
+ "md5sum": "b24126ca7fda83a593c6d28b013babd2"
+ },
+ {
+ "dataPath": "params_shard_346.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.63.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6db9595009ed587b4af9c7da6016dbe1"
+ },
+ {
+ "dataPath": "params_shard_347.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.63.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "42e19a5583b39909b9d9f8ca345d6003"
+ },
+ {
+ "dataPath": "params_shard_348.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.63.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "117edd9070da4d13c3a7cf1be7c7e6b1"
+ },
+ {
+ "dataPath": "params_shard_349.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.64.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1737fe744ee4de337c8ed4ebee040774"
+ },
+ {
+ "dataPath": "params_shard_350.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.64.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8eff5819ca657c50303bab3395242ee5"
+ },
+ {
+ "dataPath": "params_shard_351.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.64.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1caa023793ea87ad027871bd30792685"
+ },
+ {
+ "dataPath": "params_shard_352.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.64.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5830ab066f2ed81166bc1613837faf19"
+ },
+ {
+ "dataPath": "params_shard_353.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.64.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4e29d615b45b316944e02dc97524033d"
+ },
+ {
+ "dataPath": "params_shard_354.bin",
+ "format": "raw-shard",
+ "nbytes": 31100928,
+ "records": [
+ {
+ "name": "model.layers.63.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.63.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.63.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.64.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.64.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.64.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26886144
+ },
+ {
+ "name": "model.layers.64.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 26902528
+ }
+ ],
+ "md5sum": "e648e5d1a27f4804c170569a8caa4546"
+ },
+ {
+ "dataPath": "params_shard_355.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.65.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "56bec52e6ffd6494c3253271d4739dcf"
+ },
+ {
+ "dataPath": "params_shard_356.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.65.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2b4da2e2ee0e1701d2343ea99b42e2d0"
+ },
+ {
+ "dataPath": "params_shard_357.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.65.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c85f48c123059ec911aa0d583b54741e"
+ },
+ {
+ "dataPath": "params_shard_358.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.65.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "911d47bd485fbf0a5c5d3593f51f04d5"
+ },
+ {
+ "dataPath": "params_shard_359.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.65.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "11734110be2da463e1efddcbfa1c6e40"
+ },
+ {
+ "dataPath": "params_shard_360.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.66.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "df8e4af381b4c6637ed4c1f5263b9f39"
+ },
+ {
+ "dataPath": "params_shard_361.bin",
+ "format": "raw-shard",
+ "nbytes": 22712320,
+ "records": [
+ {
+ "name": "model.layers.64.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.65.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.65.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 3375104
+ },
+ {
+ "name": "model.layers.65.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.65.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.65.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.layers.66.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 22695936
+ }
+ ],
+ "md5sum": "6f1f6fc46e7f954ec1b7ad2cc9577230"
+ },
+ {
+ "dataPath": "params_shard_362.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.66.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7e3c5eaaf58dd59ebef1c278085de736"
+ },
+ {
+ "dataPath": "params_shard_363.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.66.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1e71000cbd9630ae0ee8e9d46a48699e"
+ },
+ {
+ "dataPath": "params_shard_364.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.66.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "85e32524084cc97e2d80a6cb8e4641b4"
+ },
+ {
+ "dataPath": "params_shard_365.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.66.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3041618627ef9706e7920f872aa6e4d9"
+ },
+ {
+ "dataPath": "params_shard_366.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.67.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ae26c4621d5d0e27c74aec2c3a8a607b"
+ },
+ {
+ "dataPath": "params_shard_367.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.67.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a815b1a711411cf61060c8c5a40eb760"
+ },
+ {
+ "dataPath": "params_shard_368.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.67.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "43c9ed1ed0e295b0bac0edfa65d17224"
+ },
+ {
+ "dataPath": "params_shard_369.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.67.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "65a302d4830bdb67db5a2e70dfc11e18"
+ },
+ {
+ "dataPath": "params_shard_370.bin",
+ "format": "raw-shard",
+ "nbytes": 31100928,
+ "records": [
+ {
+ "name": "model.layers.66.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.66.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.66.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.66.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.67.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.67.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.layers.67.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31084544
+ }
+ ],
+ "md5sum": "15650aa0b52ff03a687a6c8a15952904"
+ },
+ {
+ "dataPath": "params_shard_371.bin",
+ "format": "raw-shard",
+ "nbytes": 31068160,
+ "records": [
+ {
+ "name": "model.layers.67.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.67.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 4198400
+ }
+ ],
+ "md5sum": "d70d34eabff5776b97fe02fe3eea51a5"
+ },
+ {
+ "dataPath": "params_shard_372.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.68.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c644be31f0e929c678072a29078c411b"
+ },
+ {
+ "dataPath": "params_shard_373.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.68.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2a8dc50780e430f81ca1a72dcb7f8d3e"
+ },
+ {
+ "dataPath": "params_shard_374.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.68.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bafc0195482906681559412959a1eeea"
+ },
+ {
+ "dataPath": "params_shard_375.bin",
+ "format": "raw-shard",
+ "nbytes": 31068160,
+ "records": [
+ {
+ "name": "model.layers.67.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.68.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.68.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 26869760
+ }
+ ],
+ "md5sum": "07dcba6901b540a4771a5c223cef09a0"
+ },
+ {
+ "dataPath": "params_shard_376.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.68.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "135abacb8b41d64c7b53ac7d4027382f"
+ },
+ {
+ "dataPath": "params_shard_377.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.69.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "30303330b7af5cf47e9f2f1bbceef334"
+ },
+ {
+ "dataPath": "params_shard_378.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.69.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "71a125c455e9ad8b251db9802e5c1700"
+ },
+ {
+ "dataPath": "params_shard_379.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.69.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cf23ec7764a6ce8c1e6fbf14bba8c9d0"
+ },
+ {
+ "dataPath": "params_shard_380.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.69.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9959d32bae0219ed0c298d7316445370"
+ },
+ {
+ "dataPath": "params_shard_381.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.69.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ff368e9be87456ec442eb49c0a9faa87"
+ },
+ {
+ "dataPath": "params_shard_382.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.68.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.68.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.68.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 3375104
+ },
+ {
+ "name": "model.layers.68.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.69.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.69.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 15155200
+ },
+ {
+ "name": "model.layers.69.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26902528
+ },
+ {
+ "name": "model.layers.69.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 26918912
+ }
+ ],
+ "md5sum": "6bbdcf6b2543c30bb3b9a9dd81ce7101"
+ },
+ {
+ "dataPath": "params_shard_383.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.70.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2e18d003684597fc40a3cc2a16e44c37"
+ },
+ {
+ "dataPath": "params_shard_384.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.70.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ba924114fab4c90e4a55c7ab867f515b"
+ },
+ {
+ "dataPath": "params_shard_385.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.70.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "07c7b29a82a8eb38b9a914da8de70f54"
+ },
+ {
+ "dataPath": "params_shard_386.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.70.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bc82c949c86d3743e083d3476855f035"
+ },
+ {
+ "dataPath": "params_shard_387.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.70.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "69a8718dc059981133f9be2d71ca0576"
+ },
+ {
+ "dataPath": "params_shard_388.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.71.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "eab41f18ccd95cda77835231ad4725f1"
+ },
+ {
+ "dataPath": "params_shard_389.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.71.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "afedcdc2c9616bb75f5542e125dde6d8"
+ },
+ {
+ "dataPath": "params_shard_390.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.71.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "aea28d0b8c8d43cfb56206c9b1a4dc2a"
+ },
+ {
+ "dataPath": "params_shard_391.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.71.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ee4226fb0e026a5e8914a6effc8d3e19"
+ },
+ {
+ "dataPath": "params_shard_392.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4ead71c97d57e441c3dd1b8609db5992"
+ },
+ {
+ "dataPath": "params_shard_393.bin",
+ "format": "raw-shard",
+ "nbytes": 30269440,
+ "records": [
+ {
+ "name": "model.layers.69.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.70.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.70.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 3375104
+ },
+ {
+ "name": "model.layers.70.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.70.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.70.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.layers.71.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 22695936
+ },
+ {
+ "name": "model.layers.71.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 26894336
+ },
+ {
+ "name": "model.layers.7.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 30253056
+ }
+ ],
+ "md5sum": "3d42ff63c0efea118bb0938548a90b0f"
+ },
+ {
+ "dataPath": "params_shard_394.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "37eef046669e8185cabdfdd2fa42200e"
+ },
+ {
+ "dataPath": "params_shard_395.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "98bf54339ecd14f46e6117d49f993211"
+ },
+ {
+ "dataPath": "params_shard_396.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.7.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1f83d62529dfc1e87f489411214d13af"
+ },
+ {
+ "dataPath": "params_shard_397.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "95e4444297e2d4d11c45f354b8ec502d"
+ },
+ {
+ "dataPath": "params_shard_398.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9b7c4e762c761047fe7539a5bf6d9db2"
+ },
+ {
+ "dataPath": "params_shard_399.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c683d2f81a60a26bbc240b82830e8e37"
+ },
+ {
+ "dataPath": "params_shard_400.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "05385db026e47b4cc6ded2029a9f7241"
+ },
+ {
+ "dataPath": "params_shard_401.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ead216c53a9494c9ad19f643ce0df4ba"
+ },
+ {
+ "dataPath": "params_shard_402.bin",
+ "format": "raw-shard",
+ "nbytes": 31100928,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.7.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.7.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.8.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.8.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.8.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26886144
+ },
+ {
+ "name": "model.layers.8.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 26902528
+ }
+ ],
+ "md5sum": "057df2ee376023ab76c9ca6b283fdb3f"
+ },
+ {
+ "dataPath": "params_shard_403.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d6da43e84bc12b1fb8a578b75a6b4cff"
+ },
+ {
+ "dataPath": "params_shard_404.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "06c3f2e61355b7eed52ea1cce48e5033"
+ },
+ {
+ "dataPath": "params_shard_405.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "400504853134644eb09ef6c376443475"
+ },
+ {
+ "dataPath": "params_shard_406.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.9.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "522e359766ce5bd159fd9f87aac7ab26"
+ },
+ {
+ "dataPath": "params_shard_407.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.9.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3919fdc00aae5ccc06159e3b5bd702af"
+ },
+ {
+ "dataPath": "params_shard_408.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.71.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ee85773f673aacdef2e81aad51a1a480"
+ },
+ {
+ "dataPath": "params_shard_409.bin",
+ "format": "raw-shard",
+ "nbytes": 22712320,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.9.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.9.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 3375104
+ },
+ {
+ "name": "model.layers.9.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.9.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.9.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.layers.71.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 22695936
+ }
+ ],
+ "md5sum": "a884398d1a0d16dfda107cfe860ee208"
+ },
+ {
+ "dataPath": "params_shard_410.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.72.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "739f0742c52f62854dde1bbb7b5f289c"
+ },
+ {
+ "dataPath": "params_shard_411.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.72.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "267bbac4b1dbb11a6fd75d0fb0f9d684"
+ },
+ {
+ "dataPath": "params_shard_412.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.72.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ff79b40f3cc1e3e4a45f37db69f79683"
+ },
+ {
+ "dataPath": "params_shard_413.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.72.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ea449fae933bb2f6e073c4fff9052b4e"
+ },
+ {
+ "dataPath": "params_shard_414.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.72.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b912f7caa9da2d9a3c1b3b170215e07a"
+ },
+ {
+ "dataPath": "params_shard_415.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.73.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a3714523341997bbf361da50b0792c85"
+ },
+ {
+ "dataPath": "params_shard_416.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.71.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.71.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.72.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.72.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 11780096
+ },
+ {
+ "name": "model.layers.72.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23527424
+ },
+ {
+ "name": "model.layers.72.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 23543808
+ },
+ {
+ "name": "model.layers.72.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 27742208
+ },
+ {
+ "name": "model.layers.73.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31100928
+ }
+ ],
+ "md5sum": "d5b8d04717fdb5b3545078a03e5f498d"
+ },
+ {
+ "dataPath": "params_shard_417.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.73.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8f9cb69d58eff80fb8c8920cf302a29d"
+ },
+ {
+ "dataPath": "params_shard_418.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.73.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "864f2091b09e056e7d565f115ce3b79b"
+ },
+ {
+ "dataPath": "params_shard_419.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.73.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "579d945b2ca8694dcc9f9f1bcc239a46"
+ },
+ {
+ "dataPath": "params_shard_420.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.73.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a896aca08b0cdb4760415305b503cb7e"
+ },
+ {
+ "dataPath": "params_shard_421.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.74.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "759f055cc224bf753822c3e370e8a9c5"
+ },
+ {
+ "dataPath": "params_shard_422.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.74.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c62bd237c392e32a7326e4b6a54fdfca"
+ },
+ {
+ "dataPath": "params_shard_423.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.74.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "76fde13abb5eb6ee6cc482d863854d71"
+ },
+ {
+ "dataPath": "params_shard_424.bin",
+ "format": "raw-shard",
+ "nbytes": 26894336,
+ "records": [
+ {
+ "name": "model.layers.73.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.73.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.73.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.73.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.74.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.74.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 23519232
+ },
+ {
+ "name": "model.layers.74.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26877952
+ }
+ ],
+ "md5sum": "937daa4e63bf1b9b845ef4b95a486cd2"
+ },
+ {
+ "dataPath": "params_shard_425.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.74.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1b205f20c1deeedbad281083f1726f59"
+ },
+ {
+ "dataPath": "params_shard_426.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.74.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f090ea2470c6528e0a2dc8acd4b8a1e8"
+ },
+ {
+ "dataPath": "params_shard_427.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.75.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8205fea603712eb12e2befe8c7c1c948"
+ },
+ {
+ "dataPath": "params_shard_428.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.75.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1aaa0b6c76c74da08b1ae145a37a867e"
+ },
+ {
+ "dataPath": "params_shard_429.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.75.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "eb9ef0dca894cdac9a92e1374f59955b"
+ },
+ {
+ "dataPath": "params_shard_430.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.75.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fa6ce393cd4a59bd63361e66785bb5bd"
+ },
+ {
+ "dataPath": "params_shard_431.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.75.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5d4cab5cac17c391b3904b08575eea53"
+ },
+ {
+ "dataPath": "params_shard_432.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.76.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "731e9acd4fd4f3dffffc93b15b2b5a76"
+ },
+ {
+ "dataPath": "params_shard_433.bin",
+ "format": "raw-shard",
+ "nbytes": 31117312,
+ "records": [
+ {
+ "name": "model.layers.74.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.74.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.75.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.75.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 11780096
+ },
+ {
+ "name": "model.layers.75.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23527424
+ },
+ {
+ "name": "model.layers.75.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 23543808
+ },
+ {
+ "name": "model.layers.75.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 27742208
+ },
+ {
+ "name": "model.layers.76.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 31100928
+ }
+ ],
+ "md5sum": "87de7492014a450c7a8a2ae0d18071f7"
+ },
+ {
+ "dataPath": "params_shard_434.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.76.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d710f1826fcd34c1be81f2ec6e9a6cab"
+ },
+ {
+ "dataPath": "params_shard_435.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.76.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f90af15611a6456fb9981bcbf0e24aae"
+ },
+ {
+ "dataPath": "params_shard_436.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.76.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "39b4d7424827a3de8a14c33e1e5a9f5f"
+ },
+ {
+ "dataPath": "params_shard_437.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.76.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b1580bf91cf75d9aa16dcd21297f3435"
+ },
+ {
+ "dataPath": "params_shard_438.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.77.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4bf9e0bf8a17f4eae9f0178696519fe4"
+ },
+ {
+ "dataPath": "params_shard_439.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.77.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3ea16630003c2499aef10538119cfac6"
+ },
+ {
+ "dataPath": "params_shard_440.bin",
+ "format": "raw-shard",
+ "nbytes": 23535616,
+ "records": [
+ {
+ "name": "model.layers.76.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.76.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.76.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.76.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 15962112
+ },
+ {
+ "name": "model.layers.77.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 19320832
+ },
+ {
+ "name": "model.layers.77.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 23519232
+ }
+ ],
+ "md5sum": "6a2843e0c5bcdf102d92c0830b75ea07"
+ },
+ {
+ "dataPath": "params_shard_441.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.77.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "819dd7e22c382164449f7e2567419d53"
+ },
+ {
+ "dataPath": "params_shard_442.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.77.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "70185d329360a7c1ccf5220f651645e6"
+ },
+ {
+ "dataPath": "params_shard_443.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.77.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bf929702ed9e41351ee7306c104814f0"
+ },
+ {
+ "dataPath": "params_shard_444.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.78.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "450664d4b7bf9cfeb24c4ca65c1cff89"
+ },
+ {
+ "dataPath": "params_shard_445.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.78.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2236548c01697500ee18aff72775a742"
+ },
+ {
+ "dataPath": "params_shard_446.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.78.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "17932d64e39e6f088c25955dfdee3876"
+ },
+ {
+ "dataPath": "params_shard_447.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.78.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bce5343923c9ad6444be3ef21df09c78"
+ },
+ {
+ "dataPath": "params_shard_448.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.78.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ccc94bc5aca93a86b8ad772f453dcc24"
+ },
+ {
+ "dataPath": "params_shard_449.bin",
+ "format": "raw-shard",
+ "nbytes": 31100928,
+ "records": [
+ {
+ "name": "model.layers.77.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.77.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 11747328
+ },
+ {
+ "name": "model.layers.77.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 11763712
+ },
+ {
+ "name": "model.layers.78.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.78.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.78.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 26886144
+ },
+ {
+ "name": "model.layers.78.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 26902528
+ }
+ ],
+ "md5sum": "5fc1da3d9659cdf75e9c383f07932a20"
+ },
+ {
+ "dataPath": "params_shard_450.bin",
+ "format": "raw-shard",
+ "nbytes": 93978624,
+ "records": [
+ {
+ "name": "model.layers.79.mlp.down_proj.q_weight",
+ "shape": [
+ 8192,
+ 2868
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 93978624,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fc98ee4778c7a8e2f6d91abf754a40b7"
+ },
+ {
+ "dataPath": "params_shard_451.bin",
+ "format": "raw-shard",
+ "nbytes": 188088320,
+ "records": [
+ {
+ "name": "model.layers.79.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 57344,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 188088320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f06c2b1fd7537dab5f026fadf29bd7ff"
+ },
+ {
+ "dataPath": "params_shard_452.bin",
+ "format": "raw-shard",
+ "nbytes": 23511040,
+ "records": [
+ {
+ "name": "model.layers.79.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 57344,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 23511040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ed5698818d19155962fefaec95743d25"
+ },
+ {
+ "dataPath": "params_shard_453.bin",
+ "format": "raw-shard",
+ "nbytes": 33587200,
+ "records": [
+ {
+ "name": "model.layers.79.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 10240,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 33587200,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ed30b6ba969b741f21a1a117750a5041"
+ },
+ {
+ "dataPath": "params_shard_454.bin",
+ "format": "raw-shard",
+ "nbytes": 26869760,
+ "records": [
+ {
+ "name": "model.layers.79.self_attn.o_proj.q_weight",
+ "shape": [
+ 8192,
+ 820
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 26869760,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a81c96c4b900767ad0604c952bf2637d"
+ },
+ {
+ "dataPath": "params_shard_455.bin",
+ "format": "raw-shard",
+ "nbytes": 22712320,
+ "records": [
+ {
+ "name": "model.layers.78.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.79.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 3358720
+ },
+ {
+ "name": "model.layers.79.mlp.down_proj.q_scale",
+ "shape": [
+ 8192,
+ 717
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 11747328,
+ "byteOffset": 3375104
+ },
+ {
+ "name": "model.layers.79.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 15122432
+ },
+ {
+ "name": "model.layers.79.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 10240,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 4198400,
+ "byteOffset": 15138816
+ },
+ {
+ "name": "model.layers.79.self_attn.o_proj.q_scale",
+ "shape": [
+ 8192,
+ 205
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 3358720,
+ "byteOffset": 19337216
+ },
+ {
+ "name": "model.norm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 22695936
+ }
+ ],
+ "md5sum": "f2c8f09d30db51c32ff49ddb96fa82d3"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/params_shard_0.bin b/params_shard_0.bin
new file mode 100644
index 0000000000000000000000000000000000000000..645c055f5847bb9796ce7d52edc40b6bc007387d
--- /dev/null
+++ b/params_shard_0.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9ec8a3dc06c3d22275d40f3028876e5cd7096ca9a8488f92639b88824620f0
+size 420679680
diff --git a/params_shard_1.bin b/params_shard_1.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2c8839bacb10b6bd6e53ad114c0479029cec90ea
--- /dev/null
+++ b/params_shard_1.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d30e8307b2f2d0804e999f67c735ce27f16f3f9fd8bf67733eeebb03f4d5e8d
+size 52584960
diff --git a/params_shard_10.bin b/params_shard_10.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7f01212b40421acc02949512bd81d3ef8278a40d
--- /dev/null
+++ b/params_shard_10.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1d7e2705d18a3254c58afecbff8f40dce19d9af71b22931e04b68645fae291
+size 23511040
diff --git a/params_shard_100.bin b/params_shard_100.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aaaf4234b325e97dfd2b434bb3c46f1b872c92bc
--- /dev/null
+++ b/params_shard_100.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df933a73305ec6cb1421dbd94c32c0e04021bd3eb0f8b3482e0b8c2030561c5
+size 26869760
diff --git a/params_shard_101.bin b/params_shard_101.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c67626865d05a19a744a3ec3d3d11dd2dfd1e0f
--- /dev/null
+++ b/params_shard_101.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e873572e0f9a98b35301ba0219ce4a925301d14e906e9fe540468e9f590b642
+size 31100928
diff --git a/params_shard_102.bin b/params_shard_102.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1928baffde5dbd2f11ffaa49219a1a4df6c4ca9e
--- /dev/null
+++ b/params_shard_102.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f92733e57d9e4f8249bec74453f5e8168dbe4e30ecd8917d4e183d887f12f2b
+size 93978624
diff --git a/params_shard_103.bin b/params_shard_103.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a8a62d78125596727bdcdaf373ea715f10e638f3
--- /dev/null
+++ b/params_shard_103.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9f8400db1c23a7a1de9fe5dbf8d7026a88ccb9c18d2a17dd882d285d63033b
+size 188088320
diff --git a/params_shard_104.bin b/params_shard_104.bin
new file mode 100644
index 0000000000000000000000000000000000000000..12ca1cdf4e70959611cd1486ba2cb58628dc625f
--- /dev/null
+++ b/params_shard_104.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbc9cb17180968285d803252c3fb7b8c89356008f16c99da9fd19d8991eee99
+size 23511040
diff --git a/params_shard_105.bin b/params_shard_105.bin
new file mode 100644
index 0000000000000000000000000000000000000000..683b7d1ba482e864369438f56aa38eafe3e8bf57
--- /dev/null
+++ b/params_shard_105.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a2abf491703eb8ec63dc09f366a2e3645907c9c3a4904d1fffd9cd48e2cf04
+size 33587200
diff --git a/params_shard_106.bin b/params_shard_106.bin
new file mode 100644
index 0000000000000000000000000000000000000000..df7364aeb392a6944e3d59679b9b5469d9cd610c
--- /dev/null
+++ b/params_shard_106.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fb5fbc70f587196997e0f78419eab8930834bd427561b9046879057d88834d
+size 26869760
diff --git a/params_shard_107.bin b/params_shard_107.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dadcd52fabd94e04bffc0c3a04d9c83a67f14344
--- /dev/null
+++ b/params_shard_107.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4587b302c2b516bed2f46b796d45818279d38cad8cd78b41f7398ba5bbe712
+size 93978624
diff --git a/params_shard_108.bin b/params_shard_108.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2a4d11dea0f73a4d4659ec8b73019e8375d4e920
--- /dev/null
+++ b/params_shard_108.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7f97d6a34e68b1cf0e67f9c5bd88a89c4e8d949f8357500d493c9c50a3619f
+size 22712320
diff --git a/params_shard_109.bin b/params_shard_109.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c9023c692565b8f7565b9a7c74a5a390eb1b8586
--- /dev/null
+++ b/params_shard_109.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bccde11dfdaaedd7b82b2fe8c74f3571ee0473dccf66ff1cd5e98a3990ac2092
+size 188088320
diff --git a/params_shard_11.bin b/params_shard_11.bin
new file mode 100644
index 0000000000000000000000000000000000000000..13c26f0b1a3779b26ae663b49575f89626bcabee
--- /dev/null
+++ b/params_shard_11.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db45a7391f102389e96254ca3fa1ad0da01877e65bdb0d935728b9841b6c41ff
+size 33587200
diff --git a/params_shard_110.bin b/params_shard_110.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ed85d84f154fca623075a9e673d7ca51036dc4ec
--- /dev/null
+++ b/params_shard_110.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e8810dc2d46209d91bf267e566ca1a3b179096dd8013f4c8239436f60ab5a8
+size 23511040
diff --git a/params_shard_111.bin b/params_shard_111.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1364080b6ac6bc1999ad90ba1d0db10bcbeb1bb1
--- /dev/null
+++ b/params_shard_111.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a062bbeee9fdd105066794ff8877c17fc1d3d180b9f937d941f41a06b77242
+size 33587200
diff --git a/params_shard_112.bin b/params_shard_112.bin
new file mode 100644
index 0000000000000000000000000000000000000000..01f5af802e58dedf457e4833a83a5a6ce822b03b
--- /dev/null
+++ b/params_shard_112.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a61edb23cd82e08df75eb977a0a16c293aad29c79520e24cdb05cad2562c4b
+size 26869760
diff --git a/params_shard_113.bin b/params_shard_113.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0ffd18b69dc14da0c939c44abfa0de7f07d69bd4
--- /dev/null
+++ b/params_shard_113.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6ae3f37ef4daefdd6c7efe4ea1325b0f23cf7fdbaa4d258796dbd23d4b93aa
+size 93978624
diff --git a/params_shard_114.bin b/params_shard_114.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b74274c450263b66c90d8817a403244023a5814d
--- /dev/null
+++ b/params_shard_114.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c19fbd27d13881579c0426c08e0498eaf7caa3485e843dc818b06a06c0dc4e
+size 188088320
diff --git a/params_shard_115.bin b/params_shard_115.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ecbbf926b6c26d2c36efe43d22b3e4df3800d3e4
--- /dev/null
+++ b/params_shard_115.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095e2be91cbee8d93554c0d6d29a816ec6314905fe2a8a2b35e5d7d2213d281c
+size 23511040
diff --git a/params_shard_116.bin b/params_shard_116.bin
new file mode 100644
index 0000000000000000000000000000000000000000..276c8e9911b4ebebaad6dc69799cd02928c659dc
--- /dev/null
+++ b/params_shard_116.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfcfffa95dc11d7b42477045772c33c63a984c9bf6f87d9ca78b8646bd0c458
+size 33587200
diff --git a/params_shard_117.bin b/params_shard_117.bin
new file mode 100644
index 0000000000000000000000000000000000000000..65885895d4b75d7964510421cc443f0c50019ffb
--- /dev/null
+++ b/params_shard_117.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f542c5fca06cce777b5d92f6cba074df26a4d11c226efb172e483612e756f2e3
+size 31100928
diff --git a/params_shard_118.bin b/params_shard_118.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b787eeb934b71a668180ebbb0e4472ac088f4dc3
--- /dev/null
+++ b/params_shard_118.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222fa04a6ae6ce9786dfa9fb1ea2b973607cb3c314e976145ed0f72b12103fb2
+size 31068160
diff --git a/params_shard_119.bin b/params_shard_119.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cfa45c79297d70d2f9191660d950633406fe4856
--- /dev/null
+++ b/params_shard_119.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a9cbe7ba59ec271c921840bc84154a47672deb1a052208dfa11e740c60d3f3
+size 188088320
diff --git a/params_shard_12.bin b/params_shard_12.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ef4f98fbeeb73e5fc157efca3773c5c2df22e1cb
--- /dev/null
+++ b/params_shard_12.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b18e1c12277f9689a5bcdcea46ba540063f166b3f31d6963aae14da30e8d30
+size 26869760
diff --git a/params_shard_120.bin b/params_shard_120.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2dc10ad77c2f6264446e6a05cd2d85e372474de6
--- /dev/null
+++ b/params_shard_120.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7230bf084f9f96b1b1b5f09eeaf866e3ad28d716a01e77d1d89f94566db25de2
+size 33587200
diff --git a/params_shard_121.bin b/params_shard_121.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f03d35390adc0b95cd633065cc43f83f5dede1b2
--- /dev/null
+++ b/params_shard_121.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f8084dd5a99f16818fcdfc3c0f0e588c284b0fced06da4a2e0d43c76f7c39f
+size 26869760
diff --git a/params_shard_122.bin b/params_shard_122.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0b43c72ac81b6fff6385029f48a2c45bc7d3af8c
--- /dev/null
+++ b/params_shard_122.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f846d5942ce15f23950331f263b60bc08ad216b654574387a2111a86d1549241
+size 31068160
diff --git a/params_shard_123.bin b/params_shard_123.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3346a2739e3f052e2daea3f7fcf1a22bba2c014e
--- /dev/null
+++ b/params_shard_123.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb880d18f91b029156ddd392edaa71a678c2bd7656ef1d149869e670c7b02d1
+size 93978624
diff --git a/params_shard_124.bin b/params_shard_124.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c51abd42d99481ae610318650d377e1f56a0abf
--- /dev/null
+++ b/params_shard_124.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd9ee168b050ae4b9286c02c6935881ac35239523728a0ef686332e61eda282
+size 93978624
diff --git a/params_shard_125.bin b/params_shard_125.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0a7d6039d43c9bca891a909170abf53b92e7c025
--- /dev/null
+++ b/params_shard_125.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58ad30f90a24821ca3ea7f8b4676b624ca2a678c9f7f179c3e14cddfcbf9d46
+size 188088320
diff --git a/params_shard_126.bin b/params_shard_126.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b0c0ac5694a5a5778b67aa9995d097b524eb2d10
--- /dev/null
+++ b/params_shard_126.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abc9238fae047003e9f71190f1ef35ea2db77513dac7a61451101b6e878396d
+size 23511040
diff --git a/params_shard_127.bin b/params_shard_127.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3112af1e1641e50f9bc89dffd891c58fdf78110c
--- /dev/null
+++ b/params_shard_127.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8e112def83fa7faac8dffb5ed353e29611df4e6f68334e1b64f8a427921dfb
+size 33587200
diff --git a/params_shard_128.bin b/params_shard_128.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ad1d18d4ff11b1a1cdb85647b6954147b7fb50a4
--- /dev/null
+++ b/params_shard_128.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f139dc7eb9895fecd7889a129062c6d0ea4af6361357e48b206b8707d9aaeb2d
+size 26869760
diff --git a/params_shard_129.bin b/params_shard_129.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b6c76a41e8cede0bbea1693561b9a2a95fc4558a
--- /dev/null
+++ b/params_shard_129.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4751b4e5fb6f91a0d7e28486e9590fd36c2b51b787823fb7a011b76d233bec9
+size 31117312
diff --git a/params_shard_13.bin b/params_shard_13.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bc898ef5f5788d0c76879c2876a55f7684dd4816
--- /dev/null
+++ b/params_shard_13.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a931f86876b6641322119edd8adff9fb4a3d36584860b9fd3a534a93694925
+size 93978624
diff --git a/params_shard_130.bin b/params_shard_130.bin
new file mode 100644
index 0000000000000000000000000000000000000000..138d03ffae0ca6d8a32482edf469a741ad84722a
--- /dev/null
+++ b/params_shard_130.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556dd98bce35cb17d35d21a86315abafe780cfca597c3a6101e8c3c3f29c1083
+size 93978624
diff --git a/params_shard_131.bin b/params_shard_131.bin
new file mode 100644
index 0000000000000000000000000000000000000000..18ee5902ded678a1c611b77977c75c656d45db52
--- /dev/null
+++ b/params_shard_131.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6cbec7ebfa8c7c18e30d2d03e97612bef930aed6b37bcb2a5e00ec30dba25b
+size 188088320
diff --git a/params_shard_132.bin b/params_shard_132.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0cd87f32fd16c169e25732edef3ef211292d813b
--- /dev/null
+++ b/params_shard_132.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555174774ef87d9794267448c89d711aae628eed602d5b2f2c110d465955d48d
+size 23511040
diff --git a/params_shard_133.bin b/params_shard_133.bin
new file mode 100644
index 0000000000000000000000000000000000000000..729887a94a7392a99ff60251f94125d2cd9698b9
--- /dev/null
+++ b/params_shard_133.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e81bac110c6c9131247a2bdbca34cefa0718091ba07477fcacf9d28bbfb936
+size 33587200
diff --git a/params_shard_134.bin b/params_shard_134.bin
new file mode 100644
index 0000000000000000000000000000000000000000..86f82d4bdc412e476df2f49ed4fc2c4b275f32c3
--- /dev/null
+++ b/params_shard_134.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8ad637e8ba6b778475892141cc32eb698ba5a12a084da7acc7ae4d8b6aef38
+size 26869760
diff --git a/params_shard_135.bin b/params_shard_135.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7cf1d63b4ef7168fedfc4a093e9981d9b7a475b4
--- /dev/null
+++ b/params_shard_135.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3238a26e315aa0ca26917252d7d2fd9c17b48f9304a2bfd3dd8e2ef8311831e9
+size 188088320
diff --git a/params_shard_136.bin b/params_shard_136.bin
new file mode 100644
index 0000000000000000000000000000000000000000..08c9406b4bf9ede9b721e4fcaad1fc82a27751d1
--- /dev/null
+++ b/params_shard_136.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b0af9fbdff1190e376c6bcd75696f24636b59667afac9d5562a94c8d47fa74
+size 23511040
diff --git a/params_shard_137.bin b/params_shard_137.bin
new file mode 100644
index 0000000000000000000000000000000000000000..effa5ac80a6472733a26397fdf5fb4ce6a4191b8
--- /dev/null
+++ b/params_shard_137.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e1dfbada302720b95ab55a2d3e82eb88ded1795112ef209172523ca049924f
+size 33587200
diff --git a/params_shard_138.bin b/params_shard_138.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1fff1f09a96287beec20b54f820984b6a9888877
--- /dev/null
+++ b/params_shard_138.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3641f31f571eeb98df18990b8f6e07d7dbdb1e4719a97c70414edb149b617b02
+size 26869760
diff --git a/params_shard_139.bin b/params_shard_139.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f1aeb02abd78c4f4ec0015d93c08f2e77107cfc7
--- /dev/null
+++ b/params_shard_139.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fee3a8cd877d8777504b4f7d0bf61010f3fa38b6f6f889b88854b5ecfd1164
+size 93978624
diff --git a/params_shard_14.bin b/params_shard_14.bin
new file mode 100644
index 0000000000000000000000000000000000000000..caaf4af740072bfbb1f8ae5c8b93031c8b64ea0e
--- /dev/null
+++ b/params_shard_14.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86b34e9f654b75e3ef9ef529d9494fdaf1888b63cee6b14be49859a2ef024f0
+size 26910720
diff --git a/params_shard_140.bin b/params_shard_140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0c28ef969fc93f3d363046763c8b55b7bfbdbf9
--- /dev/null
+++ b/params_shard_140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1eb213332e959a260219f226a97b505db146b68e616a2c184fd570e0788e132
+size 30269440
diff --git a/params_shard_141.bin b/params_shard_141.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e605c1b4385728a3ddf954d9d0cbc76a50aec4be
--- /dev/null
+++ b/params_shard_141.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e95315c8e13e69f00781c70c02c521243838a38edc8bb33a5efd27bc44484e
+size 93978624
diff --git a/params_shard_142.bin b/params_shard_142.bin
new file mode 100644
index 0000000000000000000000000000000000000000..10a08597c6ad9a6e950b7039610c38db247d199d
--- /dev/null
+++ b/params_shard_142.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8718cd734763562c88a5cc2ec96274491a23922a8fb735d2dd1ecb686fd8d55b
+size 188088320
diff --git a/params_shard_143.bin b/params_shard_143.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d78d3509a77166bf428e8fa5cd470b01eac8522a
--- /dev/null
+++ b/params_shard_143.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876567698962ae9be922a15dd638b3dead4ee6e5d9d9e8172388d3aa62f06a85
+size 23511040
diff --git a/params_shard_144.bin b/params_shard_144.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f31af974070fb404acd6c26afd24fc0eb003a232
--- /dev/null
+++ b/params_shard_144.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65183d8b2cbf5ae507af2142970f864d26c443e98b762cbd5c1b3776f41efb05
+size 33587200
diff --git a/params_shard_145.bin b/params_shard_145.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b73dcce96f9c132e06cde8e2966057010e6025af
--- /dev/null
+++ b/params_shard_145.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4183ff9c827a2cf015fb3ad35a2b8719aa27cd5d32928a9207e916b60206e74
+size 26869760
diff --git a/params_shard_146.bin b/params_shard_146.bin
new file mode 100644
index 0000000000000000000000000000000000000000..27e2ea54312d669e5bfcc2e710a6bed7c0312f66
--- /dev/null
+++ b/params_shard_146.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c845462ddd4382f1ced581b671c3a89380ec8ad984371c189c6c3eeac496094b
+size 93978624
diff --git a/params_shard_147.bin b/params_shard_147.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b6c583ca1fe206bc20601275f725f23555125003
--- /dev/null
+++ b/params_shard_147.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8940175d692e36b449895726e7b17a971a39086d14a583ca5cc8bc42822391e8
+size 31117312
diff --git a/params_shard_148.bin b/params_shard_148.bin
new file mode 100644
index 0000000000000000000000000000000000000000..747c8f589cc1c992a86ff2e505c4157dad9e249a
--- /dev/null
+++ b/params_shard_148.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad9f68438806874674c76b6000e7601532474aaf77ef98becbf24f4edf6f070
+size 188088320
diff --git a/params_shard_149.bin b/params_shard_149.bin
new file mode 100644
index 0000000000000000000000000000000000000000..06dd9d6c95a4a1ae0992c097685f3a6a1b23864f
--- /dev/null
+++ b/params_shard_149.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673a361c03b26b3e5e2d4fe98d91f250d067f74ee2165b1e7a56691ce498d584
+size 23511040
diff --git a/params_shard_15.bin b/params_shard_15.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5439d4a672534b7733920c4bd2b36d2e49214fe1
--- /dev/null
+++ b/params_shard_15.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c667551ceddbaf9fcf292d87693565a467528a6956069ffb3362afabec4794
+size 93978624
diff --git a/params_shard_150.bin b/params_shard_150.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e53514cddc91a94b7cff8ea1e3dab7e8b34c247b
--- /dev/null
+++ b/params_shard_150.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188107cf71bbad6500c24db8cb03c9718f4a27f74a7a0a38f67f0280a6cc68c1
+size 33587200
diff --git a/params_shard_151.bin b/params_shard_151.bin
new file mode 100644
index 0000000000000000000000000000000000000000..358259835dd9f5179fdb4a0fc153a20c8c6685aa
--- /dev/null
+++ b/params_shard_151.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31010117a0f944c462c50038e25896ed6856b434992a30d4cf0ea794be31482
+size 26869760
diff --git a/params_shard_152.bin b/params_shard_152.bin
new file mode 100644
index 0000000000000000000000000000000000000000..05a4022ee71adbabd90e85bf82663d88f7bafe97
--- /dev/null
+++ b/params_shard_152.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042f547df3f384a0fe24a09c642e7bd6df56cf1fa6bf33ef6ec221bb58b1ace3
+size 33587200
diff --git a/params_shard_153.bin b/params_shard_153.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e46246871edd15d35f063747d61d6e1032b13b7d
--- /dev/null
+++ b/params_shard_153.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6432808643a0b745744ab6a635e2fc08b96889c8333b18523c53aa613c423b35
+size 26869760
diff --git a/params_shard_154.bin b/params_shard_154.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1d34410d1e4ae3f7d33a6805aeb757ede79d78ff
--- /dev/null
+++ b/params_shard_154.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3d69a07aab2278cfe9bcb2aca1f28d2d880f1bdd825fea880406f08f1f8501
+size 93978624
diff --git a/params_shard_155.bin b/params_shard_155.bin
new file mode 100644
index 0000000000000000000000000000000000000000..65aaa333e89ac478482e30dd9c01ddabc9af03d6
--- /dev/null
+++ b/params_shard_155.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6cee390614c56102395d43fad99e84dc99dac135da051c7576fc2bd7d1e2b4
+size 26894336
diff --git a/params_shard_156.bin b/params_shard_156.bin
new file mode 100644
index 0000000000000000000000000000000000000000..65f6d646ccb76fa7acac4f08cfa559beec46caea
--- /dev/null
+++ b/params_shard_156.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38696e028bfd23a6c1a37e69ffcfd8a261f795e9b330f14b88fa8513739fc08
+size 188088320
diff --git a/params_shard_157.bin b/params_shard_157.bin
new file mode 100644
index 0000000000000000000000000000000000000000..96fa3fd6103359dad06422f83f5e0e92bb912b23
--- /dev/null
+++ b/params_shard_157.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b922d3a7471013f2c0f77c0d9e97f425bda82f31ed1ef1b7189bc7d1fbd66aea
+size 23511040
diff --git a/params_shard_158.bin b/params_shard_158.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8a3350fc9145ee7b465b2d08c3131536807e7d7a
--- /dev/null
+++ b/params_shard_158.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e478a8f2b8e0c33819392bae925e0eae22bb50fd1e9fac5e801f76d7b775d4
+size 93978624
diff --git a/params_shard_159.bin b/params_shard_159.bin
new file mode 100644
index 0000000000000000000000000000000000000000..245456fa0cbab3659f578dcc1374b117b425e59c
--- /dev/null
+++ b/params_shard_159.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eac9a44497b652bc3bf077abbbd46c8c97e24483899d6c7418767e70311040e
+size 188088320
diff --git a/params_shard_16.bin b/params_shard_16.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7b6e823020bc3d8fd3740ae0ca1694e12ce310ba
--- /dev/null
+++ b/params_shard_16.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4588400cc85ed32c1c4da3025e6f92797086638175d01c6e7bbdedfbc4c7a5aa
+size 188088320
diff --git a/params_shard_160.bin b/params_shard_160.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e7ab6c2ce78c8cf57b8f2bc34e59dd4d64c66342
--- /dev/null
+++ b/params_shard_160.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d162fb3b55ed2683a949d99ee0200c14d1c2bfc1703eb0e9420edbc64e05264
+size 23511040
diff --git a/params_shard_161.bin b/params_shard_161.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc7a77660a4e5d642f4fcf7c39fd8c2823b72b14
--- /dev/null
+++ b/params_shard_161.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9e7afeb52a9e192ed706ebfaf84195ec0ad9b5d1234b425b5d3a7ce4ce26d2
+size 33587200
diff --git a/params_shard_162.bin b/params_shard_162.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aae1f482cc838546bfcef0e1936fadbf87c27e78
--- /dev/null
+++ b/params_shard_162.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc31dbe14df86f04877a87889705a02fd64b7d2f1ca676e3eea662323b7dc38
+size 26869760
diff --git a/params_shard_163.bin b/params_shard_163.bin
new file mode 100644
index 0000000000000000000000000000000000000000..eb7628b24d037ba593fdd96cf5d116909ea11df8
--- /dev/null
+++ b/params_shard_163.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a1cbc59a1cdf54076b97942002fa60be0b264e43e580ce308014f315818c5c
+size 93978624
diff --git a/params_shard_164.bin b/params_shard_164.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5aede6aa0eda6bd0e3eeef82c1be41ca24a976c8
--- /dev/null
+++ b/params_shard_164.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6553998c0743a1196844eb7f02897e27d3db370a28e29417b67889c4c6cede
+size 31117312
diff --git a/params_shard_165.bin b/params_shard_165.bin
new file mode 100644
index 0000000000000000000000000000000000000000..da5ca342be65840cf681dd474c9f8844442dac27
--- /dev/null
+++ b/params_shard_165.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c01f41e2f00806f9e605533469933e66d18522e668397ef057a364f0c7160c7
+size 188088320
diff --git a/params_shard_166.bin b/params_shard_166.bin
new file mode 100644
index 0000000000000000000000000000000000000000..37e0494ec28eecbfc8c4681451749d504929084b
--- /dev/null
+++ b/params_shard_166.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c05b3fd87e22dc6186bf236063485409684449a5e3074f347c878197324a51
+size 23511040
diff --git a/params_shard_167.bin b/params_shard_167.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7df37a3472560237163e58dd02915f6e8accfd5a
--- /dev/null
+++ b/params_shard_167.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0fa7901fd5a0cf78a4b36223b5f7b2ca11470a8d1dc742b6f26368fd59e4f4
+size 33587200
diff --git a/params_shard_168.bin b/params_shard_168.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7e854b769c1c1bd22f722ababde166b400a601a8
--- /dev/null
+++ b/params_shard_168.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aafe292d824e7e20ee74b120c9f817724ffae8dc19e4a59d82f37c0d31b7ffe
+size 26869760
diff --git a/params_shard_169.bin b/params_shard_169.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f2520eea743b33d5f95792805575e4dd4024b7b0
--- /dev/null
+++ b/params_shard_169.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b704549d07f129e09e283ffdcfc8f70c359adbc0d7ec75befd16fcacf8ae61
+size 33587200
diff --git a/params_shard_17.bin b/params_shard_17.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c40ed68b5591276bf08d8d4e42172db43529f058
--- /dev/null
+++ b/params_shard_17.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bbe488d854f2960a60ad2b95cc7a7bdbaacb6ab526e0be6dfc9e291cfcf42f
+size 23511040
diff --git a/params_shard_170.bin b/params_shard_170.bin
new file mode 100644
index 0000000000000000000000000000000000000000..39facfec02afb59bb63df236cd6e0ea6888c9c69
--- /dev/null
+++ b/params_shard_170.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bd771757d89102087e258a9856af66bbe950401ecd42d752fceb24701af4dc
+size 93978624
diff --git a/params_shard_171.bin b/params_shard_171.bin
new file mode 100644
index 0000000000000000000000000000000000000000..15c36004bb10b89c64fa252efc2e501af8e321d8
--- /dev/null
+++ b/params_shard_171.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a179b5ab71ed10e411738931fad48ec491a2eb0a43fa3690b1c8efdf21939b5
+size 23535616
diff --git a/params_shard_172.bin b/params_shard_172.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc61710382826009550a08f765c5f2118719d503
--- /dev/null
+++ b/params_shard_172.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec333b250c3db5af47bd0ae756b47875c77573831f51c689ac3329b62874e07
+size 188088320
diff --git a/params_shard_173.bin b/params_shard_173.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4530a22e6d658cc31812274695bfec15849a98a4
--- /dev/null
+++ b/params_shard_173.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf306a9a8af61b04b84751b53d6d9651faabc30517e444d7ad565a19083ba6b8
+size 23511040
diff --git a/params_shard_174.bin b/params_shard_174.bin
new file mode 100644
index 0000000000000000000000000000000000000000..44aebfb7367351777e05908b2a21417b8a022028
--- /dev/null
+++ b/params_shard_174.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4792916577f31cc1836cdc5043aeec5750fde410eb7717176dd644999e51fcfb
+size 26869760
diff --git a/params_shard_175.bin b/params_shard_175.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8bf0d91ee27e0c62c15cf67944f5880d4902d80a
--- /dev/null
+++ b/params_shard_175.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce140c7322352f84721ef2fd9908f9f2a486c7d41026b0132ad1b8a31cc72b13
+size 93978624
diff --git a/params_shard_176.bin b/params_shard_176.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b802672290750dfb78ba2a97cf25a56543a82b89
--- /dev/null
+++ b/params_shard_176.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ae59d6c9bd0798abf90056cec61fea29ec22008c2cc52c8f1f713ded2c3863
+size 188088320
diff --git a/params_shard_177.bin b/params_shard_177.bin
new file mode 100644
index 0000000000000000000000000000000000000000..18fcdf92b976e3615a45ad55f9351a6f7529f54f
--- /dev/null
+++ b/params_shard_177.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f424e43f94cdd2eb439132ca168e9657b58456710c6ee86793051801f1fe67
+size 23511040
diff --git a/params_shard_178.bin b/params_shard_178.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6abfdf67459cb92a7bf64e288e9f5f4d05b990f2
--- /dev/null
+++ b/params_shard_178.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e837087bbd349ac525146799ee044d6faba765f664b2ccd217becb62ddf49ce7
+size 33587200
diff --git a/params_shard_179.bin b/params_shard_179.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a2707787625bd48c1c557d202673d5f714107c58
--- /dev/null
+++ b/params_shard_179.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35b7a85fb1e54950f1e872b3a09c77b647c42be930d683ba0a1322dc82c68d2
+size 26869760
diff --git a/params_shard_18.bin b/params_shard_18.bin
new file mode 100644
index 0000000000000000000000000000000000000000..288a3de1217800d285e4bd362beabbfdf73fba67
--- /dev/null
+++ b/params_shard_18.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3700fe00bff2a8cbfe357dd74f53835f0b7978ebf0a8a56289a5bccc918adf
+size 33587200
diff --git a/params_shard_180.bin b/params_shard_180.bin
new file mode 100644
index 0000000000000000000000000000000000000000..67ec6eac4ba9896bc26e28a95f154de05b942376
--- /dev/null
+++ b/params_shard_180.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5163e9df1f8f8a96b5c1f37bf60b9160dd7a6eabb04f2570ca6d1410f46f1da
+size 31100928
diff --git a/params_shard_181.bin b/params_shard_181.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8bf688bd8ae13fb07e542b98216f3ffb696f5ae5
--- /dev/null
+++ b/params_shard_181.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6e1c2e7bdc53e4fdc53292994a88582f667f833d657d61c9b90135a45b8075
+size 93978624
diff --git a/params_shard_182.bin b/params_shard_182.bin
new file mode 100644
index 0000000000000000000000000000000000000000..17af1350d91ccad65418b56f66ebe635f7aa9e96
--- /dev/null
+++ b/params_shard_182.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68103134898df778a4b377cfbc5dc0df113f14ede05027b5da57d75a29ac7857
+size 188088320
diff --git a/params_shard_183.bin b/params_shard_183.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8f295c95380dc0b855636088c64570d893a07770
--- /dev/null
+++ b/params_shard_183.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8d4b42e34215c56cb653bd4a88b9e3ea9780570582f155b5daf6f4280748f5
+size 23511040
diff --git a/params_shard_184.bin b/params_shard_184.bin
new file mode 100644
index 0000000000000000000000000000000000000000..69ab6665f787b4739ef7dbafeb186099e4a3a547
--- /dev/null
+++ b/params_shard_184.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9beee75757a426399931d64326e9558c71c1de9ef14dba03857da6d0870dbe7d
+size 33587200
diff --git a/params_shard_185.bin b/params_shard_185.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1fb5126abc6d762ebe91141f1dc91ee724235fbb
--- /dev/null
+++ b/params_shard_185.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de7c62fdd3616f8cf30ee00932fc6add5599de3456f0a90e1fbc51fab3e1a79
+size 26869760
diff --git a/params_shard_186.bin b/params_shard_186.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb92c2975573c95a1224f28a6efb12144095f04a
--- /dev/null
+++ b/params_shard_186.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cbcb244fbfadcdb88823a660d3853366791e921ef4e9d44cba73ac79ac289d
+size 93978624
diff --git a/params_shard_187.bin b/params_shard_187.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ea8f6637c6ad23eb5a8afab9cbbc39f9775fc819
--- /dev/null
+++ b/params_shard_187.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62adb0e3f9f5f7058a3854caac54a9d94445282a9984c8cb2d385a2cb5418d51
+size 22712320
diff --git a/params_shard_188.bin b/params_shard_188.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2fc4d6bcdbf795738e3a045757751b9aef5c9c5c
--- /dev/null
+++ b/params_shard_188.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43e1b2b5b500ddf29c6b571b5873dffa888f1b551694033851894e1f1aac4f6
+size 188088320
diff --git a/params_shard_189.bin b/params_shard_189.bin
new file mode 100644
index 0000000000000000000000000000000000000000..738eb896f63e43dbfd2d881d5e32a631c725b7e0
--- /dev/null
+++ b/params_shard_189.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3353e24c8cb7be8c1ef7d88390cf1833f5700df10d3bbdea0738bcd8871d4b1
+size 23511040
diff --git a/params_shard_19.bin b/params_shard_19.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b8d961aaa0a241bec0d4ed4d4c22066d98e2211e
--- /dev/null
+++ b/params_shard_19.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297a289ff28cc4b494b37a11dcbe10667ac461554bc79adb542416efaba5ac06
+size 26869760
diff --git a/params_shard_190.bin b/params_shard_190.bin
new file mode 100644
index 0000000000000000000000000000000000000000..200b7fc232e1e6d7cb7a1a38f7e789880fcd4fee
--- /dev/null
+++ b/params_shard_190.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d852746f9cff1d09a22dc5320c36ec7d79a795453f65f46b6edeb6ddbcc704
+size 33587200
diff --git a/params_shard_191.bin b/params_shard_191.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c6531898cdd9b151cc0e99f2f38cc1919999b57
--- /dev/null
+++ b/params_shard_191.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63b2d7ac6562e2fb91628414ab0ef6c8b29d0454345719edba9212b101064db
+size 26869760
diff --git a/params_shard_192.bin b/params_shard_192.bin
new file mode 100644
index 0000000000000000000000000000000000000000..db97abb5a1c400a563584e8dceb28863b0ad3d56
--- /dev/null
+++ b/params_shard_192.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d1747c3c9197704363b326ee35040f95a92c41f17ff5febd120d74096a4e9b
+size 93978624
diff --git a/params_shard_193.bin b/params_shard_193.bin
new file mode 100644
index 0000000000000000000000000000000000000000..75a74c3c2322ce3b2679e4ccef878b05a5c06200
--- /dev/null
+++ b/params_shard_193.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56603959ceda5ad3663a898c527bfe3eaae38ed11304db56c8c6784c380aaf50
+size 188088320
diff --git a/params_shard_194.bin b/params_shard_194.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5eb13d0b84beca3faf69f781b0c2a6a65fee3e19
--- /dev/null
+++ b/params_shard_194.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61474392c23ba0f5628a1f55c9320c92cda43db021cd9d802b36eccae901883b
+size 23511040
diff --git a/params_shard_195.bin b/params_shard_195.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aaaa31b6f02ae9347045765c2de6819fd406ea22
--- /dev/null
+++ b/params_shard_195.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8db23e4c00f2facb85dfbaa27a48c6d73bf3e2403b938f98a5b399bcb21814b
+size 33587200
diff --git a/params_shard_196.bin b/params_shard_196.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7e39269dff94f5ff3a2dc88d402afa141b17c004
--- /dev/null
+++ b/params_shard_196.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fed4fa96f33c6b2a619d09deeaa4b4556f732e2755423a493637390038af1f
+size 31100928
diff --git a/params_shard_197.bin b/params_shard_197.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f569dc42fb1ecc3a70e233b06237201a12b74003
--- /dev/null
+++ b/params_shard_197.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a824d8d7d026d88944395de601d20d14785561226c294d20764bfa77da388344
+size 31068160
diff --git a/params_shard_198.bin b/params_shard_198.bin
new file mode 100644
index 0000000000000000000000000000000000000000..460a1ac818ede8ae04fbcbd136bc3664ac6bc99f
--- /dev/null
+++ b/params_shard_198.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea54d601c083146ce191a71401e94bb1df6d3a88ac683ccc7e3c6bbf65f37d9
+size 188088320
diff --git a/params_shard_199.bin b/params_shard_199.bin
new file mode 100644
index 0000000000000000000000000000000000000000..39363fbbeabb1e9d8ec063eb410ae79dc7d410d2
--- /dev/null
+++ b/params_shard_199.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78afea217917702ac36f301fa0e0f67f17cfc9ee19e47d2272243189ef154ead
+size 33587200
diff --git a/params_shard_2.bin b/params_shard_2.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f697a74cd7c9a9012cb276d020b2ad73be0ba92e
--- /dev/null
+++ b/params_shard_2.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd82e574db314920c23a00d23a9b77c4a4749b878a2b4a49694c3ab9f13d504
+size 420679680
diff --git a/params_shard_20.bin b/params_shard_20.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8e2d72546b84fb46daa807cffce72f126cf1fc72
--- /dev/null
+++ b/params_shard_20.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc2dccf2766e1ff17722a8d3f4e31e2a7681a02df0445a61f06abc2762d50b7
+size 93978624
diff --git a/params_shard_200.bin b/params_shard_200.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2a43232ba6cf682286ef989ccac219697dc1649a
--- /dev/null
+++ b/params_shard_200.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db510da248a1241cc0a3c8edea6bd7a73d8f744f1785f3fd19e01c7204ba996
+size 26869760
diff --git a/params_shard_201.bin b/params_shard_201.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fc2f855b6e56b966df67a2726b020d9e1cf4a53d
--- /dev/null
+++ b/params_shard_201.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e9f4934141026ffbebfb8cc372c44cba7e084907c39904f524dadbadcbf9c8
+size 31068160
diff --git a/params_shard_202.bin b/params_shard_202.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aa81bacbc605ec041635d356bfbad4ad12a86015
--- /dev/null
+++ b/params_shard_202.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6792f85f013f8790526f4cdbb33cbcc8a621b46194a5568651bba1a04f1bf1ff
+size 93978624
diff --git a/params_shard_203.bin b/params_shard_203.bin
new file mode 100644
index 0000000000000000000000000000000000000000..793a69f741e19331a4960cd8af4c87221affa862
--- /dev/null
+++ b/params_shard_203.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fb8f4415198c631d081d69e98c94f9748811451e043ccb63aac61db0bcde21
+size 188088320
diff --git a/params_shard_204.bin b/params_shard_204.bin
new file mode 100644
index 0000000000000000000000000000000000000000..49d12d40f43cfd79e3657ea8df7e9116669d6483
--- /dev/null
+++ b/params_shard_204.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9aee50d581f740e9fbc2f1add34208035123255d96ad6e2da35e0eec5035597
+size 23511040
diff --git a/params_shard_205.bin b/params_shard_205.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9780a81278e463dfb3f107de48331a8ff23abf50
--- /dev/null
+++ b/params_shard_205.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d59498e9c078bf2aad0cbb1f8701fcef58752e3dd69593131bb80c6a7542c9c
+size 93978624
diff --git a/params_shard_206.bin b/params_shard_206.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2217589ce08508b74c9f86c93e6e3fac5004c7bc
--- /dev/null
+++ b/params_shard_206.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2929c050e36b438638084004547e1ae3ebd6ca025e73b49a1eb41cfa14889bf6
+size 188088320
diff --git a/params_shard_207.bin b/params_shard_207.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1ed59bd6cdd7955d52ed8949bfa28e6ffffb04b5
--- /dev/null
+++ b/params_shard_207.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d48dc237bc94577e70543ae5ff25b77e643ba174f326f6178f380613b8dd6bd
+size 23511040
diff --git a/params_shard_208.bin b/params_shard_208.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3dffbe63713890e3bd7cbecc26ca9c3ae03a341a
--- /dev/null
+++ b/params_shard_208.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd9d836962978ae3237c61c87f2d86784f017089a65b8a27958bb465f44033e
+size 33587200
diff --git a/params_shard_209.bin b/params_shard_209.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2806c0b3082a167c097b82b6f32ff96f44aef196
--- /dev/null
+++ b/params_shard_209.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e2b5606c74ad473d7c2917d3e218914bc877513ed06f02c2c192832fddbd13
+size 26869760
diff --git a/params_shard_21.bin b/params_shard_21.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2df3c378c9f196675939bc8ca11f66120f9f7057
--- /dev/null
+++ b/params_shard_21.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc94e13201c1c93825c78bafcb9e098e8ed79fd6f693de7eab6e15b95f3d722
+size 31117312
diff --git a/params_shard_210.bin b/params_shard_210.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7fb1e7de977436effc2f98501b58d76781d89eb4
--- /dev/null
+++ b/params_shard_210.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb6fa8f6210421d5c1a38996395cf45c018a72792efdf267004c986ebd7d542
+size 31117312
diff --git a/params_shard_211.bin b/params_shard_211.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b54dfdafd336d110ec0a98f9fe2ec2a27400184a
--- /dev/null
+++ b/params_shard_211.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8214601264b60b92a04796dc32a1ef3b19644e7c149f4a1ce42b13a0c7500c6
+size 93978624
diff --git a/params_shard_212.bin b/params_shard_212.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dfe8658f23bca4674e686a275dd23b55c498473d
--- /dev/null
+++ b/params_shard_212.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f995f9469863a28971ac611fa04eddc862aef4c024753b3568955ff89f3fe370
+size 188088320
diff --git a/params_shard_213.bin b/params_shard_213.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9759429a03cf4abcde8dc8359d129346f715c139
--- /dev/null
+++ b/params_shard_213.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358a6c42aa37a0837330c396ae78f3a95213a79584cc634b1c3445bc658ca005
+size 23511040
diff --git a/params_shard_214.bin b/params_shard_214.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2559e1899264d5d2765708a1850f13d22ef2a1fe
--- /dev/null
+++ b/params_shard_214.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e33a78ae5c06dbbabb122eafddb65bdb4e8158943028a3785b37bcfd5047b1
+size 33587200
diff --git a/params_shard_215.bin b/params_shard_215.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9ee7f413fea436e2e525db02f080d6ab86bcee12
--- /dev/null
+++ b/params_shard_215.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d95b9a4b730ac947e72d125cf52d740a9bd2bf9eb49c978f66cfa17de547403
+size 26869760
diff --git a/params_shard_216.bin b/params_shard_216.bin
new file mode 100644
index 0000000000000000000000000000000000000000..613cc4ef7701c3aa04eef4a70ac52608ea1c62ae
--- /dev/null
+++ b/params_shard_216.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e1895c7f2aad18f02bb0a82b33567a0bbb8a36a753e72e3b0fe8dab87edbc7
+size 33587200
diff --git a/params_shard_217.bin b/params_shard_217.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1927d22d9b52224925298d003b66d159fbc48077
--- /dev/null
+++ b/params_shard_217.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff15b8d7bde578aecb0131a1bf4ab0ca348841b30dbdd4567954358ba583af3
+size 93978624
diff --git a/params_shard_218.bin b/params_shard_218.bin
new file mode 100644
index 0000000000000000000000000000000000000000..403cccfd3921d5aab260230935aa3d6ff88fe48c
--- /dev/null
+++ b/params_shard_218.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1598c1ba1ce834c6a613f1ea7b0f2964bf19e04afad31da460ad76db157dd288
+size 26910720
diff --git a/params_shard_219.bin b/params_shard_219.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3c1800c1332d4a07d59bbc769fab310aa5677a5b
--- /dev/null
+++ b/params_shard_219.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fc0b06686c42df529fbfec36f28b5c0adf4e570fef2bb060e474e6fb1d1657
+size 93978624
diff --git a/params_shard_22.bin b/params_shard_22.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aa19af6f9b93ab6c1003c5c11ebb8d83d7c6c92c
--- /dev/null
+++ b/params_shard_22.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec372b7cdbe6a82795d128ae1a9bbc0e708d8b54e658a05c019cfca185c7fbcd
+size 188088320
diff --git a/params_shard_220.bin b/params_shard_220.bin
new file mode 100644
index 0000000000000000000000000000000000000000..78d7edfd246c031a3df3d7b9ee669c17c1ff23c9
--- /dev/null
+++ b/params_shard_220.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b314b3d054b9c6a4a08589b71c1ab7b335bd5603a816d434eeb9328709a266
+size 188088320
diff --git a/params_shard_221.bin b/params_shard_221.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4b42d1c9edab92239fafa9467fc7ee2ec7516888
--- /dev/null
+++ b/params_shard_221.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9dcf1a9a0856d07158e5c7c8f95e9b2f33c2b89375aabe0a4970fec1e93035b
+size 23511040
diff --git a/params_shard_222.bin b/params_shard_222.bin
new file mode 100644
index 0000000000000000000000000000000000000000..abdcfb0b8427bba14af4954263c7578de702d018
--- /dev/null
+++ b/params_shard_222.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f002361f9c554c3d1fe57268080135ac48698f2eb661e5388216ea3ca628b954
+size 33587200
diff --git a/params_shard_223.bin b/params_shard_223.bin
new file mode 100644
index 0000000000000000000000000000000000000000..813d96b6ed16b0dc2c9ee52d1a97dedf427bb8cf
--- /dev/null
+++ b/params_shard_223.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d48b3fdb767f31081b88d6970e4f98d49b110dee0223c072cd22aa088119bc
+size 26869760
diff --git a/params_shard_224.bin b/params_shard_224.bin
new file mode 100644
index 0000000000000000000000000000000000000000..013a43974c4a51ee3c3d406fcb9787d2ca71220b
--- /dev/null
+++ b/params_shard_224.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c822f72c2b888647bffc7c2e9542f7139ad33bb6cfd764cc57abc8b9cf2d7e71
+size 93978624
diff --git a/params_shard_225.bin b/params_shard_225.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6e7f4f3e5142b1d1ec581268df074e557f4f097b
--- /dev/null
+++ b/params_shard_225.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1a319502886392a8325ce8e6b1fb09586d5111d8991c37cb13ae23661c9da4
+size 31117312
diff --git a/params_shard_226.bin b/params_shard_226.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d981e37bbfb2c0361c0b09b4d0a725856aa92bb0
--- /dev/null
+++ b/params_shard_226.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee176f4a1bc911270edb193932d4f621ed231cb37b7b13c98b5e2388c54d209
+size 188088320
diff --git a/params_shard_227.bin b/params_shard_227.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4dd1a97ba5339007c44da359b3178a79ce156405
--- /dev/null
+++ b/params_shard_227.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048b265f04434b21e48571abecd5ad6e61486286f874ec40eb04dfacc0e5d216
+size 23511040
diff --git a/params_shard_228.bin b/params_shard_228.bin
new file mode 100644
index 0000000000000000000000000000000000000000..19b316e530e19b0a7f0fa01ff340224c1d74d81a
--- /dev/null
+++ b/params_shard_228.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49670f7a7c18f63dc662be3dd4e442cb8c2618e8fd756004e788ddc6b9f2ef5
+size 33587200
diff --git a/params_shard_229.bin b/params_shard_229.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0e97f0a3dba40d84a8d25c066ac3a93f2c6eb39d
--- /dev/null
+++ b/params_shard_229.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c056adaacea35d8ca2737f70b8761de73d5d22e35209a836d6e05271ea6e966
+size 26869760
diff --git a/params_shard_23.bin b/params_shard_23.bin
new file mode 100644
index 0000000000000000000000000000000000000000..987e1d4cf563b6ab2cb81130bf283c84daadefed
--- /dev/null
+++ b/params_shard_23.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a8fe42ec38dcf39f3d7c92c47cc2ae9b2e5a752ae00e6dea589f928285e425
+size 23511040
diff --git a/params_shard_230.bin b/params_shard_230.bin
new file mode 100644
index 0000000000000000000000000000000000000000..26feadda3ca327eb1983bafa12b27a5f332b7857
--- /dev/null
+++ b/params_shard_230.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86be5b3b175092060e1f89749e0c87d51b213b10b2df3f0216328aef6ed5125
+size 188088320
diff --git a/params_shard_231.bin b/params_shard_231.bin
new file mode 100644
index 0000000000000000000000000000000000000000..19128e58c01d68954a5222185ee487ba71307ece
--- /dev/null
+++ b/params_shard_231.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127ce6fec86f09aecd138bd9b642a7ea2fd041ed658b1044b4d88dfd417b686f
+size 23511040
diff --git a/params_shard_232.bin b/params_shard_232.bin
new file mode 100644
index 0000000000000000000000000000000000000000..100aa128d3a26e6ad8ac3bdaa490497594d973b2
--- /dev/null
+++ b/params_shard_232.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65b3632a230cdba70f4c82f712acb5827d56310fc6e2f0e6f9eca8282ffbd71
+size 33587200
diff --git a/params_shard_233.bin b/params_shard_233.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d19a9637c16c12072f8f036a4f375c44cb6ec1bc
--- /dev/null
+++ b/params_shard_233.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a265d058b915026c31f756686bb1b270de02a305345f7d9b8edde3e32423322e
+size 26869760
diff --git a/params_shard_234.bin b/params_shard_234.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8e36f00dc898d7d5ff6eb17ece44062a756725a4
--- /dev/null
+++ b/params_shard_234.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4c06e5a43bb51a28f8cc55e3bba7f8072f4b3c0a801836c749261d2dc7d342
+size 93978624
diff --git a/params_shard_235.bin b/params_shard_235.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1b522fb191ba6e0a6b6df990b8e99460f253a273
--- /dev/null
+++ b/params_shard_235.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c30fa8531ca3ea6e46d2f5dc7164dff3cefcb11ed640421c4be85d44643ed13
+size 26894336
diff --git a/params_shard_236.bin b/params_shard_236.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0ac31e0ac3df5cc77eea2a615deadf08bc7951cd
--- /dev/null
+++ b/params_shard_236.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a24b3ab1007452958c5b1bb19d816d9808029ba0d09fb637b0ba6dd34f3a03a
+size 93978624
diff --git a/params_shard_237.bin b/params_shard_237.bin
new file mode 100644
index 0000000000000000000000000000000000000000..143ad0adad7f11721ef64a9e8bee3f947dc7d7c1
--- /dev/null
+++ b/params_shard_237.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5835131a415248ae802520910eb60a3ee8f6a924b67df645102d102587c65f1
+size 188088320
diff --git a/params_shard_238.bin b/params_shard_238.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ba74c5fe49d745cf704d64fcd7b2460db2427823
--- /dev/null
+++ b/params_shard_238.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0b948500e7fc8135fbc2e47074389b5f3f016dfd65e6a6cd2157c04165d310
+size 23511040
diff --git a/params_shard_239.bin b/params_shard_239.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8b46aee0471b0a2932349daadd7c5f658a81df90
--- /dev/null
+++ b/params_shard_239.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e4bd67c425dac9fc4a41e7cce5f7f95468c81e28064b5d2829deb59e2bca17
+size 33587200
diff --git a/params_shard_24.bin b/params_shard_24.bin
new file mode 100644
index 0000000000000000000000000000000000000000..90399f0a4ee4dce635a3c9bed7b0e4109e5cd2e8
--- /dev/null
+++ b/params_shard_24.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de67ad2b80eb8359a0c41122836bda590979feb28ba602fd84f783741c5e0eb1
+size 33587200
diff --git a/params_shard_240.bin b/params_shard_240.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3338f08e0c52dce60593542584f569f5c5f15cf3
--- /dev/null
+++ b/params_shard_240.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ccbfddaaccc4c340f740908039ce053fbd2613eb0d32c4b1fb09fb97d5b389
+size 26869760
diff --git a/params_shard_241.bin b/params_shard_241.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4d8a775f7782666e7342aefe11429e7c5d761024
--- /dev/null
+++ b/params_shard_241.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924a88fb59425227e6b21663e35b196db700c83b2a3af21923b7391b805250a1
+size 93978624
diff --git a/params_shard_242.bin b/params_shard_242.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8d7593e2db3762b8a00f95931a99be1ac49d6dfd
--- /dev/null
+++ b/params_shard_242.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0050783742b51bca3124df6dee2f50a8a903104bdfaf1e2985e3fb90c8d7ec97
+size 31117312
diff --git a/params_shard_243.bin b/params_shard_243.bin
new file mode 100644
index 0000000000000000000000000000000000000000..63ad376a3f315ef76eb12d76ade874f88b955814
--- /dev/null
+++ b/params_shard_243.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c2f8ff3dc310889b34e772bccb71ab592b8fdc618b5e96e6a5d8cb40d8d216
+size 188088320
diff --git a/params_shard_244.bin b/params_shard_244.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22a5ac0fe9fcb8173920f8fedc2eff0ad2605312
--- /dev/null
+++ b/params_shard_244.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef5aae8a4aa1d171ad6e080ce625fe881f28aba769327341e83eff028798d9e
+size 23511040
diff --git a/params_shard_245.bin b/params_shard_245.bin
new file mode 100644
index 0000000000000000000000000000000000000000..82d6448df1d320c5e1372d48b809e0a3a9717c9f
--- /dev/null
+++ b/params_shard_245.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53891b2b7cd621d4ab72ac1d09a96964fcf61fe7993f8f4ae619a1022ff470d
+size 33587200
diff --git a/params_shard_246.bin b/params_shard_246.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9418d13e89d666abbabb58e1c1657917d9498308
--- /dev/null
+++ b/params_shard_246.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de6adf1a9cc304f971aa1a522445df0c1a541dc797714d008661c12d0ca2d0e
+size 26869760
diff --git a/params_shard_247.bin b/params_shard_247.bin
new file mode 100644
index 0000000000000000000000000000000000000000..eafb7d9017014ec170931777e6fdf879306171a4
--- /dev/null
+++ b/params_shard_247.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85e264b49eaa2b5c0b5e8ffacc68270602c2225d4832ae3a40d1b1f5fdca126
+size 33587200
diff --git a/params_shard_248.bin b/params_shard_248.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fd3585b2f858f1acfbef83bc24d9379af986040f
--- /dev/null
+++ b/params_shard_248.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b913683d7d42f60ef20f99554ee199ee4f63e64dde843964a133bc3a86fa15
+size 26869760
diff --git a/params_shard_249.bin b/params_shard_249.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fd07edefabd744ff72cc9eee2e6bb34baf0c3b30
--- /dev/null
+++ b/params_shard_249.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1652ea9c3756476022da9b94f3359651fabd7cfc141072b841c62ab3b378819
+size 93978624
diff --git a/params_shard_25.bin b/params_shard_25.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9fdfea69ba10ccc0e63d3ef36b8b7835437e878a
--- /dev/null
+++ b/params_shard_25.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ece8d37dffc36bc831f01a0aa3f77755695eca7d48f5b5ad9a112f7a3bf260
+size 26869760
diff --git a/params_shard_250.bin b/params_shard_250.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7a595d2643a68cb9d79c8d2a69c1e5bb4566217a
--- /dev/null
+++ b/params_shard_250.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5750764620a82bbac8c8393b752bfbd007c87960eef0d9b7335b9068e10e9d
+size 26894336
diff --git a/params_shard_251.bin b/params_shard_251.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8b9ca9da4cae99fcad5d63dbd7d8893bc1eb1140
--- /dev/null
+++ b/params_shard_251.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8defa920520849062ad92fda6974bc16dbda89f2b8100463d448cfa2ab3a17db
+size 188088320
diff --git a/params_shard_252.bin b/params_shard_252.bin
new file mode 100644
index 0000000000000000000000000000000000000000..50ca34beedc46961c273602d87fdefcbecba7ac2
--- /dev/null
+++ b/params_shard_252.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9db58698cad376c0e6b31e3e83aaac4adcf4419bfb7a472f7ecb7b864b8c0c
+size 23511040
diff --git a/params_shard_253.bin b/params_shard_253.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb4eb937803a01d7c362734cfedab934326bc193
--- /dev/null
+++ b/params_shard_253.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af7a2f58373cfcc1f5dbf8b2fb9b9074b677a7b1ef249b7ae216de943bfb3d8
+size 93978624
diff --git a/params_shard_254.bin b/params_shard_254.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1be7854c17ae9deeb533f0129ad7094ef462130b
--- /dev/null
+++ b/params_shard_254.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e8aeb1b86447fce518a6a51888c3b8b6090a33bb3247b83aa2e1a4a7498b2f
+size 188088320
diff --git a/params_shard_255.bin b/params_shard_255.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6afef3f7bb0c84878e028ac75b050ae4bd9ae20b
--- /dev/null
+++ b/params_shard_255.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0d934fff1beb333a50339864bb4ef46eff3918593db183d8e2c2bc197154a4
+size 23511040
diff --git a/params_shard_256.bin b/params_shard_256.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7e7d431162f552ee34cc8d1c01bb0a79276a0d06
--- /dev/null
+++ b/params_shard_256.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1f1396e4964083db59caa6176c7964ba0b25049b8177013686016c0fffe4fb
+size 33587200
diff --git a/params_shard_257.bin b/params_shard_257.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d5bed6731db7a6d14ebd5f5ceb0cf2edf9569a1b
--- /dev/null
+++ b/params_shard_257.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb710bc720fde9e6a0ff50c4a6f32ff93924fcd87143e734e84ef0afd83a4569
+size 26869760
diff --git a/params_shard_258.bin b/params_shard_258.bin
new file mode 100644
index 0000000000000000000000000000000000000000..25f24d81c5b7e46324b73b85fba6f4de4e5ae666
--- /dev/null
+++ b/params_shard_258.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc5068b72260d3c5498922e0067b740c2c0185d3fa052761bad1b1e46359a94
+size 93978624
diff --git a/params_shard_259.bin b/params_shard_259.bin
new file mode 100644
index 0000000000000000000000000000000000000000..58b762e451541fc9fff1889211ed02301672ebde
--- /dev/null
+++ b/params_shard_259.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119d04bb8642a8db4434474e11db46c508465c7c8e79ccb81021e12cba5877e1
+size 31117312
diff --git a/params_shard_26.bin b/params_shard_26.bin
new file mode 100644
index 0000000000000000000000000000000000000000..126d932cbe67efc5cb66e570d03350b393722981
--- /dev/null
+++ b/params_shard_26.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bd93981169802608f33eefee8034ccd3a8052937f50e9fd5af05a32bc2e8b4
+size 33587200
diff --git a/params_shard_260.bin b/params_shard_260.bin
new file mode 100644
index 0000000000000000000000000000000000000000..576241325470adba0010f2ee40fb4ce3db072480
--- /dev/null
+++ b/params_shard_260.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5307ee2a767d6d43f903a110054f26a55d2d0dc171e7c4f2e270b777da1c87
+size 188088320
diff --git a/params_shard_261.bin b/params_shard_261.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9ff1852c7d8605296aaae09f4a6cfe7535cda3d8
--- /dev/null
+++ b/params_shard_261.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a64cf994c806a044ba5361882c4810ea30d249bf22c5b2a1422a04f8a7737e
+size 23511040
diff --git a/params_shard_262.bin b/params_shard_262.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d07e67050babafceea874054555d9dac4d87980c
--- /dev/null
+++ b/params_shard_262.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ece776432b762e6c611edf063b54e824354c56e2493b597c3c66aecb9e528f1
+size 33587200
diff --git a/params_shard_263.bin b/params_shard_263.bin
new file mode 100644
index 0000000000000000000000000000000000000000..520f6526f5fc5b0043d1f8a74b2954e157addce4
--- /dev/null
+++ b/params_shard_263.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65aa527cddead167288262a8ca2dbac2e2f73ada344d881f62c2dc7e9eb76e1
+size 26869760
diff --git a/params_shard_264.bin b/params_shard_264.bin
new file mode 100644
index 0000000000000000000000000000000000000000..592371be6a055ff27abcd971955ec3e496bc7deb
--- /dev/null
+++ b/params_shard_264.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d483ec8fd68962549a8c7e37dda576171247c2a51eb12f21d1b9b0f68804174
+size 33587200
diff --git a/params_shard_265.bin b/params_shard_265.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7041b4512b449de43a9d45c5b136f33797717d58
--- /dev/null
+++ b/params_shard_265.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df640d452ebb459c1ff0f2dc87be441ec16e7d10cfbc4f9d86ee5d2ee96f12a
+size 93978624
diff --git a/params_shard_266.bin b/params_shard_266.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bebd881f3addc41d27e5c95d1921c762133239ec
--- /dev/null
+++ b/params_shard_266.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2f55c7af2867be4e83e1142161e8af2b75258befaec3f1d5fd3b343c9e293f
+size 23535616
diff --git a/params_shard_267.bin b/params_shard_267.bin
new file mode 100644
index 0000000000000000000000000000000000000000..048a4eacee6825a66dd2a06b438f6726156ad7d0
--- /dev/null
+++ b/params_shard_267.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6949ec64daa4e7ab4173cf4ce74cbe6850463c27b447b5a93ea186cc79289453
+size 188088320
diff --git a/params_shard_268.bin b/params_shard_268.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a899fe0bf3e3c8070fba76d357b20dda4f247592
--- /dev/null
+++ b/params_shard_268.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89251ffc18b067c77d8d11cd95fff2c62dc951e9462504987b24f4d2cb4ea407
+size 23511040
diff --git a/params_shard_269.bin b/params_shard_269.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c01fe504eb30753951c6d6388db9642a9ff9a378
--- /dev/null
+++ b/params_shard_269.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d224ea2c1ef06fd6796dd012312c9012a83bd913f507837b81a00c24ef3cfa5
+size 26869760
diff --git a/params_shard_27.bin b/params_shard_27.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d51f397be7f3eee81e784ac22097f6e519eadc7
--- /dev/null
+++ b/params_shard_27.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a5a8ed3caa0f1b418a839e75aaac783f1f8210174f53b12985f84dfebb12a0
+size 26869760
diff --git a/params_shard_270.bin b/params_shard_270.bin
new file mode 100644
index 0000000000000000000000000000000000000000..03ac3e67cbcb6549e6acee2257bbd0afdb40be29
--- /dev/null
+++ b/params_shard_270.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba186ed0e6ca35c49d4c81f0b79aef5775fc89ef6d6c4311735c3be85138ceac
+size 93978624
diff --git a/params_shard_271.bin b/params_shard_271.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a1fa66e4cd9e0b6f7063e0507f9c0a292137016
--- /dev/null
+++ b/params_shard_271.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794a5bee3801b275db2ef4f213466297c577d65652aa0430d8f2dc9e32857955
+size 188088320
diff --git a/params_shard_272.bin b/params_shard_272.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8276e1059de11f93968b62a0c890cd126d95bfc3
--- /dev/null
+++ b/params_shard_272.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e7887aa4a450cfd81b041a7329e060e186e04727a2ecce287c0f8c92c5c905
+size 23511040
diff --git a/params_shard_273.bin b/params_shard_273.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1b65f2798ffed325c6b4cc210cf45f97915c1aa5
--- /dev/null
+++ b/params_shard_273.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d80e8c2c7d07e29712910b76318361147db8e9f21508eaed0c0c2e5efa37ed0
+size 33587200
diff --git a/params_shard_274.bin b/params_shard_274.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ac2173babc0ab5bf2aad0e2c54db076bdb05de33
--- /dev/null
+++ b/params_shard_274.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50424a4b7b1bbaeb12f00347f2f7b8c2d854ea056a99bf86d7fb37175714c4a0
+size 26869760
diff --git a/params_shard_275.bin b/params_shard_275.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8a11f25e31999ed1e4e62ee520358f86ca960d8a
--- /dev/null
+++ b/params_shard_275.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faba7b715b17a35a5407107b0f65d162b49333bc7fc5f9841477d5b4263ba5fc
+size 31100928
diff --git a/params_shard_276.bin b/params_shard_276.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4a6cb4b9b0fa81ba168857747bd3ed0888a16994
--- /dev/null
+++ b/params_shard_276.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf3def63ed4e4030b008ffa4753b0820a752909972c16cc0f87335a9f48ead8
+size 93978624
diff --git a/params_shard_277.bin b/params_shard_277.bin
new file mode 100644
index 0000000000000000000000000000000000000000..edbf893166549be161cfee0bd0e4f886c8efe5f4
--- /dev/null
+++ b/params_shard_277.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97bd047e4765feb80b2cf694e33eb7895283ba8ff86cea339db009f153155cf3
+size 188088320
diff --git a/params_shard_278.bin b/params_shard_278.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bf173ab6fa28dacd18d88ac1fce152701e1d5606
--- /dev/null
+++ b/params_shard_278.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448e8be27f0666242aad7240220b3feca7c2c6d5358176639637bf349581b6b1
+size 23511040
diff --git a/params_shard_279.bin b/params_shard_279.bin
new file mode 100644
index 0000000000000000000000000000000000000000..743cdd80a8db2fdb7ae15ba46ba40a561e1ac3e0
--- /dev/null
+++ b/params_shard_279.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3cdd26d4defd23388e4b7c7f9a41ee0ecf9a72aea2632a7d1fd465568edce2
+size 33587200
diff --git a/params_shard_28.bin b/params_shard_28.bin
new file mode 100644
index 0000000000000000000000000000000000000000..846f341858c555ae713e2c0131478901a49ed7fe
--- /dev/null
+++ b/params_shard_28.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015a258afd205cc9ce0209a0e8d34b52649d8f927acb99fe15420ed5b9afc7cb
+size 93978624
diff --git a/params_shard_280.bin b/params_shard_280.bin
new file mode 100644
index 0000000000000000000000000000000000000000..78767bee27ec0a417e95612e2d128c4f0862c1fc
--- /dev/null
+++ b/params_shard_280.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f32de35b9bbe62cc9adb081be63e0e5da8f59388fb390ff018531fb1cec01d1
+size 26869760
diff --git a/params_shard_281.bin b/params_shard_281.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1d4835c84f0f526a773275d231446fc7b0fcb1f4
--- /dev/null
+++ b/params_shard_281.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec1e36d54668b28f3367df194067031ba78eb29296b3680030fd4055732dab8
+size 93978624
diff --git a/params_shard_282.bin b/params_shard_282.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dd8a0a9dc46d1a8d198fc62617451024d78062e2
--- /dev/null
+++ b/params_shard_282.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1968054b0dacb2ac8b343e59e868918e55ebdbb89892c7ca7ca5a9de7c423da2
+size 22712320
diff --git a/params_shard_283.bin b/params_shard_283.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bbd3201fbb160989cdf8c6ddc0c355536d9eba25
--- /dev/null
+++ b/params_shard_283.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5655db6b6a60bfd6bfe71da274e21c97be86b47e747da486e44331346af887
+size 188088320
diff --git a/params_shard_284.bin b/params_shard_284.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6f36961c0bbb615002ee4dbd6ba51bdfe2016217
--- /dev/null
+++ b/params_shard_284.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58555dd942eef70e203555015c0b2c94e5c7ef78a36f86528769a382caaaeb37
+size 23511040
diff --git a/params_shard_285.bin b/params_shard_285.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4308fa0f572c7d6aa210f5dba0ffa760df99a53c
--- /dev/null
+++ b/params_shard_285.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed245ead0579f1b7ba13ea143c5ac1f24138436e4b61b07eddb5a4ece37e0c4
+size 33587200
diff --git a/params_shard_286.bin b/params_shard_286.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9b83a7a61f651498a8306448c3942b45ee16fdf3
--- /dev/null
+++ b/params_shard_286.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6165eececf0d99b5f79aea19f512b1ec64c0d0f1a3c23612aa093b6fbd99de9d
+size 26869760
diff --git a/params_shard_287.bin b/params_shard_287.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2b9b268f6dd765899bd85935369af90880fa0c92
--- /dev/null
+++ b/params_shard_287.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6a61848901d528f8d8cbbe50e5e0ab26cd745174ef0b1112db514350e3f3af
+size 93978624
diff --git a/params_shard_288.bin b/params_shard_288.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8645e0cb5f2764d9a033a29d912c7ac2ea623b62
--- /dev/null
+++ b/params_shard_288.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2055684c76e60a84ec76b20ca9966f60aab757c128d737b8b32b7075fbc55124
+size 188088320
diff --git a/params_shard_289.bin b/params_shard_289.bin
new file mode 100644
index 0000000000000000000000000000000000000000..92d2b3905028365134f494498ae34df50a8a5160
--- /dev/null
+++ b/params_shard_289.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148dea6d85958fb7813ee067d560016f2fca06ef0d089ff4f32c5a27ae3e0d20
+size 23511040
diff --git a/params_shard_29.bin b/params_shard_29.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9f91598063f6e8ad24d2e85ecd0dd6facc8486cf
--- /dev/null
+++ b/params_shard_29.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b44276e79f11a549084dcc795e115cfacadbfc6b625eba66d1a94a14feeb219
+size 26894336
diff --git a/params_shard_290.bin b/params_shard_290.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f7790db5e5e922e9466dcc55b92e9dffaaed119f
--- /dev/null
+++ b/params_shard_290.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9207e94f3eff2f0247578af2996ffe35a782f373f4f2b0d726b86a5878e2d19
+size 33587200
diff --git a/params_shard_291.bin b/params_shard_291.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a7ff7c51b678bd5abac717e093f44a92b82dd8d2
--- /dev/null
+++ b/params_shard_291.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9529738f92080b01c7b9a114559bb6b3f61afefe3878ad1da51686c3e3a92c
+size 31100928
diff --git a/params_shard_292.bin b/params_shard_292.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2dab6ed7b9bc5a3298a645c5b8c286ec4035f40c
--- /dev/null
+++ b/params_shard_292.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5c8dea7854e8ad132c6d20d55b4072fdda2f06d1cb9212b1591eb7a741fe47
+size 31068160
diff --git a/params_shard_293.bin b/params_shard_293.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2e3cf595aa0dddba09409d62010d8a97de32af5e
--- /dev/null
+++ b/params_shard_293.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd1b7c11dceea2f113fefbde56a55e4e30a1c00fe10f3bb1e5f49f162f3b814
+size 188088320
diff --git a/params_shard_294.bin b/params_shard_294.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4c6e394ad4c10a69d7f91ee18e0e0ee53e490a9c
--- /dev/null
+++ b/params_shard_294.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5041b0ed7dbe9199159bb15c17b56aa6ecb663854a471e46ec1a13beb3f59809
+size 33587200
diff --git a/params_shard_295.bin b/params_shard_295.bin
new file mode 100644
index 0000000000000000000000000000000000000000..60e7665c5397b75577d8e178db97336b47bf52c3
--- /dev/null
+++ b/params_shard_295.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5896165813d1e2e125c72eaebb7b2e237093f65df7601a2164b2c340040bb5c6
+size 26869760
diff --git a/params_shard_296.bin b/params_shard_296.bin
new file mode 100644
index 0000000000000000000000000000000000000000..adab7899cc905ecbe315a88b4b57a8005e974690
--- /dev/null
+++ b/params_shard_296.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73aaf02d23f0cc80581ff8eb1ec7349d420898746416a1ae4eb7d25f1613d9fa
+size 31068160
diff --git a/params_shard_297.bin b/params_shard_297.bin
new file mode 100644
index 0000000000000000000000000000000000000000..58054232dde8893d3aba8e1bad31f72ecb117eb8
--- /dev/null
+++ b/params_shard_297.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ce024e5f812c90379df0171d6916be824eb42a14f186f72912cd844779c296
+size 93978624
diff --git a/params_shard_298.bin b/params_shard_298.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3eb61abc8d10defbb5a44496e7a87f3417a34c26
--- /dev/null
+++ b/params_shard_298.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677a7ee991acef72d0cd71d3bef2d6af5320fe8ca4026a377e44f3f62bedab12
+size 93978624
diff --git a/params_shard_299.bin b/params_shard_299.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f07e3dbe080b5c7f11cd2cdb24c40c7487012c40
--- /dev/null
+++ b/params_shard_299.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49220392e0e024162c4b10cea5cab142fee9a1abf7cda9d0dfa754aa0490aec6
+size 188088320
diff --git a/params_shard_3.bin b/params_shard_3.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c0eeb43e2a1ecc9d0857d7b1e3cd243288eeed58
--- /dev/null
+++ b/params_shard_3.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035ae2d74b111efb81a4927aa9d9acec476162821de15b54a874259288c4bd97
+size 52584960
diff --git a/params_shard_30.bin b/params_shard_30.bin
new file mode 100644
index 0000000000000000000000000000000000000000..691da89e0e94a7ec946ae65a6fd21a7e7d021ac8
--- /dev/null
+++ b/params_shard_30.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4343f6583e748e8aae2499305cf7197e611769f6b03fe079a4b900567b18ef19
+size 188088320
diff --git a/params_shard_300.bin b/params_shard_300.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d3a91bd048d4648008784d8a01de1b7c79d777dd
--- /dev/null
+++ b/params_shard_300.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c4aeaf04a7f3ba6c54c1ece88476db6b6ee1f182e45600490c5df6191960a0
+size 23511040
diff --git a/params_shard_301.bin b/params_shard_301.bin
new file mode 100644
index 0000000000000000000000000000000000000000..749eef772700b81042e2116abc96e4fed2f6321e
--- /dev/null
+++ b/params_shard_301.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c12a699d8914158bf0e376d1906ac395e08ac66d002a5c6b851b1ef2a0e42b
+size 33587200
diff --git a/params_shard_302.bin b/params_shard_302.bin
new file mode 100644
index 0000000000000000000000000000000000000000..40706889713f42d90de7023eb89853186de5e29e
--- /dev/null
+++ b/params_shard_302.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10a542021b56970a696567d8d877cf53ace48373d6ee064bf09e4dd17414442
+size 26869760
diff --git a/params_shard_303.bin b/params_shard_303.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1f889a5528ba4b4b5efed96bfde293ec89a73c94
--- /dev/null
+++ b/params_shard_303.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3052ebd4d5594ebc036454275b02d6f0777141ae174f6754d4311ec9dcaf1e0d
+size 31117312
diff --git a/params_shard_304.bin b/params_shard_304.bin
new file mode 100644
index 0000000000000000000000000000000000000000..97dbb21ecf56e357bd4b7067f5bf4456f6aeae0d
--- /dev/null
+++ b/params_shard_304.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6c77c02bd8dd6c293eb093a929ff7988904b6d848300f2620daaee29d6421b
+size 93978624
diff --git a/params_shard_305.bin b/params_shard_305.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b9dffb27aaf3153c616fa999b9059dd4c3306c78
--- /dev/null
+++ b/params_shard_305.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620a6132eea5cd1416822ab324074ec2cdaba74cd9e736c939298818ff09ebb5
+size 188088320
diff --git a/params_shard_306.bin b/params_shard_306.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0b3ee7af5c0a20bffde76c5c7fb43909056f7200
--- /dev/null
+++ b/params_shard_306.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ddf1ecfc7f3fc711029e10b2662100bd711227a3b0d86ab375d1134d544b0f
+size 23511040
diff --git a/params_shard_307.bin b/params_shard_307.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4666941910967b5de4229f873ab59b15ef7498f3
--- /dev/null
+++ b/params_shard_307.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c91181cb0c84416a55149d2215e119d4aca9ce4579ba2362085a8386a06612
+size 33587200
diff --git a/params_shard_308.bin b/params_shard_308.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3a0e52f6029078bac88704bac2d2c629ce9885e8
--- /dev/null
+++ b/params_shard_308.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918a066dc6f9255be50adea3644de43d01d4b9f9cf7481f2032c25bae9a7fc4d
+size 26869760
diff --git a/params_shard_309.bin b/params_shard_309.bin
new file mode 100644
index 0000000000000000000000000000000000000000..49099635e0f6f0999677ce5f74b00b755de71fc0
--- /dev/null
+++ b/params_shard_309.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105a94cd862a3b714f485e20b463bb081a357948cd2aa6a7d6661e1e81094c19
+size 188088320
diff --git a/params_shard_31.bin b/params_shard_31.bin
new file mode 100644
index 0000000000000000000000000000000000000000..88741fd3f8d176ec1fd62ab14eea43554b3e44f6
--- /dev/null
+++ b/params_shard_31.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc124c59540ebf1079e1eee7fb45902570c2cd9219fc5ab1f4f416c7426bf4c
+size 23511040
diff --git a/params_shard_310.bin b/params_shard_310.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22facd827d19e3fe6737ef6059661dc4db15ad01
--- /dev/null
+++ b/params_shard_310.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a3b3864971e1b606751b704e71fc7e05d458d157a3f7c1d0603aab146bfb42
+size 23511040
diff --git a/params_shard_311.bin b/params_shard_311.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a83a2108c37e37ac73b58a45a5b0c4e609e29050
--- /dev/null
+++ b/params_shard_311.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f2ca144c928d4afb5dfe3feb2403b9b1421afbed35afd3cc596d149de876e1
+size 33587200
diff --git a/params_shard_312.bin b/params_shard_312.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3b8cb4bed9cf785d613a4277e0b8b305d0437ba2
--- /dev/null
+++ b/params_shard_312.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4035cbdd375d71e1fca762b8e7ecb8402928781ddb629bb2f508544803b3122e
+size 26869760
diff --git a/params_shard_313.bin b/params_shard_313.bin
new file mode 100644
index 0000000000000000000000000000000000000000..13bbadf052f4a068f77f23bf019b4060fd365da8
--- /dev/null
+++ b/params_shard_313.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454b9fd56cc67d82f3b229c69cc018d1ead8aaca29afc9e83fe6e3777ae67ff4
+size 93978624
diff --git a/params_shard_314.bin b/params_shard_314.bin
new file mode 100644
index 0000000000000000000000000000000000000000..08b08f5d035ef3edac6806a51be7c1f4ade4fc1d
--- /dev/null
+++ b/params_shard_314.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87246d571351ee6d5a0ac2ce29e7ba82db6e110c3c899e459ee7705ae1c38064
+size 30269440
diff --git a/params_shard_315.bin b/params_shard_315.bin
new file mode 100644
index 0000000000000000000000000000000000000000..facb26c4c346dd9599cb48ad612b0da46cdaebaf
--- /dev/null
+++ b/params_shard_315.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dd797ea2509655d905934c9c0beb97cda5b203c0219f3be401ac387647fcfd
+size 93978624
diff --git a/params_shard_316.bin b/params_shard_316.bin
new file mode 100644
index 0000000000000000000000000000000000000000..279d4bf8f205f6b2dec189f80e96532f1bff5bd4
--- /dev/null
+++ b/params_shard_316.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fd4b453a724ca4531fc637b4a5fd43cbb95770cb1a10dc0c30e550f46a1b80
+size 188088320
diff --git a/params_shard_317.bin b/params_shard_317.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dde90792966608d7f9f04748f645228f9924c980
--- /dev/null
+++ b/params_shard_317.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172b529f3c47b8f278de062b9e172f82e94ed53f588a3f2c1355dfeb80c51856
+size 23511040
diff --git a/params_shard_318.bin b/params_shard_318.bin
new file mode 100644
index 0000000000000000000000000000000000000000..16c01dd56e6dd795df1620b0f9768f771db93110
--- /dev/null
+++ b/params_shard_318.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d45f18bd1312b3cc87d3e82d8b9ff270bdf481a755d3d4cdc25d4454242dd5a
+size 33587200
diff --git a/params_shard_319.bin b/params_shard_319.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8a164ec970db4f2ee7954bdab17b3b9eb367e854
--- /dev/null
+++ b/params_shard_319.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf61324766c90778bcfa9e7a47276b99e93b3737aa21730fe75154e58d0efb5
+size 26869760
diff --git a/params_shard_32.bin b/params_shard_32.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e395b4cfa925c7528fa0c3c9c723dd3a7b612858
--- /dev/null
+++ b/params_shard_32.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5528b5cb88cbefb26339f7feed38f9666613628ebe6b86798bef382b7f73d8
+size 33587200
diff --git a/params_shard_320.bin b/params_shard_320.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aa57f98b7ca75519bc29462dbb3152061bd3cf73
--- /dev/null
+++ b/params_shard_320.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236a8cedddc7ed701f88f436fa4293da186d0ce10340e7924e4a2718e187ba95
+size 93978624
diff --git a/params_shard_321.bin b/params_shard_321.bin
new file mode 100644
index 0000000000000000000000000000000000000000..10d0b808e8fdaa501e5b991cfd47e04d59683021
--- /dev/null
+++ b/params_shard_321.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1471b22a4a341f3f09a5533ca79510a0c5be79429914f704d46b93d9142a383
+size 31117312
diff --git a/params_shard_322.bin b/params_shard_322.bin
new file mode 100644
index 0000000000000000000000000000000000000000..104d181aa606eb515008d268dfbb0391b1403504
--- /dev/null
+++ b/params_shard_322.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915461e02da197020a70f26010fd7c4f0f79c625df78fb124c424d1a7275d5b1
+size 188088320
diff --git a/params_shard_323.bin b/params_shard_323.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4a6ef2b5121daebe734a931c764aeb818eb55b1a
--- /dev/null
+++ b/params_shard_323.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a2ede8b65c91bd10df1eaba38abfb60e5e3bb9ff7cdd7507a96294037b06b9
+size 23511040
diff --git a/params_shard_324.bin b/params_shard_324.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6bd26e6fcc6ed1d304280c6596789ba120ed0ff3
--- /dev/null
+++ b/params_shard_324.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03c6a1ffeb79076f5b15849e68d0a7dad78b9d21db6ec4453aef1e4457ba1ba
+size 33587200
diff --git a/params_shard_325.bin b/params_shard_325.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2f083ef39a3e1d2491c64b4ac228d5e266cbf03e
--- /dev/null
+++ b/params_shard_325.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00fe90bb2a6543276b7d06412737523bbe8af1424a922a6e728d344993364b7
+size 26869760
diff --git a/params_shard_326.bin b/params_shard_326.bin
new file mode 100644
index 0000000000000000000000000000000000000000..548b3fce754beebf42fe95a3b7f993033efbbf44
--- /dev/null
+++ b/params_shard_326.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c36f67d7806cf8b5326eabba7f601780cd640f2117afe885d6995532dac6c63
+size 33587200
diff --git a/params_shard_327.bin b/params_shard_327.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e9255308e67424d443b3178dd4abe55d808bf64c
--- /dev/null
+++ b/params_shard_327.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c684519cb4253e475a69a4208a0c1c0ca4eb0384d6fa88462f47744bc59999
+size 26869760
diff --git a/params_shard_328.bin b/params_shard_328.bin
new file mode 100644
index 0000000000000000000000000000000000000000..357ad2fa333d1277fe3d05980748681c0090fad3
--- /dev/null
+++ b/params_shard_328.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622879aa9817433d635636dea44e3dd7eed2a5c7f8da1ddd7a0c0fd7558a91e2
+size 93978624
diff --git a/params_shard_329.bin b/params_shard_329.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a978a86563d659ada363093588ddc5bf65cea7c
--- /dev/null
+++ b/params_shard_329.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d320a86f28e6cae48c41fc5227b66526cb20e3e7239df9134aa7a3ab040702
+size 26894336
diff --git a/params_shard_33.bin b/params_shard_33.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fd537518eb52fcc884a94ca456eb0e3cd3d13c3c
--- /dev/null
+++ b/params_shard_33.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3f2764bcc388ead045d97c41a2c5bac51057aa5f074ebcb7422fe009d4e23d
+size 26869760
diff --git a/params_shard_330.bin b/params_shard_330.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b6f398ec3137ce474a6d4ed54660bce882962d0e
--- /dev/null
+++ b/params_shard_330.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dce6528ae41e7fd5d8cd1778f6cde85120c26739f4505ca067d5982dac5566
+size 188088320
diff --git a/params_shard_331.bin b/params_shard_331.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4d5b7cfa959e3c45f55330b958586a68a095ae73
--- /dev/null
+++ b/params_shard_331.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a166bbdb0251839edaa86556ccafe49e113a41feab3736e9185520d21f6c21e5
+size 23511040
diff --git a/params_shard_332.bin b/params_shard_332.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fc975c1bb7c007e91bad02b064d440a676464cdb
--- /dev/null
+++ b/params_shard_332.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d2d2440504ae393fc913f835a0f75d981df23e10aee827358bce592d6a81eb
+size 93978624
diff --git a/params_shard_333.bin b/params_shard_333.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4f18e7015c894228dc96bb9dcdbf21d8039790b9
--- /dev/null
+++ b/params_shard_333.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd09cc2370064c6591e18665419a6696b09f5eb3d5322f89d6618e70eed31cc
+size 188088320
diff --git a/params_shard_334.bin b/params_shard_334.bin
new file mode 100644
index 0000000000000000000000000000000000000000..18bed5ccb02a1cd2a32ebb10fa203adc6d050f83
--- /dev/null
+++ b/params_shard_334.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe8641612195ff900f5f18dba6218ea504b5332d1cf27c8e2a6a169c311ebc3
+size 23511040
diff --git a/params_shard_335.bin b/params_shard_335.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ce2bc2e65f7f843ce6a010179b4f0b310d4a1c5f
--- /dev/null
+++ b/params_shard_335.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98a0ee275043b45e536133106e8bb69e144396e897eb59d146049519736562c
+size 33587200
diff --git a/params_shard_336.bin b/params_shard_336.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5a1ed13b6bc5031639165af44a0d48d42943325e
--- /dev/null
+++ b/params_shard_336.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7b56dcf3053f647effa738f9912b7698d948acc148500f4627ad01e193de8c
+size 26869760
diff --git a/params_shard_337.bin b/params_shard_337.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8557ff3b4b3a9d32904174631d140b0957151f9f
--- /dev/null
+++ b/params_shard_337.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3372c512e7b4e5548205b4fc3cdd4dc19cd67a18574e1f9b9d8bcadae62112e6
+size 93978624
diff --git a/params_shard_338.bin b/params_shard_338.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9063827f8b1104b6ca3e7fee4e65adfb8effb82b
--- /dev/null
+++ b/params_shard_338.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7e417829b765664d77aa49639cf7549b3a557f230d33c4cb4ac6a6e7cdb539
+size 31117312
diff --git a/params_shard_339.bin b/params_shard_339.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f4b8e64eff99d7d3f5f23689d585632e99f53bb7
--- /dev/null
+++ b/params_shard_339.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c9447aec0ab6406ac26b8d36e14e91e4ccc3ddaa497bb1febe21ac461ee8e0
+size 188088320
diff --git a/params_shard_34.bin b/params_shard_34.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7a4826c9f93c1b71beb7f5481e0ee6b865b9d4b0
--- /dev/null
+++ b/params_shard_34.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a832d789ee1881f4a3559fc8b198963e84b00883b8d9e86315d44b354f0bf82
+size 93978624
diff --git a/params_shard_340.bin b/params_shard_340.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cede09132b14dac05c4b9af631042fb815bf2d1e
--- /dev/null
+++ b/params_shard_340.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be6f3cbaf880551dd9f2e23c2a98cad85d93c8ba34da053e38f61f3bf8b63a0
+size 23511040
diff --git a/params_shard_341.bin b/params_shard_341.bin
new file mode 100644
index 0000000000000000000000000000000000000000..950a25f5196420fa3767ffa955640bb8c06f2e4f
--- /dev/null
+++ b/params_shard_341.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901a8e16aee0d73947b55016233194bb021190f71fa5d5f54d3e497142f220be
+size 33587200
diff --git a/params_shard_342.bin b/params_shard_342.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8615b14f38504bb6a740363fa679f6f45a3f9073
--- /dev/null
+++ b/params_shard_342.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361c729ed39b9ca2294080d7de907bfef4e44daeca5b93608ff1962064f5bea4
+size 26869760
diff --git a/params_shard_343.bin b/params_shard_343.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c136c265ca874880f3f3a3489883cf7b2d98f6a5
--- /dev/null
+++ b/params_shard_343.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f815ff508b618ea28e27945a7d4fdd0df3a6bad7b30bc414f6670398214e6e5
+size 33587200
diff --git a/params_shard_344.bin b/params_shard_344.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2ac4fb1374605f79671500996d28b75c36fd5048
--- /dev/null
+++ b/params_shard_344.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a758743e02649629521d0e20f3b88df3d190f46a5c10a7ecaf42fa43a9a7067
+size 93978624
diff --git a/params_shard_345.bin b/params_shard_345.bin
new file mode 100644
index 0000000000000000000000000000000000000000..592ccfd67f12745f432bfd1052702c31f1a851b8
--- /dev/null
+++ b/params_shard_345.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c8bc76dac9c886d7b7babd883c522bbecfa0e0a7a57bc6e393e33fb8042ebb
+size 23535616
diff --git a/params_shard_346.bin b/params_shard_346.bin
new file mode 100644
index 0000000000000000000000000000000000000000..755784400fb099cff0e1397e7687585c8611eafb
--- /dev/null
+++ b/params_shard_346.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea1126f59f0aa84a05de5a553d39e073da99126bada9d83a16073110a67219d
+size 188088320
diff --git a/params_shard_347.bin b/params_shard_347.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d3ea6dbab1000fe342d0c69da775b0288530531f
--- /dev/null
+++ b/params_shard_347.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa7fa47160970f98148ec66fb61591052a1765e01fb7943ec3c4840ea11e5fa
+size 23511040
diff --git a/params_shard_348.bin b/params_shard_348.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8bb69d813a92262ff672fad08ddafc79ea45e3bd
--- /dev/null
+++ b/params_shard_348.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3179f6f7e91f805b5e8f60d4f783b8c910749d2077284ffad41c06b02c0058
+size 26869760
diff --git a/params_shard_349.bin b/params_shard_349.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3b44f371f0d6e11bb5b9c1b23ccbe1305a5cf160
--- /dev/null
+++ b/params_shard_349.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807d9cfcedb4b6f412bfd09710cb9e9f07165f1e2ee2b39689f389ac35007189
+size 93978624
diff --git a/params_shard_35.bin b/params_shard_35.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3c835f31921983cbfe4a370ed97e7dffa0206d40
--- /dev/null
+++ b/params_shard_35.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41938654c8e9d98af362cad0d67fdd78eb257dc58c4d50745034ec51ff46e02a
+size 188088320
diff --git a/params_shard_350.bin b/params_shard_350.bin
new file mode 100644
index 0000000000000000000000000000000000000000..443ccee784c49176ade8f1349edf9cb4fcae9ae9
--- /dev/null
+++ b/params_shard_350.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34eeb4ec9333b0a66c24d7873204960a2bc240b076b64498af5ba77e22a149f2
+size 188088320
diff --git a/params_shard_351.bin b/params_shard_351.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d1f83e7315ec7be574ed222da0db062903d751ec
--- /dev/null
+++ b/params_shard_351.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61377efddddb5707146df62b51a6a7404f59d6221335951f013c834b9f8fd0c
+size 23511040
diff --git a/params_shard_352.bin b/params_shard_352.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dc04fa954884657758f111681dc2dcfcec0b3f85
--- /dev/null
+++ b/params_shard_352.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec9a2db4acb9137b678994ed3fd74f6068ba850548ba5a57efeb16029c4a2ed
+size 33587200
diff --git a/params_shard_353.bin b/params_shard_353.bin
new file mode 100644
index 0000000000000000000000000000000000000000..21e714512ce5660ca330b8bd97aa4d980aaabe39
--- /dev/null
+++ b/params_shard_353.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1647af8dd000822155e135af610d6bee5e92a0aed844b1deedd85e7f0f0784
+size 26869760
diff --git a/params_shard_354.bin b/params_shard_354.bin
new file mode 100644
index 0000000000000000000000000000000000000000..71597fcff4c4ab490747e0fe8914b594b29debab
--- /dev/null
+++ b/params_shard_354.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d453a6bdf6f62a5ec8dc487aab4ac3d2309784db46705069c8e5eb4ed525381d
+size 31100928
diff --git a/params_shard_355.bin b/params_shard_355.bin
new file mode 100644
index 0000000000000000000000000000000000000000..762493b7e087c55d996935ac38c416e548a5267b
--- /dev/null
+++ b/params_shard_355.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d1de483b35e9fedf3c457a1d16a1576dc7233a5e54ef7dae7ab44cf8c10262
+size 93978624
diff --git a/params_shard_356.bin b/params_shard_356.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bfc36827457545767be3ecf844599a42d3dde0a8
--- /dev/null
+++ b/params_shard_356.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36646c115832b3efd3da0cc920ed18c2afe2f1b860a6a3a899a305aea95a06cb
+size 188088320
diff --git a/params_shard_357.bin b/params_shard_357.bin
new file mode 100644
index 0000000000000000000000000000000000000000..36e773ab17f4afa6bdfe288375afa798958b9aac
--- /dev/null
+++ b/params_shard_357.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37d56f3ff8d21677384a58eb2909f8cccace4967c99d480f36d59f3ae769672
+size 23511040
diff --git a/params_shard_358.bin b/params_shard_358.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6d965739eb96740c97667020c4747c1cd4193836
--- /dev/null
+++ b/params_shard_358.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2044dbc1dedff20cad2e39ee915c5590fc8d334f14d4a603a14e829e1d4606
+size 33587200
diff --git a/params_shard_359.bin b/params_shard_359.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1f4d5f63acfbfc89eaba877d2b45220af6495ff9
--- /dev/null
+++ b/params_shard_359.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb727ee5ddf269481d0d4c898dc32aa686656d29a53c0daeeb33e17f37674c7
+size 26869760
diff --git a/params_shard_36.bin b/params_shard_36.bin
new file mode 100644
index 0000000000000000000000000000000000000000..43fa4c6033c5e16c76e8a250d4bde10ff0594980
--- /dev/null
+++ b/params_shard_36.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0ccae2bfb4ccfe7e988e0fdd8b51918154b3e2e106aa573be78a0cdae36974
+size 23511040
diff --git a/params_shard_360.bin b/params_shard_360.bin
new file mode 100644
index 0000000000000000000000000000000000000000..039f31834d19e5e96303d61405783a3502ae671c
--- /dev/null
+++ b/params_shard_360.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1142f363c81280056c2d97a9a4d74448b392c1b61beacb2c5fd5438063dd0c4
+size 93978624
diff --git a/params_shard_361.bin b/params_shard_361.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22e7a4ccf3222decfda821186d7a36714aa67341
--- /dev/null
+++ b/params_shard_361.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa59b43b952944125715e0e26f75bd0e76dd8e573da8fa692e23ba537f610e4
+size 22712320
diff --git a/params_shard_362.bin b/params_shard_362.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aeb0f9609c5a27a1781aff593f815eb7a9833792
--- /dev/null
+++ b/params_shard_362.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b46073772139e8dc209d398c78918b3a5cfa3096b359f21435ae4e7fdf74ba1
+size 188088320
diff --git a/params_shard_363.bin b/params_shard_363.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22bf0be83f9389b608249cde4ff4a2972b2b4701
--- /dev/null
+++ b/params_shard_363.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabe9ff478b50583aa26662dc7eb818bc2586ac5152b8b89be442498d7b665c7
+size 23511040
diff --git a/params_shard_364.bin b/params_shard_364.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0d18626157f3f09e2d737b65cae447ef3b7956c
--- /dev/null
+++ b/params_shard_364.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5c91a810107e4fb61e7a4eaa8b3e1af11823e30bc260a4739b8581567464cd
+size 33587200
diff --git a/params_shard_365.bin b/params_shard_365.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8abffee4361447421e28e00d00fad7979a8e509d
--- /dev/null
+++ b/params_shard_365.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910889cfe49ad0bab2e48f5f939f7bb336ae1699656becd1b5f568c37f91b1b2
+size 26869760
diff --git a/params_shard_366.bin b/params_shard_366.bin
new file mode 100644
index 0000000000000000000000000000000000000000..872bf04af8aae814fd1725681e0f12873d09a8c3
--- /dev/null
+++ b/params_shard_366.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a95c18a22f54f4aac9c3c336beb1c0804d5f564487da6363d5e3543a6396a4
+size 93978624
diff --git a/params_shard_367.bin b/params_shard_367.bin
new file mode 100644
index 0000000000000000000000000000000000000000..99d8cb64a3312d81f29aaa35136c334380c0d956
--- /dev/null
+++ b/params_shard_367.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6447270f84d09ad48889957376ce9cc772dc418ff067f465a068aa485ea6abd0
+size 188088320
diff --git a/params_shard_368.bin b/params_shard_368.bin
new file mode 100644
index 0000000000000000000000000000000000000000..86056ef1ea770887e403423b98d34eb7499b45be
--- /dev/null
+++ b/params_shard_368.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5e9e5fc2a119b63850193f285b724326bce7e42d9f8c77a0561c0bceb07616
+size 23511040
diff --git a/params_shard_369.bin b/params_shard_369.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5a89eef4866122061648cf9a9cfc0693eaef41a3
--- /dev/null
+++ b/params_shard_369.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ada71c87ec44dcc463fa2b059cfd9cb8912fa8e02961e794ae199b11a491fd7
+size 33587200
diff --git a/params_shard_37.bin b/params_shard_37.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8225a7b3da07932c6efc508f6aa7cf20a1810dd5
--- /dev/null
+++ b/params_shard_37.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10762459fabd1a6879a0074bcd00dc792473ddc347d1a9a3117aaf56e6572eaa
+size 33587200
diff --git a/params_shard_370.bin b/params_shard_370.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9700813ef7b05f664e6e026391a3bc16799e265e
--- /dev/null
+++ b/params_shard_370.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b34c208818099abf008bdc3c0cbe26b017a986bb8b79932490d86fed2f9ed3
+size 31100928
diff --git a/params_shard_371.bin b/params_shard_371.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e254b4dd00ea67250dd06d892236fe3f78e64ec0
--- /dev/null
+++ b/params_shard_371.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea4730e4c6130148893e0fe4dc4a2c75234b36f9b92fba02816cdcb354c7158
+size 31068160
diff --git a/params_shard_372.bin b/params_shard_372.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1953b2402603d226b36d0af320c22f5b07f0dcf0
--- /dev/null
+++ b/params_shard_372.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e47f5e8b5e9f02c12f725b1a6030bb3cd0e19a41221b1c0216a84f26c65191
+size 188088320
diff --git a/params_shard_373.bin b/params_shard_373.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c4dc4168b68c78ee82c6db7073bae1d8d8bfa3f9
--- /dev/null
+++ b/params_shard_373.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88f0c87d86a4161af36e064e11ce6bade61857629abd4c70f71f54a5e3fc874
+size 33587200
diff --git a/params_shard_374.bin b/params_shard_374.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7b38d9c9e407c3768ecd49f4ca11fa22392dbf7d
--- /dev/null
+++ b/params_shard_374.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8175665cbca77e7729fbfe3f75a1d6c865ef0f716ee08b49e8d4fd6778469ab2
+size 26869760
diff --git a/params_shard_375.bin b/params_shard_375.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c19e7f9a26bd98324a58baa0dbae9659cd391f4e
--- /dev/null
+++ b/params_shard_375.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d30eddc5c68c20f853f224f5fcac11400dacd24cc2019442b37f50397e5af8c
+size 31068160
diff --git a/params_shard_376.bin b/params_shard_376.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d853407eaf242504741dc15de0c8ebfa3b59f0c9
--- /dev/null
+++ b/params_shard_376.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ecd0220c4c0b5fc087ae472492b49d097f676b15cebc35f390eb368604fc7d
+size 93978624
diff --git a/params_shard_377.bin b/params_shard_377.bin
new file mode 100644
index 0000000000000000000000000000000000000000..31a2aedc6a990cae8fe48c8153ae708f7fa78767
--- /dev/null
+++ b/params_shard_377.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9bb05ebc3e6096321a9ea49a656594960810b9e30a3d57dc1ed37d32668dfd
+size 93978624
diff --git a/params_shard_378.bin b/params_shard_378.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f659c6ff5abee62f10f6c15b6903970db65b5990
--- /dev/null
+++ b/params_shard_378.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2907fd2a2f71280e001d7c4154373a975aabc7827fae377cfaff301ca3b27cab
+size 188088320
diff --git a/params_shard_379.bin b/params_shard_379.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bed33bc5e80503d48937146085ecf9774097ef1d
--- /dev/null
+++ b/params_shard_379.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e305ab0ec48d9e8ae76a3b7043e155ede0573349b4fddfb7b059d5784112a588
+size 23511040
diff --git a/params_shard_38.bin b/params_shard_38.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b1bd52030f0502d9180affe1ce71daacb8fd4d52
--- /dev/null
+++ b/params_shard_38.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed19e6828da92bb224aa0149299af79b3746e9ac81c39a64ded82226bd0ec6df
+size 31100928
diff --git a/params_shard_380.bin b/params_shard_380.bin
new file mode 100644
index 0000000000000000000000000000000000000000..957363e34beaf6b9a885c1aae4ebc61b76a94719
--- /dev/null
+++ b/params_shard_380.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532da8c423d20d1d2696867e5d32c6a51a766565033a1d65b5906709e6dfd4a7
+size 33587200
diff --git a/params_shard_381.bin b/params_shard_381.bin
new file mode 100644
index 0000000000000000000000000000000000000000..43954f13713963d1e3743e93d66b3059fcdcf9d8
--- /dev/null
+++ b/params_shard_381.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44c29b360b577db42b15fca360e1b620298b222c36dbd340b0fc6354ea427ad
+size 26869760
diff --git a/params_shard_382.bin b/params_shard_382.bin
new file mode 100644
index 0000000000000000000000000000000000000000..523d3a481e21528435c83a42bc43758d0f200b10
--- /dev/null
+++ b/params_shard_382.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e58f18ae695d7e0e5a84155beed9ab277aa6ff379d4d52917c84dc7db8ef779
+size 31117312
diff --git a/params_shard_383.bin b/params_shard_383.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6ed51e1d292394c3c812ee118a413ae99c9aa573
--- /dev/null
+++ b/params_shard_383.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7001b26fe5722431f21dace767e48a7bea42feed342ee7455b24a5d14888025c
+size 93978624
diff --git a/params_shard_384.bin b/params_shard_384.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a8fc2062a07743fdd4445ada2e6a10fc6a7c1783
--- /dev/null
+++ b/params_shard_384.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1b49d0c6c9a8dc24eb947d4003f48c0da229c4135ac4aa0438d2023b03c4bc
+size 188088320
diff --git a/params_shard_385.bin b/params_shard_385.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7fb3bdc7a562d663c5d56510f1986b12bac14f00
--- /dev/null
+++ b/params_shard_385.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbe2560204d5dc1f77dacb4c018199a7b0e8159385e10771282c36f6095385f
+size 23511040
diff --git a/params_shard_386.bin b/params_shard_386.bin
new file mode 100644
index 0000000000000000000000000000000000000000..804e866198ca51d9e5a141feaec2d900839319c4
--- /dev/null
+++ b/params_shard_386.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb185686a98864638a226a3a4ed873e48b476cacba33924d21d430b0498b2c21
+size 33587200
diff --git a/params_shard_387.bin b/params_shard_387.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0f75057583b0f213b4a53131e9ca1fc2b14badd8
--- /dev/null
+++ b/params_shard_387.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092f150e95cabddd380cea293f26b31d19c310bf0658be9fb40221109f5ce573
+size 26869760
diff --git a/params_shard_388.bin b/params_shard_388.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9772398b7aafbd8efc18408d34370cae7db96507
--- /dev/null
+++ b/params_shard_388.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1156a8f3e74e285d1b6a03d15f11684e4fa29ac8a7e4ed4aa71b8ae39d9b7439
+size 188088320
diff --git a/params_shard_389.bin b/params_shard_389.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4e318ddb9b59c10fe5553cab7a0233e7e7bf38b7
--- /dev/null
+++ b/params_shard_389.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10edc1ef7c7bd1ca5382c25203cafb406a7307b84931afac9102e6874bb47dd7
+size 23511040
diff --git a/params_shard_39.bin b/params_shard_39.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7d3671f28ca97994a6a57d106fd7554ef8ed62ad
--- /dev/null
+++ b/params_shard_39.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420edfc009879e3db4c6907f38a3adc79d137a89c3612954ca842f2bac96fad2
+size 31068160
diff --git a/params_shard_390.bin b/params_shard_390.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6e0eb8dd27a5f179d9c72d3bbb1933606ec82447
--- /dev/null
+++ b/params_shard_390.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50208a5dec0d3bab7c39642fc5b073eeb91f74936a7d8f5aca5c99370707a15
+size 33587200
diff --git a/params_shard_391.bin b/params_shard_391.bin
new file mode 100644
index 0000000000000000000000000000000000000000..84c4df1e020664bf0b78a7766179de9b0b6cc972
--- /dev/null
+++ b/params_shard_391.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de5eab83358643b61a99bd6a68892f74bbb6ce48f6e80c48de0974161ce3dbe
+size 26869760
diff --git a/params_shard_392.bin b/params_shard_392.bin
new file mode 100644
index 0000000000000000000000000000000000000000..00438f029a3a66525e53082f16ebc9a52485eb55
--- /dev/null
+++ b/params_shard_392.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd45d9395f14ea490b53509d3055bee7673b8bbc1ba5e765b21462609ee91a82
+size 93978624
diff --git a/params_shard_393.bin b/params_shard_393.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ca2b824e4683b8f1f6f2322d2af8676b2805ae9f
--- /dev/null
+++ b/params_shard_393.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e09b7e337aabbc75e5afbe8b48d71f183ee075b34200efccc28139af1ddc1f1
+size 30269440
diff --git a/params_shard_394.bin b/params_shard_394.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3b1a4d18e6c878b907b29d6fac826269681591c9
--- /dev/null
+++ b/params_shard_394.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edee9bd9038de3fe0a503f43215c48bd5743bef31361e612ae0592c9d8e186c6
+size 188088320
diff --git a/params_shard_395.bin b/params_shard_395.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c29dd0f0767e690353188c35e7da4691d63b64f9
--- /dev/null
+++ b/params_shard_395.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b960423ffcd83313129d8e1ac8014328562c3d2cf3cd996cf9af7a2a549193d
+size 23511040
diff --git a/params_shard_396.bin b/params_shard_396.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6f74fc00cf606537cef1ad7912e73dfa4649823a
--- /dev/null
+++ b/params_shard_396.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282b4ee954429bb884b0554c6e63737c036abf271eccb2712c89612c1b86127d
+size 26869760
diff --git a/params_shard_397.bin b/params_shard_397.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a7e207bc0163ec1756593a2884b40be99d7adb1d
--- /dev/null
+++ b/params_shard_397.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6d4fafcabb4631039eac93d992b937983d62ebf714c8acbcc98f1bac7457ec
+size 93978624
diff --git a/params_shard_398.bin b/params_shard_398.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7dae0d4f7cfa67546a74b95d6cefe3f30616c0cd
--- /dev/null
+++ b/params_shard_398.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36078d59737994cfc48cc9511649efeb1fc4e711daace677e0a52c56fa7b0a77
+size 188088320
diff --git a/params_shard_399.bin b/params_shard_399.bin
new file mode 100644
index 0000000000000000000000000000000000000000..90ea391dbf98c14279462cdb6461cc91423f1776
--- /dev/null
+++ b/params_shard_399.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dbbe2d020f87ed6d74f71f28756bb35cbc4eacf7fa3e726771bbdb491f1c62
+size 23511040
diff --git a/params_shard_4.bin b/params_shard_4.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c1a7ab7c500e42babfe23cbe49c7998a33da7da8
--- /dev/null
+++ b/params_shard_4.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7393033872caa2b2a0fed02c1bf5416c015c1b8c4069011475ba2605e0c2ab2c
+size 93978624
diff --git a/params_shard_40.bin b/params_shard_40.bin
new file mode 100644
index 0000000000000000000000000000000000000000..895c76a9599ffad626edd96d7f47f25305ab1df3
--- /dev/null
+++ b/params_shard_40.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12614b3289b5f0c2dc12009fee9d9324e4d806b859dd4ee55f00f587bcc60cf6
+size 188088320
diff --git a/params_shard_400.bin b/params_shard_400.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e63f1371b5f6995d227ffa9128cfbc719494c9f7
--- /dev/null
+++ b/params_shard_400.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c77c7680cd8732f366644ddb6b80faa3b6b8c29deb0357495f91b9d34b2435e
+size 33587200
diff --git a/params_shard_401.bin b/params_shard_401.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5cdd48dfd8f74a0b2dc008ebcb91f719518e9f17
--- /dev/null
+++ b/params_shard_401.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83d532d2f12b9a16ec8f75e3bfbbf99067c8668f50da2bdca9bf16c5daac111
+size 26869760
diff --git a/params_shard_402.bin b/params_shard_402.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bc27803ccfdbd95732714430d8400479a7192ed3
--- /dev/null
+++ b/params_shard_402.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381c3588b0284a83934ca86617d8d089934955f5588f398d301321e09048e1e4
+size 31100928
diff --git a/params_shard_403.bin b/params_shard_403.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5e1c0dd8a4018504d99fd6863563ec1be1eb336f
--- /dev/null
+++ b/params_shard_403.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca83f078462205a5098efabd87618bad19bbc9148857c5815351629db80871bf
+size 93978624
diff --git a/params_shard_404.bin b/params_shard_404.bin
new file mode 100644
index 0000000000000000000000000000000000000000..284fecd796614c8dcb143643eb773cf36e2a6b31
--- /dev/null
+++ b/params_shard_404.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149f31598f21d480a9d52c93272d577c7cd1220277542224e24a8ebda56488db
+size 188088320
diff --git a/params_shard_405.bin b/params_shard_405.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5f73c8b5f5064c7c0dcc3b2fadffbb288d11d9c8
--- /dev/null
+++ b/params_shard_405.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf3f529c6d11dbbed424a81295f73e3bf4cff0aa5d4c86fee00848aeff506e1
+size 23511040
diff --git a/params_shard_406.bin b/params_shard_406.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d9070ba697d70383f48168766dc5d8f08d74d647
--- /dev/null
+++ b/params_shard_406.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7b91b324f5da796793709577ca691133ddd3669929fe17cdfa0160cc7f839e
+size 33587200
diff --git a/params_shard_407.bin b/params_shard_407.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cef8756f39aa5140a967f584638c275eed32099c
--- /dev/null
+++ b/params_shard_407.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74508a707f53b718d2b43f57a8e7aeb4c91df50252c9b423082edc449dadc8c7
+size 26869760
diff --git a/params_shard_408.bin b/params_shard_408.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1bc3df176445110dfca7743df6aaf40519d31de4
--- /dev/null
+++ b/params_shard_408.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658fe1ecb29e259475d1747925f239a371eacb141cca9e9a09cca67dd43f04f8
+size 93978624
diff --git a/params_shard_409.bin b/params_shard_409.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f6fdbc0c436f985adca6fd4ee5e9afb2628060a1
--- /dev/null
+++ b/params_shard_409.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b410bdeed4e880b819955f459b0ac9d1a7f0a524ca3252ecac656c2c32e16f
+size 22712320
diff --git a/params_shard_41.bin b/params_shard_41.bin
new file mode 100644
index 0000000000000000000000000000000000000000..91271576ae2843eb94b97317bcbbd16292803733
--- /dev/null
+++ b/params_shard_41.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebe2fbfc5377345f44ef6e67e27e58f4d4a271efbfa24ed3a038ac288656285
+size 33587200
diff --git a/params_shard_410.bin b/params_shard_410.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4aa9e91c815ea0ffdf22d1582c89e9879b1ee4e2
--- /dev/null
+++ b/params_shard_410.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2370c25dfedbf18c21cb42e2c079db26b96bcb89754e9de36d86bb4f014f8d2b
+size 93978624
diff --git a/params_shard_411.bin b/params_shard_411.bin
new file mode 100644
index 0000000000000000000000000000000000000000..97ea7dd360de0ebe9f9efa8ba36b06b3485cc395
--- /dev/null
+++ b/params_shard_411.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd84ac63898fee36c67421198b5acfe695c0571ede1d921fbc75ac542f8ff71
+size 188088320
diff --git a/params_shard_412.bin b/params_shard_412.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6cfeb42434a7a28999382e7da456f91a41f3a121
--- /dev/null
+++ b/params_shard_412.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4419a8706add4423f236916b5b0a3a369dfe4aa2a2482869bf26ceebfa3e240d
+size 23511040
diff --git a/params_shard_413.bin b/params_shard_413.bin
new file mode 100644
index 0000000000000000000000000000000000000000..79709dc287a9278cef87c7f697cd61547d0aecd0
--- /dev/null
+++ b/params_shard_413.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077679940f0e1694e0d80b063104a5e65b4b83ed4ee02c0a04bcdef14506f01c
+size 33587200
diff --git a/params_shard_414.bin b/params_shard_414.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e52f19dce67d18c05679c9850f2d8daaedb63b0c
--- /dev/null
+++ b/params_shard_414.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae70b36afdc697dc13ff0338a8345695fbc200a1df8bab82abf78be5cc9f2f3
+size 26869760
diff --git a/params_shard_415.bin b/params_shard_415.bin
new file mode 100644
index 0000000000000000000000000000000000000000..db1acd57d125529c83bd979c32d47b9760bf4b66
--- /dev/null
+++ b/params_shard_415.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d08c5c3f56c1911c12009872c3e7d0cb631325a265c2dad810ae06045fe1cc5
+size 93978624
diff --git a/params_shard_416.bin b/params_shard_416.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1b970a103f0858bc455e52d20dc3488ffd1dab6a
--- /dev/null
+++ b/params_shard_416.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8849b6f8c89ba87f55dd135f58292984815ac299a750f9d54c94ad63ba29fe4
+size 31117312
diff --git a/params_shard_417.bin b/params_shard_417.bin
new file mode 100644
index 0000000000000000000000000000000000000000..02aba0c4ecb45fbc23882a771338deede6179483
--- /dev/null
+++ b/params_shard_417.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1514d92a352e07691651bc03d02cedec9f8711e6a8827338a7f18131468f01
+size 188088320
diff --git a/params_shard_418.bin b/params_shard_418.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0bfed830f7975575c6289d90c22b21d7aaf9e661
--- /dev/null
+++ b/params_shard_418.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f78ca1b1ab6f2c3c7a5408c5643f48ed3e6002abd64e486f71ff4b43bcdc0f
+size 23511040
diff --git a/params_shard_419.bin b/params_shard_419.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4d95cddb0c22791dbd6c7941587068418f2c16a1
--- /dev/null
+++ b/params_shard_419.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb71f1034fdc3835643db2ccd4a641b1258658bc50515e2fb994854307bb36c6
+size 33587200
diff --git a/params_shard_42.bin b/params_shard_42.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d509c9d888de8a99c5ae6d8914d74cc40ac10443
--- /dev/null
+++ b/params_shard_42.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85eabd302f2c67d09a459d24d19200dd21e0459d04a5e3e43449ecf0bc13c6f
+size 26869760
diff --git a/params_shard_420.bin b/params_shard_420.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7041bcf3400b963cb93738259ff30b4ce8a5e478
--- /dev/null
+++ b/params_shard_420.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c06f338d6e0cde96a87deafdbeb2234559beb426b3c5858661dd1a62fcfbba1
+size 26869760
diff --git a/params_shard_421.bin b/params_shard_421.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d331dc7622059c77dffdccf9f1901066f30ff785
--- /dev/null
+++ b/params_shard_421.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c013e14823a8c05d01982eac8ca0ba806eb15a6162222d5470124ad87b38af
+size 33587200
diff --git a/params_shard_422.bin b/params_shard_422.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3b198b36c447ec89c408a13bbd15860d90f766bc
--- /dev/null
+++ b/params_shard_422.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd03861ea34a182ee6bf6cc9e2774ba95bfc07294a71d2ce5b927213d25283ff
+size 26869760
diff --git a/params_shard_423.bin b/params_shard_423.bin
new file mode 100644
index 0000000000000000000000000000000000000000..269bc13f2a1fe9cb01517119a4f2065a8c4616d9
--- /dev/null
+++ b/params_shard_423.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bde8ca87a91e64702ecf2ec4da27323308f407d16f1e3afb9acba54d95a961
+size 93978624
diff --git a/params_shard_424.bin b/params_shard_424.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fd0ab787e0d082749a9d12017a1221c34873c955
--- /dev/null
+++ b/params_shard_424.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17628921365b5c4c29f055023c0cd58918a5fe2d6fe2d16bc15af9e2d04228cd
+size 26894336
diff --git a/params_shard_425.bin b/params_shard_425.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ce108298609393d033b841225dedc7103d39d0a5
--- /dev/null
+++ b/params_shard_425.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530100331534c33981e3121e3f65f8f38271724f4af139f8cfa8b1200b55b767
+size 188088320
diff --git a/params_shard_426.bin b/params_shard_426.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d8acbd18c010b51e73fa518dcf482b7390bfc9be
--- /dev/null
+++ b/params_shard_426.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65928959ab99fab9cba4db0642db07938dccca76af7a49e35a8f26511d3a0ee
+size 23511040
diff --git a/params_shard_427.bin b/params_shard_427.bin
new file mode 100644
index 0000000000000000000000000000000000000000..77443ad29afd1175116a911990a803ef55f4f9cd
--- /dev/null
+++ b/params_shard_427.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f63f236b7ae9aa3e37373e27dad142e7a3450014b76ff41ffd327ef2e484a49
+size 93978624
diff --git a/params_shard_428.bin b/params_shard_428.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2eb3e40521367aeab6fdf793d8d6f470524a63d7
--- /dev/null
+++ b/params_shard_428.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a110f76c7ef04d1d3bf2b5b58c2e9bb93fdaea07fba9032b4fe14fe0ec4b180
+size 188088320
diff --git a/params_shard_429.bin b/params_shard_429.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c8aec3d5f04130a557c5db47f74af5614a485d61
--- /dev/null
+++ b/params_shard_429.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209825f4efef4becf538caf479370a58df2082c7f030fd807fe5afe4d508ce00
+size 23511040
diff --git a/params_shard_43.bin b/params_shard_43.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9b8c755ee8f954e08683ea000db654a1d4fae17f
--- /dev/null
+++ b/params_shard_43.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9ad856e0be217c9c58704c49fc635b4af15b19ab394e92a927691d5015e9ee
+size 31068160
diff --git a/params_shard_430.bin b/params_shard_430.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d8beb9cec66420bd14e7ec5893f6d51a4e794d6f
--- /dev/null
+++ b/params_shard_430.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50358bf1ac73690a0ba139a900dfc14fc1180b2a3f265c5e442a0fb939ddd18e
+size 33587200
diff --git a/params_shard_431.bin b/params_shard_431.bin
new file mode 100644
index 0000000000000000000000000000000000000000..298c9b7a5863d512bb8260a3b72bd6ce67723f7f
--- /dev/null
+++ b/params_shard_431.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2daf7342fa5a5bbe477cec2c1bd53439eb80d426902f7d1c7a31de8175d97762
+size 26869760
diff --git a/params_shard_432.bin b/params_shard_432.bin
new file mode 100644
index 0000000000000000000000000000000000000000..525769b285bcad7a6dcef6fe3433580ad22936a4
--- /dev/null
+++ b/params_shard_432.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2202c9234760842b7f1a920f0a02bc316ba933880008af5d2d1064af006958ad
+size 93978624
diff --git a/params_shard_433.bin b/params_shard_433.bin
new file mode 100644
index 0000000000000000000000000000000000000000..68889a838eaba3bf047ec3e67797f7cd3c412726
--- /dev/null
+++ b/params_shard_433.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530b32889d3a2b1ac01a4265c5928f35db7898a6aabbf7d6c48213aa02fabcab
+size 31117312
diff --git a/params_shard_434.bin b/params_shard_434.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7431914d39231dc2c5f303564c63b3699cbcb3f7
--- /dev/null
+++ b/params_shard_434.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b4ba4ebf4841ce7763b83a79b3514b33a8702785734adccd4a4e1d2651b624
+size 188088320
diff --git a/params_shard_435.bin b/params_shard_435.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1979b46968afb5f3803e20bf16aee5dc5f349566
--- /dev/null
+++ b/params_shard_435.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96dd9c72bd4519adcac0087104f1943e53e1f45eb52e0424158fe6d695d6a2e2
+size 23511040
diff --git a/params_shard_436.bin b/params_shard_436.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22c51e0ec8bc82bebf32e0c5f92ff5b56fc0d7ce
--- /dev/null
+++ b/params_shard_436.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef86019fedb64e9f4406e3fd5d5d3e4cb8f6fada798985b721d0be06bf7ebb74
+size 33587200
diff --git a/params_shard_437.bin b/params_shard_437.bin
new file mode 100644
index 0000000000000000000000000000000000000000..09dd2ab0e723126703a41519ac3fde133cfb03d9
--- /dev/null
+++ b/params_shard_437.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3528cb4fe2b48aa069ec30c01aa514fd52f52821cd268c665173075493bc1941
+size 26869760
diff --git a/params_shard_438.bin b/params_shard_438.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e6c1afe6273f05beb2e5ea71e1fede74e3607324
--- /dev/null
+++ b/params_shard_438.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f181f4b1dbadc613c9b5126357e795838a6c3f9ff6a1182c61ec8f2bfb2bb81d
+size 33587200
diff --git a/params_shard_439.bin b/params_shard_439.bin
new file mode 100644
index 0000000000000000000000000000000000000000..165f97aa204414a51436d903283669b694fe15f5
--- /dev/null
+++ b/params_shard_439.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b85ecf423eaf5bc512c3d7fc388d90e915c452ff2b1ea5a9bae59656d0ce80
+size 93978624
diff --git a/params_shard_44.bin b/params_shard_44.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fe6eb1c007a6d020a99ba81e92c8f775fa60e9cf
--- /dev/null
+++ b/params_shard_44.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83f488348824c4aa60fb45bfce300b1cc8eb027e6e5a8d231aedab3535b4215
+size 93978624
diff --git a/params_shard_440.bin b/params_shard_440.bin
new file mode 100644
index 0000000000000000000000000000000000000000..39924988c499e3ff6cf92ea564d5eec37694cfe0
--- /dev/null
+++ b/params_shard_440.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0d3e9dcf4635106e5d8981e496cf0708ac890aec4449b1669418de35c24bc1
+size 23535616
diff --git a/params_shard_441.bin b/params_shard_441.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7a0490f1cfb9b0cd33af38519b28387f00940305
--- /dev/null
+++ b/params_shard_441.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d9c5b813632e63d506f5fc4015636460f379a281a730b404aa1bf8312e94e3
+size 188088320
diff --git a/params_shard_442.bin b/params_shard_442.bin
new file mode 100644
index 0000000000000000000000000000000000000000..95639f50979223638e79cbaab9bddf431fff8de5
--- /dev/null
+++ b/params_shard_442.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdf3bd719d849ffbb45e6b25ebd74ec834d01291e5df19764cd2047b976fd98
+size 23511040
diff --git a/params_shard_443.bin b/params_shard_443.bin
new file mode 100644
index 0000000000000000000000000000000000000000..739fd84a93f8e4c108308b0452c819944d8b6b01
--- /dev/null
+++ b/params_shard_443.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6060d4ac08396cfe9eee15a576b26bb92eb14ecb506ef7a0930bd1a9ad5ef81b
+size 26869760
diff --git a/params_shard_444.bin b/params_shard_444.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f9127bb4837d3bb2550d3f718058dae09cfd96d8
--- /dev/null
+++ b/params_shard_444.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68896d501acf210026d6fd3c245ae1afac545f0f86f766e20fb2d08d0b8759b
+size 93978624
diff --git a/params_shard_445.bin b/params_shard_445.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c0a948fe8ec697a54992704841cb6c9015052a78
--- /dev/null
+++ b/params_shard_445.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcc111b1e800125bc58d0686985ae0a92886d71af49282d58522f88358b6e6d
+size 188088320
diff --git a/params_shard_446.bin b/params_shard_446.bin
new file mode 100644
index 0000000000000000000000000000000000000000..97531813ec5fa414bd0c77c5cb37d0007b277079
--- /dev/null
+++ b/params_shard_446.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7aa1d4900c93da964d102b01f13482ce39d08ed6be966108d9d7393e1b54c05
+size 23511040
diff --git a/params_shard_447.bin b/params_shard_447.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3bb5d9924e97d9f4a8f697d5b2ed1c59b66fc11f
--- /dev/null
+++ b/params_shard_447.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d7c5f3488fd2d8c5625abdb69b8c109cc4b4a4ed5f1e31e8426f7b3217f71b
+size 33587200
diff --git a/params_shard_448.bin b/params_shard_448.bin
new file mode 100644
index 0000000000000000000000000000000000000000..92f00bee164f39e996395c9af6a5e0255b1cec80
--- /dev/null
+++ b/params_shard_448.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e365aef1b60615504813ef312899853d763714aad49402a7edaf705fb336a9
+size 26869760
diff --git a/params_shard_449.bin b/params_shard_449.bin
new file mode 100644
index 0000000000000000000000000000000000000000..59062606ad0c44d3f224c5b804a6fc9aa2961867
--- /dev/null
+++ b/params_shard_449.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb33a0598d24c4038a632958176187b5a1d994c162769db56c1abebf15d2123e
+size 31100928
diff --git a/params_shard_45.bin b/params_shard_45.bin
new file mode 100644
index 0000000000000000000000000000000000000000..90b357d801526eba0f5d159b737cd941b6fccfc3
--- /dev/null
+++ b/params_shard_45.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc15610da7a00a53ccbcd5af7c46fdd9dac08bc1085ec7a451afbc7b8ca95fb
+size 93978624
diff --git a/params_shard_450.bin b/params_shard_450.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fd76736d6f0492d16a7ec1232ecff29f1a8f8fc3
--- /dev/null
+++ b/params_shard_450.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cbbcce53a8f5913d0069ab9eef7ccbc7786f15de18d5d967c45e7481ea61a5
+size 93978624
diff --git a/params_shard_451.bin b/params_shard_451.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bf8c8903d9a30c308a9707f1a7468a7a3d334931
--- /dev/null
+++ b/params_shard_451.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca69294091004dd6fa95e3ffd51d6d2c7bbd906b3d24408a5f0276849e15e0c
+size 188088320
diff --git a/params_shard_452.bin b/params_shard_452.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ebac0018c27b39825e420d36f0238691de0f05da
--- /dev/null
+++ b/params_shard_452.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5941bd95746d1427e4f227d351c2a98d71d0190eef4b35b0aae7870f25756700
+size 23511040
diff --git a/params_shard_453.bin b/params_shard_453.bin
new file mode 100644
index 0000000000000000000000000000000000000000..69f609ae5e145a6ee1d16102fa76b3366bb604a0
--- /dev/null
+++ b/params_shard_453.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b91010d3546cae1ea68658b59856791a9bcdcc06369b19c7a2b3fbba86ca0e
+size 33587200
diff --git a/params_shard_454.bin b/params_shard_454.bin
new file mode 100644
index 0000000000000000000000000000000000000000..672f62438a4ee2dbd66cf6bdaaa47834ab0a348b
--- /dev/null
+++ b/params_shard_454.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898bc0056fab344086eebd4c44b37a11e0a82b2f55d04ed0bcf4e257e3dbd44f
+size 26869760
diff --git a/params_shard_455.bin b/params_shard_455.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b58854d58f7167ece00922ab39e1b4fac14488fe
--- /dev/null
+++ b/params_shard_455.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced694400cd54f364fbdd1908f90921e9971b301740576334a91b5a248659508
+size 22712320
diff --git a/params_shard_46.bin b/params_shard_46.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ab5f5f8fcf024462728766e2cca4a17057d99163
--- /dev/null
+++ b/params_shard_46.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba43ad3c5d33ffa8a2d8bf2b18ed893dc851f1fff4efc54daf118d9bcb786503
+size 188088320
diff --git a/params_shard_47.bin b/params_shard_47.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3403815b30b1054aba41e8f7abae97525f690158
--- /dev/null
+++ b/params_shard_47.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3abca33a2432f6cde89e077d3bec1df9b739012728ccc47abc41d2d159ea65
+size 23511040
diff --git a/params_shard_48.bin b/params_shard_48.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0a63e9b7ba779bdb31feaa42012aed130a14f5a3
--- /dev/null
+++ b/params_shard_48.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d989fd47fb8324749c88beefd3b30953c627cb3164cccf6e43c1988228ad9f3
+size 33587200
diff --git a/params_shard_49.bin b/params_shard_49.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0886717f9aca6556d0399667a8d2d1f0749d4157
--- /dev/null
+++ b/params_shard_49.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be6361f842c5939d23713c31d2f2841110ac42d5477f711ad9c09f268022fb9
+size 26869760
diff --git a/params_shard_5.bin b/params_shard_5.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d277d53e10188bc54ae4116385d9a8a972389052
--- /dev/null
+++ b/params_shard_5.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dc00f7a76307c9713234d0dd6f3c07133592decabebdb98c0344100dcbce14
+size 188088320
diff --git a/params_shard_50.bin b/params_shard_50.bin
new file mode 100644
index 0000000000000000000000000000000000000000..be8ed35b700accb8bb559b9025951ea00d7acc6d
--- /dev/null
+++ b/params_shard_50.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359c8d9747bab6824342efec71c0216edb617f734d7d9214dbd8c8a87e776035
+size 31117312
diff --git a/params_shard_51.bin b/params_shard_51.bin
new file mode 100644
index 0000000000000000000000000000000000000000..09fbd745e832931e68ef333c8a03cae51a5ecce6
--- /dev/null
+++ b/params_shard_51.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1e83d6ff572e3b078efe8c7569ba4db35655fa2bd56d257e578c2bd42580b1
+size 93978624
diff --git a/params_shard_52.bin b/params_shard_52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a1a97143d527bbe77445462af96a703598e785f2
--- /dev/null
+++ b/params_shard_52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7158cd5d0dacad85ceaa809124e0f894eca69ddb14f257ff88bb8e9cbde3e0
+size 188088320
diff --git a/params_shard_53.bin b/params_shard_53.bin
new file mode 100644
index 0000000000000000000000000000000000000000..99ee91caf411224801b772ad652b654c6738436d
--- /dev/null
+++ b/params_shard_53.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf2f3b02b75c233738907e29d0203b58eccc70c397e8c7dfd79c1b1ff43b397
+size 23511040
diff --git a/params_shard_54.bin b/params_shard_54.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c461fde95b7a0d6d911b250542a0eb94fcc25e14
--- /dev/null
+++ b/params_shard_54.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce07ccf2523d278859136ed5d8898432294af53609da980323bd6dcf8e13e76
+size 33587200
diff --git a/params_shard_55.bin b/params_shard_55.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b9987a3f860743c49bcdada48267f90eff12ce4b
--- /dev/null
+++ b/params_shard_55.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe983fd6a10d3ac9e51a439df5197358486e1b63bb76602d8f7f57c319c5452
+size 26869760
diff --git a/params_shard_56.bin b/params_shard_56.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6e4a2bc5900260c167199cde2da9a5107f50bfbc
--- /dev/null
+++ b/params_shard_56.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07428f606a110887c5dde34aa4a4224acbc5a839b47209449c46ca42464b380
+size 188088320
diff --git a/params_shard_57.bin b/params_shard_57.bin
new file mode 100644
index 0000000000000000000000000000000000000000..95b0168c7f9fcf6d48f5e0c44af804222b25c512
--- /dev/null
+++ b/params_shard_57.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4156fb83423316074000fdb5fd2f565dd62c204a5eeb47736f3144ff4c5ad28
+size 23511040
diff --git a/params_shard_58.bin b/params_shard_58.bin
new file mode 100644
index 0000000000000000000000000000000000000000..386d03f6cc1d5b68679a07881831071a56e9082f
--- /dev/null
+++ b/params_shard_58.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b153112c3a41e80344f25c27bf07ab93256a90f9ceee3e607c458d9db5f80d43
+size 33587200
diff --git a/params_shard_59.bin b/params_shard_59.bin
new file mode 100644
index 0000000000000000000000000000000000000000..73f43b056f3a9032ea3ee17f258507c2dd4afaeb
--- /dev/null
+++ b/params_shard_59.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3af15f53b8a968873bb4b9b376ec6c69a93c395c19142b78ca7c0aa2227990
+size 26869760
diff --git a/params_shard_6.bin b/params_shard_6.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5f2da3675cfd16d8d471d76a9615a4939b3bb85e
--- /dev/null
+++ b/params_shard_6.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a7f759b58eb63eeddbfdaa01da36bb7faa92de2ac06763c71c4ac020c51c0a
+size 23511040
diff --git a/params_shard_60.bin b/params_shard_60.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0ecdb0b4affc2b2adf257439d62761935b1253c2
--- /dev/null
+++ b/params_shard_60.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a7f09205ba645fb12524ed8dff7f0ec310d9acc182c02239121880f3c58e29
+size 93978624
diff --git a/params_shard_61.bin b/params_shard_61.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6cb46a5b45ce2b9d6ecec22301f7473db8794ad7
--- /dev/null
+++ b/params_shard_61.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad52e0729af6b5329ef69ad2f36342c0d00d4bd0b631fe288c8bbe30231ab02
+size 30269440
diff --git a/params_shard_62.bin b/params_shard_62.bin
new file mode 100644
index 0000000000000000000000000000000000000000..24efdcd870a5f78cfd1f9498604dbf8a715a328c
--- /dev/null
+++ b/params_shard_62.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcf47e86f2ffb4e528296931059340442028e3371272cfe8bdfe9c9f5c68e8c
+size 93978624
diff --git a/params_shard_63.bin b/params_shard_63.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5085645f03ac6eb313ac84e8c6a87c0d83aa0d7e
--- /dev/null
+++ b/params_shard_63.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb6e529eb1db0bc760fe094532235b1448d13de6f937446085131fb0518fbbe
+size 188088320
diff --git a/params_shard_64.bin b/params_shard_64.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c3b1e2f4099a87b78ac96344d1ee59df96f672be
--- /dev/null
+++ b/params_shard_64.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca55b916be9db85b4a2e4212560ab966977ac500973ef14fede3a91475b408f3
+size 23511040
diff --git a/params_shard_65.bin b/params_shard_65.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6b3adfe5c3f594b9b7883c6c58bf003a2b072f51
--- /dev/null
+++ b/params_shard_65.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ffa1a84c1803a7e9adb7409c75011c3f17236aa25315a010af773b4a4372d3
+size 33587200
diff --git a/params_shard_66.bin b/params_shard_66.bin
new file mode 100644
index 0000000000000000000000000000000000000000..82263c6231d9cd2720f4eb825bef520a5e5b5a98
--- /dev/null
+++ b/params_shard_66.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cc57eae0dae86f8b34eac5297a1dbe6f3944112f18a67b99a2e1d415af4f19
+size 26869760
diff --git a/params_shard_67.bin b/params_shard_67.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5be31ba9f0f55b86f623fb8152db0d4da4d9e18c
--- /dev/null
+++ b/params_shard_67.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3fc523a1900c4bfeee41d664cd69e3c2df8acc44d7232426994874878f7467
+size 93978624
diff --git a/params_shard_68.bin b/params_shard_68.bin
new file mode 100644
index 0000000000000000000000000000000000000000..80ccd028fb621e4b5de14b0057df66d94fb9efbf
--- /dev/null
+++ b/params_shard_68.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9248247fae5e6feda121b2374c5a01eab799085ac4866cca91ac7201a94b4a8d
+size 31117312
diff --git a/params_shard_69.bin b/params_shard_69.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb4a8fb817253aac86a477a7cdaaa15de943200b
--- /dev/null
+++ b/params_shard_69.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715057dd8fa0560a51668d0f150038bb8ef14589d4cd75dd396d4e6f31c18ecc
+size 188088320
diff --git a/params_shard_7.bin b/params_shard_7.bin
new file mode 100644
index 0000000000000000000000000000000000000000..91b9e88d671f458cc33330c166c809ad09535552
--- /dev/null
+++ b/params_shard_7.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6473b306922aedbbced68bef9b42897f80ee7da1df2a84ae6d923df981abe9e3
+size 33587200
diff --git a/params_shard_70.bin b/params_shard_70.bin
new file mode 100644
index 0000000000000000000000000000000000000000..12d6b2303fb9011fd9a2a952e86d611891cfb616
--- /dev/null
+++ b/params_shard_70.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f4a6ea53da91eeec93daf236293d015180bcb04a9410ac695f08faa6bd78a7
+size 23511040
diff --git a/params_shard_71.bin b/params_shard_71.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0694118e91286246eb922bc844ce4eba051ed96f
--- /dev/null
+++ b/params_shard_71.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f40d663c6d1bf27e7533f68b8998a8ca2f9b5ac1811b3b2d22df0f82067ab63
+size 33587200
diff --git a/params_shard_72.bin b/params_shard_72.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5feb9c8440b4552ca2ee8f696144465d502f9c2e
--- /dev/null
+++ b/params_shard_72.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f8ac078f0532b4e2bb531776df8aa272a7ac9fd1b0db90675c1e53cc96f443
+size 26869760
diff --git a/params_shard_73.bin b/params_shard_73.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a5a426ede06c8879dd530b8706e1540d6acdf25a
--- /dev/null
+++ b/params_shard_73.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44e06f3a11e00c7fa237d91bca2d910e7a6be9e8fe3b37c8b12f74dd2dd4318
+size 33587200
diff --git a/params_shard_74.bin b/params_shard_74.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4c5fd37e48bfaeef8c1d6b617c689248851d0af9
--- /dev/null
+++ b/params_shard_74.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1ceae6a99b238d7eaa81f00b29dfed5ab0a8b2802d39a5add725b4e72b629f
+size 26869760
diff --git a/params_shard_75.bin b/params_shard_75.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4ae4e7408bcdf9eb29991c3a1d103d7a8896f5ef
--- /dev/null
+++ b/params_shard_75.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b08ef41951355b8eec3ba7506c7fb4657e8a6e7b8e1d6ae7e671b0d21b08e43
+size 93978624
diff --git a/params_shard_76.bin b/params_shard_76.bin
new file mode 100644
index 0000000000000000000000000000000000000000..10a492a39f4caad4bc81a3135c0abca4c103e835
--- /dev/null
+++ b/params_shard_76.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57652d5fd097aef23074af58aa8c1baf849c3cc24ea39194125df8ef98e4a04d
+size 26894336
diff --git a/params_shard_77.bin b/params_shard_77.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d4558e5fcb21d61eeb037d349d2b00efbc7c2543
--- /dev/null
+++ b/params_shard_77.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9414a2f91a52b37196c2698f49060eaf65b97ca7039b1bc4af020156a08ef7b6
+size 188088320
diff --git a/params_shard_78.bin b/params_shard_78.bin
new file mode 100644
index 0000000000000000000000000000000000000000..23995025b798850c624b4d812cd1d4a88101235c
--- /dev/null
+++ b/params_shard_78.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9caa97191ab10608e29101bc0d161d7b2b1f39a9548ffb53f7a22f05b553f18
+size 23511040
diff --git a/params_shard_79.bin b/params_shard_79.bin
new file mode 100644
index 0000000000000000000000000000000000000000..64fc3dba6e52d815e0016e6d4f0cdfdb9e26fe5f
--- /dev/null
+++ b/params_shard_79.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720f72fbc12eff637679bac05d96c5daacfb188f261de987d0712a0e7306f5c0
+size 93978624
diff --git a/params_shard_8.bin b/params_shard_8.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e5a53942cface3898421c7534300f55a307d76bf
--- /dev/null
+++ b/params_shard_8.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148fe070e1c8003b6491f21567908ff35fdf884a95b2750c4d23a272fa8dfdb4
+size 26869760
diff --git a/params_shard_80.bin b/params_shard_80.bin
new file mode 100644
index 0000000000000000000000000000000000000000..78aa8a6563c3e0b9e6a07a77617c4452da51912e
--- /dev/null
+++ b/params_shard_80.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bc49e2b273f056c3aa18374427caaa1273f3646d550dc26e2cc63d6067ad89
+size 188088320
diff --git a/params_shard_81.bin b/params_shard_81.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a62a585c21298e063925e61f1425eb6470b54e73
--- /dev/null
+++ b/params_shard_81.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602e4c10fdbbcf82293275ffa77b880eb38282267cacd14577349a15bcc4f560
+size 23511040
diff --git a/params_shard_82.bin b/params_shard_82.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0c3c199cc4efea01d199ac11a8095fe055be3ff6
--- /dev/null
+++ b/params_shard_82.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba32900e5df94c6bab8986c39db865d3f309c82b229d72e0f49fe365cd70123
+size 33587200
diff --git a/params_shard_83.bin b/params_shard_83.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cce84df00b0774c817af851b0a0d6702b1bbbb6c
--- /dev/null
+++ b/params_shard_83.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da6927f5c99277da71cbe72d4b7da5e036df863d4041801f8afdc9d8f9d9bba
+size 26869760
diff --git a/params_shard_84.bin b/params_shard_84.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b03a4e92ab6b60ca67528f9378b1c91bb0e0cc59
--- /dev/null
+++ b/params_shard_84.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fa7afc7d5247488ca786ff253c014e57b822ea1c7d2ef7b600c2fde1e5714e
+size 93978624
diff --git a/params_shard_85.bin b/params_shard_85.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9dc2f0e65a867db2c4b3452020074d766c22eaef
--- /dev/null
+++ b/params_shard_85.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ac4e3a00e5bf7ca76e6965c287b3f0a18aa87b32d8abaec68496c3bd94969e
+size 31117312
diff --git a/params_shard_86.bin b/params_shard_86.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b01e5fa9169b20a3aa258634ddb694d8df17f0ed
--- /dev/null
+++ b/params_shard_86.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbe61af4a0ea03ee0230d01af9dbb24b0f5684eb0ca457b8267ca40d99f4af9
+size 188088320
diff --git a/params_shard_87.bin b/params_shard_87.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aaf98bc3fe429f63267e88464fb0ae29743eea1d
--- /dev/null
+++ b/params_shard_87.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f4c8f65bafd9367feee068ac1dc57e25430e9217f879d3b1b4c61448f7ffe7
+size 23511040
diff --git a/params_shard_88.bin b/params_shard_88.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0b2cfdb916f4aa82b9800d3d5d1a1cc36b3f903
--- /dev/null
+++ b/params_shard_88.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1f1d8c9a5155b87dc88a51238f10dc2fa4fe405fe310d739ccb8ae61d58bd8
+size 33587200
diff --git a/params_shard_89.bin b/params_shard_89.bin
new file mode 100644
index 0000000000000000000000000000000000000000..44d009d43f296dd1562e6a39c3142e9f8aa717de
--- /dev/null
+++ b/params_shard_89.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7879cd5ff7f6420f03e66152963c406c2b6424e53e14e0b8728498132717183e
+size 26869760
diff --git a/params_shard_9.bin b/params_shard_9.bin
new file mode 100644
index 0000000000000000000000000000000000000000..133c2b9efcaf216d18c929fdbfbf4a8ddccda4a0
--- /dev/null
+++ b/params_shard_9.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc980dab3f9dd9d4d38ae91a7ac662c3acdd52fb621c4168e5605feeaa8ea64
+size 188088320
diff --git a/params_shard_90.bin b/params_shard_90.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3de74558bff2849855589f87d00e127e95579853
--- /dev/null
+++ b/params_shard_90.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaee6aff8f78a0bc618b75a24879a56ad2b013a38c718c6baddde277921d338f
+size 33587200
diff --git a/params_shard_91.bin b/params_shard_91.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f2fb128c357ecba19a3c2e6c6706d7891511149f
--- /dev/null
+++ b/params_shard_91.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73b95110eb670b1c7ed36ff8158f8a1d1c0b0a2f6a1d885cd67f640fe9b7fcb
+size 93978624
diff --git a/params_shard_92.bin b/params_shard_92.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8e821ef4b6a6d0768920afa1fd085d5ccefbcd98
--- /dev/null
+++ b/params_shard_92.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44685eb8fd71fb4875d5ca5573faddc03215d9bd8eb9fabb8c79ee1b6ae42803
+size 23535616
diff --git a/params_shard_93.bin b/params_shard_93.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3553f6b1405bcb15630d2c5417d1036ca21b518a
--- /dev/null
+++ b/params_shard_93.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de74ec794188184e6c21518204136a48f52ef9b29a3818c5eb504d4af228be90
+size 188088320
diff --git a/params_shard_94.bin b/params_shard_94.bin
new file mode 100644
index 0000000000000000000000000000000000000000..20e52dff0e30d722c70d65e68f565106bfdc56a7
--- /dev/null
+++ b/params_shard_94.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103dc1599605e58b146890a379dc911c0c3823c71b6651824e504c9a1d0cd948
+size 23511040
diff --git a/params_shard_95.bin b/params_shard_95.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a72df9838221a3fb1bccd226820f47dfae9edc3a
--- /dev/null
+++ b/params_shard_95.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4e91a19b90453a292118f14e9f4fcb520f796ade407c107241f4732bbc3b75
+size 26869760
diff --git a/params_shard_96.bin b/params_shard_96.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d6a54f110d28bc4458e8a98ee5abeaf6571b6c8b
--- /dev/null
+++ b/params_shard_96.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492fd773c536d52f59aed865f594c7b699370b9b875084a88a1e90291b6c08ba
+size 93978624
diff --git a/params_shard_97.bin b/params_shard_97.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c650567443101856e0393291e79060c26eaa93ae
--- /dev/null
+++ b/params_shard_97.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2da68018415dd5ab953c3048cc9121eee6b713c634eb2e0767538efa156f36
+size 188088320
diff --git a/params_shard_98.bin b/params_shard_98.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5fbb8ce6f247505cc0ab1962d69f55ffaa3b963e
--- /dev/null
+++ b/params_shard_98.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc055a83fdea7386301165114b44f6c3d1ea8aab95ebacac2c693f80ee708028
+size 23511040
diff --git a/params_shard_99.bin b/params_shard_99.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7673267a5cf1f4755f3c3ef10b34cad932160408
--- /dev/null
+++ b/params_shard_99.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb297872aee0b3f7f571b3a2eb61f167d11de2a2445f1d8f0ecf5ef9eb96c256
+size 33587200
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e6a25339d98467d75d2503e6a14bcebe46c06a1
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,410562 @@
+{
+ "version": "1.0",
+ "truncation": null,
+ "padding": null,
+ "added_tokens": [
+ {
+ "id": 128000,
+ "content": "<|begin_of_text|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128001,
+ "content": "<|end_of_text|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128002,
+ "content": "<|im_start|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": true,
+ "special": false
+ },
+ {
+ "id": 128003,
+ "content": "<|im_end|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": true,
+ "special": true
+ },
+ {
+ "id": 128004,
+ "content": "
&": 5909, + "CON": 5910, + "Ġrepl": 5911, + "Ġregular": 5912, + "Storage": 5913, + "ramework": 5914, + "Ġgoal": 5915, + "Ġtouch": 5916, + ".widget": 5917, + "Ġbuilt": 5918, + "des": 5919, + "Part": 5920, + "(re": 5921, + "Ġworth": 5922, + "hib": 5923, + "game": 5924, + "91": 5925, + "192": 5926, + "Ġв": 5927, + "acion": 5928, + "ĠWhite": 5929, + "(type": 5930, + "(`": 5931, + "81": 5932, + "Ġnatural": 5933, + "Ġinj": 5934, + "Ġcalcul": 5935, + "ĠApril": 5936, + ".List": 5937, + "Ġassociated": 5938, + "ĉSystem": 5939, + "~~": 5940, + "=[": 5941, + "Ġstorage": 5942, + "Ġbytes": 5943, + "Ġtravel": 5944, + "Ġsou": 5945, + "Ġpassed": 5946, + "!=": 5947, + "ascript": 5948, + ".open": 5949, + "Ġgrid": 5950, + "Ġbus": 5951, + "Ġrecogn": 5952, + "Ab": 5953, + "Ġhon": 5954, + "ĠCenter": 5955, + "Ġprec": 5956, + "build": 5957, + "73": 5958, + "HTML": 5959, + "ĠSan": 5960, + "Ġcountries": 5961, + "aled": 5962, + "token": 5963, + "kt": 5964, + "Ġqual": 5965, + "Last": 5966, + "adow": 5967, + "Ġmanufact": 5968, + "idad": 5969, + "jango": 5970, + "Next": 5971, + "xf": 5972, + ".a": 5973, + "Ġporno": 5974, + "ĠPM": 5975, + "erve": 5976, + "iting": 5977, + "_th": 5978, + "ci": 5979, + "=None": 5980, + "gs": 5981, + "Ġlogin": 5982, + "atives": 5983, + "']);Ċ": 5984, + "Äħ": 5985, + "Ġill": 5986, + "IA": 5987, + "children": 5988, + "DO": 5989, + "Ġlevels": 5990, + "Ġ{{": 5991, + "Ġlooks": 5992, + "Ġ\"#": 5993, + "ToString": 5994, + "Ġnecessary": 5995, + "ĠĠĠĊ": 5996, + "cell": 5997, + "Entry": 5998, + "Ġ'#": 5999, + "Ġextrem": 6000, + "Selector": 6001, + "Ġplaceholder": 6002, + "Load": 6003, + "Ġreleased": 6004, + "ORE": 6005, + "Enumer": 6006, + "ĠTV": 6007, + "SET": 6008, + "inq": 6009, + "Press": 6010, + "ĠDepartment": 6011, + "Ġproperties": 6012, + "Ġrespond": 6013, + "Search": 6014, + "ael": 6015, + "Ġrequ": 6016, + "ĠBook": 6017, + "/Ċ": 6018, + "(st": 6019, + "Ġfinancial": 6020, + "icket": 6021, + "_input": 6022, + "Ġthreat": 6023, + "(in": 6024, + "Strip": 6025, + "ìĿ": 6026, + "ção": 6027, + "71": 6028, + "Ġevidence": 6029, + "));": 6030, + "ĠBro": 6031, + "Ġ[];Ċ": 6032, + "Ġou": 6033, + "buf": 6034, + "Script": 6035, + "dat": 6036, + "Ġrule": 6037, + "#import": 6038, + "=\"/": 6039, + "Serial": 6040, + "Ġstarting": 6041, + "[index": 6042, + "ae": 6043, + "Ġcontrib": 6044, + "session": 6045, + "_new": 6046, + "utable": 6047, + "ober": 6048, + "Ġ\"./": 6049, + "Ġlogger": 6050, + "Ġrecently": 6051, + "Ġreturned": 6052, + "ččĊ": 6053, + ")))Ċ": 6054, + "itions": 6055, + "Ġseek": 6056, + "Ġcommunic": 6057, + "Ġ\".": 6058, + "Ġusername": 6059, + "ECT": 6060, + "DS": 6061, + "Ġotherwise": 6062, + "ĠGerman": 6063, + ".aw": 6064, + "Adapter": 6065, + "ixel": 6066, + "Ġsystems": 6067, + "Ġdrop": 6068, + "83": 6069, + "Ġstructure": 6070, + "Ġ$(\"#": 6071, + "encies": 6072, + "anning": 6073, + "ĠLink": 6074, + "ĠResponse": 6075, + "Ġstri": 6076, + "ż": 6077, + "ĠDB": 6078, + "æĹ": 6079, + "android": 6080, + "submit": 6081, + "otion": 6082, + "92": 6083, + "(@": 6084, + ".test": 6085, + "82": 6086, + "ĊĊĊĊĊĊĊĊ": 6087, + "];čĊ": 6088, + "Ġdirectly": 6089, + "Ġ\"%": 6090, + "ris": 6091, + "elta": 6092, + "AIL": 6093, + "){čĊ": 6094, + "mine": 6095, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 6096, + "(k": 6097, + "bon": 6098, + "asic": 6099, + "pite": 6100, + "___": 6101, + "Max": 6102, + "Ġerrors": 6103, + "ĠWhile": 6104, + "Ġarguments": 6105, + "Ġensure": 6106, + "Right": 6107, + "-based": 6108, + "Web": 6109, + "Ġ-=": 6110, + "Ġintrodu": 6111, + "ĠInst": 6112, + "ĠWash": 6113, + "ordin": 6114, + "join": 6115, + "Database": 6116, + "Ġgrad": 6117, + "Ġusually": 6118, + "ITE": 6119, + "Props": 6120, + "?>Ċ": 6121, + "ĠGo": 6122, + "@Override": 6123, + "REF": 6124, + "Ġip": 6125, + "ĠAustral": 6126, + "Ġist": 6127, + "ViewById": 6128, + "Ġserious": 6129, + "Ġcustomer": 6130, + ".prototype": 6131, + "odo": 6132, + "cor": 6133, + "Ġdoor": 6134, + "ĠWITHOUT": 6135, + "Ġplant": 6136, + "Ġbegan": 6137, + "Ġdistance": 6138, + "()).": 6139, + "Ġchance": 6140, + "Ġord": 6141, + "came": 6142, + "pragma": 6143, + "Ġprotect": 6144, + "ragment": 6145, + "ĠNode": 6146, + "ening": 6147, + "Ñĩ": 6148, + "Ġroute": 6149, + "ĠSchool": 6150, + "hi": 6151, + "Ġneighb": 6152, + "After": 6153, + "licit": 6154, + "Ġcontr": 6155, + "Ġprimary": 6156, + "AA": 6157, + ".WriteLine": 6158, + "utils": 6159, + "Ġbi": 6160, + "Red": 6161, + ".Linq": 6162, + ".object": 6163, + "Ġleaders": 6164, + "unities": 6165, + "Ġgun": 6166, + "onth": 6167, + "ĠDev": 6168, + "FILE": 6169, + "Ġcomments": 6170, + "_len": 6171, + "arrow": 6172, + "amount": 6173, + "Range": 6174, + "sert": 6175, + "GridView": 6176, + "Ġupdated": 6177, + "ĠMo": 6178, + "Ġinform": 6179, + "ociety": 6180, + "ala": 6181, + "Access": 6182, + "Ġhab": 6183, + "Ġcreat": 6184, + "_arg": 6185, + "ĠJanuary": 6186, + "ĠDay": 6187, + "\")čĊ": 6188, + "uple": 6189, + "document": 6190, + "gorith": 6191, + "menu": 6192, + "ĠOver": 6193, + "bb": 6194, + ".title": 6195, + "_out": 6196, + "Ġled": 6197, + "uri": 6198, + "Ġ?>": 6199, + "gl": 6200, + "Ġbank": 6201, + "ayment": 6202, + "ĉprintf": 6203, + "MD": 6204, + "Ġsample": 6205, + "Ġhands": 6206, + "ĠVersion": 6207, + "uario": 6208, + "Ġoffers": 6209, + "ityEngine": 6210, + "Ġshape": 6211, + "Ġsleep": 6212, + "_point": 6213, + "Settings": 6214, + "Ġachie": 6215, + "Ġsold": 6216, + "ota": 6217, + ".bind": 6218, + "Am": 6219, + "Ġsafe": 6220, + "Store": 6221, + "Ġshared": 6222, + "Ġpriv": 6223, + "_VAL": 6224, + "Ġsens": 6225, + "){": 6226, + "Ġremember": 6227, + "shared": 6228, + "element": 6229, + "Ġshoot": 6230, + "Vert": 6231, + "cout": 6232, + "Ġenv": 6233, + "_label": 6234, + "Ġ>Ċ": 6235, + "run": 6236, + "Ġscene": 6237, + "(array": 6238, + "device": 6239, + "_title": 6240, + "agon": 6241, + "]čĊ": 6242, + "aby": 6243, + "Ġbecame": 6244, + "boolean": 6245, + "Ġpark": 6246, + "ĠCode": 6247, + "upload": 6248, + "riday": 6249, + "ĠSeptember": 6250, + "Fe": 6251, + "Ġsen": 6252, + "cing": 6253, + "FL": 6254, + "Col": 6255, + "uts": 6256, + "_page": 6257, + "inn": 6258, + "Ġimplied": 6259, + "aling": 6260, + "Ġyourself": 6261, + ".Count": 6262, + "conf": 6263, + "Ġaud": 6264, + "_init": 6265, + ".)": 6266, + "Ġwrote": 6267, + "003": 6268, + "NG": 6269, + ".Error": 6270, + "ä»": 6271, + ".for": 6272, + "Ġequal": 6273, + "ĠRequest": 6274, + "Ġserial": 6275, + "Ġallows": 6276, + "XX": 6277, + "Ġmiddle": 6278, + "chor": 6279, + "195": 6280, + "94": 6281, + "ø": 6282, + "erval": 6283, + ".Column": 6284, + "reading": 6285, + "Ġescort": 6286, + "ĠAugust": 6287, + "Ġquickly": 6288, + "Ġweap": 6289, + "ĠCG": 6290, + "ropri": 6291, + "ho": 6292, + "Ġcop": 6293, + "(struct": 6294, + "ĠBig": 6295, + "Ġvs": 6296, + "Ġfrequ": 6297, + ".Value": 6298, + "Ġactions": 6299, + "Ġproper": 6300, + "Ġinn": 6301, + "Ġobjects": 6302, + "Ġmatrix": 6303, + "avascript": 6304, + "Ġones": 6305, + ".group": 6306, + "Ġgreen": 6307, + "Ġpaint": 6308, + "ools": 6309, + "ycl": 6310, + "encode": 6311, + "olt": 6312, + "comment": 6313, + ".api": 6314, + "Dir": 6315, + "Ġune": 6316, + "izont": 6317, + ".position": 6318, + "Ġdesigned": 6319, + "_val": 6320, + "avi": 6321, + "iring": 6322, + "tab": 6323, + "Ġlayer": 6324, + "Ġviews": 6325, + "Ġreve": 6326, + "rael": 6327, + "ĠON": 6328, + "rics": 6329, + "160": 6330, + "np": 6331, + "Ġcore": 6332, + "());čĊ": 6333, + "Main": 6334, + "Ġexpert": 6335, + "ĉĉčĊ": 6336, + "_en": 6337, + "Ġ/>": 6338, + "utter": 6339, + "IAL": 6340, + "ails": 6341, + "ĠKing": 6342, + "*/ĊĊ": 6343, + "ĠMet": 6344, + "_end": 6345, + "addr": 6346, + "ora": 6347, + "Ġir": 6348, + "Min": 6349, + "Ġsurpr": 6350, + "Ġrepe": 6351, + "Ġdirectory": 6352, + "PUT": 6353, + "-S": 6354, + "Ġelection": 6355, + "haps": 6356, + ".pre": 6357, + "cm": 6358, + "Values": 6359, + "Ġ\"Ċ": 6360, + "column": 6361, + "ivil": 6362, + "Login": 6363, + "inue": 6364, + "93": 6365, + "Ġbeautiful": 6366, + "Ġsecret": 6367, + "(event": 6368, + "Ġchat": 6369, + "ums": 6370, + "Ġorigin": 6371, + "Ġeffects": 6372, + "Ġmanagement": 6373, + "illa": 6374, + "tk": 6375, + "Ġsetting": 6376, + "ĠCour": 6377, + "Ġmassage": 6378, + "ĉend": 6379, + "Ġhappy": 6380, + "Ġfinish": 6381, + "Ġcamera": 6382, + "ĠVer": 6383, + "ĠDemocr": 6384, + "ĠHer": 6385, + "(Q": 6386, + "cons": 6387, + "ita": 6388, + "Ġ'.": 6389, + "{}": 6390, + "ĉC": 6391, + "Ġstuff": 6392, + "194": 6393, + "Ġ:Ċ": 6394, + "ĠAR": 6395, + "Task": 6396, + "hidden": 6397, + "eros": 6398, + "IGN": 6399, + "atio": 6400, + "ĠHealth": 6401, + "olute": 6402, + "Enter": 6403, + "'>": 6404, + "ĠTwitter": 6405, + "ĠCounty": 6406, + "scribe": 6407, + "Ġ=>Ċ": 6408, + "Ġhy": 6409, + "fit": 6410, + "Ġmilitary": 6411, + "Ġsale": 6412, + "required": 6413, + "non": 6414, + "bootstrap": 6415, + "hold": 6416, + "rim": 6417, + "-old": 6418, + "ĠDown": 6419, + "Ġmention": 6420, + "contact": 6421, + "_group": 6422, + "oday": 6423, + "Ġtown": 6424, + "Ġsolution": 6425, + "uate": 6426, + "elling": 6427, + "]->": 6428, + "otes": 6429, + "ental": 6430, + "omen": 6431, + "ospital": 6432, + "ĠSup": 6433, + "_EN": 6434, + "Ġslow": 6435, + "SESSION": 6436, + "Ġblue": 6437, + "ago": 6438, + "Ġlives": 6439, + "Ġ^": 6440, + ".un": 6441, + "inst": 6442, + "enge": 6443, + "Ġcustomers": 6444, + "Ġcast": 6445, + "udget": 6446, + "ï¼ģ": 6447, + "icens": 6448, + "Ġdetermin": 6449, + "Selected": 6450, + "_pl": 6451, + "ueue": 6452, + "Ġdark": 6453, + "//ĊĊ": 6454, + "si": 6455, + "thern": 6456, + "ĠJapan": 6457, + "/w": 6458, + "PU": 6459, + "ĠEast": 6460, + "ovie": 6461, + "Ġpackage": 6462, + "Ġnor": 6463, + "Ġapi": 6464, + "bot": 6465, + "\"];Ċ": 6466, + "_post": 6467, + "ulate": 6468, + "Ġclub": 6469, + "'));Ċ": 6470, + "Ġloop": 6471, + "PIO": 6472, + "ione": 6473, + "shot": 6474, + "Initial": 6475, + "Ġplayed": 6476, + "register": 6477, + "rought": 6478, + "_max": 6479, + "acement": 6480, + "match": 6481, + "raphics": 6482, + "AST": 6483, + "Ġexisting": 6484, + "Ġcomplex": 6485, + "DA": 6486, + ".Ch": 6487, + ".common": 6488, + "mo": 6489, + "Ġ'../../": 6490, + "ito": 6491, + "Ġanalysis": 6492, + "Ġdeliver": 6493, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6494, + "idx": 6495, + "Ãł": 6496, + "ongo": 6497, + "ĠEnglish": 6498, + "Ċ": 10197, + "_default": 10198, + "ĠDatabase": 10199, + "rep": 10200, + "ESS": 10201, + "nergy": 10202, + ".Find": 10203, + "_mask": 10204, + "Ġrise": 10205, + "Ġkernel": 10206, + "::$": 10207, + ".Q": 10208, + "Ġoffering": 10209, + "decl": 10210, + "ĠCS": 10211, + "Ġlisted": 10212, + "Ġmostly": 10213, + "enger": 10214, + "Ġblocks": 10215, + "olo": 10216, + "Ġgoverning": 10217, + "\\F": 10218, + "Ġconcent": 10219, + ".getText": 10220, + "Ġmb": 10221, + "Ġoccurred": 10222, + "Ġchanging": 10223, + "Scene": 10224, + "_CODE": 10225, + "Beh": 10226, + "\"The": 10227, + "Ġtile": 10228, + "ĠAssociation": 10229, + "ĉP": 10230, + "alty": 10231, + "_ad": 10232, + "odies": 10233, + "iated": 10234, + "Ġprepared": 10235, + "possible": 10236, + "Ġmort": 10237, + "TEST": 10238, + "142": 10239, + "Ġignore": 10240, + "Ġcalc": 10241, + "Ġrs": 10242, + "ĠassertEquals": 10243, + "Ġsz": 10244, + "ĠTHIS": 10245, + ".\"Ċ": 10246, + "Ġcanvas": 10247, + "java": 10248, + "Ġdut": 10249, + "VALID": 10250, + ".sql": 10251, + ".input": 10252, + "Ġaux": 10253, + "Sup": 10254, + "Ġartist": 10255, + "Vec": 10256, + "_TIME": 10257, + ".stringify": 10258, + "etween": 10259, + "ĠCategory": 10260, + "Ġ[-": 10261, + "ĠDevExpress": 10262, + "ĠJul": 10263, + "Ġring": 10264, + ".ed": 10265, + "YY": 10266, + "Let": 10267, + "TextField": 10268, + "Ġflat": 10269, + "_print": 10270, + "ĠOTHER": 10271, + "adian": 10272, + "Ġchecked": 10273, + "ele": 10274, + "Align": 10275, + "standing": 10276, + "Ġ[],": 10277, + "Ġlab": 10278, + "ucky": 10279, + "ĠChristmas": 10280, + "(image": 10281, + ".module": 10282, + "Ġlots": 10283, + "Ġslightly": 10284, + "(final": 10285, + "erge": 10286, + "è¿": 10287, + "147": 10288, + "ĠPolice": 10289, + "143": 10290, + "ĠRight": 10291, + "Ġaward": 10292, + "ĠOS": 10293, + "Ġ{}ĊĊ": 10294, + "Ġptr": 10295, + "oves": 10296, + "icated": 10297, + "ем": 10298, + "Ġmanage": 10299, + "oliday": 10300, + "Amount": 10301, + "oolStrip": 10302, + "tbody": 10303, + "Nav": 10304, + "wrap": 10305, + "BB": 10306, + "Ġwatching": 10307, + "arios": 10308, + "Ġoptional": 10309, + "_K": 10310, + "ĠLicensed": 10311, + ".Map": 10312, + "Timer": 10313, + "ĠAP": 10314, + "ĠRev": 10315, + "(o": 10316, + ",c": 10317, + "umin": 10318, + "etailed": 10319, + "ĠHy": 10320, + "Ġblank": 10321, + "agger": 10322, + "ĠSelf": 10323, + "()[": 10324, + ".make": 10325, + "earn": 10326, + "channel": 10327, + ";Ċ": 10342, + "World": 10343, + "Ġpython": 10344, + "Ġlif": 10345, + "Ġtrav": 10346, + "Ġconven": 10347, + "company": 10348, + "ĠClub": 10349, + "138": 10350, + "Ver": 10351, + "Btn": 10352, + "Ġzone": 10353, + "products": 10354, + "ĠEduc": 10355, + "Ġverify": 10356, + "ĠMil": 10357, + "ono": 10358, + "]);ĊĊ": 10359, + "ENCE": 10360, + "Ġpacket": 10361, + "Ġcer": 10362, + "Ġenumer": 10363, + "Ġpars": 10364, + "formed": 10365, + "Ġoccup": 10366, + "tre": 10367, + "Ġexercise": 10368, + "Day": 10369, + "_sum": 10370, + "Ġasking": 10371, + "aption": 10372, + "Ġorders": 10373, + "Ġspending": 10374, + "ĠERR": 10375, + ".Dis": 10376, + "ĠUtil": 10377, + "âĢľI": 10378, + "\\'": 10379, + "?)": 10380, + "/>Ċ": 10381, + "Ġemot": 10382, + "Ġinfluence": 10383, + "ĠAfrica": 10384, + "atters": 10385, + "Ùħ": 10386, + ".session": 10387, + "Ġchief": 10388, + "ĉĉĉĉĉĉĉĉĉĉĉ": 10389, + "Ġtom": 10390, + "cluded": 10391, + "serial": 10392, + "_handler": 10393, + ".Type": 10394, + "aped": 10395, + "Ġpolicies": 10396, + "-ex": 10397, + "-tr": 10398, + "blank": 10399, + "merce": 10400, + "Ġcoverage": 10401, + "Ġrc": 10402, + "_matrix": 10403, + "_box": 10404, + "Ġcharges": 10405, + "ĠBoston": 10406, + "Pe": 10407, + "Ġcircum": 10408, + "Ġfilled": 10409, + "148": 10410, + "Ġnorth": 10411, + "ictureBox": 10412, + "ĉres": 10413, + "è®": 10414, + "Ġtermin": 10415, + "Ġ[âĢ¦": 10416, + "IRECT": 10417, + "Ġber": 10418, + "Ġ\"../../": 10419, + "retch": 10420, + ".code": 10421, + "_col": 10422, + "ĠGovernment": 10423, + "Ġargv": 10424, + "ĠLord": 10425, + "asi": 10426, + "Exec": 10427, + "ĉlet": 10428, + "vertis": 10429, + "Ġdiscussion": 10430, + "enance": 10431, + "outube": 10432, + "typeof": 10433, + "Ġserved": 10434, + "ĠPut": 10435, + "ĉx": 10436, + "Ġsweet": 10437, + "Before": 10438, + "ategy": 10439, + ".of": 10440, + "ĠMaterial": 10441, + "Sort": 10442, + "ONT": 10443, + "igital": 10444, + "Why": 10445, + "Ġsust": 10446, + "Ġç": 10447, + "abet": 10448, + "Ġsegment": 10449, + "Ġ[],Ċ": 10450, + "ĠMuslim": 10451, + "ĠfindViewById": 10452, + "cut": 10453, + "_TEXT": 10454, + "ĠMary": 10455, + "Ġloved": 10456, + "Ġlie": 10457, + "ĠJO": 10458, + "Ġisset": 10459, + "month": 10460, + "Ġprime": 10461, + "ti": 10462, + "ĠCarol": 10463, + "Use": 10464, + "146": 10465, + "ĠPop": 10466, + "ĠSave": 10467, + "Interval": 10468, + "execute": 10469, + "dy": 10470, + "ĠIran": 10471, + "_cont": 10472, + "ĉT": 10473, + "Ġphase": 10474, + "checkbox": 10475, + "week": 10476, + "Ġhide": 10477, + "Ġtil": 10478, + "Ġju": 10479, + "Custom": 10480, + "burg": 10481, + "/M": 10482, + "TON": 10483, + "Ġquant": 10484, + "Ġrub": 10485, + "ixels": 10486, + "Ġinstalled": 10487, + "Ġdump": 10488, + "Ġproperly": 10489, + "(List": 10490, + "Ġdecide": 10491, + "apply": 10492, + "Has": 10493, + "Ġkeeping": 10494, + "Ġcitizens": 10495, + "Ġjoint": 10496, + "pool": 10497, + "Socket": 10498, + "_op": 10499, + "Ġweapon": 10500, + "gnore": 10501, + "ĠExec": 10502, + "otten": 10503, + "ĠMS": 10504, + "Ġ(-": 10505, + "ĠReview": 10506, + "Ġexamples": 10507, + "Ġtight": 10508, + "!(": 10509, + "DP": 10510, + "ĠMessageBox": 10511, + "Ġphotograph": 10512, + "164": 10513, + "URI": 10514, + "ét": 10515, + "low": 10516, + "ĠGrand": 10517, + ".persistence": 10518, + "Ġmaintain": 10519, + "Ġnums": 10520, + "Ġzip": 10521, + "ials": 10522, + "ĠGets": 10523, + "peg": 10524, + "ĠBuffer": 10525, + "~~~~": 10526, + "rastructure": 10527, + "ĠPL": 10528, + "uen": 10529, + "obby": 10530, + "sizeof": 10531, + "Ġpic": 10532, + "Ġseed": 10533, + "Ġexperienced": 10534, + "Ġodd": 10535, + "Ġkick": 10536, + "Ġprocedure": 10537, + "avigator": 10538, + "-on": 10539, + ",j": 10540, + "ĠAlthough": 10541, + "ĠuserId": 10542, + "accept": 10543, + "Blue": 10544, + "IColor": 10545, + "layer": 10546, + "available": 10547, + "Ġends": 10548, + ".table": 10549, + "Ġdataset": 10550, + "bus": 10551, + "Ġexplain": 10552, + "(pro": 10553, + "ĠCommittee": 10554, + "Ġnoted": 10555, + "]:Ċ": 10556, + "Dim": 10557, + "stdio": 10558, + "154": 10559, + ".\",Ċ": 10560, + "_source": 10561, + "181": 10562, + "ĠWeek": 10563, + "ĠEdge": 10564, + "Ġoperating": 10565, + "Ġeste": 10566, + "ipl": 10567, + "330": 10568, + "agination": 10569, + "Ġproceed": 10570, + "Ġanimation": 10571, + ".Models": 10572, + "ĠWatch": 10573, + "iat": 10574, + "Ġoppon": 10575, + "/A": 10576, + "Report": 10577, + "Ġsounds": 10578, + "_buf": 10579, + "IELD": 10580, + "Ġbund": 10581, + "ĉget": 10582, + ".pr": 10583, + "(tmp": 10584, + "Ġkid": 10585, + ">ĊĊĊ": 10586, + "Ġyang": 10587, + "NotFound": 10588, + "ÑĨ": 10589, + "math": 10590, + "@gmail": 10591, + "ĠLIMIT": 10592, + "redients": 10593, + "Ġvent": 10594, + "avigate": 10595, + "Look": 10596, + "Ġreligious": 10597, + "Ġrand": 10598, + "rio": 10599, + "(GL": 10600, + "_ip": 10601, + "uan": 10602, + "iciency": 10603, + "ĠChange": 10604, + ">čĊčĊ": 10605, + "ĠEntity": 10606, + "Ġrencontre": 10607, + "ĠRet": 10608, + "plan": 10609, + "én": 10610, + "BOOL": 10611, + "uries": 10612, + "train": 10613, + "Definition": 10614, + "============": 10615, + "zz": 10616, + "450": 10617, + "Animation": 10618, + "ĠOK": 10619, + "_menu": 10620, + ".bl": 10621, + "_score": 10622, + "Ġacad": 10623, + "(System": 10624, + "Ġrefresh": 10625, + "'=>$": 10626, + ".Graphics": 10627, + "amento": 10628, + "pid": 10629, + "tc": 10630, + "Ġtips": 10631, + "Ġhomes": 10632, + "Ġfuel": 10633, + "âĸ": 10634, + "_helper": 10635, + "ĠĠčĊ": 10636, + "ĠRoom": 10637, + ".Close": 10638, + "_attr": 10639, + "ĠMount": 10640, + "ĠEv": 10641, + "arser": 10642, + "_top": 10643, + "eah": 10644, + "ĠDelete": 10645, + "ãĢį": 10646, + "uke": 10647, + "Ġusage": 10648, + "aria": 10649, + "_dev": 10650, + "Ġtexture": 10651, + "Ġconversation": 10652, + "eper": 10653, + "Bean": 10654, + "done": 10655, + "nonatomic": 10656, + "ĠSecond": 10657, + "Ġshooting": 10658, + "_pre": 10659, + "Components": 10660, + "Ġ]ĊĊ": 10661, + "__,": 10662, + "stitution": 10663, + ".Char": 10664, + ">();ĊĊ": 10665, + "Ġpresented": 10666, + "Ġwa": 10667, + "oker": 10668, + "-ĊĊ": 10669, + "iner": 10670, + "Ġbecoming": 10671, + "Ġincident": 10672, + "Att": 10673, + "162": 10674, + "Ġrevealed": 10675, + "forc": 10676, + "Ġboot": 10677, + ".page": 10678, + "Enumerator": 10679, + "165": 10680, + "_->": 10681, + "Photo": 10682, + "Ġspring": 10683, + ".\",": 10684, + "ĠDictionary": 10685, + "BJECT": 10686, + "Ġlocations": 10687, + "Ġsamples": 10688, + "InputStream": 10689, + "ĠBrown": 10690, + "Ġstats": 10691, + "quality": 10692, + "Ñħ": 10693, + "-dis": 10694, + "Ġhelping": 10695, + "Ġped": 10696, + "224": 10697, + "(se": 10698, + "ĠWho": 10699, + "alian": 10700, + "internal": 10701, + "Ġft": 10702, + ">().": 10703, + "->{": 10704, + "Ġmine": 10705, + "Ġsector": 10706, + "Ġgro": 10707, + "Ġopportunities": 10708, + "Ġü": 10709, + "Ġmp": 10710, + "Ġalleged": 10711, + "Ġdoubt": 10712, + "Mouse": 10713, + "About": 10714, + "_part": 10715, + "Ġchair": 10716, + "Ġstopped": 10717, + "161": 10718, + "loop": 10719, + "entities": 10720, + "Ġapps": 10721, + "ansion": 10722, + "Ġmental": 10723, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10724, + "FR": 10725, + "Ġdefend": 10726, + "care": 10727, + "Ġideal": 10728, + "/api": 10729, + "urface": 10730, + "011": 10731, + "Ġele": 10732, + "ulator": 10733, + "ĠRights": 10734, + "anguages": 10735, + "Ġfunds": 10736, + "Ġadapt": 10737, + "Attributes": 10738, + "Ġdeploy": 10739, + "opts": 10740, + "Ġvalidation": 10741, + "Ġconcerns": 10742, + "uce": 10743, + ".num": 10744, + "ulture": 10745, + "ila": 10746, + "Ġcup": 10747, + "Ġpure": 10748, + ".Fore": 10749, + "183": 10750, + "ĠHashMap": 10751, + ".valueOf": 10752, + "asm": 10753, + "MO": 10754, + "Ġcs": 10755, + "Ġstores": 10756, + "Ġ************************************************************************": 10757, + "Ġcommunication": 10758, + "mem": 10759, + ".EventHandler": 10760, + ".Status": 10761, + "_right": 10762, + ".setOn": 10763, + "Sheet": 10764, + "Ġidentify": 10765, + "enerated": 10766, + "ordered": 10767, + "Ġ\"[": 10768, + "Ġswe": 10769, + "Condition": 10770, + "ĠAccording": 10771, + "Ġprepare": 10772, + "Ġrob": 10773, + "Pool": 10774, + "Ġsport": 10775, + "rv": 10776, + "ĠRouter": 10777, + "Ġalternative": 10778, + "([]": 10779, + "ĠChicago": 10780, + "ipher": 10781, + "ische": 10782, + "ĠDirector": 10783, + "kl": 10784, + "ĠWil": 10785, + "keys": 10786, + "Ġmysql": 10787, + "Ġwelcome": 10788, + "king": 10789, + "ĠManager": 10790, + "Ġcaught": 10791, + ")}Ċ": 10792, + "Score": 10793, + "_PR": 10794, + "Ġsurvey": 10795, + "hab": 10796, + "Headers": 10797, + "ADER": 10798, + "Ġdecor": 10799, + "Ġturns": 10800, + "Ġradius": 10801, + "errupt": 10802, + "Cor": 10803, + "Ġmel": 10804, + "Ġintr": 10805, + "(q": 10806, + "ĠAC": 10807, + "amos": 10808, + "MAX": 10809, + "ĠGrid": 10810, + "ĠJesus": 10811, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10812, + ".DE": 10813, + "Ġts": 10814, + "Ġlinked": 10815, + "free": 10816, + "ĠQt": 10817, + "Ġ/**čĊ": 10818, + "Ġfaster": 10819, + "ctr": 10820, + "_J": 10821, + "DT": 10822, + ".Check": 10823, + "Ġcombination": 10824, + "Ġintended": 10825, + "-the": 10826, + "-type": 10827, + "182": 10828, + "ectors": 10829, + "ami": 10830, + "uting": 10831, + "Ġuma": 10832, + "XML": 10833, + "UCT": 10834, + "Ap": 10835, + "ĠRandom": 10836, + "Ġran": 10837, + ".sort": 10838, + "Ġsorted": 10839, + ".Un": 10840, + "401": 10841, + "_PER": 10842, + "itory": 10843, + "Ġpriority": 10844, + "ĠGal": 10845, + "ĠOld": 10846, + "hot": 10847, + "ĠDisplay": 10848, + "(sub": 10849, + "_TH": 10850, + "_Y": 10851, + "ĠCare": 10852, + "loading": 10853, + "Kind": 10854, + "_handle": 10855, + ",,": 10856, + "rase": 10857, + "_replace": 10858, + ".addEventListener": 10859, + "ĠRT": 10860, + "172": 10861, + "Ġentered": 10862, + "gers": 10863, + "Ġich": 10864, + "(start": 10865, + "205": 10866, + "/app": 10867, + "Ġbrother": 10868, + "Memory": 10869, + "Outlet": 10870, + "Ġutf": 10871, + "prec": 10872, + "Ġnavigation": 10873, + "ORK": 10874, + "Ġdst": 10875, + "Detail": 10876, + "Ġaudience": 10877, + "Ġdur": 10878, + "Ġcluster": 10879, + "unched": 10880, + "Ġ],": 10881, + "Ġcomfortable": 10882, + ".values": 10883, + "ĠTotal": 10884, + "Ġsnap": 10885, + "Ġstandards": 10886, + "Ġperformed": 10887, + "hand": 10888, + "(\"@": 10889, + "åŃ": 10890, + "Ġphil": 10891, + "ibr": 10892, + "trim": 10893, + "Ġforget": 10894, + "157": 10895, + "Ġdoctor": 10896, + ".TextBox": 10897, + "377": 10898, + "icons": 10899, + ",s": 10900, + "ĠOp": 10901, + "Sm": 10902, + "Stop": 10903, + "ĉList": 10904, + "ĉu": 10905, + "Comment": 10906, + "_VERSION": 10907, + ".Xtra": 10908, + "Person": 10909, + "rb": 10910, + "LOB": 10911, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10912, + "ĠCentral": 10913, + "270": 10914, + "ICK": 10915, + "raq": 10916, + "Ġputting": 10917, + "Ġmd": 10918, + "ĠLove": 10919, + "Program": 10920, + "Border": 10921, + "oor": 10922, + "Ġallowing": 10923, + "after": 10924, + "Ġentries": 10925, + "ĠMaybe": 10926, + "]).": 10927, + "ĠShort": 10928, + ")\\": 10929, + ".now": 10930, + "friend": 10931, + "Ġprefer": 10932, + "ĠGPIO": 10933, + "osis": 10934, + "ĠGameObject": 10935, + "Ġskip": 10936, + "Ġcompetition": 10937, + "_match": 10938, + "lications": 10939, + "_CONT": 10940, + ".groupBox": 10941, + "Ġals": 10942, + "666": 10943, + "\"We": 10944, + "_eq": 10945, + "lan": 10946, + "_search": 10947, + "ĠMusic": 10948, + "asis": 10949, + "Ġbind": 10950, + "ĠIsland": 10951, + "rum": 10952, + "(E": 10953, + "Ġseat": 10954, + "Video": 10955, + "Ġack": 10956, + "reek": 10957, + "={()": 10958, + "Ġrating": 10959, + "Ġrestaurant": 10960, + "456": 10961, + "DEX": 10962, + "(buf": 10963, + "pping": 10964, + "uality": 10965, + "Ġleague": 10966, + "176": 10967, + "Ġfocused": 10968, + "apon": 10969, + "$data": 10970, + "CLUD": 10971, + "CLUDING": 10972, + "Ġabsolute": 10973, + "(query": 10974, + "Ġtells": 10975, + "Ang": 10976, + "Ġcommunities": 10977, + "Ġhonest": 10978, + "oking": 10979, + "Ġapart": 10980, + "arity": 10981, + "/$": 10982, + "_module": 10983, + "ĠEnc": 10984, + ".an": 10985, + ".Config": 10986, + "Cre": 10987, + "Ġshock": 10988, + "ĠArab": 10989, + "IENT": 10990, + "/re": 10991, + "Ġretrie": 10992, + "ycler": 10993, + "isa": 10994, + "ĠOrgan": 10995, + ".graph": 10996, + "Ġí": 10997, + "ĠBAS": 10998, + "Enum": 10999, + "Ġpossibly": 11000, + "ÑĢаÐ": 11001, + "ĠJapanese": 11002, + "Ġcraft": 11003, + "ĠPlace": 11004, + "Ġtalent": 11005, + "Ġfunding": 11006, + "Ġconfirmed": 11007, + "Ġcycle": 11008, + "/x": 11009, + "GE": 11010, + "Ġhearing": 11011, + "Ġplants": 11012, + "Ġmouth": 11013, + "pages": 11014, + "oria": 11015, + "ĠRemove": 11016, + "_total": 11017, + "Ġod": 11018, + "ollapse": 11019, + "door": 11020, + "Ġbought": 11021, + "Ġaddr": 11022, + "ARCH": 11023, + "_dim": 11024, + "dden": 11025, + "Ġdecades": 11026, + "REQUEST": 11027, + "Ġversions": 11028, + "fire": 11029, + "006": 11030, + "Ġmoves": 11031, + "fb": 11032, + "Ġcoffee": 11033, + ".connect": 11034, + "ĠRow": 11035, + "Ġschema": 11036, + "Scope": 11037, + "-Type": 11038, + "Ġfighting": 11039, + "Ġretail": 11040, + "Ġmodified": 11041, + "TF": 11042, + "Files": 11043, + "nie": 11044, + "_command": 11045, + "stone": 11046, + "ĠÑĤ": 11047, + "_thread": 11048, + "Ġbond": 11049, + "ĠDevelopment": 11050, + "Ġpt": 11051, + "FORM": 11052, + "plet": 11053, + "Ġidentified": 11054, + "cpp": 11055, + "206": 11056, + "225": 11057, + "Ġcoding": 11058, + "oked": 11059, + "ĠMaster": 11060, + "IDTH": 11061, + "Ġresidents": 11062, + "redit": 11063, + "ĠPhoto": 11064, + "=-": 11065, + "unte": 11066, + "ateur": 11067, + "159": 11068, + "_STATE": 11069, + "ĠSing": 11070, + "Ġsheet": 11071, + ".val": 11072, + "orse": 11073, + "Ġhers": 11074, + "Ġdetermined": 11075, + "Common": 11076, + "Ġwed": 11077, + "_queue": 11078, + "PH": 11079, + "ĠAtl": 11080, + "cred": 11081, + "/LICENSE": 11082, + "Ġmes": 11083, + "Ġadvanced": 11084, + ".java": 11085, + ".Sh": 11086, + "Go": 11087, + "kill": 11088, + "fp": 11089, + "_settings": 11090, + "Ġpal": 11091, + "Ġtruck": 11092, + "Ġcombined": 11093, + "Ġ\"${": 11094, + "ĠCorpor": 11095, + "Ġjoined": 11096, + "ĠJose": 11097, + "ĠCup": 11098, + "uns": 11099, + "estival": 11100, + "levision": 11101, + "Ġbroken": 11102, + "Ġmarriage": 11103, + "ĠWestern": 11104, + "Ġrepresents": 11105, + "ĠTitle": 11106, + "Ġss": 11107, + ".Ass": 11108, + "ongoose": 11109, + "iento": 11110, + "<>();Ċ": 11111, + "Ġabsolutely": 11112, + "Ġsmooth": 11113, + "TERN": 11114, + "ĠUnless": 11115, + "Word": 11116, + "Ġmerge": 11117, + "igan": 11118, + "ĠVol": 11119, + "Ġnn": 11120, + ".getId": 11121, + "Ġз": 11122, + "171": 11123, + "Ġsexy": 11124, + "Ġseeking": 11125, + "Single": 11126, + ".this": 11127, + "179": 11128, + "Ġkom": 11129, + "bound": 11130, + ";\"": 11131, + "ĠfontSize": 11132, + "_df": 11133, + "Ġinjury": 11134, + "(H": 11135, + "Ġissued": 11136, + "_END": 11137, + ":self": 11138, + "020": 11139, + "Ġpatch": 11140, + "Ġleaves": 11141, + "Ġadopt": 11142, + "FileName": 11143, + "ãĢIJ": 11144, + "Ġexecutive": 11145, + "ĠByte": 11146, + "]))Ċ": 11147, + "Ġnu": 11148, + "outing": 11149, + "cluding": 11150, + "-R": 11151, + ".options": 11152, + "Ġsubstant": 11153, + "avax": 11154, + "ĠBUT": 11155, + "Ġtechnical": 11156, + "Ġtwice": 11157, + "Ġmás": 11158, + "Ġunivers": 11159, + "yr": 11160, + "Ġdrag": 11161, + "ĠDC": 11162, + "Ġsed": 11163, + "Ġbot": 11164, + "ĠPal": 11165, + "ĠHall": 11166, + "forcement": 11167, + "Ġauch": 11168, + ".mod": 11169, + "notation": 11170, + "_files": 11171, + ".line": 11172, + "_flag": 11173, + "[name": 11174, + "Ġresolution": 11175, + "Ġbott": 11176, + "(\"[": 11177, + "ende": 11178, + "(arr": 11179, + "Free": 11180, + "(@\"": 11181, + "ĠDistrict": 11182, + "PEC": 11183, + ":-": 11184, + "Picker": 11185, + "ĠJo": 11186, + "ĠĠĠĠĠĊ": 11187, + "ĠRiver": 11188, + "_rows": 11189, + "Ġhelpful": 11190, + "Ġmassive": 11191, + "---Ċ": 11192, + "Ġmeasures": 11193, + "007": 11194, + "ĠRuntime": 11195, + "Ġworry": 11196, + "ĠSpec": 11197, + "ĉD": 11198, + "ãĢij": 11199, + "Ġ){Ċ": 11200, + "Ġworse": 11201, + "(filename": 11202, + "Ġlay": 11203, + "Ġmagic": 11204, + "ĠTheir": 11205, + "oul": 11206, + "stroy": 11207, + "ĠWhere": 11208, + "280": 11209, + "Ġsudden": 11210, + "Ġdefe": 11211, + "Ġbinding": 11212, + "Ġflight": 11213, + "ĠOnInit": 11214, + "ĠWomen": 11215, + "ĠPolicy": 11216, + "Ġdrugs": 11217, + "ishing": 11218, + "('../": 11219, + "ĠMel": 11220, + "peat": 11221, + "tor": 11222, + "Ġproposed": 11223, + "Ġstated": 11224, + "_RES": 11225, + "Ġeast": 11226, + "212": 11227, + "ĠCONDITION": 11228, + "_desc": 11229, + "Ġwinning": 11230, + "folio": 11231, + "Mapper": 11232, + "ĠPan": 11233, + "ĠAnge": 11234, + ".servlet": 11235, + "Ġcopies": 11236, + "LM": 11237, + "Ġvm": 11238, + "åį": 11239, + "Ġdictionary": 11240, + "Seg": 11241, + "177": 11242, + "elines": 11243, + "ĠSend": 11244, + "Ġiron": 11245, + "ĠFort": 11246, + "166": 11247, + ".domain": 11248, + "Ġdebate": 11249, + "NotNull": 11250, + "eq": 11251, + "acher": 11252, + "lf": 11253, + "ĉfmt": 11254, + "Ġlawy": 11255, + "178": 11256, + "ÄŁ": 11257, + "ĠMen": 11258, + "Ġtrim": 11259, + "(NULL": 11260, + "Ġ!!": 11261, + "Ġpad": 11262, + "Ġfollows": 11263, + "\"][\"": 11264, + "requ": 11265, + "ĠEp": 11266, + ".github": 11267, + "(img": 11268, + "eto": 11269, + "('\\": 11270, + "Services": 11271, + "umbnail": 11272, + "_main": 11273, + "pleted": 11274, + "fortunately": 11275, + "Ġwindows": 11276, + "Ġplane": 11277, + "ĠConnection": 11278, + ".local": 11279, + "uard": 11280, + "}\\": 11281, + "==\"": 11282, + "andon": 11283, + "ĠRoy": 11284, + "west": 11285, + "158": 11286, + "iginal": 11287, + "emies": 11288, + "itz": 11289, + "'):Ċ": 11290, + "ĠPeter": 11291, + "Ġtough": 11292, + "Ġreduced": 11293, + "Ġcalculate": 11294, + "Ġrapid": 11295, + "customer": 11296, + "Ġefficient": 11297, + "Ġmedium": 11298, + "Ġfell": 11299, + ".ref": 11300, + "ĠCas": 11301, + "Ġfeedback": 11302, + "Speed": 11303, + "(output": 11304, + "aje": 11305, + "Ġcategories": 11306, + "Ġfee": 11307, + "};": 11308, + "Ġdeleted": 11309, + "reh": 11310, + "Ġproof": 11311, + "Desc": 11312, + "Build": 11313, + "Ġsides": 11314, + ".ArrayList": 11315, + "-%": 11316, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11317, + "ر": 11318, + ".match": 11319, + "ли": 11320, + "Ġfeels": 11321, + "Ġachieve": 11322, + "Ġclim": 11323, + "_ON": 11324, + "ĠCD": 11325, + "Ġteacher": 11326, + "_current": 11327, + "bn": 11328, + "_PL": 11329, + "isting": 11330, + "Enable": 11331, + "GEN": 11332, + "Ġtv": 11333, + "Ġsock": 11334, + "Ġplays": 11335, + "Ġdiscount": 11336, + "ĠKE": 11337, + "ĠDebug": 11338, + "Fore": 11339, + "ĠIraq": 11340, + "Ġappearance": 11341, + "Mon": 11342, + "Ġstyled": 11343, + "ĠHuman": 11344, + "iot": 11345, + "ĠHistory": 11346, + "Ġsac": 11347, + "ĠCollection": 11348, + "Ġrecommended": 11349, + ".Selected": 11350, + "Ġorganizations": 11351, + "Ġdiscovered": 11352, + "cohol": 11353, + "adas": 11354, + "ĠThomas": 11355, + "May": 11356, + "Ġconserv": 11357, + "Ġdomin": 11358, + "ĠFollow": 11359, + "ĠSection": 11360, + "ĠThanks": 11361, + "Username": 11362, + "Ġrecipe": 11363, + "Ġwonderful": 11364, + ".sleep": 11365, + "_if": 11366, + "ĉĊĉĊ": 11367, + "orno": 11368, + "Ġru": 11369, + "_target": 11370, + ".\"\"": 11371, + "à¦": 11372, + "EventArgs": 11373, + "Ġinputs": 11374, + "Ġfif": 11375, + "Ġvision": 11376, + "cy": 11377, + "ĠSeries": 11378, + ")(((": 11379, + "Ġtrading": 11380, + "Ġmarker": 11381, + "Begin": 11382, + "Ġtypically": 11383, + "Ġcauses": 11384, + "dropdown": 11385, + "_DEBUG": 11386, + "260": 11387, + "Ġdetect": 11388, + "country": 11389, + "!\");Ċ": 11390, + "ĉR": 11391, + "appy": 11392, + "Ġcref": 11393, + "('<": 11394, + "\"=>": 11395, + "ĠLE": 11396, + "reader": 11397, + "Ġadministr": 11398, + "õ": 11399, + "ucket": 11400, + "Ġfashion": 11401, + ".char": 11402, + "izar": 11403, + "Ġdisable": 11404, + "Ġsuc": 11405, + "ĠLive": 11406, + "issue": 11407, + "Ġmetadata": 11408, + "flags": 11409, + "ĠðŁ": 11410, + "Ġcommitted": 11411, + "Ġva": 11412, + "Ġrough": 11413, + "Ġ'''Ċ": 11414, + "Ġhighlight": 11415, + "_vars": 11416, + "VO": 11417, + "Ġencoding": 11418, + "-Z": 11419, + "_sign": 11420, + "$(\"#": 11421, + "Ġrain": 11422, + "reatest": 11423, + "ĠEND": 11424, + "Selection": 11425, + "Ġcandidates": 11426, + "Ġsav": 11427, + ".Empty": 11428, + "Ġdecisions": 11429, + "Ġcollabor": 11430, + "ridge": 11431, + "feed": 11432, + "ression": 11433, + "Ġpersons": 11434, + "VM": 11435, + "008": 11436, + "ega": 11437, + "_BIT": 11438, + "According": 11439, + "acked": 11440, + "Ġdollars": 11441, + "_loss": 11442, + "ĠCost": 11443, + "}\"Ċ": 11444, + "Notification": 11445, + "Ġprostit": 11446, + "Ġauthority": 11447, + ".rec": 11448, + "Ġspokes": 11449, + "ĠToday": 11450, + "istant": 11451, + "ĠHead": 11452, + "âĢĿ.": 11453, + "ertainment": 11454, + "cean": 11455, + "culate": 11456, + "Ġven": 11457, + "However": 11458, + "_arr": 11459, + "Ġtokens": 11460, + "Graph": 11461, + "ĠJud": 11462, + "ĠVirgin": 11463, + "ĠSerial": 11464, + "unning": 11465, + "Mutable": 11466, + "agers": 11467, + ".csv": 11468, + "Ġdeveloping": 11469, + "Ġinstructions": 11470, + "Ġpromise": 11471, + "Ġrequested": 11472, + "_encode": 11473, + "/\"": 11474, + "ĠIcon": 11475, + "uilt": 11476, + "-day": 11477, + "Ġintelligence": 11478, + ".IS": 11479, + "ĠObservable": 11480, + "ĠHard": 11481, + "Bool": 11482, + "211": 11483, + "idential": 11484, + ".Anchor": 11485, + "Ġselling": 11486, + "CI": 11487, + "AGES": 11488, + "tle": 11489, + "bur": 11490, + "UFFER": 11491, + "RY": 11492, + "Ġbigger": 11493, + "Ġrat": 11494, + "Ġfamous": 11495, + "Ġtypename": 11496, + "Ġexplained": 11497, + "}}Ċ": 11498, + "Ġnuclear": 11499, + "-N": 11500, + "Ġcrisis": 11501, + "ĠEnter": 11502, + "Ġanswers": 11503, + "/${": 11504, + "/pl": 11505, + "Ġsequ": 11506, + "_next": 11507, + "mask": 11508, + "Ġstanding": 11509, + "Ġplenty": 11510, + "ĠCross": 11511, + "ĉret": 11512, + "dro": 11513, + "ĠCast": 11514, + "167": 11515, + "=true": 11516, + "ĠChris": 11517, + "icio": 11518, + "ĠMike": 11519, + "Decimal": 11520, + "addComponent": 11521, + "Len": 11522, + "Ġcock": 11523, + "Ġ#{": 11524, + "URN": 11525, + "": 11657, + "Ġ*=": 11658, + "ĠPS": 11659, + "Ġdangerous": 11660, + "[p": 11661, + "OME": 11662, + "Other": 11663, + "ĠStringBuilder": 11664, + "Points": 11665, + "heading": 11666, + "Ġcurrency": 11667, + "Ġpercentage": 11668, + "_API": 11669, + "Ġclassic": 11670, + "thead": 11671, + "ĠMO": 11672, + "FE": 11673, + "Idx": 11674, + "await": 11675, + "Ġè": 11676, + "Ġaccident": 11677, + "Ġvariant": 11678, + "Ġmyst": 11679, + "ĠLand": 11680, + "ĠBre": 11681, + "Ġharm": 11682, + "ĠAcc": 11683, + "Ġcharged": 11684, + "iones": 11685, + "Visibility": 11686, + "arry": 11687, + "ĠLanguage": 11688, + "Ġwalking": 11689, + "\".ĊĊ": 11690, + "ifer": 11691, + "Ġleadership": 11692, + ".From": 11693, + "ynam": 11694, + "Ġtimestamp": 11695, + "ipt": 11696, + "ĠHas": 11697, + "REFER": 11698, + "ĠIts": 11699, + "Ġlistener": 11700, + "UTE": 11701, + "213": 11702, + "_description": 11703, + "Ġexperiences": 11704, + "Ġcreates": 11705, + "RS": 11706, + "cart": 11707, + "black": 11708, + "Ġchoices": 11709, + "war": 11710, + "750": 11711, + "Ġ'''": 11712, + "Ġordered": 11713, + "Ġevening": 11714, + "Ġpil": 11715, + "Ġtun": 11716, + "ĠBad": 11717, + "(app": 11718, + "random": 11719, + "Ġexplicit": 11720, + "Ġarrived": 11721, + "Ġfly": 11722, + "Ġeconom": 11723, + "-mail": 11724, + "Ġlists": 11725, + "Ġarchitect": 11726, + "234": 11727, + "ĠPay": 11728, + "Ġds": 11729, + "ĠSol": 11730, + "Ġvehicles": 11731, + "Hz": 11732, + "-com": 11733, + "Ġking": 11734, + "_equal": 11735, + "ĠHelp": 11736, + "Ġabuse": 11737, + "480": 11738, + "169": 11739, + "--;Ċ": 11740, + "Ġextr": 11741, + "Ġchemical": 11742, + "ä¿": 11743, + "Ġorient": 11744, + "Ġbreath": 11745, + "ĠSpace": 11746, + "(element": 11747, + "wait": 11748, + "DED": 11749, + "igma": 11750, + "Ġentr": 11751, + "Ġsob": 11752, + "-name": 11753, + "Ġaffected": 11754, + "ika": 11755, + "Ġcoal": 11756, + "_work": 11757, + "Ġhundreds": 11758, + "Ġpolitics": 11759, + "subject": 11760, + "Ġconsumer": 11761, + "ANGE": 11762, + "Ġrepeated": 11763, + "Send": 11764, + "Ġ#[": 11765, + "Ġprotocol": 11766, + "Ġleads": 11767, + "useum": 11768, + "Every": 11769, + "808": 11770, + "174": 11771, + "Import": 11772, + "(count": 11773, + "Ġchallenges": 11774, + "Ġnovel": 11775, + "Ġdepart": 11776, + "bits": 11777, + ".Current": 11778, + "Ġ`${": 11779, + "oting": 11780, + "(\\": 11781, + "Ġcreative": 11782, + "Ġbuff": 11783, + "Ġintroduced": 11784, + "usic": 11785, + "modules": 11786, + "Are": 11787, + "-doc": 11788, + "language": 11789, + "_cache": 11790, + "Ġtod": 11791, + "?>": 11792, + "omething": 11793, + "Ġhun": 11794, + "åº": 11795, + "aters": 11796, + "Intent": 11797, + "Ġimplemented": 11798, + "ĠCase": 11799, + "Children": 11800, + "Ġnotification": 11801, + "Renderer": 11802, + "Wrapper": 11803, + "Objects": 11804, + "tl": 11805, + ".Contains": 11806, + "Plugin": 11807, + ".row": 11808, + "Ġforg": 11809, + "Ġpermit": 11810, + "Ġtargets": 11811, + "ĠIF": 11812, + "Ġtip": 11813, + "sex": 11814, + "Ġsupports": 11815, + "Ġfold": 11816, + "photo": 11817, + "},čĊ": 11818, + "Ġgoogle": 11819, + "$('#": 11820, + "Ġsharing": 11821, + "Ġgoods": 11822, + "vs": 11823, + "ĠDan": 11824, + "Rate": 11825, + "ĠMartin": 11826, + "Ġmanner": 11827, + "lie": 11828, + ".The": 11829, + "Internal": 11830, + "ĠCONTR": 11831, + "Mock": 11832, + "RIGHT": 11833, + "Ġ'{": 11834, + "Ġcontrols": 11835, + "Mat": 11836, + "Ġmand": 11837, + "Ġextended": 11838, + "Ok": 11839, + "Ġembed": 11840, + "Ġplanet": 11841, + "ĠNon": 11842, + "-ch": 11843, + ")\",": 11844, + "epar": 11845, + "Ġbelieved": 11846, + "ĠEnvironment": 11847, + "ĠFriend": 11848, + "-res": 11849, + "Ġhandling": 11850, + "nic": 11851, + "-level": 11852, + "scri": 11853, + "Xml": 11854, + "BE": 11855, + "ungen": 11856, + "Ġalter": 11857, + "[idx": 11858, + "Pop": 11859, + "cam": 11860, + "Ġ(((": 11861, + "Ġshipping": 11862, + "Ġbattery": 11863, + "iddleware": 11864, + "MC": 11865, + "Ġimpl": 11866, + "otation": 11867, + "ĠLab": 11868, + "