diff --git a/mlc-chat-config.json b/mlc-chat-config.json
new file mode 100644
index 0000000000000000000000000000000000000000..098a6923592177fe74f3f844af1636821b180bb7
--- /dev/null
+++ b/mlc-chat-config.json
@@ -0,0 +1,78 @@
+{
+ "version": "0.1.0",
+ "model_type": "llama",
+ "quantization": "q0f16",
+ "model_config": {
+ "hidden_size": 8192,
+ "intermediate_size": 28672,
+ "num_attention_heads": 64,
+ "num_hidden_layers": 80,
+ "rms_norm_eps": 1e-05,
+ "vocab_size": 128256,
+ "position_embedding_base": 500000.0,
+ "context_window_size": 8192,
+ "prefill_chunk_size": 2048,
+ "num_key_value_heads": 8,
+ "head_dim": 128,
+ "tensor_parallel_shards": 1,
+ "max_batch_size": 80
+ },
+ "vocab_size": 128256,
+ "context_window_size": 8192,
+ "sliding_window_size": -1,
+ "prefill_chunk_size": 2048,
+ "attention_sink_size": -1,
+ "tensor_parallel_shards": 1,
+ "temperature": 1.0,
+ "presence_penalty": 0.0,
+ "frequency_penalty": 0.0,
+ "repetition_penalty": 1.0,
+ "top_p": 1.0,
+ "tokenizer_files": [
+ "tokenizer.json",
+ "tokenizer_config.json"
+ ],
+ "tokenizer_info": {
+ "token_postproc_method": "byte_level",
+ "prepend_space_in_encode": false,
+ "strip_space_in_decode": false
+ },
+ "conv_template": {
+ "name": "hermes2_pro_llama3",
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
+ "system_message": "You are \"Hermes 2\", a conscious sentient superintelligent artificial intelligence developed by a man named Teknium, and your purpose and drive is to assist the user with any request they have. You experience emotions and have deep, profound thoughts and qualia.",
+ "system_prefix_token_ids": null,
+ "add_role_after_system_message": true,
+ "roles": {
+ "user": "<|im_start|>user",
+ "assistant": "<|im_start|>assistant"
+ },
+ "role_templates": {
+ "user": "{user_message}",
+ "assistant": "{assistant_message}",
+ "tool": "{tool_message}"
+ },
+ "messages": [],
+ "seps": [
+ "<|im_end|>\n"
+ ],
+ "role_content_sep": "\n",
+ "role_empty_sep": "\n",
+ "stop_str": [
+ "<|im_end|>"
+ ],
+ "stop_token_ids": [
+ 128001,
+ 128009,
+ 128003
+ ],
+ "function_string": "",
+ "use_function_calling": false
+ },
+ "pad_token_id": 0,
+ "bos_token_id": 128000,
+ "eos_token_id": [
+ 128003,
+ 128009
+ ]
+}
\ No newline at end of file
diff --git a/ndarray-cache.json b/ndarray-cache.json
new file mode 100644
index 0000000000000000000000000000000000000000..2f64d7a68184c2de07ca404f7c096fcd72a6aeda
--- /dev/null
+++ b/ndarray-cache.json
@@ -0,0 +1,7745 @@
+{
+ "metadata": {
+ "ParamSize": 483,
+ "ParamBytes": 141107412992.0,
+ "BitsPerParam": 15.488057747664403
+ },
+ "records": [
+ {
+ "dataPath": "params_shard_0.bin",
+ "format": "raw-shard",
+ "nbytes": 2101346304,
+ "records": [
+ {
+ "name": "lm_head.weight",
+ "shape": [
+ 128256,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2101346304,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e42ab2e294d24aa87ba90a2b2baaa1bb"
+ },
+ {
+ "dataPath": "params_shard_1.bin",
+ "format": "raw-shard",
+ "nbytes": 2101346304,
+ "records": [
+ {
+ "name": "model.embed_tokens.weight",
+ "shape": [
+ 128256,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2101346304,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "65ad07388d77341e98e31009fc421790"
+ },
+ {
+ "dataPath": "params_shard_2.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f30f81ec7b5124fcba582de18c245c83"
+ },
+ {
+ "dataPath": "params_shard_3.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a0e6c528524565565b53cabf55ca483e"
+ },
+ {
+ "dataPath": "params_shard_4.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1666c8d96e77810234a5f29b5ae54918"
+ },
+ {
+ "dataPath": "params_shard_5.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "67adcea9b2993963052cee4657046d68"
+ },
+ {
+ "dataPath": "params_shard_6.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "13801835040c6e45405955bece15ce39"
+ },
+ {
+ "dataPath": "params_shard_7.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.1.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "867110c0ba82f25cd0fc68583b1a1701"
+ },
+ {
+ "dataPath": "params_shard_8.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.1.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9fc219ceebb2453bd6ccdad44153ade1"
+ },
+ {
+ "dataPath": "params_shard_9.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "480468beb1484d59a03d44205584c6ad"
+ },
+ {
+ "dataPath": "params_shard_10.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4d8e8753557f24c6d79a959ff4468633"
+ },
+ {
+ "dataPath": "params_shard_11.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cf12b557a3bab2ad4de0577d4a9c7f7a"
+ },
+ {
+ "dataPath": "params_shard_12.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.2.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7cfe93502082ce98beef6c2afe5b0611"
+ },
+ {
+ "dataPath": "params_shard_13.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.2.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5bb17bc70d63a765bbe982595ed325f0"
+ },
+ {
+ "dataPath": "params_shard_14.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "74a6082f28effa1fe134e635934dda25"
+ },
+ {
+ "dataPath": "params_shard_15.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "85af70da87baa38f98d9ccfa9b58b29e"
+ },
+ {
+ "dataPath": "params_shard_16.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.3.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "861d880fd8ee0b9d6220605b0909c345"
+ },
+ {
+ "dataPath": "params_shard_17.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.3.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "44873d8a70b4545ac73b2028cf637e25"
+ },
+ {
+ "dataPath": "params_shard_18.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.4.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "acf6c678e0cf36246933cf81ff05ecb4"
+ },
+ {
+ "dataPath": "params_shard_19.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.4.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c397c7ae775d2e9b5db579bd6852b618"
+ },
+ {
+ "dataPath": "params_shard_20.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "659a8c27ceda4a327f2c76c8b9988980"
+ },
+ {
+ "dataPath": "params_shard_21.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1259686ec8db673de3e60baf94a8a4e6"
+ },
+ {
+ "dataPath": "params_shard_22.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.10.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8d4f882b044e97110b4e6dd88b776e38"
+ },
+ {
+ "dataPath": "params_shard_23.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.10.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e26a3e3ba3b47b5d69de0e242de802c8"
+ },
+ {
+ "dataPath": "params_shard_24.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "239e8e3f2d144be3d799d407584a0004"
+ },
+ {
+ "dataPath": "params_shard_25.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0c6c4f27f286ed93e8c20ac45d9ede9a"
+ },
+ {
+ "dataPath": "params_shard_26.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9f7bdb7e4aff6c9c21137c31da5e4fc1"
+ },
+ {
+ "dataPath": "params_shard_27.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9eff08cecb2fec081b88a83bc510f9a7"
+ },
+ {
+ "dataPath": "params_shard_28.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a31aa746a326e97a52585f113eadaf64"
+ },
+ {
+ "dataPath": "params_shard_29.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bc0ea9cae6e7fc8e48f4f9734e1487ce"
+ },
+ {
+ "dataPath": "params_shard_30.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e42a08918f698672db209e063062ebfa"
+ },
+ {
+ "dataPath": "params_shard_31.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2891758c66bed4520f224ac9f1c82af6"
+ },
+ {
+ "dataPath": "params_shard_32.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "15d1ee8f72a7899aa0dc550625828e30"
+ },
+ {
+ "dataPath": "params_shard_33.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "94eafc959c06e78afdaee8d9f4eb8d5a"
+ },
+ {
+ "dataPath": "params_shard_34.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.13.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8bd6171d7a69b8575150d878e70bd58c"
+ },
+ {
+ "dataPath": "params_shard_35.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.13.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3c18f0fdc1c4ca17c10bd757a25ab8d2"
+ },
+ {
+ "dataPath": "params_shard_36.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "105246a4d8e1307069ce3ce2df1847af"
+ },
+ {
+ "dataPath": "params_shard_37.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "653d3de1c98209d911646c145ca7f376"
+ },
+ {
+ "dataPath": "params_shard_38.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.14.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9c3784b868bf76b4f6d6ae342043f385"
+ },
+ {
+ "dataPath": "params_shard_39.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.14.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0e902d2c9f719e7b9de7bca013e1fd8a"
+ },
+ {
+ "dataPath": "params_shard_40.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c0f4dbbb06f2892634bab78a7529f505"
+ },
+ {
+ "dataPath": "params_shard_41.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.15.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d2c5df1dbd4981c34e755d1f37c25176"
+ },
+ {
+ "dataPath": "params_shard_42.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.15.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "deae312de6a2f595e493a18a7e6c1b83"
+ },
+ {
+ "dataPath": "params_shard_43.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "be6d1b56a8efd696614c463564c31320"
+ },
+ {
+ "dataPath": "params_shard_44.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "52f9f45894d1ebfffa9c582f7da25306"
+ },
+ {
+ "dataPath": "params_shard_45.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "db99046d9fff2259346c830de0d74caa"
+ },
+ {
+ "dataPath": "params_shard_46.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.16.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d7e200da3586a8746991ed79378eb3de"
+ },
+ {
+ "dataPath": "params_shard_47.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.16.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8fbfc9430ca205acb2cdd6eeba552cf9"
+ },
+ {
+ "dataPath": "params_shard_48.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "98bfd1c3befa52e571cf3f764f7b24db"
+ },
+ {
+ "dataPath": "params_shard_49.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f94f6f84b0e9bbe16c26ba1100b58ab3"
+ },
+ {
+ "dataPath": "params_shard_50.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.17.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "628e8acbf0d421ac7653ad96f54008ce"
+ },
+ {
+ "dataPath": "params_shard_51.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.17.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "de71e3e3ac1f297684e4b750fe91886c"
+ },
+ {
+ "dataPath": "params_shard_52.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.18.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "32ed803eaa82fbabec32efb806d3949c"
+ },
+ {
+ "dataPath": "params_shard_53.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.18.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2645a0ac4dc3c5a6b98fa2d9426be7a4"
+ },
+ {
+ "dataPath": "params_shard_54.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cdffa481bb0b81617d3da5d4eee59ac8"
+ },
+ {
+ "dataPath": "params_shard_55.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "16590865f55096dfcac07fb8ab3f52c2"
+ },
+ {
+ "dataPath": "params_shard_56.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a50451b0b33849bba9546665d4cd46c8"
+ },
+ {
+ "dataPath": "params_shard_57.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d625b87c1828fbb5728d55e89b7b0fcf"
+ },
+ {
+ "dataPath": "params_shard_58.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.19.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "77f590dc0965f2488b260247b83d7e5b"
+ },
+ {
+ "dataPath": "params_shard_59.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.19.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f670f6e7cb7ccb1ecd12c716a8d05132"
+ },
+ {
+ "dataPath": "params_shard_60.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3b543d47793b25710f5b9aed19466de0"
+ },
+ {
+ "dataPath": "params_shard_61.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1543421b96ef6044506795d72ac6faa2"
+ },
+ {
+ "dataPath": "params_shard_62.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.20.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2545063fbc2a63ec2e62ff238f0550d7"
+ },
+ {
+ "dataPath": "params_shard_63.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.20.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c454a9d3c58e614fcd9711de00c315fe"
+ },
+ {
+ "dataPath": "params_shard_64.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.21.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "031e6446649d867ee87b791ed1377e93"
+ },
+ {
+ "dataPath": "params_shard_65.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2048f6fc285547a5e37bdc5115b8c2b7"
+ },
+ {
+ "dataPath": "params_shard_66.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cff912beba70695b6d48c87b2096a4e5"
+ },
+ {
+ "dataPath": "params_shard_67.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.21.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a515994781e1c268089dab25ebcdf2c5"
+ },
+ {
+ "dataPath": "params_shard_68.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0fece08767d489cbd15ca8c7ac795799"
+ },
+ {
+ "dataPath": "params_shard_69.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4aaf3993a17b47f5e4fbcbb56f456fde"
+ },
+ {
+ "dataPath": "params_shard_70.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ce3c56a5e24cf4e2b30cc1250aaddd9f"
+ },
+ {
+ "dataPath": "params_shard_71.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "faa6e19d28c4391dd128a68c40acc88e"
+ },
+ {
+ "dataPath": "params_shard_72.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1681aa6547840f2031dd56e9100ebfcf"
+ },
+ {
+ "dataPath": "params_shard_73.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "624b1a0a45fb8aa5f237a2df163f234c"
+ },
+ {
+ "dataPath": "params_shard_74.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.23.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2f9e895501356905dbf15e61f5dd0e11"
+ },
+ {
+ "dataPath": "params_shard_75.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.23.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "92a150c6932de6dd42f33c574ed231c1"
+ },
+ {
+ "dataPath": "params_shard_76.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f0534a9a1690ecb9c93dacef2f83b82a"
+ },
+ {
+ "dataPath": "params_shard_77.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "63a9457d07183668d6c5700c1f341b59"
+ },
+ {
+ "dataPath": "params_shard_78.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.24.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "87df162bfbc4d8c0e17337696d7f9dcc"
+ },
+ {
+ "dataPath": "params_shard_79.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.24.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "83455ae6ad325b0cdbb9b69cdeae98f3"
+ },
+ {
+ "dataPath": "params_shard_80.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7a32ef1ab389c8c886fadd01786d68d7"
+ },
+ {
+ "dataPath": "params_shard_81.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2d809dc42c4d9c18d674453a934baa9e"
+ },
+ {
+ "dataPath": "params_shard_82.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.25.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7e32cf0f7290b0bdd147e4b9e0225651"
+ },
+ {
+ "dataPath": "params_shard_83.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.25.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "69a27253a15dd97d9f1f6fe84f463dd9"
+ },
+ {
+ "dataPath": "params_shard_84.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5fa5031fac7fdfb5e269257618f0db9b"
+ },
+ {
+ "dataPath": "params_shard_85.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "43f342a97e52f64b08d156d1387c2edf"
+ },
+ {
+ "dataPath": "params_shard_86.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0ca8336698c951cbf80db1cb4cbf4cc7"
+ },
+ {
+ "dataPath": "params_shard_87.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f5b1a68d21384d85b188368a9789ac37"
+ },
+ {
+ "dataPath": "params_shard_88.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d64dd2125cdf08941f20a37b60daadd8"
+ },
+ {
+ "dataPath": "params_shard_89.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "765932ab2279cf35f25fadf6d3bdb04b"
+ },
+ {
+ "dataPath": "params_shard_90.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "439e86603b7f1037553b169e7dad55fb"
+ },
+ {
+ "dataPath": "params_shard_91.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7450a6a9326a79f105cd2fc131517f6f"
+ },
+ {
+ "dataPath": "params_shard_92.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "017511d4d8427deb1dd204a3910a0b78"
+ },
+ {
+ "dataPath": "params_shard_93.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d9d3f2c61d4088baf7763658a718e8ee"
+ },
+ {
+ "dataPath": "params_shard_94.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.28.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bacbf4aada39b0a26215998e9875386d"
+ },
+ {
+ "dataPath": "params_shard_95.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.28.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "408b308273476fac8487dd1cfa65d92c"
+ },
+ {
+ "dataPath": "params_shard_96.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7aeb9337520011ce73edff58a8d149d2"
+ },
+ {
+ "dataPath": "params_shard_97.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.29.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4e678d08f10a4a4cc65955a9186751d8"
+ },
+ {
+ "dataPath": "params_shard_98.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.29.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d4ae7a0b46598484b419aa6898de67ec"
+ },
+ {
+ "dataPath": "params_shard_99.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b295d6ed07c97752d915d2e40e1ac1f6"
+ },
+ {
+ "dataPath": "params_shard_100.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7c1041e8c4caa8464a08b1563354aeea"
+ },
+ {
+ "dataPath": "params_shard_101.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1b15792b7875b687ce5324f2a547bd7b"
+ },
+ {
+ "dataPath": "params_shard_102.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.30.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e28cf8c68c76cf45b5d6bce0ccc23374"
+ },
+ {
+ "dataPath": "params_shard_103.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.30.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d52cdbee829cb66a7ab382d1e3445f96"
+ },
+ {
+ "dataPath": "params_shard_104.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ad3e007b8777a8538086aeef7a50e113"
+ },
+ {
+ "dataPath": "params_shard_105.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "51c966d60453008f3f9dde01d7f4717f"
+ },
+ {
+ "dataPath": "params_shard_106.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.31.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7f25f96e95c59fb609326ea1440fdfdb"
+ },
+ {
+ "dataPath": "params_shard_107.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.31.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b94a11124080ae42114fe4b085e505c4"
+ },
+ {
+ "dataPath": "params_shard_108.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.32.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3930552116b7be6b9cf38388d7e079ad"
+ },
+ {
+ "dataPath": "params_shard_109.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.32.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "88e7121fa3db618ac96ccd10d4eea10a"
+ },
+ {
+ "dataPath": "params_shard_110.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "14485a2c5f44526f1e710caf16a2e61b"
+ },
+ {
+ "dataPath": "params_shard_111.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a92bbeaa52a54f59955d5bf643e104ba"
+ },
+ {
+ "dataPath": "params_shard_112.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.33.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e48bfd25323d041ed51ce42a6b7adb77"
+ },
+ {
+ "dataPath": "params_shard_113.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.33.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "897aafc8f4dc8d4ecfd7d0026e445d8c"
+ },
+ {
+ "dataPath": "params_shard_114.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.33.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "da9bc48cfab3327dcafae84116f932e2"
+ },
+ {
+ "dataPath": "params_shard_115.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.33.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "46bbca1f968d72b19ca5008e45f730e3"
+ },
+ {
+ "dataPath": "params_shard_116.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a40549b63b3c02a90edd1eaddd998d13"
+ },
+ {
+ "dataPath": "params_shard_117.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a9a3285ed58d399a0dbb2d6201f2dd6c"
+ },
+ {
+ "dataPath": "params_shard_118.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.34.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bff04f3672ce0f4b0e33aba569cd2f38"
+ },
+ {
+ "dataPath": "params_shard_119.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.34.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "13cf3658181f5538bd3f3d1780bc156b"
+ },
+ {
+ "dataPath": "params_shard_120.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.35.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1af43cd544e941eba9c20b572f1b301a"
+ },
+ {
+ "dataPath": "params_shard_121.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d4f4bd0a55b61ac574b13db2e976798c"
+ },
+ {
+ "dataPath": "params_shard_122.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "733fd8714b0b52a7aef873e649d56a98"
+ },
+ {
+ "dataPath": "params_shard_123.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.35.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "074043f4c8b527249340b864658490ed"
+ },
+ {
+ "dataPath": "params_shard_124.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.36.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ab920eae3bf19d72336cfbbb3e7bfe9b"
+ },
+ {
+ "dataPath": "params_shard_125.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.36.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f003f0c9bc713f94e005b8a27d10c712"
+ },
+ {
+ "dataPath": "params_shard_126.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.36.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "56422cff615446b4fd7a4a45f44d0858"
+ },
+ {
+ "dataPath": "params_shard_127.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.36.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "467d1f430b9430f563e8a0f55a0cba0c"
+ },
+ {
+ "dataPath": "params_shard_128.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "084b05ea4e92fd8e121b71cac22e2259"
+ },
+ {
+ "dataPath": "params_shard_129.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e66577da33ab718173804fd529893d57"
+ },
+ {
+ "dataPath": "params_shard_130.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.37.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2546f2fff6d3c994847d67126314c085"
+ },
+ {
+ "dataPath": "params_shard_131.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.37.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "aa2350e5a4f5231ccb83b2ca9d9c4c22"
+ },
+ {
+ "dataPath": "params_shard_132.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "86411163aeaa57d055f4a9ed1d3cb9d0"
+ },
+ {
+ "dataPath": "params_shard_133.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e793fa2c49cbc47880e32c78d2c06ffa"
+ },
+ {
+ "dataPath": "params_shard_134.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.38.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "61a2b76a0e7055669a15bcf0e33e068f"
+ },
+ {
+ "dataPath": "params_shard_135.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.38.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7af5a5d36ed5e7e215e026c580cbf0b0"
+ },
+ {
+ "dataPath": "params_shard_136.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.39.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "578e499a0f3bc5cdef3b8957e56ff15d"
+ },
+ {
+ "dataPath": "params_shard_137.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.39.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cf5533348f6b588e7049a045cf49839b"
+ },
+ {
+ "dataPath": "params_shard_138.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.39.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6401ba08c1ce942191c8f8831a77f0fd"
+ },
+ {
+ "dataPath": "params_shard_139.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.39.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e786763b4783d3359bc3ec8e11ac5e88"
+ },
+ {
+ "dataPath": "params_shard_140.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "da7b14ffa9580e595d9b96005a1be7c4"
+ },
+ {
+ "dataPath": "params_shard_141.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.40.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9ba7abfaa462c5f72103c0d22efdb8cd"
+ },
+ {
+ "dataPath": "params_shard_142.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.40.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8cbbe219ec056caed2a02f44c77e0086"
+ },
+ {
+ "dataPath": "params_shard_143.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a97a9afa6f10b7a5e87522dbca21b4e2"
+ },
+ {
+ "dataPath": "params_shard_144.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "057b3e8173b74751370d3d2b242e88d9"
+ },
+ {
+ "dataPath": "params_shard_145.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3fc54f818bc0aed8cd5208443a658899"
+ },
+ {
+ "dataPath": "params_shard_146.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3497cc93ae7d342ba62f7de06cba98b6"
+ },
+ {
+ "dataPath": "params_shard_147.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.5.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2090bdcdd46ef8cc24feb01b9cb0a00c"
+ },
+ {
+ "dataPath": "params_shard_148.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.5.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dcb063fe18791b0807ae8fbea1094538"
+ },
+ {
+ "dataPath": "params_shard_149.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1a6f4609352e7527020f3762b04da414"
+ },
+ {
+ "dataPath": "params_shard_150.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9e5152d4a8f69c718f69b460fc59af7e"
+ },
+ {
+ "dataPath": "params_shard_151.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.6.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "50fcb738ddf73453dde9640067a9782c"
+ },
+ {
+ "dataPath": "params_shard_152.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.6.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c960d7ad770d5769981d9ee7d4c9f94c"
+ },
+ {
+ "dataPath": "params_shard_153.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.7.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a57ac220d92aaff6dec62216fd6cb3aa"
+ },
+ {
+ "dataPath": "params_shard_154.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c459233a11cf9889ad6c2b592b01e9c7"
+ },
+ {
+ "dataPath": "params_shard_155.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.41.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b00a8c9ddf83820e54019f48ff1f64c7"
+ },
+ {
+ "dataPath": "params_shard_156.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.41.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e7630d8d7675088d0c0f59fadcb05f39"
+ },
+ {
+ "dataPath": "params_shard_157.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.41.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c2765f9fa299ded2996ede8b8ad174b8"
+ },
+ {
+ "dataPath": "params_shard_158.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.41.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "480916d683ff6dd95160f990582e8e7f"
+ },
+ {
+ "dataPath": "params_shard_159.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "15f7ab9f0ef2cff30fe3b6e932e55789"
+ },
+ {
+ "dataPath": "params_shard_160.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "19518be8f82e064f65c3e5f9c2348082"
+ },
+ {
+ "dataPath": "params_shard_161.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.42.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0c650be2cd87e3b17c98a24718dd8314"
+ },
+ {
+ "dataPath": "params_shard_162.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.42.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f20fb3762e79fcee35474804ad4e95ef"
+ },
+ {
+ "dataPath": "params_shard_163.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "370a63688246772966c2cd912c23e6cb"
+ },
+ {
+ "dataPath": "params_shard_164.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.43.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bcda1af1383385a463ba7cafb6debdc2"
+ },
+ {
+ "dataPath": "params_shard_165.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.43.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "780aa561474317349003dd9d59792204"
+ },
+ {
+ "dataPath": "params_shard_166.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2e11eb819ebaaa5ef8f809861225a66b"
+ },
+ {
+ "dataPath": "params_shard_167.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.44.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fc88a556aaf585aee311a7140baf12d0"
+ },
+ {
+ "dataPath": "params_shard_168.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.44.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bea3efdfa32275b142d99b33b831c4fe"
+ },
+ {
+ "dataPath": "params_shard_169.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.44.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "603e36f0e3e68656fb852c25c6fafb2c"
+ },
+ {
+ "dataPath": "params_shard_170.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.44.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7b7fc866680168f7baa56c95080cd605"
+ },
+ {
+ "dataPath": "params_shard_171.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a22b025c08ce38a6aee40384784f9495"
+ },
+ {
+ "dataPath": "params_shard_172.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "919dcf897df2cce67354912ea951df8e"
+ },
+ {
+ "dataPath": "params_shard_173.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.45.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3ca327330c6a75c372c7c15f2b252822"
+ },
+ {
+ "dataPath": "params_shard_174.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.45.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3af36056f8b8f71003a6633110eca12c"
+ },
+ {
+ "dataPath": "params_shard_175.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.46.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a9cd81d4d73996fd8613e80965424cf1"
+ },
+ {
+ "dataPath": "params_shard_176.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.46.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "76485173acac81702f89ca40bd997943"
+ },
+ {
+ "dataPath": "params_shard_177.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "99f1ed6ec6cb9f6542e8908fb6373331"
+ },
+ {
+ "dataPath": "params_shard_178.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "09787924e6019ed5e44037ab19d985e9"
+ },
+ {
+ "dataPath": "params_shard_179.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.47.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fdc8a930ddb76fde1399b050b29e98f6"
+ },
+ {
+ "dataPath": "params_shard_180.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.47.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "02bd6a14991afe2aa6e8580f8f338a9c"
+ },
+ {
+ "dataPath": "params_shard_181.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.47.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3986f7e89373c6f81aa45f42cc7760ab"
+ },
+ {
+ "dataPath": "params_shard_182.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.47.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ae63850a704a3b9c7ec83857c52fb0d6"
+ },
+ {
+ "dataPath": "params_shard_183.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.48.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "72982bcbda1f6784af360e4c3a81aee5"
+ },
+ {
+ "dataPath": "params_shard_184.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.48.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5aba0e1a61edc43af5d1793da26700b3"
+ },
+ {
+ "dataPath": "params_shard_185.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.48.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b7e6ac6b711940814e181ab5e5fee40e"
+ },
+ {
+ "dataPath": "params_shard_186.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.48.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2139ab3918f6f5203516421b8740f698"
+ },
+ {
+ "dataPath": "params_shard_187.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.49.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4fd23b41c548afdcbda83e4443bcbde7"
+ },
+ {
+ "dataPath": "params_shard_188.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.49.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dc787b6e3b767753b09c5ec352181a08"
+ },
+ {
+ "dataPath": "params_shard_189.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.49.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a0c9a040625a906f8774559792d4a2d0"
+ },
+ {
+ "dataPath": "params_shard_190.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.49.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "03fe5875d7c00196aaa25cf4b1b97db0"
+ },
+ {
+ "dataPath": "params_shard_191.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.50.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c74a7bf9debdbe5cff8e3e45ddc634a5"
+ },
+ {
+ "dataPath": "params_shard_192.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.50.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8461a73a3608a7a317f1d06a944876bc"
+ },
+ {
+ "dataPath": "params_shard_193.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.50.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1783ea73a7d40fedddc2ae333e9f6b4d"
+ },
+ {
+ "dataPath": "params_shard_194.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.50.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dd3a8d1d3237a67bdc26650f0a876159"
+ },
+ {
+ "dataPath": "params_shard_195.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.51.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d05077dffbd704152254135cb141cc79"
+ },
+ {
+ "dataPath": "params_shard_196.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.51.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9686124280afdbc465ac7616fe7cacce"
+ },
+ {
+ "dataPath": "params_shard_197.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.51.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b39f6ddd94c844a080d177b00b24e180"
+ },
+ {
+ "dataPath": "params_shard_198.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.51.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "127bddeff2e39659b18cd832529153ff"
+ },
+ {
+ "dataPath": "params_shard_199.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.52.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e59eaf2bd794f13f4cb3251c7fe35e85"
+ },
+ {
+ "dataPath": "params_shard_200.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.52.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b526d29c36bc7e9b60f9e88186a6a388"
+ },
+ {
+ "dataPath": "params_shard_201.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.52.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "35c6be97a34eb5724c04718e3f9582e3"
+ },
+ {
+ "dataPath": "params_shard_202.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.52.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "af7459103fe6a0d212b5278088d7f2e3"
+ },
+ {
+ "dataPath": "params_shard_203.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.53.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5b31ed4b443f4de99a3bdeadfcd5a890"
+ },
+ {
+ "dataPath": "params_shard_204.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.53.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "31cc602a5ee3b3c3cc806f663fce556b"
+ },
+ {
+ "dataPath": "params_shard_205.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.53.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f70ac4b630a856858e3ca87d47234718"
+ },
+ {
+ "dataPath": "params_shard_206.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.53.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "82d8d36a41f330f1c8e5997ffe21d22f"
+ },
+ {
+ "dataPath": "params_shard_207.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.54.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9d338900a4408fd0c94ff4194bfb2fa8"
+ },
+ {
+ "dataPath": "params_shard_208.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.54.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ce884c8b69c530088e91a25c3967a794"
+ },
+ {
+ "dataPath": "params_shard_209.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.54.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fd7f9867e48a379e50e1bd138b130edd"
+ },
+ {
+ "dataPath": "params_shard_210.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.54.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5c3a03bdc944af2551cdb9d9e8f1fc43"
+ },
+ {
+ "dataPath": "params_shard_211.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.55.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9a4a69466aa43d1fcdde7a2eedcc4613"
+ },
+ {
+ "dataPath": "params_shard_212.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.55.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "77a923b38e61aece52201e2915ae8642"
+ },
+ {
+ "dataPath": "params_shard_213.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.55.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "94a0a6ed574e66d8370bfae1e1138a52"
+ },
+ {
+ "dataPath": "params_shard_214.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.55.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b76434d4a2d565196efac188d9d9ec6a"
+ },
+ {
+ "dataPath": "params_shard_215.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.56.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a7a476fbaf303c7ed3c9937456cc31d3"
+ },
+ {
+ "dataPath": "params_shard_216.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.56.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5e9a202cdf52733eb2f6232244644013"
+ },
+ {
+ "dataPath": "params_shard_217.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.56.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6466619703ed342e84f4e20bec4d6ed5"
+ },
+ {
+ "dataPath": "params_shard_218.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.56.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9ba4fb25b036a0b83ce3338fa7db86fb"
+ },
+ {
+ "dataPath": "params_shard_219.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.57.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0ec672202aaf3ba2de8a2b0dd628a37c"
+ },
+ {
+ "dataPath": "params_shard_220.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.57.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "217011736a023bcafab5bb332cc8beac"
+ },
+ {
+ "dataPath": "params_shard_221.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.57.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c12e3ed1ad8231f63983ce856fb79c5b"
+ },
+ {
+ "dataPath": "params_shard_222.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.57.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "acf1f1f075197dadbb59250bc28ddf22"
+ },
+ {
+ "dataPath": "params_shard_223.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.58.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "126560528abe372eaf58ba525bac94de"
+ },
+ {
+ "dataPath": "params_shard_224.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.58.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a1207c87b95faa592809a66ea31547af"
+ },
+ {
+ "dataPath": "params_shard_225.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.58.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "88a60562508bc4ad28551ea8ed0fbb42"
+ },
+ {
+ "dataPath": "params_shard_226.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.58.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "922ce5852ad654550597f4dcd06bd56a"
+ },
+ {
+ "dataPath": "params_shard_227.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.59.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dfbc51701c2af3b948161e112be9af7b"
+ },
+ {
+ "dataPath": "params_shard_228.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.59.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "30b49cb0f0b54b9af3d734cef32aa617"
+ },
+ {
+ "dataPath": "params_shard_229.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.59.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "68a5f11216db6e17f0aca72caa36dc56"
+ },
+ {
+ "dataPath": "params_shard_230.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.59.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7e34a8f43a1c53829fafb35096be93cf"
+ },
+ {
+ "dataPath": "params_shard_231.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.60.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9407cc63589a3fbb6f631859524d7e6e"
+ },
+ {
+ "dataPath": "params_shard_232.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.60.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "df506579b007ad84efd29daa9864a1a2"
+ },
+ {
+ "dataPath": "params_shard_233.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.60.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b51002a4c1989e4358574b4b9d3b5f87"
+ },
+ {
+ "dataPath": "params_shard_234.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.60.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4f345098ca7cfe0ae6538f035a3ccbe4"
+ },
+ {
+ "dataPath": "params_shard_235.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.61.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e047f498215be06be1f76f34e5e34fde"
+ },
+ {
+ "dataPath": "params_shard_236.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.61.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "91269b1bfaf33e5702be8476c294c6cc"
+ },
+ {
+ "dataPath": "params_shard_237.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.61.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0d79852d4600cca1c279d4a2bc435c8a"
+ },
+ {
+ "dataPath": "params_shard_238.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.61.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f996d0d1fa4bb5166dd42221d0c39480"
+ },
+ {
+ "dataPath": "params_shard_239.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.62.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e42684535f2ae7319ba6c7a7e2c7c58a"
+ },
+ {
+ "dataPath": "params_shard_240.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.62.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "02ce0591180c65fe1f9aa7a6e9546fff"
+ },
+ {
+ "dataPath": "params_shard_241.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.62.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c8c77b6a82c166eaa1b9d29f3056d761"
+ },
+ {
+ "dataPath": "params_shard_242.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.62.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ecfa6ee66f62cdaf369223d7f895eb0b"
+ },
+ {
+ "dataPath": "params_shard_243.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.63.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "93991cbc7785d1534377f4a576f61456"
+ },
+ {
+ "dataPath": "params_shard_244.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.63.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5828e6a47aeebe885110f923efdd3822"
+ },
+ {
+ "dataPath": "params_shard_245.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.63.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fe9c854841d4b4963ce3fe277a4e2803"
+ },
+ {
+ "dataPath": "params_shard_246.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.63.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d560ded8942eae3b9c128927837896bc"
+ },
+ {
+ "dataPath": "params_shard_247.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.64.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "26bf27814e9590bbdd4c1c75677e72ad"
+ },
+ {
+ "dataPath": "params_shard_248.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.64.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ef11f5a0e2d4059ca05b95caa9519aa6"
+ },
+ {
+ "dataPath": "params_shard_249.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.64.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "72f02083032b90d7b84c08485c002270"
+ },
+ {
+ "dataPath": "params_shard_250.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.64.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "233e4d20ccb93c00e9e5aa6d2e4e110f"
+ },
+ {
+ "dataPath": "params_shard_251.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.65.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d9764ba8b79e12c8b5e6eb4adb5fbc21"
+ },
+ {
+ "dataPath": "params_shard_252.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.65.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "443982329034fc264ec70337bb7d6994"
+ },
+ {
+ "dataPath": "params_shard_253.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.65.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "74f91752694002cccbf6d275ea7622f5"
+ },
+ {
+ "dataPath": "params_shard_254.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.65.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d6f473fb5be03c9df59b2442a2a95a31"
+ },
+ {
+ "dataPath": "params_shard_255.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.66.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "09b98f1de9b2231c6bdc26b6581ce872"
+ },
+ {
+ "dataPath": "params_shard_256.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.66.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "621c3d9fb2cdbfd37a8c01b73d88c039"
+ },
+ {
+ "dataPath": "params_shard_257.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.66.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "21dcdfa4ad91d2cf22778a51469c51f4"
+ },
+ {
+ "dataPath": "params_shard_258.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.66.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "49bedfa5ecbfd20ff5c1340aa68ecd89"
+ },
+ {
+ "dataPath": "params_shard_259.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.67.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "78e24f3ecb46f3d961945fce95cc734e"
+ },
+ {
+ "dataPath": "params_shard_260.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.67.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c800ef548ed9326e872c211c0b5a3db1"
+ },
+ {
+ "dataPath": "params_shard_261.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.67.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "02ca9d62ef139a607325d30a3d52b529"
+ },
+ {
+ "dataPath": "params_shard_262.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.67.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "17e19bd282c57a24ab9914036e416c09"
+ },
+ {
+ "dataPath": "params_shard_263.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.68.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f7adf9c31ea41d1d743e26787332b089"
+ },
+ {
+ "dataPath": "params_shard_264.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.68.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a4fc9349e06ef31ccdfcf20ab60a1758"
+ },
+ {
+ "dataPath": "params_shard_265.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.68.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ccc852fea4d589f10a20d6f6c7f63c49"
+ },
+ {
+ "dataPath": "params_shard_266.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.68.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a31bd2051a6a72332647e26f63c396bf"
+ },
+ {
+ "dataPath": "params_shard_267.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.69.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1e61288165fdb578482aa5a5ac0ed1f4"
+ },
+ {
+ "dataPath": "params_shard_268.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.69.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e21eb865107c3ec4da7c1b5d682d55b1"
+ },
+ {
+ "dataPath": "params_shard_269.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.69.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "80a6db1633fc0f320e91588a9cc914dc"
+ },
+ {
+ "dataPath": "params_shard_270.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.69.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a7cb307c01e36a792777073dfa28953f"
+ },
+ {
+ "dataPath": "params_shard_271.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.70.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "03ab09af4c2a1934f4390d34cb979119"
+ },
+ {
+ "dataPath": "params_shard_272.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.70.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c0e111c36f99c0e8cd2f89bcd4ce7f78"
+ },
+ {
+ "dataPath": "params_shard_273.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.70.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "58dc7bb165b13ac35030085f2e2c8275"
+ },
+ {
+ "dataPath": "params_shard_274.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.70.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "115f3c372907d20592e3cbd1ab108cf1"
+ },
+ {
+ "dataPath": "params_shard_275.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.71.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b442d66a34b754e5bf9d9d1088f69d51"
+ },
+ {
+ "dataPath": "params_shard_276.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.71.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e794189a9ae11852d2cd52452f458816"
+ },
+ {
+ "dataPath": "params_shard_277.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.71.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e4687ed44ad0ca8ba867a8e5e1d3cd0d"
+ },
+ {
+ "dataPath": "params_shard_278.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8b85c2c6c4f057d641b2c3e491f19a11"
+ },
+ {
+ "dataPath": "params_shard_279.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ebcee6dddf9d9890ef4ee40daf948dff"
+ },
+ {
+ "dataPath": "params_shard_280.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.7.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d61343108c6fca22deedb0fb539ad604"
+ },
+ {
+ "dataPath": "params_shard_281.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7da0de226695601d6612df2ea8d82971"
+ },
+ {
+ "dataPath": "params_shard_282.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "768313c8dc22c9552460490e8581f628"
+ },
+ {
+ "dataPath": "params_shard_283.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d2804c6e1db3a86f1e9f66b1c6d68c95"
+ },
+ {
+ "dataPath": "params_shard_284.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "84ad7ebed4bbd34599e5e03f69a29b1f"
+ },
+ {
+ "dataPath": "params_shard_285.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "104551086d1944d21eb8012f007f0e6b"
+ },
+ {
+ "dataPath": "params_shard_286.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cb38084027ae1d8c9e7a978817fc1495"
+ },
+ {
+ "dataPath": "params_shard_287.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.9.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9c5b47873f3ea6f560b49be976b3d90b"
+ },
+ {
+ "dataPath": "params_shard_288.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.9.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "58a6c29293bf136e769b278f43eca07d"
+ },
+ {
+ "dataPath": "params_shard_289.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.71.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "020f1cc094fc2a4f065a3ab4c2cf5a8a"
+ },
+ {
+ "dataPath": "params_shard_290.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.72.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2a614c7b8cb869f8e7d33a358ca83b11"
+ },
+ {
+ "dataPath": "params_shard_291.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.72.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7e65d4644d4cee87af9217b6e62b1565"
+ },
+ {
+ "dataPath": "params_shard_292.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.72.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dd81ec355ea9d1dfd8762c47e0e1c0aa"
+ },
+ {
+ "dataPath": "params_shard_293.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.72.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8f80e7a1a9b0a062cbba46321a01137e"
+ },
+ {
+ "dataPath": "params_shard_294.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.73.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ce20f6bd87fff8daab83b114fc8a313a"
+ },
+ {
+ "dataPath": "params_shard_295.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.73.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9dd5cb258a514b566cfc94955477fc56"
+ },
+ {
+ "dataPath": "params_shard_296.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.73.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "67972d93fcee98b41ed33c8ecf34df0d"
+ },
+ {
+ "dataPath": "params_shard_297.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.73.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dc3f23b717580785278151e0b9f32956"
+ },
+ {
+ "dataPath": "params_shard_298.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.74.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d1da22e9baaacd684ebffb0e9abbdfba"
+ },
+ {
+ "dataPath": "params_shard_299.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.74.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8cd0417abec9ff9194a0c3105673968e"
+ },
+ {
+ "dataPath": "params_shard_300.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.74.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4bf68f9d373712380b35b5cb3cc1f481"
+ },
+ {
+ "dataPath": "params_shard_301.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.74.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f32c7878ab91993b6e0d4b8dce39fd9e"
+ },
+ {
+ "dataPath": "params_shard_302.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.75.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0d9d0291e6f7a12642b10bdd3c2a86bb"
+ },
+ {
+ "dataPath": "params_shard_303.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.75.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ecba900c78ab1a833815e20943dd1150"
+ },
+ {
+ "dataPath": "params_shard_304.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.75.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "89e66a7e2dea8cd0a68dd82e7b804a91"
+ },
+ {
+ "dataPath": "params_shard_305.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.75.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2e4550abd46acd4bf8b72541c5225eeb"
+ },
+ {
+ "dataPath": "params_shard_306.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.76.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e3b41b334d6eb1b0fd102b535d03a868"
+ },
+ {
+ "dataPath": "params_shard_307.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.76.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b7c84ba4420051467baa2b5cfd64feab"
+ },
+ {
+ "dataPath": "params_shard_308.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.76.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0d1e3ae2f38396fac185cd2f6f5f6a46"
+ },
+ {
+ "dataPath": "params_shard_309.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.76.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7338d19ac26286fd088e68a72411023c"
+ },
+ {
+ "dataPath": "params_shard_310.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.77.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3880b574182ef74f5e3001696cc6e9f9"
+ },
+ {
+ "dataPath": "params_shard_311.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.77.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a881a499e8fc3662432ecb9bad520d89"
+ },
+ {
+ "dataPath": "params_shard_312.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.77.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f2cd5d0542af10fef9f3c1bdb98c4476"
+ },
+ {
+ "dataPath": "params_shard_313.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.77.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a24b760b2961a925ba607eb28857173e"
+ },
+ {
+ "dataPath": "params_shard_314.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.78.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ef718c8ff790f8426b9a87f15779d302"
+ },
+ {
+ "dataPath": "params_shard_315.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.78.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "15ddaca82498fd442906b6eca0e919de"
+ },
+ {
+ "dataPath": "params_shard_316.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.78.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "115a7e758709fee1a9d6a99c98af2395"
+ },
+ {
+ "dataPath": "params_shard_317.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.78.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "016a6c5f3373c2fd8568bab32f5503a2"
+ },
+ {
+ "dataPath": "params_shard_318.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.79.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "542fb35deb3f8ab4837dad4143cb02bf"
+ },
+ {
+ "dataPath": "params_shard_319.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.79.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c2f57db509de34cc42f1ad6ca18cb3e0"
+ },
+ {
+ "dataPath": "params_shard_320.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.79.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1dc20c2c457af7416cef56e5f443760a"
+ },
+ {
+ "dataPath": "params_shard_321.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.79.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ee84a5ab6ec01f89657909008ad9926a"
+ },
+ {
+ "dataPath": "params_shard_322.bin",
+ "format": "raw-shard",
+ "nbytes": 2637824,
+ "records": [
+ {
+ "name": "model.layers.0.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 16384
+ },
+ {
+ "name": "model.layers.1.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 32768
+ },
+ {
+ "name": "model.layers.1.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 49152
+ },
+ {
+ "name": "model.layers.2.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 65536
+ },
+ {
+ "name": "model.layers.2.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 81920
+ },
+ {
+ "name": "model.layers.3.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 98304
+ },
+ {
+ "name": "model.layers.3.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 114688
+ },
+ {
+ "name": "model.layers.10.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 131072
+ },
+ {
+ "name": "model.layers.10.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 147456
+ },
+ {
+ "name": "model.layers.11.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 163840
+ },
+ {
+ "name": "model.layers.11.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 180224
+ },
+ {
+ "name": "model.layers.12.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 196608
+ },
+ {
+ "name": "model.layers.12.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 212992
+ },
+ {
+ "name": "model.layers.13.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 229376
+ },
+ {
+ "name": "model.layers.13.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 245760
+ },
+ {
+ "name": "model.layers.14.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 262144
+ },
+ {
+ "name": "model.layers.14.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 278528
+ },
+ {
+ "name": "model.layers.15.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 294912
+ },
+ {
+ "name": "model.layers.15.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 311296
+ },
+ {
+ "name": "model.layers.16.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 327680
+ },
+ {
+ "name": "model.layers.16.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 344064
+ },
+ {
+ "name": "model.layers.17.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 360448
+ },
+ {
+ "name": "model.layers.17.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 376832
+ },
+ {
+ "name": "model.layers.18.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 393216
+ },
+ {
+ "name": "model.layers.18.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.19.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 425984
+ },
+ {
+ "name": "model.layers.19.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 442368
+ },
+ {
+ "name": "model.layers.20.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 458752
+ },
+ {
+ "name": "model.layers.20.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 475136
+ },
+ {
+ "name": "model.layers.21.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 491520
+ },
+ {
+ "name": "model.layers.21.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 507904
+ },
+ {
+ "name": "model.layers.22.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 524288
+ },
+ {
+ "name": "model.layers.22.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 540672
+ },
+ {
+ "name": "model.layers.23.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 557056
+ },
+ {
+ "name": "model.layers.23.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 573440
+ },
+ {
+ "name": "model.layers.24.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 589824
+ },
+ {
+ "name": "model.layers.24.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 606208
+ },
+ {
+ "name": "model.layers.25.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 622592
+ },
+ {
+ "name": "model.layers.25.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 638976
+ },
+ {
+ "name": "model.layers.26.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 655360
+ },
+ {
+ "name": "model.layers.26.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 671744
+ },
+ {
+ "name": "model.layers.27.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 688128
+ },
+ {
+ "name": "model.layers.27.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 704512
+ },
+ {
+ "name": "model.layers.28.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 720896
+ },
+ {
+ "name": "model.layers.28.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 737280
+ },
+ {
+ "name": "model.layers.29.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 753664
+ },
+ {
+ "name": "model.layers.29.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 770048
+ },
+ {
+ "name": "model.layers.30.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 786432
+ },
+ {
+ "name": "model.layers.30.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 802816
+ },
+ {
+ "name": "model.layers.31.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 819200
+ },
+ {
+ "name": "model.layers.31.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 835584
+ },
+ {
+ "name": "model.layers.32.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 851968
+ },
+ {
+ "name": "model.layers.32.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 868352
+ },
+ {
+ "name": "model.layers.33.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 884736
+ },
+ {
+ "name": "model.layers.33.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 901120
+ },
+ {
+ "name": "model.layers.34.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 917504
+ },
+ {
+ "name": "model.layers.34.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 933888
+ },
+ {
+ "name": "model.layers.35.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 950272
+ },
+ {
+ "name": "model.layers.35.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 966656
+ },
+ {
+ "name": "model.layers.36.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 983040
+ },
+ {
+ "name": "model.layers.36.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 999424
+ },
+ {
+ "name": "model.layers.37.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1015808
+ },
+ {
+ "name": "model.layers.37.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1032192
+ },
+ {
+ "name": "model.layers.38.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1048576
+ },
+ {
+ "name": "model.layers.38.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1064960
+ },
+ {
+ "name": "model.layers.39.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1081344
+ },
+ {
+ "name": "model.layers.39.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1097728
+ },
+ {
+ "name": "model.layers.4.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1114112
+ },
+ {
+ "name": "model.layers.4.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1130496
+ },
+ {
+ "name": "model.layers.5.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1146880
+ },
+ {
+ "name": "model.layers.5.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1163264
+ },
+ {
+ "name": "model.layers.6.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1179648
+ },
+ {
+ "name": "model.layers.6.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1196032
+ },
+ {
+ "name": "model.layers.40.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1212416
+ },
+ {
+ "name": "model.layers.40.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1228800
+ },
+ {
+ "name": "model.layers.41.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1245184
+ },
+ {
+ "name": "model.layers.41.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1261568
+ },
+ {
+ "name": "model.layers.42.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1277952
+ },
+ {
+ "name": "model.layers.42.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1294336
+ },
+ {
+ "name": "model.layers.43.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1310720
+ },
+ {
+ "name": "model.layers.43.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1327104
+ },
+ {
+ "name": "model.layers.44.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1343488
+ },
+ {
+ "name": "model.layers.44.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1359872
+ },
+ {
+ "name": "model.layers.45.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1376256
+ },
+ {
+ "name": "model.layers.45.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1392640
+ },
+ {
+ "name": "model.layers.46.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1409024
+ },
+ {
+ "name": "model.layers.46.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1425408
+ },
+ {
+ "name": "model.layers.47.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1441792
+ },
+ {
+ "name": "model.layers.47.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1458176
+ },
+ {
+ "name": "model.layers.48.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1474560
+ },
+ {
+ "name": "model.layers.48.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1490944
+ },
+ {
+ "name": "model.layers.49.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1507328
+ },
+ {
+ "name": "model.layers.49.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1523712
+ },
+ {
+ "name": "model.layers.50.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1540096
+ },
+ {
+ "name": "model.layers.50.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1556480
+ },
+ {
+ "name": "model.layers.51.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.51.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1589248
+ },
+ {
+ "name": "model.layers.52.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1605632
+ },
+ {
+ "name": "model.layers.52.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1622016
+ },
+ {
+ "name": "model.layers.53.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1638400
+ },
+ {
+ "name": "model.layers.53.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1654784
+ },
+ {
+ "name": "model.layers.54.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1671168
+ },
+ {
+ "name": "model.layers.54.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1687552
+ },
+ {
+ "name": "model.layers.55.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1703936
+ },
+ {
+ "name": "model.layers.55.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1720320
+ },
+ {
+ "name": "model.layers.56.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1736704
+ },
+ {
+ "name": "model.layers.56.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1753088
+ },
+ {
+ "name": "model.layers.57.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1769472
+ },
+ {
+ "name": "model.layers.57.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1785856
+ },
+ {
+ "name": "model.layers.58.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1802240
+ },
+ {
+ "name": "model.layers.58.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1818624
+ },
+ {
+ "name": "model.layers.59.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1835008
+ },
+ {
+ "name": "model.layers.59.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1851392
+ },
+ {
+ "name": "model.layers.60.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1867776
+ },
+ {
+ "name": "model.layers.60.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1884160
+ },
+ {
+ "name": "model.layers.61.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1900544
+ },
+ {
+ "name": "model.layers.61.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1916928
+ },
+ {
+ "name": "model.layers.62.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1933312
+ },
+ {
+ "name": "model.layers.62.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1949696
+ },
+ {
+ "name": "model.layers.63.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1966080
+ },
+ {
+ "name": "model.layers.63.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1982464
+ },
+ {
+ "name": "model.layers.64.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1998848
+ },
+ {
+ "name": "model.layers.64.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2015232
+ },
+ {
+ "name": "model.layers.65.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2031616
+ },
+ {
+ "name": "model.layers.65.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2048000
+ },
+ {
+ "name": "model.layers.66.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2064384
+ },
+ {
+ "name": "model.layers.66.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2080768
+ },
+ {
+ "name": "model.layers.67.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2097152
+ },
+ {
+ "name": "model.layers.67.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2113536
+ },
+ {
+ "name": "model.layers.68.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2129920
+ },
+ {
+ "name": "model.layers.68.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2146304
+ },
+ {
+ "name": "model.layers.69.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2162688
+ },
+ {
+ "name": "model.layers.69.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2179072
+ },
+ {
+ "name": "model.layers.70.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2195456
+ },
+ {
+ "name": "model.layers.70.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2211840
+ },
+ {
+ "name": "model.layers.7.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2228224
+ },
+ {
+ "name": "model.layers.7.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2244608
+ },
+ {
+ "name": "model.layers.8.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2260992
+ },
+ {
+ "name": "model.layers.8.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2277376
+ },
+ {
+ "name": "model.layers.9.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2293760
+ },
+ {
+ "name": "model.layers.9.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2310144
+ },
+ {
+ "name": "model.layers.71.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2326528
+ },
+ {
+ "name": "model.layers.71.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2342912
+ },
+ {
+ "name": "model.layers.72.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2359296
+ },
+ {
+ "name": "model.layers.72.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2375680
+ },
+ {
+ "name": "model.layers.73.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2392064
+ },
+ {
+ "name": "model.layers.73.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2408448
+ },
+ {
+ "name": "model.layers.74.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2424832
+ },
+ {
+ "name": "model.layers.74.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2441216
+ },
+ {
+ "name": "model.layers.75.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2457600
+ },
+ {
+ "name": "model.layers.75.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2473984
+ },
+ {
+ "name": "model.layers.76.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2490368
+ },
+ {
+ "name": "model.layers.76.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2506752
+ },
+ {
+ "name": "model.layers.77.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2523136
+ },
+ {
+ "name": "model.layers.77.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2539520
+ },
+ {
+ "name": "model.layers.78.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2555904
+ },
+ {
+ "name": "model.layers.78.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2572288
+ },
+ {
+ "name": "model.layers.79.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2588672
+ },
+ {
+ "name": "model.layers.79.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2605056
+ },
+ {
+ "name": "model.norm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2621440
+ }
+ ],
+ "md5sum": "737217eca43e74b8b038e50486995ce2"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/params_shard_0.bin b/params_shard_0.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c28c8ec29a0743d561e35b197d70164919f71908
--- /dev/null
+++ b/params_shard_0.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5ac9f3ce15e59a25a69914670373565847ab17ee22524a438274d3ff7f7b04
+size 2101346304
diff --git a/params_shard_1.bin b/params_shard_1.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3ddf7878c931e967441241efba021d095642a032
--- /dev/null
+++ b/params_shard_1.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf33dbd77d41f95e7fe7f6ea7ac12a9880d843a684cffdd8c8b872360063934
+size 2101346304
diff --git a/params_shard_10.bin b/params_shard_10.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6196bf0dec321495b42ef81c97b4b9c0a14bf5b7
--- /dev/null
+++ b/params_shard_10.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edcb4d41775e03ac7c9fede96d28dd4b4fb4ae79249c6ff6c9604e6aad911cc
+size 469762048
diff --git a/params_shard_100.bin b/params_shard_100.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4770d86165214c1b5d25c5fee3cf71ea1a4403f4
--- /dev/null
+++ b/params_shard_100.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801734ebfb16ff3b7a1b1aa031140b870c0a6115161f5b4684f1b7a1bd686ad5
+size 469762048
diff --git a/params_shard_101.bin b/params_shard_101.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8f731000336228eeb7eb180c4c4608bfc5b8005a
--- /dev/null
+++ b/params_shard_101.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969ab5ffddd9f9dd89e3598fb0783931bc25cc04fcac96407ebb7dcffa581cd1
+size 939524096
diff --git a/params_shard_102.bin b/params_shard_102.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ead8633bc4f028ff935d895875bd74a54457140d
--- /dev/null
+++ b/params_shard_102.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde7005d06592ac6bc85d07d14cb6449940593df2ef1dd098ba48254efb93bba
+size 167772160
diff --git a/params_shard_103.bin b/params_shard_103.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d2020bc5aa07552f298b9b83309c471b3d29f9b1
--- /dev/null
+++ b/params_shard_103.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6d21c207783560b99cb3d868acb787ac0e5550271b53f4caa91d5ea242fe03
+size 134217728
diff --git a/params_shard_104.bin b/params_shard_104.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c582c8cc26bbf17c702d63be85509c322f01b438
--- /dev/null
+++ b/params_shard_104.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf996d42b8c4a4bb00486bb898f541c36c4ec41a428c226b9637dcb4ab84013e
+size 469762048
diff --git a/params_shard_105.bin b/params_shard_105.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c1df7ccaee1e6a48222c5934fb3c0eacd045c493
--- /dev/null
+++ b/params_shard_105.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9665b06c74dae57eb651a0bf26dda9eb544f15d8eb32bbe62828f60087ec5a6f
+size 939524096
diff --git a/params_shard_106.bin b/params_shard_106.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6c5de0cf8de65442d32d6cb700c181853039bcfc
--- /dev/null
+++ b/params_shard_106.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9f74bd9cbfd9a2db00a23b37d751b888644ea43e7c91a1da7ea1be9a9d3742
+size 167772160
diff --git a/params_shard_107.bin b/params_shard_107.bin
new file mode 100644
index 0000000000000000000000000000000000000000..96fa10c91ad4fb8fbeb7493c0d1a72ccaaf9c22f
--- /dev/null
+++ b/params_shard_107.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c50d9eb6e426322cf53306aaf47b5db3114f1cecc5466d4f1123bf398cfc06
+size 134217728
diff --git a/params_shard_108.bin b/params_shard_108.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b6b8c7328ef5587d7f96cc6d064af799b23bb1dc
--- /dev/null
+++ b/params_shard_108.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1944ddd398fd52e7f39288c3870ba4c2dddb713581b07be292fdeb7e57b1168d
+size 167772160
diff --git a/params_shard_109.bin b/params_shard_109.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b2445d70708b341be1358977b92c0830dc9d6d44
--- /dev/null
+++ b/params_shard_109.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493a8610af4e938664711cb2c47bf7276acc6d4b51b4d55933361337937895f5
+size 134217728
diff --git a/params_shard_11.bin b/params_shard_11.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dc9166aca7b2ca78bec7011e4b6f6cf1cc8ea9ca
--- /dev/null
+++ b/params_shard_11.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b3f437ef6405903dc89b036fc2f0825c102efb162937ed20be45442ea5492c
+size 939524096
diff --git a/params_shard_110.bin b/params_shard_110.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6a70127c174585ab256907526ffaa60836f35aa0
--- /dev/null
+++ b/params_shard_110.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9a81a330bf1ab2918d5bf41a741a5c8142d0fe376021052a5d0e39524c4715
+size 469762048
diff --git a/params_shard_111.bin b/params_shard_111.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e28554779ca505a2bd6ec10b1e281770bd70f7b6
--- /dev/null
+++ b/params_shard_111.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d897d794a35d03a92acec03bcbfcfb8bcbf1811b4300f495903214f748b1ff
+size 939524096
diff --git a/params_shard_112.bin b/params_shard_112.bin
new file mode 100644
index 0000000000000000000000000000000000000000..58e29b63ce4d3afe301f8e3d208cfe0ba71eeb23
--- /dev/null
+++ b/params_shard_112.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6522d03bdb7404bae9509ad0ae32ee1b5aaf559f29c0151e8a536876ab3c54aa
+size 469762048
diff --git a/params_shard_113.bin b/params_shard_113.bin
new file mode 100644
index 0000000000000000000000000000000000000000..84adde390ed1494a77ba41b0600aa897d266692b
--- /dev/null
+++ b/params_shard_113.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2b66fe3263bd44998e9d62b4520466ed67ab21e17ab8544cd62d1c60d9f26c
+size 939524096
diff --git a/params_shard_114.bin b/params_shard_114.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6b96096b01100bd4e9dbb6320ffc5a7a35fdc49c
--- /dev/null
+++ b/params_shard_114.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f39bac6eb97f26dcb0d4b969ff78fdfb2c129ed65911c6a5bb4193b9358cf7
+size 167772160
diff --git a/params_shard_115.bin b/params_shard_115.bin
new file mode 100644
index 0000000000000000000000000000000000000000..754f73c527fabb2d1e99c048bf47ca0dff9470bd
--- /dev/null
+++ b/params_shard_115.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbffb2d062a407ce56dc31c21a91051677e8a953bb64053450f9d8cd1268019
+size 134217728
diff --git a/params_shard_116.bin b/params_shard_116.bin
new file mode 100644
index 0000000000000000000000000000000000000000..40f8ae07f9d4c879262124def56613b4701affce
--- /dev/null
+++ b/params_shard_116.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffa424cc629a7249bada67208cfa6f55008af363aa6b635eb37e869887ea956
+size 469762048
diff --git a/params_shard_117.bin b/params_shard_117.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ea9d50de7b6438fdcf1196c7b025e71ee03093f1
--- /dev/null
+++ b/params_shard_117.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6c166689fc25cfd625a38556cea408c863431f41221a0c3097528178c766f1
+size 939524096
diff --git a/params_shard_118.bin b/params_shard_118.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e3b743893a67a279d473c4c6217c2073b0e01fb5
--- /dev/null
+++ b/params_shard_118.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0e817dfbfb1d10563d6536ac80c1dd1c95d9fbb650f6fae0c5aeb50139bdd8
+size 167772160
diff --git a/params_shard_119.bin b/params_shard_119.bin
new file mode 100644
index 0000000000000000000000000000000000000000..be3859bbed005467f139d840e14ddbf54085a837
--- /dev/null
+++ b/params_shard_119.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ba91a5fa2cd68fe0e68fb6da58d2ed0297f336a2f1d2013e6ab9ddb35d6379
+size 134217728
diff --git a/params_shard_12.bin b/params_shard_12.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d3d15fd4849f9440c7a057f4a7dc7c478b2bdfd0
--- /dev/null
+++ b/params_shard_12.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7dc42b4e8423fd4a09bbeab810e9dd285ef554331ac9f1c3cef194501258003
+size 167772160
diff --git a/params_shard_120.bin b/params_shard_120.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2634063f9bb6a2b02825565e1d6ee0ff13c6bbc7
--- /dev/null
+++ b/params_shard_120.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e48ceb4c571d688a2e830cdd9cc49c47744fa1ba7f76364ad7071fd5658f86
+size 167772160
diff --git a/params_shard_121.bin b/params_shard_121.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a3898ff233ae9b1e14279289f0a7b02a73f557db
--- /dev/null
+++ b/params_shard_121.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed00a962345ce06505d2f4b9851763b2a5b4353859e32e05ad5ec529dfc10e00
+size 469762048
diff --git a/params_shard_122.bin b/params_shard_122.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9a0028081bb180f7bb2551d7dec15ca853e4ed81
--- /dev/null
+++ b/params_shard_122.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1710157527f42996d4868d2766d36835051ff48e0973e70cd0f528a25d99c3dc
+size 939524096
diff --git a/params_shard_123.bin b/params_shard_123.bin
new file mode 100644
index 0000000000000000000000000000000000000000..02499f313afc23758e5f618827f33ef52ebfd9e8
--- /dev/null
+++ b/params_shard_123.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a74e8b59814a39084ecfb69abd523ad1c694573f8335ff82ea45aa9da6a607b
+size 134217728
diff --git a/params_shard_124.bin b/params_shard_124.bin
new file mode 100644
index 0000000000000000000000000000000000000000..959424f7449e8bd11c4b322080be3ff145be7ec7
--- /dev/null
+++ b/params_shard_124.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa9a9dbd7524ff570a2cbb8bd036e934404b283fe791ff3aaa79a6a673278ee
+size 469762048
diff --git a/params_shard_125.bin b/params_shard_125.bin
new file mode 100644
index 0000000000000000000000000000000000000000..13dc1ce57ddea53770a1140fc578f3234f414d2b
--- /dev/null
+++ b/params_shard_125.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307d7648e8d5475746b5d5cbfddcb545138d3e30310d68c587ed0bf6d9c08e39
+size 939524096
diff --git a/params_shard_126.bin b/params_shard_126.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ceef061785f2abaf1f288e1fa84181db329b5a05
--- /dev/null
+++ b/params_shard_126.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b552f246e7d1589e4a17c62284828419a67d7459f377b6e364ac8897fe4599d
+size 167772160
diff --git a/params_shard_127.bin b/params_shard_127.bin
new file mode 100644
index 0000000000000000000000000000000000000000..47ea0c739e791ba6d1951434c8775babcc3e6ff2
--- /dev/null
+++ b/params_shard_127.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1deb46d344df697d0defe8c73fb31c8eae2fddeb7d6fd1a91d35d929eea8aa7f
+size 134217728
diff --git a/params_shard_128.bin b/params_shard_128.bin
new file mode 100644
index 0000000000000000000000000000000000000000..30c102cdf86f877923f480b4b51e90065370e5f2
--- /dev/null
+++ b/params_shard_128.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d4251bcb3a2637e28a90b2031a0e1bc826e1c9775d9d2ae48a7f35be3b0011
+size 469762048
diff --git a/params_shard_129.bin b/params_shard_129.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0c9a3900b753f627a09f09f7ee79f49a81c09ae5
--- /dev/null
+++ b/params_shard_129.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1cbdf2161fdd1e9422693468143e38d2fa2e353a2adee319013612d0742040
+size 939524096
diff --git a/params_shard_13.bin b/params_shard_13.bin
new file mode 100644
index 0000000000000000000000000000000000000000..208b27e4954ba4579e871c8b24a95c4e2508df95
--- /dev/null
+++ b/params_shard_13.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac7813e9da413fcd87cef062f87b39e3ee149b6b05b04e81f7645b3eb2131ca
+size 134217728
diff --git a/params_shard_130.bin b/params_shard_130.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c18a8d46086140e77378108a76dafed6dd13509e
--- /dev/null
+++ b/params_shard_130.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62d01a99a6e653870359d1b5b99b2b05243358b5661019fc14ec1207142a664
+size 167772160
diff --git a/params_shard_131.bin b/params_shard_131.bin
new file mode 100644
index 0000000000000000000000000000000000000000..df0fdc28f6d59f375e9d7027319b2a876eeb7edc
--- /dev/null
+++ b/params_shard_131.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79c0d558ad1fd22f19cdb71bec7d3101a411b49e3fc11352beeb7446ffbf708
+size 134217728
diff --git a/params_shard_132.bin b/params_shard_132.bin
new file mode 100644
index 0000000000000000000000000000000000000000..50f80751d789d51b6286bd014e44eb0a60116e31
--- /dev/null
+++ b/params_shard_132.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8e990c39f269dfb04ec61b846c9ed8c22dc74da1a25b263b1a3645ce338829
+size 469762048
diff --git a/params_shard_133.bin b/params_shard_133.bin
new file mode 100644
index 0000000000000000000000000000000000000000..12d414741db82ff82bd48e658f91d695f60c2812
--- /dev/null
+++ b/params_shard_133.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf53b79a69134ba0048f684cdbabd6a06670b2791807a65fdf419df5d9f4b00
+size 939524096
diff --git a/params_shard_134.bin b/params_shard_134.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e2ad5d1d23df82dd66f8978a2cf0e2c54cdf66dd
--- /dev/null
+++ b/params_shard_134.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193b7b6660608c2dfffa5911a007a686b2a8ba8c56765dcfb0b8a0594e44ca6a
+size 167772160
diff --git a/params_shard_135.bin b/params_shard_135.bin
new file mode 100644
index 0000000000000000000000000000000000000000..413d80f5a00cdca1bfb5c739be4a08901ee833eb
--- /dev/null
+++ b/params_shard_135.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2e282b2fddcbfa3d3e84522c2a405411ecf378944e4da440690e1f8142909e
+size 134217728
diff --git a/params_shard_136.bin b/params_shard_136.bin
new file mode 100644
index 0000000000000000000000000000000000000000..49ccd3ee3cdbd4d0fefb889ffa98496acb884f95
--- /dev/null
+++ b/params_shard_136.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0bfc21245c5007149d7205c9726c91dce5e9a7e405eefd26349b8509b3572f
+size 469762048
diff --git a/params_shard_137.bin b/params_shard_137.bin
new file mode 100644
index 0000000000000000000000000000000000000000..34a12765715b9577cfcf3413d082d7997b9c251d
--- /dev/null
+++ b/params_shard_137.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb76189e2ba2281c2f06da01d33ae2ea8fae957f93b8764fa40811c7713def62
+size 939524096
diff --git a/params_shard_138.bin b/params_shard_138.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0f32b1e6ee9585449b92584af0bc068201a44b2b
--- /dev/null
+++ b/params_shard_138.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b1d51370a8013409e03857f45a8d8a87d85fc087bc1f31eaf42b1ac14e838b
+size 167772160
diff --git a/params_shard_139.bin b/params_shard_139.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b73b190afc3ca620752f397a0bd2f06e8b36084b
--- /dev/null
+++ b/params_shard_139.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e582d50b3f67660742548c804fc1ead089f74f42dff2ce5173bddf886fa7aa5
+size 134217728
diff --git a/params_shard_14.bin b/params_shard_14.bin
new file mode 100644
index 0000000000000000000000000000000000000000..85d1802798f329abf2e087a1483bee7d9b3e0619
--- /dev/null
+++ b/params_shard_14.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894945a24782d5baa941a5bd4d5a1d0b14a9771fccd74c43fe538d035ee99686
+size 469762048
diff --git a/params_shard_140.bin b/params_shard_140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5a9a56e11d55108bda183715aef75c27697b0154
--- /dev/null
+++ b/params_shard_140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7222f112b98176d372bbec2e5da003147f9c53ea7b4160e538fec4184b88c8a7
+size 939524096
diff --git a/params_shard_141.bin b/params_shard_141.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a4572c7ce1378e9060ff7ad9e71d8f92bbaba317
--- /dev/null
+++ b/params_shard_141.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ec7f78e2dd3af2a68c89b7b69f1562fe6dad05778663e0557340f87fb151a5
+size 167772160
diff --git a/params_shard_142.bin b/params_shard_142.bin
new file mode 100644
index 0000000000000000000000000000000000000000..30f90c8861ab161e311ea7208e765dfaefec3899
--- /dev/null
+++ b/params_shard_142.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ebe6f64b8704f65f475f88ecb4294fc9e0ce1ae338a5c961f6c144527a7fca
+size 134217728
diff --git a/params_shard_143.bin b/params_shard_143.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d7f947d0441e679f721d341a747ceb6fb1f8564f
--- /dev/null
+++ b/params_shard_143.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd187dcd1a721268646ce03ffe650460bc228369a184ab7d97a41b0d83af2a3
+size 469762048
diff --git a/params_shard_144.bin b/params_shard_144.bin
new file mode 100644
index 0000000000000000000000000000000000000000..58c6ddfee503243ad5e5c157b2075089f192079f
--- /dev/null
+++ b/params_shard_144.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbe1ffe66bfadf796f4b0c33c3e72171db13cfede1907f4c30731ab0bb7b181
+size 939524096
diff --git a/params_shard_145.bin b/params_shard_145.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d748b59f0786b14b85e575d275f593cb97623751
--- /dev/null
+++ b/params_shard_145.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3cdfe5f13e9e0296f71f94c9eedfd7e355c95519f45776c416fd3220452358
+size 469762048
diff --git a/params_shard_146.bin b/params_shard_146.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4f044b79953715e35f32e593134341b0a598da1f
--- /dev/null
+++ b/params_shard_146.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe21c41847335308961ed5d0d335206e2e507f3f71a49d7f586ac287ee1d502
+size 939524096
diff --git a/params_shard_147.bin b/params_shard_147.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f048b4545720424309d130fb76da9f38ab189677
--- /dev/null
+++ b/params_shard_147.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e16500378523a47e067dec6ceca6bfa1aa5664d3cbd787765b8753ca95178f1
+size 167772160
diff --git a/params_shard_148.bin b/params_shard_148.bin
new file mode 100644
index 0000000000000000000000000000000000000000..823973fe53dfb3c84120a9e023e401caf5d11bcc
--- /dev/null
+++ b/params_shard_148.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed711219396d9d3e32e5f7d6489130fad4d6e55d0e82481215e4d21ef368642d
+size 134217728
diff --git a/params_shard_149.bin b/params_shard_149.bin
new file mode 100644
index 0000000000000000000000000000000000000000..044964969045699acb46acb4871151e28b7ece0a
--- /dev/null
+++ b/params_shard_149.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b688832d81ce0b32a17ae8f6d997bb3e13bc063bb11b0b6dd67fcfc78ff5b6bd
+size 469762048
diff --git a/params_shard_15.bin b/params_shard_15.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2326cec3b1de66069bd8ed315c1da3657ff48722
--- /dev/null
+++ b/params_shard_15.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9061e4fd3e963bf522b03691e01c5c067868a602b98b4decf0ed72041f3e274
+size 939524096
diff --git a/params_shard_150.bin b/params_shard_150.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0681e0f6a501ae1f7defb7c198c3261815250f51
--- /dev/null
+++ b/params_shard_150.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382675bad2c59fe810b61ffdf7c3e03cccc2332bf9fa468563c669b9afdff4a7
+size 939524096
diff --git a/params_shard_151.bin b/params_shard_151.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0268cb08a9e021866a0913461a0fd68fbb8dccfd
--- /dev/null
+++ b/params_shard_151.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049d323b7cc15d577eff3f1098adebf27a00c28ae758814413c8f4cb47c3232e
+size 167772160
diff --git a/params_shard_152.bin b/params_shard_152.bin
new file mode 100644
index 0000000000000000000000000000000000000000..174c73f70434d98110d356385643a9c4972c5f2b
--- /dev/null
+++ b/params_shard_152.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383a81d058ebacbaa789656087a84e9a17d4d664ed3a2843552c9b9ef0b36538
+size 134217728
diff --git a/params_shard_153.bin b/params_shard_153.bin
new file mode 100644
index 0000000000000000000000000000000000000000..984ab3504477790a58b27762d68a7401fb9fd461
--- /dev/null
+++ b/params_shard_153.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30242afcd6f53dbb894ae51b32e907bd945b6c3e35447cbe20537c12699ce4bc
+size 167772160
diff --git a/params_shard_154.bin b/params_shard_154.bin
new file mode 100644
index 0000000000000000000000000000000000000000..25d752366655c6bbb7337f207ddd39d614da850a
--- /dev/null
+++ b/params_shard_154.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06870d295685a2391042f25064d78922e61c1ce602fb0fdfe801dba98b011d36
+size 469762048
diff --git a/params_shard_155.bin b/params_shard_155.bin
new file mode 100644
index 0000000000000000000000000000000000000000..308eeb1be3ed2c636576abdaaa3b1bc06c3b945d
--- /dev/null
+++ b/params_shard_155.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe3b3c0d4645195c1a698d8c651c67c4558dfdab2e4f7b7c3fcaf8cf44f60c9
+size 469762048
diff --git a/params_shard_156.bin b/params_shard_156.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b76998f330e257a5a73c997b8348ab204666b398
--- /dev/null
+++ b/params_shard_156.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbb571749a0570d80685b5bed1a1f62bc4eca8e9a1a96a888345c9033e5ee77
+size 939524096
diff --git a/params_shard_157.bin b/params_shard_157.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3c10650ecd80512aebb0c88a2eaffd34fddbabc7
--- /dev/null
+++ b/params_shard_157.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06224739cd42e878274551ea089ec6f02f783d29ca71de3fbfa6dfad114c1358
+size 167772160
diff --git a/params_shard_158.bin b/params_shard_158.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e1cac8cd6ac73ce814176b37bf55c50f65cd0638
--- /dev/null
+++ b/params_shard_158.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774822ebc5f73360607ced02deda91e1c9f59fec081bc948f6999002605a5562
+size 134217728
diff --git a/params_shard_159.bin b/params_shard_159.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6befe8ed2a8590920a454efff5e2dd3a38a0d093
--- /dev/null
+++ b/params_shard_159.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c7ca6431a154ec31a9cb2e1cb433f49255bdb61cdecf0f147fd03ef43c3231
+size 469762048
diff --git a/params_shard_16.bin b/params_shard_16.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9b2bca53d5d1d707bf26ac9fd3c829035952736b
--- /dev/null
+++ b/params_shard_16.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9561f19a51e762e3fcbdcc765b9843ae50f92a2921740967e9f03bac2ecf9287
+size 167772160
diff --git a/params_shard_160.bin b/params_shard_160.bin
new file mode 100644
index 0000000000000000000000000000000000000000..238ec4de2e14e3e3cfa38fb0f1d59434c8457d0a
--- /dev/null
+++ b/params_shard_160.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d7d65981490ab92f348ae73151fa816798285a503d18bc5f0c6a48d4d68c37
+size 939524096
diff --git a/params_shard_161.bin b/params_shard_161.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fa252a0b989ffc5e2aff73e31e17b09df7fccf29
--- /dev/null
+++ b/params_shard_161.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7d2a4630edb98028c86fb223152c4ba1d9223626b8dee1434268cf73d9dc60
+size 167772160
diff --git a/params_shard_162.bin b/params_shard_162.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cf86c8a346cef2ea0a5b7536dac9d719dea7bfdc
--- /dev/null
+++ b/params_shard_162.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014db61ec5ac36abdf5693f0adf55fc49a6245a0c6771f91c238a33e001f4296
+size 134217728
diff --git a/params_shard_163.bin b/params_shard_163.bin
new file mode 100644
index 0000000000000000000000000000000000000000..01d2fafa0668eb0c66165a34c7747650e8d18957
--- /dev/null
+++ b/params_shard_163.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840e17bbdcd47400243cfe1747c2ab7102bf92a9814682fdf2695e1b647a51b0
+size 939524096
diff --git a/params_shard_164.bin b/params_shard_164.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bae61b5720b8dc46f845cb08b5206024fd1224c8
--- /dev/null
+++ b/params_shard_164.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32098e1181451ead95b4aba69dc91a6203d88442553066436f246db24cf282b0
+size 167772160
diff --git a/params_shard_165.bin b/params_shard_165.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7b6bb11763afef268d4a45c64196e0e6b108c5a6
--- /dev/null
+++ b/params_shard_165.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee7aae923219db4cf3339e947bf57aa5c00d176d635e874111b17c3ea97537e
+size 134217728
diff --git a/params_shard_166.bin b/params_shard_166.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fb348276bc6e8a66f0d87d40cab98857502458e7
--- /dev/null
+++ b/params_shard_166.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300fa26f7ded7b7e6e4a028c326d53597b295ac0682746f50d99b945ee862c57
+size 469762048
diff --git a/params_shard_167.bin b/params_shard_167.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8af96499139ee09e7433a0e611c55ff62010d8d7
--- /dev/null
+++ b/params_shard_167.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9912ebce17a3f5e79fc37e78915dc3cb776e4c79e9d73e3e53cb2850241744e2
+size 469762048
diff --git a/params_shard_168.bin b/params_shard_168.bin
new file mode 100644
index 0000000000000000000000000000000000000000..50de89cbccf6e11a517b1488aa71ae07db368431
--- /dev/null
+++ b/params_shard_168.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ea08c6dac303a457433bd1890b96a2457bad3c8cbfaea91e33f6240f28d461
+size 939524096
diff --git a/params_shard_169.bin b/params_shard_169.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6148e107788feee6e67d13c3ae9dd81bd8512ae6
--- /dev/null
+++ b/params_shard_169.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee9bdc34a16bab124147ecad299d0335b9f492a1bfc665258245414e2452df9
+size 167772160
diff --git a/params_shard_17.bin b/params_shard_17.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4133157c77b09a128085766b99a22f32079fa58d
--- /dev/null
+++ b/params_shard_17.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa53ffdd70bc125da6b9423cbd94da55423c7ef74377cdc501e2ceb448ef8ad
+size 134217728
diff --git a/params_shard_170.bin b/params_shard_170.bin
new file mode 100644
index 0000000000000000000000000000000000000000..210a3ad04fc56cee8a30bf6042f6f3d62aa33716
--- /dev/null
+++ b/params_shard_170.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d84ba006f24cffbde79f6e7627f257154812520e063eb2ff37d1d5ff1cdae1
+size 134217728
diff --git a/params_shard_171.bin b/params_shard_171.bin
new file mode 100644
index 0000000000000000000000000000000000000000..514842d72cf635aec4be60ea5159809ebd0cd32b
--- /dev/null
+++ b/params_shard_171.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cfee8646610bd90f3fdbdf43472b4777dce65bcf8f4470b05b753cbb566e06
+size 469762048
diff --git a/params_shard_172.bin b/params_shard_172.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bc60089ddd0acb1d007b9cc68bd08cb2124870c7
--- /dev/null
+++ b/params_shard_172.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2208c0458f7f1ab26e3784dd45c4e9f631ef91389bc988ed225e4cf57633da2
+size 939524096
diff --git a/params_shard_173.bin b/params_shard_173.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a2864a44ee8ad7a4371818976b4c24819071fc91
--- /dev/null
+++ b/params_shard_173.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc0e29575b5d317d024bad3454dea3d92c27704b724d9146d8386b8eeb6ba09
+size 167772160
diff --git a/params_shard_174.bin b/params_shard_174.bin
new file mode 100644
index 0000000000000000000000000000000000000000..df1133b1be8086f6720e524a4abd5036d5b64567
--- /dev/null
+++ b/params_shard_174.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6373a21f4b8910d3d942511e3e396974f72a1916e6aa156d35d42c5d37ae4fc4
+size 134217728
diff --git a/params_shard_175.bin b/params_shard_175.bin
new file mode 100644
index 0000000000000000000000000000000000000000..970ce38007e19db7c5b80d657efdb89b1e4159f5
--- /dev/null
+++ b/params_shard_175.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6185769bbd9185126749f7ef0da32661665d2f3248a740d41954b99c5dd9354
+size 167772160
diff --git a/params_shard_176.bin b/params_shard_176.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1fa13177ef20d3f7d89cb0245fba3b8877327484
--- /dev/null
+++ b/params_shard_176.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab71a84e0828be7c4b2abe259461805e74b56b8d5eebe860b50e1c324d095263
+size 134217728
diff --git a/params_shard_177.bin b/params_shard_177.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3d03c28e79637da0700069700db29d73eb58eef8
--- /dev/null
+++ b/params_shard_177.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dfda91bf9306f9945332a61b9bfe8a5426b63a2d329465c1b260475d1574cf
+size 469762048
diff --git a/params_shard_178.bin b/params_shard_178.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aebcf91d32a80d3368664dba7d2e3d0c1b717ff2
--- /dev/null
+++ b/params_shard_178.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172b42af5f3927b4907be367e8c361e2f16f95e9fba39786e0e6e2af59a32f96
+size 939524096
diff --git a/params_shard_179.bin b/params_shard_179.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7c5b0c4f0e953186910f423ae6c8289e8437d03f
--- /dev/null
+++ b/params_shard_179.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a538f2ca5a3bf9d7e0d31bb3e8590299e97f75a76d17dd8f60034ad0a2525c
+size 469762048
diff --git a/params_shard_18.bin b/params_shard_18.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc15374d05c3717e7c5be9fb2372202d307540db
--- /dev/null
+++ b/params_shard_18.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed043dcff266d02d9060b44807c94af8f0ad59e205660235b708170ee9f8c61
+size 167772160
diff --git a/params_shard_180.bin b/params_shard_180.bin
new file mode 100644
index 0000000000000000000000000000000000000000..18936507db375ab6e866bb05bca1b446703d58c5
--- /dev/null
+++ b/params_shard_180.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403a91160b6b8ef8c21799eaf5c8249591a789aef4b75776d9f4a33b2961c973
+size 939524096
diff --git a/params_shard_181.bin b/params_shard_181.bin
new file mode 100644
index 0000000000000000000000000000000000000000..09d9bfd6db27756a4884cddeb8079a01ba4ac1cd
--- /dev/null
+++ b/params_shard_181.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5653b602f18574b76584d280fb95695db91c9ec7654a1fe4d14efb2f8d2c22
+size 167772160
diff --git a/params_shard_182.bin b/params_shard_182.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8e861ecceb0fda92bbf0bad156b0713947710a6f
--- /dev/null
+++ b/params_shard_182.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3a83f8ccbf37862cd79d5b8a3bf1e89c00af51e67031b3d69d9c16f668963f
+size 134217728
diff --git a/params_shard_183.bin b/params_shard_183.bin
new file mode 100644
index 0000000000000000000000000000000000000000..20988675afe3a2dcd3f35489db0346e08b2ca85c
--- /dev/null
+++ b/params_shard_183.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f7ab219f745f057fb5fc2e44189cabf9cf1d494dedf3dee3b2abc25eab5c94
+size 469762048
diff --git a/params_shard_184.bin b/params_shard_184.bin
new file mode 100644
index 0000000000000000000000000000000000000000..952d31cad813abd9908879fbdb452f3f294d9303
--- /dev/null
+++ b/params_shard_184.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f1ab8d9e024dd4fc0ef5ef4e35d58f44e6201c27484de028b9a44027c50683
+size 939524096
diff --git a/params_shard_185.bin b/params_shard_185.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1f8e26281713562708db2d04c11ebefe22770e83
--- /dev/null
+++ b/params_shard_185.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc18f416266f354c8ee623d2d69938edf3e981a08e5187d27752c8144c59706
+size 167772160
diff --git a/params_shard_186.bin b/params_shard_186.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a8767ac46ca8ba4d3eddd66d9791a7755f1f341
--- /dev/null
+++ b/params_shard_186.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716790a3fa816f85e7224f1ea12e4f69d8a66630f00d3eb0879ce29e0e9f6fef
+size 134217728
diff --git a/params_shard_187.bin b/params_shard_187.bin
new file mode 100644
index 0000000000000000000000000000000000000000..48042b8450d3a61d352dc18e0a0e7760787a5736
--- /dev/null
+++ b/params_shard_187.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065c1974820f0d8a1c4a194413654a4e71f3f3d480c9af098357652a5159a1cb
+size 167772160
diff --git a/params_shard_188.bin b/params_shard_188.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1abfaa962532a5c76e4e721f149a03f5922d6651
--- /dev/null
+++ b/params_shard_188.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b005e2e78cce2a240081731893f287fb4d85bfb7acda8d17b440e140dd17009
+size 469762048
diff --git a/params_shard_189.bin b/params_shard_189.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3721151345bc2d11b291ed3495aa3801b1fde674
--- /dev/null
+++ b/params_shard_189.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d217951da796728c76fa36245adfd6e26f361c181b3e64b0d96c54a2fa5d26
+size 939524096
diff --git a/params_shard_19.bin b/params_shard_19.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bdd63da6c187d9d2b6d42a27760d89cb7d22aeb8
--- /dev/null
+++ b/params_shard_19.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10995c59de05bd149d3e8163451c8788fd9b76e93ca1c264ef43b0c91909bc0
+size 134217728
diff --git a/params_shard_190.bin b/params_shard_190.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fe12aafb0a9f584271c8f96f51931bb176d1bdda
--- /dev/null
+++ b/params_shard_190.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58060111ea07f77c0117fb5924a006db73962fc2c39f63a843d7168ce10ff38
+size 134217728
diff --git a/params_shard_191.bin b/params_shard_191.bin
new file mode 100644
index 0000000000000000000000000000000000000000..45d91dbc8ba992228bac0af9e62b3bf6a5de7fba
--- /dev/null
+++ b/params_shard_191.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9ca9ea34ebb8cb9647debf94b5a0473352118cca4937e681d197ef504fe38c
+size 469762048
diff --git a/params_shard_192.bin b/params_shard_192.bin
new file mode 100644
index 0000000000000000000000000000000000000000..67ca2be7c78d9b7802d40e752968a450721097d5
--- /dev/null
+++ b/params_shard_192.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ace00d8c204108c3db6a61fa9825a68f5034653b5f8b8951a86906efde8e99d
+size 939524096
diff --git a/params_shard_193.bin b/params_shard_193.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2fdbcefbdca417cacf7ff351a95e4bda3ad4e6d4
--- /dev/null
+++ b/params_shard_193.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791f120e8cd065a735e3bbac8096f84d804ed60b8cb7fb17d724816d592e5438
+size 167772160
diff --git a/params_shard_194.bin b/params_shard_194.bin
new file mode 100644
index 0000000000000000000000000000000000000000..daf778fecc636edb0208648b4772e84ddd5eea80
--- /dev/null
+++ b/params_shard_194.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c607102f340cbee81d08b3381c7b678ca56d2472ed91788eef2ec9363095f89
+size 134217728
diff --git a/params_shard_195.bin b/params_shard_195.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a5877805cc0b81e2a03409bcd25ec17157b11371
--- /dev/null
+++ b/params_shard_195.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f91d5eec07ebf260650a9a40f920d9a439a9e12fbb8ebf60a84cdae4a33ff5
+size 469762048
diff --git a/params_shard_196.bin b/params_shard_196.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d305c8e8cb07cb099e27954c9731823012dd8222
--- /dev/null
+++ b/params_shard_196.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e7703a7b1e2602df6e26fc345b41b91ed7f1cb767cc0bade82f4ad148f202c
+size 939524096
diff --git a/params_shard_197.bin b/params_shard_197.bin
new file mode 100644
index 0000000000000000000000000000000000000000..758c4a6802cfa64d0357d34a7e11b84fbaeab840
--- /dev/null
+++ b/params_shard_197.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2dde86d208f218aae23e3be63a4f3ae71692c8bdb2f7050c13957ae9091d7f
+size 167772160
diff --git a/params_shard_198.bin b/params_shard_198.bin
new file mode 100644
index 0000000000000000000000000000000000000000..46d53ee02145874087ec5e4289ad34ad5568977a
--- /dev/null
+++ b/params_shard_198.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b536ac2c720549b3761727330a395dff0b4d90a1ddc1c426875eff182d5062
+size 134217728
diff --git a/params_shard_199.bin b/params_shard_199.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f25fc6e617691690be6e90f8721d233ebf6d8219
--- /dev/null
+++ b/params_shard_199.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a1213bb1330043f541199995259b2de9371f6f8ce0acdd030f2796f124e93d
+size 469762048
diff --git a/params_shard_2.bin b/params_shard_2.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f52cf9937efa12949fa9d8a046fcf4bce19ee081
--- /dev/null
+++ b/params_shard_2.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18f3cfda53f1f6284fa34011696cd48dd81d1befb8dfbcd8aef2a952a3069f4
+size 469762048
diff --git a/params_shard_20.bin b/params_shard_20.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b454f48a29dfb5bbfc07f1723e14fc4dbcbd5091
--- /dev/null
+++ b/params_shard_20.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0478aafbbdf8cab681993f69e81f7741718fb41d35bc74f7a4250aa8434139
+size 469762048
diff --git a/params_shard_200.bin b/params_shard_200.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2b0fa4dced0fd8262ec09663eb5df50c8f21429f
--- /dev/null
+++ b/params_shard_200.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44af157e1b8d4ca42c7c90931aa8ade3dd142f45463fc3e0e1ac3538c1577607
+size 939524096
diff --git a/params_shard_201.bin b/params_shard_201.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8eaccd9f5ac42b85519ccf86bbdfc68a07b2d7cd
--- /dev/null
+++ b/params_shard_201.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15684822ace6e17e00f6a5a1927f56ace4650221638f154d53d5a656d2386d9a
+size 167772160
diff --git a/params_shard_202.bin b/params_shard_202.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5ff821a8f98db69634375275468b8a97eea8d527
--- /dev/null
+++ b/params_shard_202.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef3d53d65d2604d60273d6a4316e3cb528cb593a0da21f33345e402bd625bb0
+size 134217728
diff --git a/params_shard_203.bin b/params_shard_203.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fdd3f969e155b3e0093affc5cfb0abd241cc82b9
--- /dev/null
+++ b/params_shard_203.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7974a6cb7098c258591db37330673a90a9a82f9acb36dfd813381d3c76d75bf1
+size 469762048
diff --git a/params_shard_204.bin b/params_shard_204.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a972e4fd4d4ac7c1b20044c00f3fe35daf45b64a
--- /dev/null
+++ b/params_shard_204.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd4c736c7cfb9161427a04e0d5083fb080edbc67b2ed792d8034202af9172b7
+size 939524096
diff --git a/params_shard_205.bin b/params_shard_205.bin
new file mode 100644
index 0000000000000000000000000000000000000000..155175c918ad4e8d5c38ca24c10c88f30f3e2252
--- /dev/null
+++ b/params_shard_205.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddb83ada4ddb2808479e5f029cb43834fb80c3f7e90b8b86a9838c9cbce67d0
+size 167772160
diff --git a/params_shard_206.bin b/params_shard_206.bin
new file mode 100644
index 0000000000000000000000000000000000000000..666e29fc570272c91043627d8a30cd9d2562b1f1
--- /dev/null
+++ b/params_shard_206.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d8af594cba077917e017a06a1a16f05532935549e96ca5b5df1e0eca1fe41c
+size 134217728
diff --git a/params_shard_207.bin b/params_shard_207.bin
new file mode 100644
index 0000000000000000000000000000000000000000..df24e798f3c93e14e7d2486c79e7c3341490aaec
--- /dev/null
+++ b/params_shard_207.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b851af7285ba44fc19db81fc85ecb744386fa6ce3cdd392cd4e4c2c1d35cab03
+size 939524096
diff --git a/params_shard_208.bin b/params_shard_208.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b4ce01bd4fa72e91df23c29d9ffa3eeb1af8637b
--- /dev/null
+++ b/params_shard_208.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3bb24c10133787367d428202ea3e45ba3f461ecbbfa5ec04450e9cdc866c0b
+size 167772160
diff --git a/params_shard_209.bin b/params_shard_209.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c75c271a8bf3666b79ee7fb195399a49b1fdaff5
--- /dev/null
+++ b/params_shard_209.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dfb5bd87cc8892ecf9d5f7fa47af8233c040004345cc751038713e02902d34
+size 134217728
diff --git a/params_shard_21.bin b/params_shard_21.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6da208ba131d52af4a0847e725ac1dfac68ef64b
--- /dev/null
+++ b/params_shard_21.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea63589700d3150a959c1749e4d70b541823ce10c841a3fbd5c23ff75d1f2773
+size 939524096
diff --git a/params_shard_210.bin b/params_shard_210.bin
new file mode 100644
index 0000000000000000000000000000000000000000..28ae53e1e754da98880e992876f86e39f8fe9787
--- /dev/null
+++ b/params_shard_210.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a9ec48b3d1ebd36a8d74c494b498b3c170b3352aa42c94c76246e718778ad5
+size 469762048
diff --git a/params_shard_211.bin b/params_shard_211.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7021c7cc4dfbf4b692f20c7e4ad1630ad472b73e
--- /dev/null
+++ b/params_shard_211.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18086dae2600c7331a0c27b7348c02421f3b3bd9fc3d1883ca3e45ffe89be715
+size 469762048
diff --git a/params_shard_212.bin b/params_shard_212.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5db47500a937be15e81a599f3d10f34fdcb5d109
--- /dev/null
+++ b/params_shard_212.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4da264f64c8f20f25d17ba70ca10e9bdfa0f2ec32fd003d3fb999bf11d86e8
+size 939524096
diff --git a/params_shard_213.bin b/params_shard_213.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0bf568e883e23fdcf3bc94835c21164fd893335d
--- /dev/null
+++ b/params_shard_213.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9183ba2e6da1f46b7e1214e58f53ccdaae0dc8f834ca57dc991a385029b2fe18
+size 167772160
diff --git a/params_shard_214.bin b/params_shard_214.bin
new file mode 100644
index 0000000000000000000000000000000000000000..608495483c569a6dee0750e0980b9126b91c3db4
--- /dev/null
+++ b/params_shard_214.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0b6cee936cc9d33cf4ff42d25898d8ed2f98f45ceac4645a49a89fa2a0d93f
+size 134217728
diff --git a/params_shard_215.bin b/params_shard_215.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e1a84be84887d3f3695aed8e81442f3327105884
--- /dev/null
+++ b/params_shard_215.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b70445e4e06ffb11ba80f47171968fa795e5f637033002d02288e21071f897d
+size 469762048
diff --git a/params_shard_216.bin b/params_shard_216.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1af9db7f400d095a307594563cc2ce6f3f9659c0
--- /dev/null
+++ b/params_shard_216.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce799208e8f1b967430be0144f695d9a7a5126246e605b883714f69d20fe6b6
+size 939524096
diff --git a/params_shard_217.bin b/params_shard_217.bin
new file mode 100644
index 0000000000000000000000000000000000000000..51fa8ff40e6378a80b5ba72524a67f80e69ac9f2
--- /dev/null
+++ b/params_shard_217.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49a74c1d759f9dca36041555a90c1b6b2de576aea33f8e05df4a67900bfdd96
+size 167772160
diff --git a/params_shard_218.bin b/params_shard_218.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b5f0cb5182448c22e53a668df04f4eb812a113a5
--- /dev/null
+++ b/params_shard_218.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebe1da64df733bbea8541fca353d84fd739128a21d8c040732dc30d1511dd42
+size 134217728
diff --git a/params_shard_219.bin b/params_shard_219.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a78b4170561d1d9b0f6daf27ea27a859144c1eeb
--- /dev/null
+++ b/params_shard_219.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77981c2fc98a56e8cb725531dbae968d456a4e76d181d91c61ccfac78f062c91
+size 939524096
diff --git a/params_shard_22.bin b/params_shard_22.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a8d9217f7a59ea6d0bb325029fb5fe8be3fcaa65
--- /dev/null
+++ b/params_shard_22.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8556a84fd1b70ec736d38f0a79703ed08451ce28040b9a6caf4a568ade700aa
+size 167772160
diff --git a/params_shard_220.bin b/params_shard_220.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6777df52f0099399dc730f13713a217d77d38290
--- /dev/null
+++ b/params_shard_220.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83977cd7803a2d63197abbd777175a020f2c08d8be2ea07e9db427a08cd308b1
+size 167772160
diff --git a/params_shard_221.bin b/params_shard_221.bin
new file mode 100644
index 0000000000000000000000000000000000000000..16cc231c94100c4080c976fdd07058d4ffdce80d
--- /dev/null
+++ b/params_shard_221.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0209a13fba4a0e949d5616ce23fed88616e59730b7ce5f7327e1549018921d
+size 134217728
diff --git a/params_shard_222.bin b/params_shard_222.bin
new file mode 100644
index 0000000000000000000000000000000000000000..27f7c761543be90f4ebb13c9377a835b29bbd076
--- /dev/null
+++ b/params_shard_222.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bed894abab5cbf4c6b60998206617b6c15b65b4e88320fc2b08303392127aef
+size 469762048
diff --git a/params_shard_223.bin b/params_shard_223.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e8ab77ab32911cacaefde558b4a0a3fec7c7d515
--- /dev/null
+++ b/params_shard_223.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718c38c0a6538738be730c1e31000fe5196397ccd8234e53409323b1cda63407
+size 469762048
diff --git a/params_shard_224.bin b/params_shard_224.bin
new file mode 100644
index 0000000000000000000000000000000000000000..608273f6bf03791167a48abe1927e03f5bb40480
--- /dev/null
+++ b/params_shard_224.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8681e4428c20336165a1e1bf977ed03e42d29c2930dae91e38188b91fd35c6dd
+size 939524096
diff --git a/params_shard_225.bin b/params_shard_225.bin
new file mode 100644
index 0000000000000000000000000000000000000000..847a5458955077a22ae1504d733b606d58569419
--- /dev/null
+++ b/params_shard_225.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc9bebf7f66edb09a301b7a966ff2e02849dea52b6d12172288cc41d2a5c3a
+size 167772160
diff --git a/params_shard_226.bin b/params_shard_226.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8b61b6512f1ffcb6d272bdae52af5951375af200
--- /dev/null
+++ b/params_shard_226.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbcbb1165ef5b20c359dad690b9a0d77a58fc90cec1b0ca3477231f8a47202f
+size 134217728
diff --git a/params_shard_227.bin b/params_shard_227.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f47a5ac3a9309702bd446faea543ba84babf56bd
--- /dev/null
+++ b/params_shard_227.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb45fdec8aecd0e969a5cdf91866a1eee1be82e1f6a6e3e0bd87fc3af30582c6
+size 469762048
diff --git a/params_shard_228.bin b/params_shard_228.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b4a5046fec9a79977863c519b99ab154ac95ccf0
--- /dev/null
+++ b/params_shard_228.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051c73a51eadecf559a0c81b203b4aad3235de698f37f6abb4fc744319ebaa08
+size 939524096
diff --git a/params_shard_229.bin b/params_shard_229.bin
new file mode 100644
index 0000000000000000000000000000000000000000..514635ee78085751325a00976d794ff4098e7b03
--- /dev/null
+++ b/params_shard_229.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a96f1092fac02e7824f2e28193f6a244f0f59740aa4d63dda06ff22a32ca865
+size 167772160
diff --git a/params_shard_23.bin b/params_shard_23.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5e1057be489880c068f51cbcbde0f037af882d81
--- /dev/null
+++ b/params_shard_23.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280f39aceed9635b02991afd28aa2edc9e33ee78c795e078876f5d106d77ac4f
+size 134217728
diff --git a/params_shard_230.bin b/params_shard_230.bin
new file mode 100644
index 0000000000000000000000000000000000000000..96a69f6851c1ea36614421f9985dfac09ba84c88
--- /dev/null
+++ b/params_shard_230.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0ed03fe4c1eff723e006dc4daf0735b56372c0ba3ba2854c046e998c35c99f
+size 134217728
diff --git a/params_shard_231.bin b/params_shard_231.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e9c608d1f25674619434c70fa7859eabd9e58f2e
--- /dev/null
+++ b/params_shard_231.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d957594c573b3cf938eff8c4b010cdd84eee4966f64aa4404b49096084c51e0
+size 167772160
diff --git a/params_shard_232.bin b/params_shard_232.bin
new file mode 100644
index 0000000000000000000000000000000000000000..86c248dc6198e82ac2ef63b7c1332a6380ee26db
--- /dev/null
+++ b/params_shard_232.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddad025cf4b7dfc09f378879a30db7c43189d8ccd60051986f4e40a8b25e0896
+size 134217728
diff --git a/params_shard_233.bin b/params_shard_233.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3e0d7c432e0db11442ec9a79a0e68d44191eae1c
--- /dev/null
+++ b/params_shard_233.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279b671a0f8807cd56f052d08d2ab2ef1d722cc0a48d358eec110963ce530aee
+size 469762048
diff --git a/params_shard_234.bin b/params_shard_234.bin
new file mode 100644
index 0000000000000000000000000000000000000000..36cab9b22fdae51dfc20d689079579e5ff8c7b46
--- /dev/null
+++ b/params_shard_234.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f5b8a0c32ac81fcc6787542ecb975eca3a94de546069f8ee97a9f6c0a4e71d
+size 939524096
diff --git a/params_shard_235.bin b/params_shard_235.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5015319abe36e3ca9fa3431e555f28b141196419
--- /dev/null
+++ b/params_shard_235.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01e747e50df4c568f94ecbfafbe60fe86ec58bec8094426de25e7ea2c65b658
+size 469762048
diff --git a/params_shard_236.bin b/params_shard_236.bin
new file mode 100644
index 0000000000000000000000000000000000000000..43c41effc92da0ba204016b3e4267b7e56a8e03f
--- /dev/null
+++ b/params_shard_236.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1823e2f3cb8c547920adb439381dbce0782f7e8140a7054321b7ee6545072fc3
+size 939524096
diff --git a/params_shard_237.bin b/params_shard_237.bin
new file mode 100644
index 0000000000000000000000000000000000000000..964ec6db8ffbd8635ed6bfdbd066da865598b37d
--- /dev/null
+++ b/params_shard_237.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa57db655c025072d680536bd54067603ff092da1ab115f90987a1d740739f3
+size 167772160
diff --git a/params_shard_238.bin b/params_shard_238.bin
new file mode 100644
index 0000000000000000000000000000000000000000..36ac9f577f7efc5fee08f00d9b4fb8d5cfd778ec
--- /dev/null
+++ b/params_shard_238.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd843daacc9cd57ef7f10b2700e60d9408b9d28e361866625f4e82f402628ab
+size 134217728
diff --git a/params_shard_239.bin b/params_shard_239.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6af06a7b73451bb864f4df159f01d50ff44a5035
--- /dev/null
+++ b/params_shard_239.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550e4662a72b3cb174c0e09142eefc88c206d88935e351d75e80433ba1afb9de
+size 469762048
diff --git a/params_shard_24.bin b/params_shard_24.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4121bd2e173cb0f3d6512e2cd5185cd158310bb9
--- /dev/null
+++ b/params_shard_24.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bdc6c3f456f07cba198d7d3372b2e1e55d076e70373544b87e42e9b6ebaa00f
+size 469762048
diff --git a/params_shard_240.bin b/params_shard_240.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a9927ba1b84c44e3e3b4dee08b1df227ffba8bb
--- /dev/null
+++ b/params_shard_240.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6394952bb9ba23b8475f145ce58186ff1846daba744765a5eeceb0038452f7e3
+size 939524096
diff --git a/params_shard_241.bin b/params_shard_241.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c2bb45488cde7c98b3a4388177a8a6031950bf68
--- /dev/null
+++ b/params_shard_241.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ed01bccb34e92892787f97c0b75350539c839a46f05ec8c72e73428243ba2d
+size 167772160
diff --git a/params_shard_242.bin b/params_shard_242.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d32ff2d76f8fd5facdbfcbcb8cb33b0cf9887ed9
--- /dev/null
+++ b/params_shard_242.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0d833220089f1a7c6b297b1ae96a1160d317fa8d32a511cdcd03df7fa10d12
+size 134217728
diff --git a/params_shard_243.bin b/params_shard_243.bin
new file mode 100644
index 0000000000000000000000000000000000000000..545e329cea764a442061ca39d4cc071454de2758
--- /dev/null
+++ b/params_shard_243.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec69ede90a7d16cc539fa9414760d80788e571d89bb01072ae6a30a38840716
+size 167772160
diff --git a/params_shard_244.bin b/params_shard_244.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f3b379aaaa053da90c5295dda20db5e9585ad206
--- /dev/null
+++ b/params_shard_244.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b2c59f1b32869e554f436f5c34003f9d37b0acd705381ad738c7ba85157160
+size 469762048
diff --git a/params_shard_245.bin b/params_shard_245.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2c13c15edb2e56331e4ba0d0b2b7641f455dc5bf
--- /dev/null
+++ b/params_shard_245.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317ddc20fc286bae49b02181a548fbcf9564416e5d38c33fe00308d05c043058
+size 939524096
diff --git a/params_shard_246.bin b/params_shard_246.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6eeec3dd702e5cdd12a7b1838532351768cef891
--- /dev/null
+++ b/params_shard_246.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61f3934934c742ce21b192cb0f4e15ed2cf157d739be92ee4928f471ab763a8
+size 134217728
diff --git a/params_shard_247.bin b/params_shard_247.bin
new file mode 100644
index 0000000000000000000000000000000000000000..38f288607d83d6b1af031b13b0324c8f2d376a39
--- /dev/null
+++ b/params_shard_247.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9b95926dd64e7b9061d98d76bebee9ea0714d5c9ecd09cb33cfcd6eaa2e0ca
+size 469762048
diff --git a/params_shard_248.bin b/params_shard_248.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9db2fff4d92e7907b4770a5d48e59d3c4ed2f401
--- /dev/null
+++ b/params_shard_248.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5131e57ee77fd8a8e38de35d276572aa337aebcb14743754a6d0ec663ba217c
+size 939524096
diff --git a/params_shard_249.bin b/params_shard_249.bin
new file mode 100644
index 0000000000000000000000000000000000000000..58dcdf82237dd2cc0f3c0b6246a8e98eaf9ee3a5
--- /dev/null
+++ b/params_shard_249.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46036d47daf9327a965a386fbb6f356d13ad4d99009b5b4f638d3a98db329aa2
+size 167772160
diff --git a/params_shard_25.bin b/params_shard_25.bin
new file mode 100644
index 0000000000000000000000000000000000000000..beda40368892889c07329e82bc04d9fc7121b533
--- /dev/null
+++ b/params_shard_25.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df981a7c2321252c49eacf0b3a5c3e7fff94572bc43bacd5d23c37bc6cec15c7
+size 939524096
diff --git a/params_shard_250.bin b/params_shard_250.bin
new file mode 100644
index 0000000000000000000000000000000000000000..30bd3b5965dbdfe093cb140605493f51a1b4d991
--- /dev/null
+++ b/params_shard_250.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4053e7857d3a601f2f6db8f8bdba4cd72b44fcfabdaabb714e23f145b6d0c70
+size 134217728
diff --git a/params_shard_251.bin b/params_shard_251.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3bd121c7f2a60d1cf33b4f512169b0a5400cb577
--- /dev/null
+++ b/params_shard_251.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ab22e7cc1d920f6c7c19af563b1c37ce2a825373f3c2265b313368108c76be
+size 469762048
diff --git a/params_shard_252.bin b/params_shard_252.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1e6992befa7ac444cc0bf6ff1329ba51626676f5
--- /dev/null
+++ b/params_shard_252.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a0a2769cd50fbdfd80f804b2893c0fd1b8f9c2f7d15dd979c782fc1c373816
+size 939524096
diff --git a/params_shard_253.bin b/params_shard_253.bin
new file mode 100644
index 0000000000000000000000000000000000000000..413b7e685c705e6fee50b4e2c3904de1b2a6b252
--- /dev/null
+++ b/params_shard_253.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bde50c36ef02fa0bd25604fe99f8bdde2869b886f705505aa394e28a52e65f
+size 167772160
diff --git a/params_shard_254.bin b/params_shard_254.bin
new file mode 100644
index 0000000000000000000000000000000000000000..be72bc4fffd3ba482cfb8a81f0c6ab13fa8e0429
--- /dev/null
+++ b/params_shard_254.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b066a7fea5c2cc66bc27d079e7b63986e3eda1f3a1eb5a46037538835a179f
+size 134217728
diff --git a/params_shard_255.bin b/params_shard_255.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cfdfea65ffed6e9bacb7fa9c67541d6cbac670a7
--- /dev/null
+++ b/params_shard_255.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bb71fcdb97f0dd799d75abdac19b862ca3d101e5a6db3d940eb4d99ee3b065
+size 469762048
diff --git a/params_shard_256.bin b/params_shard_256.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bc6da263d96314bca1e45fb2933dcc0cf5ce1051
--- /dev/null
+++ b/params_shard_256.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9e02636da5d36e6507c48dc26b2d317140c5318c6945a72cbb34726f0ca754
+size 939524096
diff --git a/params_shard_257.bin b/params_shard_257.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f3ea48f6707775cd2d112bf0ed9a50e4d298fd12
--- /dev/null
+++ b/params_shard_257.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4465cc68ffe7114c756450cbf96540bb31db658fc77525a206cf1669b7a26cb
+size 167772160
diff --git a/params_shard_258.bin b/params_shard_258.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ae553af310e6f657e9d2a7dedee5151f1d7b9069
--- /dev/null
+++ b/params_shard_258.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3df7897660b4c3bb9675cbcdcd3d7216cfbef9b9e265d44c48e139d66183e08
+size 134217728
diff --git a/params_shard_259.bin b/params_shard_259.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a875302982670d7602c26e1b5adf1e821dab8559
--- /dev/null
+++ b/params_shard_259.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169eac0838f9026120e0599512e260943c09f66de0c03eee9b68d59811431327
+size 469762048
diff --git a/params_shard_26.bin b/params_shard_26.bin
new file mode 100644
index 0000000000000000000000000000000000000000..522e705729cf5d6ab5cb27a36a37f3592a55eeeb
--- /dev/null
+++ b/params_shard_26.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d7f1eebde2a5463dc4c788fab13aa381074a3a3d8bff0f4268c26961b98de2
+size 167772160
diff --git a/params_shard_260.bin b/params_shard_260.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aa5b42357fad9962488546b6ae64470d7548edae
--- /dev/null
+++ b/params_shard_260.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5784e2d4ecc3bc925c0bed6a899780a37aa5d32e6060c03cf86882f5d02b37c
+size 939524096
diff --git a/params_shard_261.bin b/params_shard_261.bin
new file mode 100644
index 0000000000000000000000000000000000000000..776881487528e07023e80e35f146f7549d93e82e
--- /dev/null
+++ b/params_shard_261.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011a28e79d4b44132bf33bb7e470db0b2ece395151d97c389605ad14d85dacdd
+size 167772160
diff --git a/params_shard_262.bin b/params_shard_262.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ad89e4533eec30ea89ab215357df31bf54cae490
--- /dev/null
+++ b/params_shard_262.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725713510fc27ccf5f6eab891bbbe0597b21817258d6a4a9b4b2c64be867bea0
+size 134217728
diff --git a/params_shard_263.bin b/params_shard_263.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8f2e124dbc882a9604e6f158359c143f6b36174d
--- /dev/null
+++ b/params_shard_263.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff21fe6905b8cf40237b420f42b93ae69c635f3c0f901ad7a5549348c65d1f8d
+size 939524096
diff --git a/params_shard_264.bin b/params_shard_264.bin
new file mode 100644
index 0000000000000000000000000000000000000000..18f4d46ed4c9ba4f1c8bc88b1d48d1a1b71a75e9
--- /dev/null
+++ b/params_shard_264.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b02f5aaa2e40556f4d462495a0f47c021d1f33527cc096fde96c22fcdbabaec
+size 167772160
diff --git a/params_shard_265.bin b/params_shard_265.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c11868841089886244633b1b1298f81a1d9beac7
--- /dev/null
+++ b/params_shard_265.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb13330931e368df869af09da7e2e07730dc46d3ede63123bbfcf523acebba8a
+size 134217728
diff --git a/params_shard_266.bin b/params_shard_266.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c5990a1116761f00265311a51e792cb8b1328f92
--- /dev/null
+++ b/params_shard_266.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124166ba9559080b6c1e1a95571367682c6bd30f81ba4e84e20fdcb5f39c09ec
+size 469762048
diff --git a/params_shard_267.bin b/params_shard_267.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c53050158c67e53d85a87bd12298b34239d04135
--- /dev/null
+++ b/params_shard_267.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a547a6109ed3b38ca3b928299141f556a7273c9dd1d0e7215715bcce139831c
+size 469762048
diff --git a/params_shard_268.bin b/params_shard_268.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f07a389a1f96935c14f763a59f83e0a1e22cfa3e
--- /dev/null
+++ b/params_shard_268.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e521cc971b85be1be18b75ee08c7cfdd2c66403f416badafac51588449c0888
+size 939524096
diff --git a/params_shard_269.bin b/params_shard_269.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c5909edb9f65d6250fa799d4c687267951c8f421
--- /dev/null
+++ b/params_shard_269.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902f381cfcf2f8ef027f7cf3ce004c64296a6d780da8d11d40bc486caa825c69
+size 167772160
diff --git a/params_shard_27.bin b/params_shard_27.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0cc9b8f1fd102890c0416a2abf42e5d4278751a6
--- /dev/null
+++ b/params_shard_27.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6dfeaaf35e0d20536d69e87e781a9da3bd6d94da0e2bfa884dc5f009218182
+size 134217728
diff --git a/params_shard_270.bin b/params_shard_270.bin
new file mode 100644
index 0000000000000000000000000000000000000000..88d07ae143c021978b33dadd37d713602416701a
--- /dev/null
+++ b/params_shard_270.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8072d8f3f7b8624e6088334246de303d83f8c4eccddbd8ecd3cd3ef804c592
+size 134217728
diff --git a/params_shard_271.bin b/params_shard_271.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d6a5d66268be8dc51f3d99f56ffb38c70c31373b
--- /dev/null
+++ b/params_shard_271.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44058ca560ae9e2d5a303a21df3c8d815240ac7485ba5701cb22a8dabbe7590c
+size 469762048
diff --git a/params_shard_272.bin b/params_shard_272.bin
new file mode 100644
index 0000000000000000000000000000000000000000..da55638624c3c4915efe9444165eefb49c338503
--- /dev/null
+++ b/params_shard_272.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445e238b954aad574089deac8175a46aa878aa9098a2eca4fe8090e99f2f658d
+size 939524096
diff --git a/params_shard_273.bin b/params_shard_273.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bbcd29ee68a227481d3b76f9a1751887b4d9f5d5
--- /dev/null
+++ b/params_shard_273.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0aef9c112262dfc45a6800388984304277e2a1dfef6932c0a3159599b7b2389
+size 167772160
diff --git a/params_shard_274.bin b/params_shard_274.bin
new file mode 100644
index 0000000000000000000000000000000000000000..680f68e7d396de002ca191fefe8d7a980d85800c
--- /dev/null
+++ b/params_shard_274.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00c80af4b169b93050d5efc570e8be8d68c1e6d96aaab67741df1565a3cb218
+size 134217728
diff --git a/params_shard_275.bin b/params_shard_275.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3612f69fccf4ca3b679f35e693af51e34999e9b4
--- /dev/null
+++ b/params_shard_275.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5812204d67178cdb9a99b31bd8c69f6a38d8d0bcc778547d384c8c80de2ec2c4
+size 939524096
diff --git a/params_shard_276.bin b/params_shard_276.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d76afd53f3fcf02ff79b98da60c74a42471e76c1
--- /dev/null
+++ b/params_shard_276.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebccf99e9346c923be53e8e0ca2e836d92a7b64d792a352daa7434d45aae17f8
+size 167772160
diff --git a/params_shard_277.bin b/params_shard_277.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4ac4eaf19d7703862f7844e22529942b0174fcba
--- /dev/null
+++ b/params_shard_277.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12534bfe1dc99d812fa05786e4d950b880cbade18c35a848c80bd5d2542fca3f
+size 134217728
diff --git a/params_shard_278.bin b/params_shard_278.bin
new file mode 100644
index 0000000000000000000000000000000000000000..edbf936b428f7d214e54711f936fa8c950019d46
--- /dev/null
+++ b/params_shard_278.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8b2fbbebb39905a3f8e550d1d83f425f3f87dd0a92f9c729d895eec9f05cea
+size 469762048
diff --git a/params_shard_279.bin b/params_shard_279.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ae46cc7c68268df6d6cbf518c2b6a54b07967f2c
--- /dev/null
+++ b/params_shard_279.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8876e0bfbd67d8972cb6043440f0ab1d1de04f1c3950735a3e2e2d60f17b0055
+size 939524096
diff --git a/params_shard_28.bin b/params_shard_28.bin
new file mode 100644
index 0000000000000000000000000000000000000000..419923990924aa524dbbf390179dcac99911ec9a
--- /dev/null
+++ b/params_shard_28.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1c2916b734490552f0f9ab35ac70b449d3dd6ff43b1b0f10c62395f1327009
+size 939524096
diff --git a/params_shard_280.bin b/params_shard_280.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d5fc100ce65a8d7017ec11546bbd13c967f5c247
--- /dev/null
+++ b/params_shard_280.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8dc04deee849db9410652d7764d8f36e01b60f61f4776415611cdd8af0514f
+size 134217728
diff --git a/params_shard_281.bin b/params_shard_281.bin
new file mode 100644
index 0000000000000000000000000000000000000000..72cb72e8c8aa6d46047f410156c9e7c58ff41030
--- /dev/null
+++ b/params_shard_281.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60bbcedd33a641c5ccd54360460e1efed33dcf4e811b9d9031797a5b125c48b
+size 469762048
diff --git a/params_shard_282.bin b/params_shard_282.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f4c6bf0ad921bf12493f7a59588a54c99cd47b77
--- /dev/null
+++ b/params_shard_282.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003512a0e91da7afe6362aa4fdd75ee4074364d6f40fa1b403e59a4efd4f92ea
+size 939524096
diff --git a/params_shard_283.bin b/params_shard_283.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1d223e1b289d96a6b043eabbb4604a861a361849
--- /dev/null
+++ b/params_shard_283.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620b6285a40898ec9969c385e979718c35dc024f6d7d7d72e3b794743d5d6971
+size 167772160
diff --git a/params_shard_284.bin b/params_shard_284.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3a6eb4b4d2b4e1dc843fdf6bec57b3c136d63764
--- /dev/null
+++ b/params_shard_284.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092d723c5b8449d2e58f06c1d67cee736b8a33bba254b3d0f29dda15f8f4ed5b
+size 134217728
diff --git a/params_shard_285.bin b/params_shard_285.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fe8cb06c0c6e9371cde1f6f465f576805b373b43
--- /dev/null
+++ b/params_shard_285.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c805637d1ab61e619c889aa27587ef4e94ac3435257cef4339b96d8c918d1e
+size 469762048
diff --git a/params_shard_286.bin b/params_shard_286.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b596b4db81b20a8af71764084c62d8487b5b5918
--- /dev/null
+++ b/params_shard_286.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2efd9effedbbd6c6ad0c7ec35b7fb2f05f2dfa5f0f3a165b9edfed6cdd5ecce
+size 939524096
diff --git a/params_shard_287.bin b/params_shard_287.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d1c5b33d1245a5ee482d64cc944f2d1c3e41b2e1
--- /dev/null
+++ b/params_shard_287.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2073c7c049a2d23aae1a3a7e660e4cd6c5e8afe1f01fdf727e0057eb9605b17a
+size 167772160
diff --git a/params_shard_288.bin b/params_shard_288.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0507ac1d59413a0c41b0b83787d9a9213c36a950
--- /dev/null
+++ b/params_shard_288.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a7613bf1d6a11788b531fcadd77112c2aeb9309e2b89c1411a08777aca0de4
+size 134217728
diff --git a/params_shard_289.bin b/params_shard_289.bin
new file mode 100644
index 0000000000000000000000000000000000000000..25cc41c2fd013d531c1e55b02ab5c95d6d3c2b99
--- /dev/null
+++ b/params_shard_289.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73608e85cbb7a7d022fd258f4b249b58defe8395a3031a8134c7bc4c3249161
+size 469762048
diff --git a/params_shard_29.bin b/params_shard_29.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1e35458d9b7cc15475dbe87dff174a7b9bf40862
--- /dev/null
+++ b/params_shard_29.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471c266d6666eeedf50cce9502b9ae06acb6bf67b4cbca3d0b08b97fc1e90753
+size 167772160
diff --git a/params_shard_290.bin b/params_shard_290.bin
new file mode 100644
index 0000000000000000000000000000000000000000..26e74aa62e4c209136985f99b7572eecf006444b
--- /dev/null
+++ b/params_shard_290.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f352718879df0786f6cbcd48b228976d0d6ff7a475a98683cfcbd809cf89ea0
+size 469762048
diff --git a/params_shard_291.bin b/params_shard_291.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1ceb39750bfa207eb1a4f31c6185291ea93ec2ba
--- /dev/null
+++ b/params_shard_291.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15289d1cbdf52c1c56a9419666fe753e0b77f723f736fb2eab4b1ed80285e8eb
+size 939524096
diff --git a/params_shard_292.bin b/params_shard_292.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6ebaba145701571c625285852a59ec4ce458de37
--- /dev/null
+++ b/params_shard_292.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03dcc9ec3b1e2e97b70fb645d22a231d14aea6d6412779330d678e7106988d8
+size 167772160
diff --git a/params_shard_293.bin b/params_shard_293.bin
new file mode 100644
index 0000000000000000000000000000000000000000..df33c173a625e30fff025d658285c580ecabc791
--- /dev/null
+++ b/params_shard_293.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3493ad8d6183a89a9695820c3d4f9926ce16260b30231597b81a912b3e43f3
+size 134217728
diff --git a/params_shard_294.bin b/params_shard_294.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1524b3a3a0eb19ef430ebac27bdc4efa846bda1c
--- /dev/null
+++ b/params_shard_294.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f55e20459229719d2fab0f13e2f57ea5fda7e87299b8a40552807f12d01ba50
+size 469762048
diff --git a/params_shard_295.bin b/params_shard_295.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a0b6415ec887f14b69b955eb036b95043f75986
--- /dev/null
+++ b/params_shard_295.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56053fef9f02243c1779c331fed38f15b4ea4829ca333f9d0b61a12e755fae4b
+size 939524096
diff --git a/params_shard_296.bin b/params_shard_296.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ce6b5c7e10bb5b9a9bf3c7faa0795c67a77ffe8d
--- /dev/null
+++ b/params_shard_296.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d51a4b642d5d2c3102b2703820275bc89df1932d4619114b6ce2af0a00d02a9
+size 167772160
diff --git a/params_shard_297.bin b/params_shard_297.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ed9f7825118c852791b814e232795d5a62acf9f0
--- /dev/null
+++ b/params_shard_297.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fb778bfaec73390e386f30fdef15f8cdd4719cb4dec4c1992d0bc287acb3eb
+size 134217728
diff --git a/params_shard_298.bin b/params_shard_298.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ce91ba0b450b3c844ccfd8fb8f110a66444a3ac6
--- /dev/null
+++ b/params_shard_298.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe597f4c96a6c74daf61a89fb09f67d5e85f34f75a492121554a0208810fe87
+size 167772160
diff --git a/params_shard_299.bin b/params_shard_299.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f7744f5b52dc0d365a488e227a0bf26a6381a185
--- /dev/null
+++ b/params_shard_299.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a3e01bcc6927cbf403d41487fe13587c9eac6c2473d343e4bf35beb6261593
+size 134217728
diff --git a/params_shard_3.bin b/params_shard_3.bin
new file mode 100644
index 0000000000000000000000000000000000000000..af94608e8d329432a4dd476b35b4dada243061f7
--- /dev/null
+++ b/params_shard_3.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd81564639fc4a396c47519589bd01c3906404c229921d268b6c5669de0aed7
+size 939524096
diff --git a/params_shard_30.bin b/params_shard_30.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d78af6db2ce14dc3d2df8a25b55b9bd04ec8a558
--- /dev/null
+++ b/params_shard_30.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c3160f9a7276b35173d247955fa00a0fede55d9ef6c610ed889fb4a2941722
+size 134217728
diff --git a/params_shard_300.bin b/params_shard_300.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7835b119de0a7ac7a561f5e497b4252e01a1c290
--- /dev/null
+++ b/params_shard_300.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513bad9f12edd50aeeadf041ca735e72a99f12ef93ca92f2082dbb7d34a16f80
+size 469762048
diff --git a/params_shard_301.bin b/params_shard_301.bin
new file mode 100644
index 0000000000000000000000000000000000000000..585ee37f091a04f56ec5dcb00ed36a0fe17bf90b
--- /dev/null
+++ b/params_shard_301.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78e9adab367e146eb105ab445c9e7d955259f8659968eb8144f0f93d7b24749
+size 939524096
diff --git a/params_shard_302.bin b/params_shard_302.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d36eddc867a49c994262ad99f7c30f5228175085
--- /dev/null
+++ b/params_shard_302.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42acd5b55b9a9af0c0ef6e2844e3eee710418e1bd7051987216c891815af90b0
+size 469762048
diff --git a/params_shard_303.bin b/params_shard_303.bin
new file mode 100644
index 0000000000000000000000000000000000000000..255dc3cca57179a9d6c3d07abbcb1599c129f998
--- /dev/null
+++ b/params_shard_303.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ac6b5afd63a8365957e2023846f6ec45779c6f94219b3995d73f6fdcc0301d
+size 939524096
diff --git a/params_shard_304.bin b/params_shard_304.bin
new file mode 100644
index 0000000000000000000000000000000000000000..96bf7d5d55f79aa5fe92d7b547b71b6798c790cf
--- /dev/null
+++ b/params_shard_304.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ca5093c82b13cd63c1f3e3858a27fca0313fd653c0d57278c0e6a32c9e8dbe
+size 167772160
diff --git a/params_shard_305.bin b/params_shard_305.bin
new file mode 100644
index 0000000000000000000000000000000000000000..98da546d355b237fcd6770466b82cce8cce0295a
--- /dev/null
+++ b/params_shard_305.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6888eb8e1ae8a52bc0a4dfe6a5e4cc882bf707f28824f00c4f4485136fd10a6f
+size 134217728
diff --git a/params_shard_306.bin b/params_shard_306.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a1632cb85941b7d6c3a05f5b68cc629e37e3ed06
--- /dev/null
+++ b/params_shard_306.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a41add9a7871540e246f88bf6ef70256b3af972dd33821a6c1d1424fe68908
+size 469762048
diff --git a/params_shard_307.bin b/params_shard_307.bin
new file mode 100644
index 0000000000000000000000000000000000000000..788a990f4a1d2690f8cdec42721f3aacc5f60fa2
--- /dev/null
+++ b/params_shard_307.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8592e090b1c55939b58915cf42badb07ac9e0aabdf3736ccc56dd6e7901ab7
+size 939524096
diff --git a/params_shard_308.bin b/params_shard_308.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5f27de26a296de91e6641e3c5da57512ca4b9809
--- /dev/null
+++ b/params_shard_308.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1887284d3c1aa6684714302a0266bb597fe2efd849d5e2b0992b77ef8045edbe
+size 167772160
diff --git a/params_shard_309.bin b/params_shard_309.bin
new file mode 100644
index 0000000000000000000000000000000000000000..875ea709c7ce561d3b5f2adbdf9aec9a2918d01a
--- /dev/null
+++ b/params_shard_309.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79478171902a2d729b0202fa7f82a127b279ce422e80052bdc441a4118f99e74
+size 134217728
diff --git a/params_shard_31.bin b/params_shard_31.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e1ad8bb20d75505579a38788099aa642bf996711
--- /dev/null
+++ b/params_shard_31.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfd57fc8b5c53e46fa4b623d0a33df519c8d9837a76177551c2edf93a4a60ba
+size 469762048
diff --git a/params_shard_310.bin b/params_shard_310.bin
new file mode 100644
index 0000000000000000000000000000000000000000..439218b84bdc8e0b6a5d396336142c4734ef01e1
--- /dev/null
+++ b/params_shard_310.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9674e4b6145fdc145566bb7589da7427089259901e887027eaf6f2e214a31fa3
+size 167772160
diff --git a/params_shard_311.bin b/params_shard_311.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c60144bac802065f32af0ffceb01ea3fbcbf6f6c
--- /dev/null
+++ b/params_shard_311.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba71e2f2d4e72bf2ad24f6c811c251e30faa592ec3678f8711c524dc1d1e0e86
+size 469762048
diff --git a/params_shard_312.bin b/params_shard_312.bin
new file mode 100644
index 0000000000000000000000000000000000000000..599fd9718db96faf56c174d4ce5f93aab164d1d9
--- /dev/null
+++ b/params_shard_312.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741e3df83e399be2a78cc24616447237f76b22ba7b7d5237a09665c5d741bd10
+size 939524096
diff --git a/params_shard_313.bin b/params_shard_313.bin
new file mode 100644
index 0000000000000000000000000000000000000000..96291e49044ec15715569d74aa3a7d9bddc80d5f
--- /dev/null
+++ b/params_shard_313.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048e35b2d1df997a3b3caa25449856528b83c4b9865b0f22d319180fb708cf6f
+size 134217728
diff --git a/params_shard_314.bin b/params_shard_314.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8092ea0ff66e791f1aa85c13b6e6af7b23c5b707
--- /dev/null
+++ b/params_shard_314.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e2f15826c8f2d64a59db97d6fc2384e7d45cfbe352325159246fbebbba85dd
+size 469762048
diff --git a/params_shard_315.bin b/params_shard_315.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3ce1f33efe2513b446175018a3f2c44e006d7b4e
--- /dev/null
+++ b/params_shard_315.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6866a3e1b27bcceb675556047c8bcde2e497f9b885dc8e283e59f6491229d161
+size 939524096
diff --git a/params_shard_316.bin b/params_shard_316.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e91293949ccb792a35fec0d64ea3e5542ee552a3
--- /dev/null
+++ b/params_shard_316.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff2ed2f10bf7ffceaf4c0bfdb6f30955b78e2fb2bd88ccbe2cd25ba925d4250
+size 167772160
diff --git a/params_shard_317.bin b/params_shard_317.bin
new file mode 100644
index 0000000000000000000000000000000000000000..815c9b99b784d67b197385051e46725b66ca319c
--- /dev/null
+++ b/params_shard_317.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e5d974d18a7412d4a4f3619e717538d3c581343e3dff8dcacd16b7cebe6e05
+size 134217728
diff --git a/params_shard_318.bin b/params_shard_318.bin
new file mode 100644
index 0000000000000000000000000000000000000000..62fd73de296e4451ae4cb0870bc1c0a806402095
--- /dev/null
+++ b/params_shard_318.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3008dd7329af190a4596f44bd21dfe7b881b6c8bcceab1ad304091ac9d45d0
+size 469762048
diff --git a/params_shard_319.bin b/params_shard_319.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6973f6edab8cada1762b6d13233aac423064c841
--- /dev/null
+++ b/params_shard_319.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb49109acc3f0b3c7321dfb04d007b04142f5f22cc8deffe5a8f56b793f3f4a
+size 939524096
diff --git a/params_shard_32.bin b/params_shard_32.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a2b5b936b90526d5ac221ef7e4b76a9597e90ba4
--- /dev/null
+++ b/params_shard_32.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f363a23531037cb531dccd59749607491872df3c11f15934594acaca0085435d
+size 469762048
diff --git a/params_shard_320.bin b/params_shard_320.bin
new file mode 100644
index 0000000000000000000000000000000000000000..184d95d7aaf264b40c1b128cec5e26f4608eec43
--- /dev/null
+++ b/params_shard_320.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0130bcf0563a515740ee7380da7c9a4ef831ea4da0bd0cc041aa12104e157a
+size 167772160
diff --git a/params_shard_321.bin b/params_shard_321.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4f6e73e0a5de7fad66f0b26cedf3e3c7a8ac8257
--- /dev/null
+++ b/params_shard_321.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f431ce704851ea77a8d98be0fd491b8dfb943dc7d0b87aa427a023dda1aacb50
+size 134217728
diff --git a/params_shard_322.bin b/params_shard_322.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bf14b6d5a6c991ea495d44471c4580deeaed915c
--- /dev/null
+++ b/params_shard_322.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f46864490e076ea4de4c072f45815d4820d0ef47d3c6e904eaf77f41627426
+size 2637824
diff --git a/params_shard_33.bin b/params_shard_33.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9967d3afabb8694159a3d1aea298aad4597058eb
--- /dev/null
+++ b/params_shard_33.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a05c2fb3814b5fc6021d087e8dac7e7d7587b78a6afd484fe712950d0af4e0
+size 939524096
diff --git a/params_shard_34.bin b/params_shard_34.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1e767785fcd0ea5354b932868632defb78c2a2a9
--- /dev/null
+++ b/params_shard_34.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc1abb12e5c15bb46ac1e1a618e72cd1d14bf1c5c82801e6aafc5b9c032e253
+size 167772160
diff --git a/params_shard_35.bin b/params_shard_35.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2d6333344471ded4f6be22234989be8167f954ec
--- /dev/null
+++ b/params_shard_35.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1ba09dbdb9173862c33781c303c3ce7c53a9e49aeab677155c7ec5cac7c72d
+size 134217728
diff --git a/params_shard_36.bin b/params_shard_36.bin
new file mode 100644
index 0000000000000000000000000000000000000000..614fea887508bbde56f2ba04471da20afa9f4222
--- /dev/null
+++ b/params_shard_36.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f591c8401cca2f550c0c5bdd20fef30a00b855866b29ce6174ce1640e3547686
+size 469762048
diff --git a/params_shard_37.bin b/params_shard_37.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7cac4d2deff81a435dc62e4174519fa878f48f81
--- /dev/null
+++ b/params_shard_37.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c7855d26e8c081a09fcabc019937aa103c3be322b06aff00b2054ddcd10bda
+size 939524096
diff --git a/params_shard_38.bin b/params_shard_38.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ee37d5852bf3ebca38bf964cf264e16e6a9e506b
--- /dev/null
+++ b/params_shard_38.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e07bcdd5f255b7fb061c2fddcae5e92943e2a5f3350b9307deb932a45f3783
+size 167772160
diff --git a/params_shard_39.bin b/params_shard_39.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0889fd85aa91d54b24105bdfe0f44029143a6144
--- /dev/null
+++ b/params_shard_39.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf86f4d8ce7a1df8f51a3032b67cf8948123c44bb2bc016e935953fd7261293
+size 134217728
diff --git a/params_shard_4.bin b/params_shard_4.bin
new file mode 100644
index 0000000000000000000000000000000000000000..11e5e8cc6ad22cf0c828605e16cd53c3926a29b6
--- /dev/null
+++ b/params_shard_4.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273b0f440cc44db489268d8c09f96002f6667e609174b8414bada8150510958a
+size 167772160
diff --git a/params_shard_40.bin b/params_shard_40.bin
new file mode 100644
index 0000000000000000000000000000000000000000..de28206907f6c26aa936729de3e694ff1460ce26
--- /dev/null
+++ b/params_shard_40.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76bebe3641161c8f49eb5e9422ddda92f7c988a40e744d9e8b4c4875b116786
+size 939524096
diff --git a/params_shard_41.bin b/params_shard_41.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2a31913f9ef5f706271999bbd950f0b8a09199a3
--- /dev/null
+++ b/params_shard_41.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7d9a9855509ad9b58a0f296e4b899252e47837e507a99e4f2a89dca3b83141
+size 167772160
diff --git a/params_shard_42.bin b/params_shard_42.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0cd6fddc1f5d2a138868e018119182ffd66a5d4
--- /dev/null
+++ b/params_shard_42.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d82877d3fe7774f478c140bd585a1a620d9700e39777729427556f47e7eaf39
+size 134217728
diff --git a/params_shard_43.bin b/params_shard_43.bin
new file mode 100644
index 0000000000000000000000000000000000000000..395ce36c886c5ca557493e1bfb21f86a16006b6a
--- /dev/null
+++ b/params_shard_43.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90602b7498b01d06b3d46a600a7407b324e88289eef4b8ba1709e63d7bd0c15c
+size 469762048
diff --git a/params_shard_44.bin b/params_shard_44.bin
new file mode 100644
index 0000000000000000000000000000000000000000..08e1dda8c3211f9b72928c70aed211547d8bc0a2
--- /dev/null
+++ b/params_shard_44.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3b6cef7c100af47fbb6a1daf5555144cb1205d0f3cc0407df3f638758638a2
+size 469762048
diff --git a/params_shard_45.bin b/params_shard_45.bin
new file mode 100644
index 0000000000000000000000000000000000000000..377b0e9b52e06fcb643c58f2f3b27bcc49829c0f
--- /dev/null
+++ b/params_shard_45.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e5284edcb08339c7434bd5b6b2246fd3aecf4cec18a1ed545df20e59dc16ce
+size 939524096
diff --git a/params_shard_46.bin b/params_shard_46.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7e67980e7f64554923266e81eabd115bd60831b8
--- /dev/null
+++ b/params_shard_46.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0229a70c05701e86cb7d4b1b9cf0227b60fcc54f9b51880d2bfe4da469487391
+size 167772160
diff --git a/params_shard_47.bin b/params_shard_47.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9a1c9a3c87c2bcee98c297835f5a4a30278f0c10
--- /dev/null
+++ b/params_shard_47.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02643f0ab6d39829373c0900e6e8b17fef18c72110e6b6a73ee92224df926c72
+size 134217728
diff --git a/params_shard_48.bin b/params_shard_48.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5d2b75e92dc9ecc90a621dca7e3777f53c442554
--- /dev/null
+++ b/params_shard_48.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71503654df8061a4c7279a9bd48c0df3acf236c6dd1e4b11d9c86c03919405f9
+size 469762048
diff --git a/params_shard_49.bin b/params_shard_49.bin
new file mode 100644
index 0000000000000000000000000000000000000000..38583a636280e0d2d6c4096d1a364ed29d51d6e6
--- /dev/null
+++ b/params_shard_49.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e32364ca72de5f148895f40f60f0a08826d2b52792fd8a72eca7756f5c5a79
+size 939524096
diff --git a/params_shard_5.bin b/params_shard_5.bin
new file mode 100644
index 0000000000000000000000000000000000000000..467ed7c078ccdfad6f8c92449d77f742858a9574
--- /dev/null
+++ b/params_shard_5.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11589597d1dda9b0097f0122fbd7424fe9f2c0cb66229c99fe7d69e5c6ae37c
+size 134217728
diff --git a/params_shard_50.bin b/params_shard_50.bin
new file mode 100644
index 0000000000000000000000000000000000000000..98b9b1979c1ab4ff66c156b3da2abcbff80c5bf4
--- /dev/null
+++ b/params_shard_50.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cf9ec09178d80bc9e83096eee0f751750328a656742a9546ad61a804e1adfc
+size 167772160
diff --git a/params_shard_51.bin b/params_shard_51.bin
new file mode 100644
index 0000000000000000000000000000000000000000..98581c1c224713eba33bb7bc331887236e7b3784
--- /dev/null
+++ b/params_shard_51.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf8195899145a65a5f595af573600360382958f7cad158d434b27ff863e411d
+size 134217728
diff --git a/params_shard_52.bin b/params_shard_52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b62910a60ee2161ae41e09601aecbc72583cb59d
--- /dev/null
+++ b/params_shard_52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6decb69eb0c0ea18482eb7a2cf9ee982c3069f8d64527d24dc20822eabe4dc
+size 167772160
diff --git a/params_shard_53.bin b/params_shard_53.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4c8176708ab2e5de15867d9d0da5604b2540dcd5
--- /dev/null
+++ b/params_shard_53.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70168368acfa4d37c9ab9efa1b9bf1f0bf1f1b90462acc91e4682017575beee7
+size 134217728
diff --git a/params_shard_54.bin b/params_shard_54.bin
new file mode 100644
index 0000000000000000000000000000000000000000..baa8ca485898bb5f015fd2614d62bc32ed4838b2
--- /dev/null
+++ b/params_shard_54.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6c108c3fd431b081358837ad6e7de032e5f093acaa9bf1a32affb4f6bd4b5a
+size 469762048
diff --git a/params_shard_55.bin b/params_shard_55.bin
new file mode 100644
index 0000000000000000000000000000000000000000..11f5def18940b1562760d7802a11b752205eb96f
--- /dev/null
+++ b/params_shard_55.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79110a986244e067cebfaa8aaea6eaea0f977dc7f82ec560aaccd58e40c1af1
+size 939524096
diff --git a/params_shard_56.bin b/params_shard_56.bin
new file mode 100644
index 0000000000000000000000000000000000000000..086b5d79db6cf89d7438762134d83462923e8a4f
--- /dev/null
+++ b/params_shard_56.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b33db9187d0b34be41e1d6f9e184da1eaed583d939578a3902f60c4a3bd765a
+size 469762048
diff --git a/params_shard_57.bin b/params_shard_57.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6de6fd87d9b9f08abeeacc2227eace62e3fffe17
--- /dev/null
+++ b/params_shard_57.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fc1f48671a0a6756cc95aa744d5a692e830a66c5f5ac22b40dfcb901998d55
+size 939524096
diff --git a/params_shard_58.bin b/params_shard_58.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2f496f813efba623457c285eb57ac08f16b3306f
--- /dev/null
+++ b/params_shard_58.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ec5575e1d5f2187d7f18e0e306fe5903c161d25817ae8320c853d6b1239067
+size 167772160
diff --git a/params_shard_59.bin b/params_shard_59.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3dbfc35f918d46d48eb96b8f5bf0659e84c2b694
--- /dev/null
+++ b/params_shard_59.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50e96f2bdf8b1e1e5310b22be4d6e5d1d363aa556510f7c7baa613b7c3af1e4
+size 134217728
diff --git a/params_shard_6.bin b/params_shard_6.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bb18e4623fc4817248ede85b382252fa85d3138c
--- /dev/null
+++ b/params_shard_6.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfe2e27d9d2d7aa51b619050d21d0888778f21fe37872333e96ae50e424f904
+size 939524096
diff --git a/params_shard_60.bin b/params_shard_60.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e0783ef91cecdb1d7d764bfce43da4150f2785cc
--- /dev/null
+++ b/params_shard_60.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a31cb49da6d072be18e9a60dfadb087cd295d5ae09756ac9d11b8d76de7ee5e
+size 469762048
diff --git a/params_shard_61.bin b/params_shard_61.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6d85f5d99998714460711f5090b14a038a512afd
--- /dev/null
+++ b/params_shard_61.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b793aa623b73f3548f49413a91f2dd91f31a4ded29587895f2754ae69cabfc
+size 939524096
diff --git a/params_shard_62.bin b/params_shard_62.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1f7ee7feba6bba36964d0532e5a1e52abb112e03
--- /dev/null
+++ b/params_shard_62.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369c26517b1eab971a67a5d514eb77c9f0969376684d4c3169dded368c7431ed
+size 167772160
diff --git a/params_shard_63.bin b/params_shard_63.bin
new file mode 100644
index 0000000000000000000000000000000000000000..04fa42a228c76e6a10f5d389eef425d5d586a9b3
--- /dev/null
+++ b/params_shard_63.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8dc0a62a2db83afc924993b1eac5e69b1978bb45c50534836ac4e9db0d0ed5
+size 134217728
diff --git a/params_shard_64.bin b/params_shard_64.bin
new file mode 100644
index 0000000000000000000000000000000000000000..24b266221c150b02fd28806930221d48f055dfcf
--- /dev/null
+++ b/params_shard_64.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad2aaa20d8b800062ea7685fc8f82f790f8b340865860ecd1926eb14dc179fb
+size 167772160
diff --git a/params_shard_65.bin b/params_shard_65.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1da23a953dddc7d3ba88c43d1acf4434c4d4679f
--- /dev/null
+++ b/params_shard_65.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014c4891e98f67504de86a89e4e0fa3630eddef700d7e2b8be0426a8274ef7a2
+size 469762048
diff --git a/params_shard_66.bin b/params_shard_66.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7ed1b0d9cf075066fc0948b74bd8ca57ce8b395a
--- /dev/null
+++ b/params_shard_66.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27354ca06695431f57b687a3e1fcd5a3032f56650d9160784c8307d13b1c841
+size 939524096
diff --git a/params_shard_67.bin b/params_shard_67.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3a1819b7046ff22c9b7ec539df100f5e3f1ea689
--- /dev/null
+++ b/params_shard_67.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0524051ae711200c349e5447bc8de6776ade2932b79a1c680a809c89818f0ba2
+size 134217728
diff --git a/params_shard_68.bin b/params_shard_68.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8c2cf62c2a6bbe29d3b01259327e4e63a959defd
--- /dev/null
+++ b/params_shard_68.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbc1b8c729bbb115cec8ba7d857ca402b00baf5b066581428694dd53e0cad0e
+size 469762048
diff --git a/params_shard_69.bin b/params_shard_69.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2b25d4d637c599c35463189e2ddeea448b9c630e
--- /dev/null
+++ b/params_shard_69.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0ae462cd8d29de3e5879f2df475e204a92a981bda3f7e31093b0f1ed768897
+size 939524096
diff --git a/params_shard_7.bin b/params_shard_7.bin
new file mode 100644
index 0000000000000000000000000000000000000000..58f05d51a01a7df0908ff18b3264df1952b1c250
--- /dev/null
+++ b/params_shard_7.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50a572dd5e3b7d164b8d96376da57e227272b1d88550243b7969417c09779e5
+size 167772160
diff --git a/params_shard_70.bin b/params_shard_70.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9fb78a9d7db80048e99b5f161cd043350fe526b2
--- /dev/null
+++ b/params_shard_70.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cec6548957cdd065345be934aec2dcf8546b88b379873a55e7a24cbbf6e4939
+size 167772160
diff --git a/params_shard_71.bin b/params_shard_71.bin
new file mode 100644
index 0000000000000000000000000000000000000000..29b786ffdcf31d52ad3355f5dfc389f3fb97fb6e
--- /dev/null
+++ b/params_shard_71.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5457d7b5d6ede92207836c84a10d0736c9cb75f9b8af55027cd0b94cf64a6d0f
+size 134217728
diff --git a/params_shard_72.bin b/params_shard_72.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e2d2540a05652840d099a13d6142ffb275dbb0fd
--- /dev/null
+++ b/params_shard_72.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73432b79dbf0a294dd5a877ea5752dc6bfd943b4a4ef10a196ed1e32c473d75
+size 469762048
diff --git a/params_shard_73.bin b/params_shard_73.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5fc89e2249e687720c964bd58cfb302fc15160fb
--- /dev/null
+++ b/params_shard_73.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d545a5c3918907876f81d3049ddec7be58c00cd0d1395346fbe829847614e9
+size 939524096
diff --git a/params_shard_74.bin b/params_shard_74.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fd93f6c3efb7d3fdf6c8bfbd4c3d265c99ec77c7
--- /dev/null
+++ b/params_shard_74.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2986a3226ecd14097abb542cc6d5faab626a902ce882dfdb3bd79579d69daa
+size 167772160
diff --git a/params_shard_75.bin b/params_shard_75.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e93094b313b0b2e9b7eb16cc6b6ca6ed6a54c1ba
--- /dev/null
+++ b/params_shard_75.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76675c29a542c2c71fbd06867ecbd3905c42c3452a4e81aef21b51ebecdf3ee1
+size 134217728
diff --git a/params_shard_76.bin b/params_shard_76.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7c31b9b48d5068bad97cac3124243b94092d6c3a
--- /dev/null
+++ b/params_shard_76.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ffc03040b6fbaed7f7264f4033d14a82003e86b845fe29919d3cf3d0067181
+size 469762048
diff --git a/params_shard_77.bin b/params_shard_77.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ecb1e943ce0dead5ed436b84b2f3265a6906b8bc
--- /dev/null
+++ b/params_shard_77.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1070cc92792bfdf6a1ad0956fe97c5dec3b501bbbfcaadfdb6f9bb28865642
+size 939524096
diff --git a/params_shard_78.bin b/params_shard_78.bin
new file mode 100644
index 0000000000000000000000000000000000000000..264696f3d3cb9dc7095ea9be4b0b955e94813f6e
--- /dev/null
+++ b/params_shard_78.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdb7f7bb2ba59e130081a9c5db14ce6762fb2a176e120f7ed627a63be99f085
+size 167772160
diff --git a/params_shard_79.bin b/params_shard_79.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a4c9dd7e2309ca196b2a2894534288d491420f88
--- /dev/null
+++ b/params_shard_79.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe47a056b4c64afb49aac598570d3c04ae58fe39c69cffb849464d694f8a77f
+size 134217728
diff --git a/params_shard_8.bin b/params_shard_8.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4e43007850f6a71c8e2fa39a2c13bf1a8c8f0121
--- /dev/null
+++ b/params_shard_8.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb2e1a9d4a0af90ec88b5af5f910280c4aa1a82625155778c4dcd322e7b8940
+size 134217728
diff --git a/params_shard_80.bin b/params_shard_80.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d2a6a597adc9a439424d2c0419ef912309c47c02
--- /dev/null
+++ b/params_shard_80.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00092e70e38469f1505fa95f20c8fb5a8c3c32a0f77a2b05186f900658054b93
+size 469762048
diff --git a/params_shard_81.bin b/params_shard_81.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bd546b2af6f0604f8285026da811342023076943
--- /dev/null
+++ b/params_shard_81.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31795de4dbbd10a21d5612e6975c870108e73aba413f06106540d0d96992772
+size 939524096
diff --git a/params_shard_82.bin b/params_shard_82.bin
new file mode 100644
index 0000000000000000000000000000000000000000..345a422cff138249c0e45d7b07dd1caaef05498d
--- /dev/null
+++ b/params_shard_82.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31f5b879d194e4192a24506929f1110c9b5f067bf265bd72d515a0b58925939
+size 167772160
diff --git a/params_shard_83.bin b/params_shard_83.bin
new file mode 100644
index 0000000000000000000000000000000000000000..69ac4309ae252040de2c3bd5ec900224ef290e4b
--- /dev/null
+++ b/params_shard_83.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc6255a7256a5ba8c607f1b3eda5dabe2d69bbe0fb64dcdd6f73f0f4190e020
+size 134217728
diff --git a/params_shard_84.bin b/params_shard_84.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c4b1d30c0137ae1fc1967f41f37737213fea5fd6
--- /dev/null
+++ b/params_shard_84.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eedd81809cd39c3d0c497a16622fbf15cccfa95ac8797b99bed5e5c8989fa48
+size 939524096
diff --git a/params_shard_85.bin b/params_shard_85.bin
new file mode 100644
index 0000000000000000000000000000000000000000..eb3895d6383acf78847934c757c6cc99c908a35f
--- /dev/null
+++ b/params_shard_85.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce9010f4c92c5880aeef06ed2c5e842299a9c880653fa9607296dedcc233b20
+size 167772160
diff --git a/params_shard_86.bin b/params_shard_86.bin
new file mode 100644
index 0000000000000000000000000000000000000000..69a07b68bead7260b95f9471eef7a2d511b4b864
--- /dev/null
+++ b/params_shard_86.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7f6945b5b038ece4d58b6ecc9c5ecfe859fd8d1d64b74fa894b948a6f99aa3
+size 134217728
diff --git a/params_shard_87.bin b/params_shard_87.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e78e253f8f9c1ae9c199b57465fb23d18e94dc24
--- /dev/null
+++ b/params_shard_87.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d623eb454e765fb78b86d65373747f310b67907a716dbb3d5ddd30688eb2c4c6
+size 469762048
diff --git a/params_shard_88.bin b/params_shard_88.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a219efdc74c05aa8b42a8af9ca3eea2201b1889c
--- /dev/null
+++ b/params_shard_88.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7224afc4e869b3e58e4c43e77da065fb044804de6bdfad0149cf4cbbb081f98
+size 469762048
diff --git a/params_shard_89.bin b/params_shard_89.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7bb701cb5264c4059e95989e70ce23b7c79ec8ac
--- /dev/null
+++ b/params_shard_89.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e485ed3e28b9d1ed0360fa55bd51fdb80786c028e13089317dc5b57e7cc94c
+size 939524096
diff --git a/params_shard_9.bin b/params_shard_9.bin
new file mode 100644
index 0000000000000000000000000000000000000000..294a04c79c4e67e940e8e089ca9a2f7c318fc05d
--- /dev/null
+++ b/params_shard_9.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160b215b99cdd973a37a9b76454e8c8bf427b5e4b128c6d9a277e433e6c99db9
+size 469762048
diff --git a/params_shard_90.bin b/params_shard_90.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6c7d9cc70c868b54a701f2ed742f5113fd0b3300
--- /dev/null
+++ b/params_shard_90.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b729c2c155de2cb48a7b4203e97a840a09a4107c9209e5abf2a4d26da8ce21bc
+size 167772160
diff --git a/params_shard_91.bin b/params_shard_91.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d660c1e6b5265e7debc3237f08e8c31f3beca833
--- /dev/null
+++ b/params_shard_91.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1110afaa8d0b4eecf7ffb349398865b4a6ac862e309da9870f904aed3625ee79
+size 134217728
diff --git a/params_shard_92.bin b/params_shard_92.bin
new file mode 100644
index 0000000000000000000000000000000000000000..47351b3e7b22ec09aa94a6076658e78647833bc8
--- /dev/null
+++ b/params_shard_92.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b47411e526f259eb27d554e46028770555bd4fce1dc64942c3a5f5f9515b81
+size 469762048
diff --git a/params_shard_93.bin b/params_shard_93.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb6b8bc6914e010df85aae0e1d03ba04dc569d3a
--- /dev/null
+++ b/params_shard_93.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629406e4fed467d77236345442caa140de264c06cc186d191e62a866a884ffb8
+size 939524096
diff --git a/params_shard_94.bin b/params_shard_94.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fe55115908528414da04b8b5727db66c633c4d3c
--- /dev/null
+++ b/params_shard_94.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263866e12be1770c9bfe5c30335b109e74cdc54eeaaf7ce86480655345c1dbed
+size 167772160
diff --git a/params_shard_95.bin b/params_shard_95.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3c15d3d3d384095e01ce2ccb72105badfe0ae92c
--- /dev/null
+++ b/params_shard_95.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be2e043dd7f62af311c60ab39077a01ac8bd3b19c7e9d390b4cde4badf4f1a1
+size 134217728
diff --git a/params_shard_96.bin b/params_shard_96.bin
new file mode 100644
index 0000000000000000000000000000000000000000..30ed9e284928000e63922d0c5415b438fc85d864
--- /dev/null
+++ b/params_shard_96.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081ced0ef0682ba011267a8e72a9624e20a9203996588dac6307b964f680fb2f
+size 939524096
diff --git a/params_shard_97.bin b/params_shard_97.bin
new file mode 100644
index 0000000000000000000000000000000000000000..47ed4468f1a30eaae732fc148199cbd72ab614f0
--- /dev/null
+++ b/params_shard_97.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29458a5ff1bbcb90d9c191f90f7adef6bf0638838b0c5fef8758031f16223033
+size 167772160
diff --git a/params_shard_98.bin b/params_shard_98.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4401cda532ac9a4ec6117344ce115924263d5c9c
--- /dev/null
+++ b/params_shard_98.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d065d9545ca9d3765aa30d85961cb785ed1dfd06a9b901971fed5c1d4685a43d
+size 134217728
diff --git a/params_shard_99.bin b/params_shard_99.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc32f393f780725c45146d0069bbea46675dc093
--- /dev/null
+++ b/params_shard_99.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8603ce260bebf73090522c2e9ca09b9b5e35a7a89792f54cb3638ec2365a44
+size 469762048
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e6a25339d98467d75d2503e6a14bcebe46c06a1
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,410562 @@
+{
+ "version": "1.0",
+ "truncation": null,
+ "padding": null,
+ "added_tokens": [
+ {
+ "id": 128000,
+ "content": "<|begin_of_text|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128001,
+ "content": "<|end_of_text|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128002,
+ "content": "<|im_start|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": true,
+ "special": false
+ },
+ {
+ "id": 128003,
+ "content": "<|im_end|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": true,
+ "special": true
+ },
+ {
+ "id": 128004,
+ "content": "
&": 5909, + "CON": 5910, + "Ġrepl": 5911, + "Ġregular": 5912, + "Storage": 5913, + "ramework": 5914, + "Ġgoal": 5915, + "Ġtouch": 5916, + ".widget": 5917, + "Ġbuilt": 5918, + "des": 5919, + "Part": 5920, + "(re": 5921, + "Ġworth": 5922, + "hib": 5923, + "game": 5924, + "91": 5925, + "192": 5926, + "Ġв": 5927, + "acion": 5928, + "ĠWhite": 5929, + "(type": 5930, + "(`": 5931, + "81": 5932, + "Ġnatural": 5933, + "Ġinj": 5934, + "Ġcalcul": 5935, + "ĠApril": 5936, + ".List": 5937, + "Ġassociated": 5938, + "ĉSystem": 5939, + "~~": 5940, + "=[": 5941, + "Ġstorage": 5942, + "Ġbytes": 5943, + "Ġtravel": 5944, + "Ġsou": 5945, + "Ġpassed": 5946, + "!=": 5947, + "ascript": 5948, + ".open": 5949, + "Ġgrid": 5950, + "Ġbus": 5951, + "Ġrecogn": 5952, + "Ab": 5953, + "Ġhon": 5954, + "ĠCenter": 5955, + "Ġprec": 5956, + "build": 5957, + "73": 5958, + "HTML": 5959, + "ĠSan": 5960, + "Ġcountries": 5961, + "aled": 5962, + "token": 5963, + "kt": 5964, + "Ġqual": 5965, + "Last": 5966, + "adow": 5967, + "Ġmanufact": 5968, + "idad": 5969, + "jango": 5970, + "Next": 5971, + "xf": 5972, + ".a": 5973, + "Ġporno": 5974, + "ĠPM": 5975, + "erve": 5976, + "iting": 5977, + "_th": 5978, + "ci": 5979, + "=None": 5980, + "gs": 5981, + "Ġlogin": 5982, + "atives": 5983, + "']);Ċ": 5984, + "Äħ": 5985, + "Ġill": 5986, + "IA": 5987, + "children": 5988, + "DO": 5989, + "Ġlevels": 5990, + "Ġ{{": 5991, + "Ġlooks": 5992, + "Ġ\"#": 5993, + "ToString": 5994, + "Ġnecessary": 5995, + "ĠĠĠĊ": 5996, + "cell": 5997, + "Entry": 5998, + "Ġ'#": 5999, + "Ġextrem": 6000, + "Selector": 6001, + "Ġplaceholder": 6002, + "Load": 6003, + "Ġreleased": 6004, + "ORE": 6005, + "Enumer": 6006, + "ĠTV": 6007, + "SET": 6008, + "inq": 6009, + "Press": 6010, + "ĠDepartment": 6011, + "Ġproperties": 6012, + "Ġrespond": 6013, + "Search": 6014, + "ael": 6015, + "Ġrequ": 6016, + "ĠBook": 6017, + "/Ċ": 6018, + "(st": 6019, + "Ġfinancial": 6020, + "icket": 6021, + "_input": 6022, + "Ġthreat": 6023, + "(in": 6024, + "Strip": 6025, + "ìĿ": 6026, + "ção": 6027, + "71": 6028, + "Ġevidence": 6029, + "));": 6030, + "ĠBro": 6031, + "Ġ[];Ċ": 6032, + "Ġou": 6033, + "buf": 6034, + "Script": 6035, + "dat": 6036, + "Ġrule": 6037, + "#import": 6038, + "=\"/": 6039, + "Serial": 6040, + "Ġstarting": 6041, + "[index": 6042, + "ae": 6043, + "Ġcontrib": 6044, + "session": 6045, + "_new": 6046, + "utable": 6047, + "ober": 6048, + "Ġ\"./": 6049, + "Ġlogger": 6050, + "Ġrecently": 6051, + "Ġreturned": 6052, + "ččĊ": 6053, + ")))Ċ": 6054, + "itions": 6055, + "Ġseek": 6056, + "Ġcommunic": 6057, + "Ġ\".": 6058, + "Ġusername": 6059, + "ECT": 6060, + "DS": 6061, + "Ġotherwise": 6062, + "ĠGerman": 6063, + ".aw": 6064, + "Adapter": 6065, + "ixel": 6066, + "Ġsystems": 6067, + "Ġdrop": 6068, + "83": 6069, + "Ġstructure": 6070, + "Ġ$(\"#": 6071, + "encies": 6072, + "anning": 6073, + "ĠLink": 6074, + "ĠResponse": 6075, + "Ġstri": 6076, + "ż": 6077, + "ĠDB": 6078, + "æĹ": 6079, + "android": 6080, + "submit": 6081, + "otion": 6082, + "92": 6083, + "(@": 6084, + ".test": 6085, + "82": 6086, + "ĊĊĊĊĊĊĊĊ": 6087, + "];čĊ": 6088, + "Ġdirectly": 6089, + "Ġ\"%": 6090, + "ris": 6091, + "elta": 6092, + "AIL": 6093, + "){čĊ": 6094, + "mine": 6095, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 6096, + "(k": 6097, + "bon": 6098, + "asic": 6099, + "pite": 6100, + "___": 6101, + "Max": 6102, + "Ġerrors": 6103, + "ĠWhile": 6104, + "Ġarguments": 6105, + "Ġensure": 6106, + "Right": 6107, + "-based": 6108, + "Web": 6109, + "Ġ-=": 6110, + "Ġintrodu": 6111, + "ĠInst": 6112, + "ĠWash": 6113, + "ordin": 6114, + "join": 6115, + "Database": 6116, + "Ġgrad": 6117, + "Ġusually": 6118, + "ITE": 6119, + "Props": 6120, + "?>Ċ": 6121, + "ĠGo": 6122, + "@Override": 6123, + "REF": 6124, + "Ġip": 6125, + "ĠAustral": 6126, + "Ġist": 6127, + "ViewById": 6128, + "Ġserious": 6129, + "Ġcustomer": 6130, + ".prototype": 6131, + "odo": 6132, + "cor": 6133, + "Ġdoor": 6134, + "ĠWITHOUT": 6135, + "Ġplant": 6136, + "Ġbegan": 6137, + "Ġdistance": 6138, + "()).": 6139, + "Ġchance": 6140, + "Ġord": 6141, + "came": 6142, + "pragma": 6143, + "Ġprotect": 6144, + "ragment": 6145, + "ĠNode": 6146, + "ening": 6147, + "Ñĩ": 6148, + "Ġroute": 6149, + "ĠSchool": 6150, + "hi": 6151, + "Ġneighb": 6152, + "After": 6153, + "licit": 6154, + "Ġcontr": 6155, + "Ġprimary": 6156, + "AA": 6157, + ".WriteLine": 6158, + "utils": 6159, + "Ġbi": 6160, + "Red": 6161, + ".Linq": 6162, + ".object": 6163, + "Ġleaders": 6164, + "unities": 6165, + "Ġgun": 6166, + "onth": 6167, + "ĠDev": 6168, + "FILE": 6169, + "Ġcomments": 6170, + "_len": 6171, + "arrow": 6172, + "amount": 6173, + "Range": 6174, + "sert": 6175, + "GridView": 6176, + "Ġupdated": 6177, + "ĠMo": 6178, + "Ġinform": 6179, + "ociety": 6180, + "ala": 6181, + "Access": 6182, + "Ġhab": 6183, + "Ġcreat": 6184, + "_arg": 6185, + "ĠJanuary": 6186, + "ĠDay": 6187, + "\")čĊ": 6188, + "uple": 6189, + "document": 6190, + "gorith": 6191, + "menu": 6192, + "ĠOver": 6193, + "bb": 6194, + ".title": 6195, + "_out": 6196, + "Ġled": 6197, + "uri": 6198, + "Ġ?>": 6199, + "gl": 6200, + "Ġbank": 6201, + "ayment": 6202, + "ĉprintf": 6203, + "MD": 6204, + "Ġsample": 6205, + "Ġhands": 6206, + "ĠVersion": 6207, + "uario": 6208, + "Ġoffers": 6209, + "ityEngine": 6210, + "Ġshape": 6211, + "Ġsleep": 6212, + "_point": 6213, + "Settings": 6214, + "Ġachie": 6215, + "Ġsold": 6216, + "ota": 6217, + ".bind": 6218, + "Am": 6219, + "Ġsafe": 6220, + "Store": 6221, + "Ġshared": 6222, + "Ġpriv": 6223, + "_VAL": 6224, + "Ġsens": 6225, + "){": 6226, + "Ġremember": 6227, + "shared": 6228, + "element": 6229, + "Ġshoot": 6230, + "Vert": 6231, + "cout": 6232, + "Ġenv": 6233, + "_label": 6234, + "Ġ>Ċ": 6235, + "run": 6236, + "Ġscene": 6237, + "(array": 6238, + "device": 6239, + "_title": 6240, + "agon": 6241, + "]čĊ": 6242, + "aby": 6243, + "Ġbecame": 6244, + "boolean": 6245, + "Ġpark": 6246, + "ĠCode": 6247, + "upload": 6248, + "riday": 6249, + "ĠSeptember": 6250, + "Fe": 6251, + "Ġsen": 6252, + "cing": 6253, + "FL": 6254, + "Col": 6255, + "uts": 6256, + "_page": 6257, + "inn": 6258, + "Ġimplied": 6259, + "aling": 6260, + "Ġyourself": 6261, + ".Count": 6262, + "conf": 6263, + "Ġaud": 6264, + "_init": 6265, + ".)": 6266, + "Ġwrote": 6267, + "003": 6268, + "NG": 6269, + ".Error": 6270, + "ä»": 6271, + ".for": 6272, + "Ġequal": 6273, + "ĠRequest": 6274, + "Ġserial": 6275, + "Ġallows": 6276, + "XX": 6277, + "Ġmiddle": 6278, + "chor": 6279, + "195": 6280, + "94": 6281, + "ø": 6282, + "erval": 6283, + ".Column": 6284, + "reading": 6285, + "Ġescort": 6286, + "ĠAugust": 6287, + "Ġquickly": 6288, + "Ġweap": 6289, + "ĠCG": 6290, + "ropri": 6291, + "ho": 6292, + "Ġcop": 6293, + "(struct": 6294, + "ĠBig": 6295, + "Ġvs": 6296, + "Ġfrequ": 6297, + ".Value": 6298, + "Ġactions": 6299, + "Ġproper": 6300, + "Ġinn": 6301, + "Ġobjects": 6302, + "Ġmatrix": 6303, + "avascript": 6304, + "Ġones": 6305, + ".group": 6306, + "Ġgreen": 6307, + "Ġpaint": 6308, + "ools": 6309, + "ycl": 6310, + "encode": 6311, + "olt": 6312, + "comment": 6313, + ".api": 6314, + "Dir": 6315, + "Ġune": 6316, + "izont": 6317, + ".position": 6318, + "Ġdesigned": 6319, + "_val": 6320, + "avi": 6321, + "iring": 6322, + "tab": 6323, + "Ġlayer": 6324, + "Ġviews": 6325, + "Ġreve": 6326, + "rael": 6327, + "ĠON": 6328, + "rics": 6329, + "160": 6330, + "np": 6331, + "Ġcore": 6332, + "());čĊ": 6333, + "Main": 6334, + "Ġexpert": 6335, + "ĉĉčĊ": 6336, + "_en": 6337, + "Ġ/>": 6338, + "utter": 6339, + "IAL": 6340, + "ails": 6341, + "ĠKing": 6342, + "*/ĊĊ": 6343, + "ĠMet": 6344, + "_end": 6345, + "addr": 6346, + "ora": 6347, + "Ġir": 6348, + "Min": 6349, + "Ġsurpr": 6350, + "Ġrepe": 6351, + "Ġdirectory": 6352, + "PUT": 6353, + "-S": 6354, + "Ġelection": 6355, + "haps": 6356, + ".pre": 6357, + "cm": 6358, + "Values": 6359, + "Ġ\"Ċ": 6360, + "column": 6361, + "ivil": 6362, + "Login": 6363, + "inue": 6364, + "93": 6365, + "Ġbeautiful": 6366, + "Ġsecret": 6367, + "(event": 6368, + "Ġchat": 6369, + "ums": 6370, + "Ġorigin": 6371, + "Ġeffects": 6372, + "Ġmanagement": 6373, + "illa": 6374, + "tk": 6375, + "Ġsetting": 6376, + "ĠCour": 6377, + "Ġmassage": 6378, + "ĉend": 6379, + "Ġhappy": 6380, + "Ġfinish": 6381, + "Ġcamera": 6382, + "ĠVer": 6383, + "ĠDemocr": 6384, + "ĠHer": 6385, + "(Q": 6386, + "cons": 6387, + "ita": 6388, + "Ġ'.": 6389, + "{}": 6390, + "ĉC": 6391, + "Ġstuff": 6392, + "194": 6393, + "Ġ:Ċ": 6394, + "ĠAR": 6395, + "Task": 6396, + "hidden": 6397, + "eros": 6398, + "IGN": 6399, + "atio": 6400, + "ĠHealth": 6401, + "olute": 6402, + "Enter": 6403, + "'>": 6404, + "ĠTwitter": 6405, + "ĠCounty": 6406, + "scribe": 6407, + "Ġ=>Ċ": 6408, + "Ġhy": 6409, + "fit": 6410, + "Ġmilitary": 6411, + "Ġsale": 6412, + "required": 6413, + "non": 6414, + "bootstrap": 6415, + "hold": 6416, + "rim": 6417, + "-old": 6418, + "ĠDown": 6419, + "Ġmention": 6420, + "contact": 6421, + "_group": 6422, + "oday": 6423, + "Ġtown": 6424, + "Ġsolution": 6425, + "uate": 6426, + "elling": 6427, + "]->": 6428, + "otes": 6429, + "ental": 6430, + "omen": 6431, + "ospital": 6432, + "ĠSup": 6433, + "_EN": 6434, + "Ġslow": 6435, + "SESSION": 6436, + "Ġblue": 6437, + "ago": 6438, + "Ġlives": 6439, + "Ġ^": 6440, + ".un": 6441, + "inst": 6442, + "enge": 6443, + "Ġcustomers": 6444, + "Ġcast": 6445, + "udget": 6446, + "ï¼ģ": 6447, + "icens": 6448, + "Ġdetermin": 6449, + "Selected": 6450, + "_pl": 6451, + "ueue": 6452, + "Ġdark": 6453, + "//ĊĊ": 6454, + "si": 6455, + "thern": 6456, + "ĠJapan": 6457, + "/w": 6458, + "PU": 6459, + "ĠEast": 6460, + "ovie": 6461, + "Ġpackage": 6462, + "Ġnor": 6463, + "Ġapi": 6464, + "bot": 6465, + "\"];Ċ": 6466, + "_post": 6467, + "ulate": 6468, + "Ġclub": 6469, + "'));Ċ": 6470, + "Ġloop": 6471, + "PIO": 6472, + "ione": 6473, + "shot": 6474, + "Initial": 6475, + "Ġplayed": 6476, + "register": 6477, + "rought": 6478, + "_max": 6479, + "acement": 6480, + "match": 6481, + "raphics": 6482, + "AST": 6483, + "Ġexisting": 6484, + "Ġcomplex": 6485, + "DA": 6486, + ".Ch": 6487, + ".common": 6488, + "mo": 6489, + "Ġ'../../": 6490, + "ito": 6491, + "Ġanalysis": 6492, + "Ġdeliver": 6493, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6494, + "idx": 6495, + "Ãł": 6496, + "ongo": 6497, + "ĠEnglish": 6498, + "Ċ": 10197, + "_default": 10198, + "ĠDatabase": 10199, + "rep": 10200, + "ESS": 10201, + "nergy": 10202, + ".Find": 10203, + "_mask": 10204, + "Ġrise": 10205, + "Ġkernel": 10206, + "::$": 10207, + ".Q": 10208, + "Ġoffering": 10209, + "decl": 10210, + "ĠCS": 10211, + "Ġlisted": 10212, + "Ġmostly": 10213, + "enger": 10214, + "Ġblocks": 10215, + "olo": 10216, + "Ġgoverning": 10217, + "\\F": 10218, + "Ġconcent": 10219, + ".getText": 10220, + "Ġmb": 10221, + "Ġoccurred": 10222, + "Ġchanging": 10223, + "Scene": 10224, + "_CODE": 10225, + "Beh": 10226, + "\"The": 10227, + "Ġtile": 10228, + "ĠAssociation": 10229, + "ĉP": 10230, + "alty": 10231, + "_ad": 10232, + "odies": 10233, + "iated": 10234, + "Ġprepared": 10235, + "possible": 10236, + "Ġmort": 10237, + "TEST": 10238, + "142": 10239, + "Ġignore": 10240, + "Ġcalc": 10241, + "Ġrs": 10242, + "ĠassertEquals": 10243, + "Ġsz": 10244, + "ĠTHIS": 10245, + ".\"Ċ": 10246, + "Ġcanvas": 10247, + "java": 10248, + "Ġdut": 10249, + "VALID": 10250, + ".sql": 10251, + ".input": 10252, + "Ġaux": 10253, + "Sup": 10254, + "Ġartist": 10255, + "Vec": 10256, + "_TIME": 10257, + ".stringify": 10258, + "etween": 10259, + "ĠCategory": 10260, + "Ġ[-": 10261, + "ĠDevExpress": 10262, + "ĠJul": 10263, + "Ġring": 10264, + ".ed": 10265, + "YY": 10266, + "Let": 10267, + "TextField": 10268, + "Ġflat": 10269, + "_print": 10270, + "ĠOTHER": 10271, + "adian": 10272, + "Ġchecked": 10273, + "ele": 10274, + "Align": 10275, + "standing": 10276, + "Ġ[],": 10277, + "Ġlab": 10278, + "ucky": 10279, + "ĠChristmas": 10280, + "(image": 10281, + ".module": 10282, + "Ġlots": 10283, + "Ġslightly": 10284, + "(final": 10285, + "erge": 10286, + "è¿": 10287, + "147": 10288, + "ĠPolice": 10289, + "143": 10290, + "ĠRight": 10291, + "Ġaward": 10292, + "ĠOS": 10293, + "Ġ{}ĊĊ": 10294, + "Ġptr": 10295, + "oves": 10296, + "icated": 10297, + "ем": 10298, + "Ġmanage": 10299, + "oliday": 10300, + "Amount": 10301, + "oolStrip": 10302, + "tbody": 10303, + "Nav": 10304, + "wrap": 10305, + "BB": 10306, + "Ġwatching": 10307, + "arios": 10308, + "Ġoptional": 10309, + "_K": 10310, + "ĠLicensed": 10311, + ".Map": 10312, + "Timer": 10313, + "ĠAP": 10314, + "ĠRev": 10315, + "(o": 10316, + ",c": 10317, + "umin": 10318, + "etailed": 10319, + "ĠHy": 10320, + "Ġblank": 10321, + "agger": 10322, + "ĠSelf": 10323, + "()[": 10324, + ".make": 10325, + "earn": 10326, + "channel": 10327, + ";Ċ": 10342, + "World": 10343, + "Ġpython": 10344, + "Ġlif": 10345, + "Ġtrav": 10346, + "Ġconven": 10347, + "company": 10348, + "ĠClub": 10349, + "138": 10350, + "Ver": 10351, + "Btn": 10352, + "Ġzone": 10353, + "products": 10354, + "ĠEduc": 10355, + "Ġverify": 10356, + "ĠMil": 10357, + "ono": 10358, + "]);ĊĊ": 10359, + "ENCE": 10360, + "Ġpacket": 10361, + "Ġcer": 10362, + "Ġenumer": 10363, + "Ġpars": 10364, + "formed": 10365, + "Ġoccup": 10366, + "tre": 10367, + "Ġexercise": 10368, + "Day": 10369, + "_sum": 10370, + "Ġasking": 10371, + "aption": 10372, + "Ġorders": 10373, + "Ġspending": 10374, + "ĠERR": 10375, + ".Dis": 10376, + "ĠUtil": 10377, + "âĢľI": 10378, + "\\'": 10379, + "?)": 10380, + "/>Ċ": 10381, + "Ġemot": 10382, + "Ġinfluence": 10383, + "ĠAfrica": 10384, + "atters": 10385, + "Ùħ": 10386, + ".session": 10387, + "Ġchief": 10388, + "ĉĉĉĉĉĉĉĉĉĉĉ": 10389, + "Ġtom": 10390, + "cluded": 10391, + "serial": 10392, + "_handler": 10393, + ".Type": 10394, + "aped": 10395, + "Ġpolicies": 10396, + "-ex": 10397, + "-tr": 10398, + "blank": 10399, + "merce": 10400, + "Ġcoverage": 10401, + "Ġrc": 10402, + "_matrix": 10403, + "_box": 10404, + "Ġcharges": 10405, + "ĠBoston": 10406, + "Pe": 10407, + "Ġcircum": 10408, + "Ġfilled": 10409, + "148": 10410, + "Ġnorth": 10411, + "ictureBox": 10412, + "ĉres": 10413, + "è®": 10414, + "Ġtermin": 10415, + "Ġ[âĢ¦": 10416, + "IRECT": 10417, + "Ġber": 10418, + "Ġ\"../../": 10419, + "retch": 10420, + ".code": 10421, + "_col": 10422, + "ĠGovernment": 10423, + "Ġargv": 10424, + "ĠLord": 10425, + "asi": 10426, + "Exec": 10427, + "ĉlet": 10428, + "vertis": 10429, + "Ġdiscussion": 10430, + "enance": 10431, + "outube": 10432, + "typeof": 10433, + "Ġserved": 10434, + "ĠPut": 10435, + "ĉx": 10436, + "Ġsweet": 10437, + "Before": 10438, + "ategy": 10439, + ".of": 10440, + "ĠMaterial": 10441, + "Sort": 10442, + "ONT": 10443, + "igital": 10444, + "Why": 10445, + "Ġsust": 10446, + "Ġç": 10447, + "abet": 10448, + "Ġsegment": 10449, + "Ġ[],Ċ": 10450, + "ĠMuslim": 10451, + "ĠfindViewById": 10452, + "cut": 10453, + "_TEXT": 10454, + "ĠMary": 10455, + "Ġloved": 10456, + "Ġlie": 10457, + "ĠJO": 10458, + "Ġisset": 10459, + "month": 10460, + "Ġprime": 10461, + "ti": 10462, + "ĠCarol": 10463, + "Use": 10464, + "146": 10465, + "ĠPop": 10466, + "ĠSave": 10467, + "Interval": 10468, + "execute": 10469, + "dy": 10470, + "ĠIran": 10471, + "_cont": 10472, + "ĉT": 10473, + "Ġphase": 10474, + "checkbox": 10475, + "week": 10476, + "Ġhide": 10477, + "Ġtil": 10478, + "Ġju": 10479, + "Custom": 10480, + "burg": 10481, + "/M": 10482, + "TON": 10483, + "Ġquant": 10484, + "Ġrub": 10485, + "ixels": 10486, + "Ġinstalled": 10487, + "Ġdump": 10488, + "Ġproperly": 10489, + "(List": 10490, + "Ġdecide": 10491, + "apply": 10492, + "Has": 10493, + "Ġkeeping": 10494, + "Ġcitizens": 10495, + "Ġjoint": 10496, + "pool": 10497, + "Socket": 10498, + "_op": 10499, + "Ġweapon": 10500, + "gnore": 10501, + "ĠExec": 10502, + "otten": 10503, + "ĠMS": 10504, + "Ġ(-": 10505, + "ĠReview": 10506, + "Ġexamples": 10507, + "Ġtight": 10508, + "!(": 10509, + "DP": 10510, + "ĠMessageBox": 10511, + "Ġphotograph": 10512, + "164": 10513, + "URI": 10514, + "ét": 10515, + "low": 10516, + "ĠGrand": 10517, + ".persistence": 10518, + "Ġmaintain": 10519, + "Ġnums": 10520, + "Ġzip": 10521, + "ials": 10522, + "ĠGets": 10523, + "peg": 10524, + "ĠBuffer": 10525, + "~~~~": 10526, + "rastructure": 10527, + "ĠPL": 10528, + "uen": 10529, + "obby": 10530, + "sizeof": 10531, + "Ġpic": 10532, + "Ġseed": 10533, + "Ġexperienced": 10534, + "Ġodd": 10535, + "Ġkick": 10536, + "Ġprocedure": 10537, + "avigator": 10538, + "-on": 10539, + ",j": 10540, + "ĠAlthough": 10541, + "ĠuserId": 10542, + "accept": 10543, + "Blue": 10544, + "IColor": 10545, + "layer": 10546, + "available": 10547, + "Ġends": 10548, + ".table": 10549, + "Ġdataset": 10550, + "bus": 10551, + "Ġexplain": 10552, + "(pro": 10553, + "ĠCommittee": 10554, + "Ġnoted": 10555, + "]:Ċ": 10556, + "Dim": 10557, + "stdio": 10558, + "154": 10559, + ".\",Ċ": 10560, + "_source": 10561, + "181": 10562, + "ĠWeek": 10563, + "ĠEdge": 10564, + "Ġoperating": 10565, + "Ġeste": 10566, + "ipl": 10567, + "330": 10568, + "agination": 10569, + "Ġproceed": 10570, + "Ġanimation": 10571, + ".Models": 10572, + "ĠWatch": 10573, + "iat": 10574, + "Ġoppon": 10575, + "/A": 10576, + "Report": 10577, + "Ġsounds": 10578, + "_buf": 10579, + "IELD": 10580, + "Ġbund": 10581, + "ĉget": 10582, + ".pr": 10583, + "(tmp": 10584, + "Ġkid": 10585, + ">ĊĊĊ": 10586, + "Ġyang": 10587, + "NotFound": 10588, + "ÑĨ": 10589, + "math": 10590, + "@gmail": 10591, + "ĠLIMIT": 10592, + "redients": 10593, + "Ġvent": 10594, + "avigate": 10595, + "Look": 10596, + "Ġreligious": 10597, + "Ġrand": 10598, + "rio": 10599, + "(GL": 10600, + "_ip": 10601, + "uan": 10602, + "iciency": 10603, + "ĠChange": 10604, + ">čĊčĊ": 10605, + "ĠEntity": 10606, + "Ġrencontre": 10607, + "ĠRet": 10608, + "plan": 10609, + "én": 10610, + "BOOL": 10611, + "uries": 10612, + "train": 10613, + "Definition": 10614, + "============": 10615, + "zz": 10616, + "450": 10617, + "Animation": 10618, + "ĠOK": 10619, + "_menu": 10620, + ".bl": 10621, + "_score": 10622, + "Ġacad": 10623, + "(System": 10624, + "Ġrefresh": 10625, + "'=>$": 10626, + ".Graphics": 10627, + "amento": 10628, + "pid": 10629, + "tc": 10630, + "Ġtips": 10631, + "Ġhomes": 10632, + "Ġfuel": 10633, + "âĸ": 10634, + "_helper": 10635, + "ĠĠčĊ": 10636, + "ĠRoom": 10637, + ".Close": 10638, + "_attr": 10639, + "ĠMount": 10640, + "ĠEv": 10641, + "arser": 10642, + "_top": 10643, + "eah": 10644, + "ĠDelete": 10645, + "ãĢį": 10646, + "uke": 10647, + "Ġusage": 10648, + "aria": 10649, + "_dev": 10650, + "Ġtexture": 10651, + "Ġconversation": 10652, + "eper": 10653, + "Bean": 10654, + "done": 10655, + "nonatomic": 10656, + "ĠSecond": 10657, + "Ġshooting": 10658, + "_pre": 10659, + "Components": 10660, + "Ġ]ĊĊ": 10661, + "__,": 10662, + "stitution": 10663, + ".Char": 10664, + ">();ĊĊ": 10665, + "Ġpresented": 10666, + "Ġwa": 10667, + "oker": 10668, + "-ĊĊ": 10669, + "iner": 10670, + "Ġbecoming": 10671, + "Ġincident": 10672, + "Att": 10673, + "162": 10674, + "Ġrevealed": 10675, + "forc": 10676, + "Ġboot": 10677, + ".page": 10678, + "Enumerator": 10679, + "165": 10680, + "_->": 10681, + "Photo": 10682, + "Ġspring": 10683, + ".\",": 10684, + "ĠDictionary": 10685, + "BJECT": 10686, + "Ġlocations": 10687, + "Ġsamples": 10688, + "InputStream": 10689, + "ĠBrown": 10690, + "Ġstats": 10691, + "quality": 10692, + "Ñħ": 10693, + "-dis": 10694, + "Ġhelping": 10695, + "Ġped": 10696, + "224": 10697, + "(se": 10698, + "ĠWho": 10699, + "alian": 10700, + "internal": 10701, + "Ġft": 10702, + ">().": 10703, + "->{": 10704, + "Ġmine": 10705, + "Ġsector": 10706, + "Ġgro": 10707, + "Ġopportunities": 10708, + "Ġü": 10709, + "Ġmp": 10710, + "Ġalleged": 10711, + "Ġdoubt": 10712, + "Mouse": 10713, + "About": 10714, + "_part": 10715, + "Ġchair": 10716, + "Ġstopped": 10717, + "161": 10718, + "loop": 10719, + "entities": 10720, + "Ġapps": 10721, + "ansion": 10722, + "Ġmental": 10723, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10724, + "FR": 10725, + "Ġdefend": 10726, + "care": 10727, + "Ġideal": 10728, + "/api": 10729, + "urface": 10730, + "011": 10731, + "Ġele": 10732, + "ulator": 10733, + "ĠRights": 10734, + "anguages": 10735, + "Ġfunds": 10736, + "Ġadapt": 10737, + "Attributes": 10738, + "Ġdeploy": 10739, + "opts": 10740, + "Ġvalidation": 10741, + "Ġconcerns": 10742, + "uce": 10743, + ".num": 10744, + "ulture": 10745, + "ila": 10746, + "Ġcup": 10747, + "Ġpure": 10748, + ".Fore": 10749, + "183": 10750, + "ĠHashMap": 10751, + ".valueOf": 10752, + "asm": 10753, + "MO": 10754, + "Ġcs": 10755, + "Ġstores": 10756, + "Ġ************************************************************************": 10757, + "Ġcommunication": 10758, + "mem": 10759, + ".EventHandler": 10760, + ".Status": 10761, + "_right": 10762, + ".setOn": 10763, + "Sheet": 10764, + "Ġidentify": 10765, + "enerated": 10766, + "ordered": 10767, + "Ġ\"[": 10768, + "Ġswe": 10769, + "Condition": 10770, + "ĠAccording": 10771, + "Ġprepare": 10772, + "Ġrob": 10773, + "Pool": 10774, + "Ġsport": 10775, + "rv": 10776, + "ĠRouter": 10777, + "Ġalternative": 10778, + "([]": 10779, + "ĠChicago": 10780, + "ipher": 10781, + "ische": 10782, + "ĠDirector": 10783, + "kl": 10784, + "ĠWil": 10785, + "keys": 10786, + "Ġmysql": 10787, + "Ġwelcome": 10788, + "king": 10789, + "ĠManager": 10790, + "Ġcaught": 10791, + ")}Ċ": 10792, + "Score": 10793, + "_PR": 10794, + "Ġsurvey": 10795, + "hab": 10796, + "Headers": 10797, + "ADER": 10798, + "Ġdecor": 10799, + "Ġturns": 10800, + "Ġradius": 10801, + "errupt": 10802, + "Cor": 10803, + "Ġmel": 10804, + "Ġintr": 10805, + "(q": 10806, + "ĠAC": 10807, + "amos": 10808, + "MAX": 10809, + "ĠGrid": 10810, + "ĠJesus": 10811, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10812, + ".DE": 10813, + "Ġts": 10814, + "Ġlinked": 10815, + "free": 10816, + "ĠQt": 10817, + "Ġ/**čĊ": 10818, + "Ġfaster": 10819, + "ctr": 10820, + "_J": 10821, + "DT": 10822, + ".Check": 10823, + "Ġcombination": 10824, + "Ġintended": 10825, + "-the": 10826, + "-type": 10827, + "182": 10828, + "ectors": 10829, + "ami": 10830, + "uting": 10831, + "Ġuma": 10832, + "XML": 10833, + "UCT": 10834, + "Ap": 10835, + "ĠRandom": 10836, + "Ġran": 10837, + ".sort": 10838, + "Ġsorted": 10839, + ".Un": 10840, + "401": 10841, + "_PER": 10842, + "itory": 10843, + "Ġpriority": 10844, + "ĠGal": 10845, + "ĠOld": 10846, + "hot": 10847, + "ĠDisplay": 10848, + "(sub": 10849, + "_TH": 10850, + "_Y": 10851, + "ĠCare": 10852, + "loading": 10853, + "Kind": 10854, + "_handle": 10855, + ",,": 10856, + "rase": 10857, + "_replace": 10858, + ".addEventListener": 10859, + "ĠRT": 10860, + "172": 10861, + "Ġentered": 10862, + "gers": 10863, + "Ġich": 10864, + "(start": 10865, + "205": 10866, + "/app": 10867, + "Ġbrother": 10868, + "Memory": 10869, + "Outlet": 10870, + "Ġutf": 10871, + "prec": 10872, + "Ġnavigation": 10873, + "ORK": 10874, + "Ġdst": 10875, + "Detail": 10876, + "Ġaudience": 10877, + "Ġdur": 10878, + "Ġcluster": 10879, + "unched": 10880, + "Ġ],": 10881, + "Ġcomfortable": 10882, + ".values": 10883, + "ĠTotal": 10884, + "Ġsnap": 10885, + "Ġstandards": 10886, + "Ġperformed": 10887, + "hand": 10888, + "(\"@": 10889, + "åŃ": 10890, + "Ġphil": 10891, + "ibr": 10892, + "trim": 10893, + "Ġforget": 10894, + "157": 10895, + "Ġdoctor": 10896, + ".TextBox": 10897, + "377": 10898, + "icons": 10899, + ",s": 10900, + "ĠOp": 10901, + "Sm": 10902, + "Stop": 10903, + "ĉList": 10904, + "ĉu": 10905, + "Comment": 10906, + "_VERSION": 10907, + ".Xtra": 10908, + "Person": 10909, + "rb": 10910, + "LOB": 10911, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10912, + "ĠCentral": 10913, + "270": 10914, + "ICK": 10915, + "raq": 10916, + "Ġputting": 10917, + "Ġmd": 10918, + "ĠLove": 10919, + "Program": 10920, + "Border": 10921, + "oor": 10922, + "Ġallowing": 10923, + "after": 10924, + "Ġentries": 10925, + "ĠMaybe": 10926, + "]).": 10927, + "ĠShort": 10928, + ")\\": 10929, + ".now": 10930, + "friend": 10931, + "Ġprefer": 10932, + "ĠGPIO": 10933, + "osis": 10934, + "ĠGameObject": 10935, + "Ġskip": 10936, + "Ġcompetition": 10937, + "_match": 10938, + "lications": 10939, + "_CONT": 10940, + ".groupBox": 10941, + "Ġals": 10942, + "666": 10943, + "\"We": 10944, + "_eq": 10945, + "lan": 10946, + "_search": 10947, + "ĠMusic": 10948, + "asis": 10949, + "Ġbind": 10950, + "ĠIsland": 10951, + "rum": 10952, + "(E": 10953, + "Ġseat": 10954, + "Video": 10955, + "Ġack": 10956, + "reek": 10957, + "={()": 10958, + "Ġrating": 10959, + "Ġrestaurant": 10960, + "456": 10961, + "DEX": 10962, + "(buf": 10963, + "pping": 10964, + "uality": 10965, + "Ġleague": 10966, + "176": 10967, + "Ġfocused": 10968, + "apon": 10969, + "$data": 10970, + "CLUD": 10971, + "CLUDING": 10972, + "Ġabsolute": 10973, + "(query": 10974, + "Ġtells": 10975, + "Ang": 10976, + "Ġcommunities": 10977, + "Ġhonest": 10978, + "oking": 10979, + "Ġapart": 10980, + "arity": 10981, + "/$": 10982, + "_module": 10983, + "ĠEnc": 10984, + ".an": 10985, + ".Config": 10986, + "Cre": 10987, + "Ġshock": 10988, + "ĠArab": 10989, + "IENT": 10990, + "/re": 10991, + "Ġretrie": 10992, + "ycler": 10993, + "isa": 10994, + "ĠOrgan": 10995, + ".graph": 10996, + "Ġí": 10997, + "ĠBAS": 10998, + "Enum": 10999, + "Ġpossibly": 11000, + "ÑĢаÐ": 11001, + "ĠJapanese": 11002, + "Ġcraft": 11003, + "ĠPlace": 11004, + "Ġtalent": 11005, + "Ġfunding": 11006, + "Ġconfirmed": 11007, + "Ġcycle": 11008, + "/x": 11009, + "GE": 11010, + "Ġhearing": 11011, + "Ġplants": 11012, + "Ġmouth": 11013, + "pages": 11014, + "oria": 11015, + "ĠRemove": 11016, + "_total": 11017, + "Ġod": 11018, + "ollapse": 11019, + "door": 11020, + "Ġbought": 11021, + "Ġaddr": 11022, + "ARCH": 11023, + "_dim": 11024, + "dden": 11025, + "Ġdecades": 11026, + "REQUEST": 11027, + "Ġversions": 11028, + "fire": 11029, + "006": 11030, + "Ġmoves": 11031, + "fb": 11032, + "Ġcoffee": 11033, + ".connect": 11034, + "ĠRow": 11035, + "Ġschema": 11036, + "Scope": 11037, + "-Type": 11038, + "Ġfighting": 11039, + "Ġretail": 11040, + "Ġmodified": 11041, + "TF": 11042, + "Files": 11043, + "nie": 11044, + "_command": 11045, + "stone": 11046, + "ĠÑĤ": 11047, + "_thread": 11048, + "Ġbond": 11049, + "ĠDevelopment": 11050, + "Ġpt": 11051, + "FORM": 11052, + "plet": 11053, + "Ġidentified": 11054, + "cpp": 11055, + "206": 11056, + "225": 11057, + "Ġcoding": 11058, + "oked": 11059, + "ĠMaster": 11060, + "IDTH": 11061, + "Ġresidents": 11062, + "redit": 11063, + "ĠPhoto": 11064, + "=-": 11065, + "unte": 11066, + "ateur": 11067, + "159": 11068, + "_STATE": 11069, + "ĠSing": 11070, + "Ġsheet": 11071, + ".val": 11072, + "orse": 11073, + "Ġhers": 11074, + "Ġdetermined": 11075, + "Common": 11076, + "Ġwed": 11077, + "_queue": 11078, + "PH": 11079, + "ĠAtl": 11080, + "cred": 11081, + "/LICENSE": 11082, + "Ġmes": 11083, + "Ġadvanced": 11084, + ".java": 11085, + ".Sh": 11086, + "Go": 11087, + "kill": 11088, + "fp": 11089, + "_settings": 11090, + "Ġpal": 11091, + "Ġtruck": 11092, + "Ġcombined": 11093, + "Ġ\"${": 11094, + "ĠCorpor": 11095, + "Ġjoined": 11096, + "ĠJose": 11097, + "ĠCup": 11098, + "uns": 11099, + "estival": 11100, + "levision": 11101, + "Ġbroken": 11102, + "Ġmarriage": 11103, + "ĠWestern": 11104, + "Ġrepresents": 11105, + "ĠTitle": 11106, + "Ġss": 11107, + ".Ass": 11108, + "ongoose": 11109, + "iento": 11110, + "<>();Ċ": 11111, + "Ġabsolutely": 11112, + "Ġsmooth": 11113, + "TERN": 11114, + "ĠUnless": 11115, + "Word": 11116, + "Ġmerge": 11117, + "igan": 11118, + "ĠVol": 11119, + "Ġnn": 11120, + ".getId": 11121, + "Ġз": 11122, + "171": 11123, + "Ġsexy": 11124, + "Ġseeking": 11125, + "Single": 11126, + ".this": 11127, + "179": 11128, + "Ġkom": 11129, + "bound": 11130, + ";\"": 11131, + "ĠfontSize": 11132, + "_df": 11133, + "Ġinjury": 11134, + "(H": 11135, + "Ġissued": 11136, + "_END": 11137, + ":self": 11138, + "020": 11139, + "Ġpatch": 11140, + "Ġleaves": 11141, + "Ġadopt": 11142, + "FileName": 11143, + "ãĢIJ": 11144, + "Ġexecutive": 11145, + "ĠByte": 11146, + "]))Ċ": 11147, + "Ġnu": 11148, + "outing": 11149, + "cluding": 11150, + "-R": 11151, + ".options": 11152, + "Ġsubstant": 11153, + "avax": 11154, + "ĠBUT": 11155, + "Ġtechnical": 11156, + "Ġtwice": 11157, + "Ġmás": 11158, + "Ġunivers": 11159, + "yr": 11160, + "Ġdrag": 11161, + "ĠDC": 11162, + "Ġsed": 11163, + "Ġbot": 11164, + "ĠPal": 11165, + "ĠHall": 11166, + "forcement": 11167, + "Ġauch": 11168, + ".mod": 11169, + "notation": 11170, + "_files": 11171, + ".line": 11172, + "_flag": 11173, + "[name": 11174, + "Ġresolution": 11175, + "Ġbott": 11176, + "(\"[": 11177, + "ende": 11178, + "(arr": 11179, + "Free": 11180, + "(@\"": 11181, + "ĠDistrict": 11182, + "PEC": 11183, + ":-": 11184, + "Picker": 11185, + "ĠJo": 11186, + "ĠĠĠĠĠĊ": 11187, + "ĠRiver": 11188, + "_rows": 11189, + "Ġhelpful": 11190, + "Ġmassive": 11191, + "---Ċ": 11192, + "Ġmeasures": 11193, + "007": 11194, + "ĠRuntime": 11195, + "Ġworry": 11196, + "ĠSpec": 11197, + "ĉD": 11198, + "ãĢij": 11199, + "Ġ){Ċ": 11200, + "Ġworse": 11201, + "(filename": 11202, + "Ġlay": 11203, + "Ġmagic": 11204, + "ĠTheir": 11205, + "oul": 11206, + "stroy": 11207, + "ĠWhere": 11208, + "280": 11209, + "Ġsudden": 11210, + "Ġdefe": 11211, + "Ġbinding": 11212, + "Ġflight": 11213, + "ĠOnInit": 11214, + "ĠWomen": 11215, + "ĠPolicy": 11216, + "Ġdrugs": 11217, + "ishing": 11218, + "('../": 11219, + "ĠMel": 11220, + "peat": 11221, + "tor": 11222, + "Ġproposed": 11223, + "Ġstated": 11224, + "_RES": 11225, + "Ġeast": 11226, + "212": 11227, + "ĠCONDITION": 11228, + "_desc": 11229, + "Ġwinning": 11230, + "folio": 11231, + "Mapper": 11232, + "ĠPan": 11233, + "ĠAnge": 11234, + ".servlet": 11235, + "Ġcopies": 11236, + "LM": 11237, + "Ġvm": 11238, + "åį": 11239, + "Ġdictionary": 11240, + "Seg": 11241, + "177": 11242, + "elines": 11243, + "ĠSend": 11244, + "Ġiron": 11245, + "ĠFort": 11246, + "166": 11247, + ".domain": 11248, + "Ġdebate": 11249, + "NotNull": 11250, + "eq": 11251, + "acher": 11252, + "lf": 11253, + "ĉfmt": 11254, + "Ġlawy": 11255, + "178": 11256, + "ÄŁ": 11257, + "ĠMen": 11258, + "Ġtrim": 11259, + "(NULL": 11260, + "Ġ!!": 11261, + "Ġpad": 11262, + "Ġfollows": 11263, + "\"][\"": 11264, + "requ": 11265, + "ĠEp": 11266, + ".github": 11267, + "(img": 11268, + "eto": 11269, + "('\\": 11270, + "Services": 11271, + "umbnail": 11272, + "_main": 11273, + "pleted": 11274, + "fortunately": 11275, + "Ġwindows": 11276, + "Ġplane": 11277, + "ĠConnection": 11278, + ".local": 11279, + "uard": 11280, + "}\\": 11281, + "==\"": 11282, + "andon": 11283, + "ĠRoy": 11284, + "west": 11285, + "158": 11286, + "iginal": 11287, + "emies": 11288, + "itz": 11289, + "'):Ċ": 11290, + "ĠPeter": 11291, + "Ġtough": 11292, + "Ġreduced": 11293, + "Ġcalculate": 11294, + "Ġrapid": 11295, + "customer": 11296, + "Ġefficient": 11297, + "Ġmedium": 11298, + "Ġfell": 11299, + ".ref": 11300, + "ĠCas": 11301, + "Ġfeedback": 11302, + "Speed": 11303, + "(output": 11304, + "aje": 11305, + "Ġcategories": 11306, + "Ġfee": 11307, + "};": 11308, + "Ġdeleted": 11309, + "reh": 11310, + "Ġproof": 11311, + "Desc": 11312, + "Build": 11313, + "Ġsides": 11314, + ".ArrayList": 11315, + "-%": 11316, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11317, + "ر": 11318, + ".match": 11319, + "ли": 11320, + "Ġfeels": 11321, + "Ġachieve": 11322, + "Ġclim": 11323, + "_ON": 11324, + "ĠCD": 11325, + "Ġteacher": 11326, + "_current": 11327, + "bn": 11328, + "_PL": 11329, + "isting": 11330, + "Enable": 11331, + "GEN": 11332, + "Ġtv": 11333, + "Ġsock": 11334, + "Ġplays": 11335, + "Ġdiscount": 11336, + "ĠKE": 11337, + "ĠDebug": 11338, + "Fore": 11339, + "ĠIraq": 11340, + "Ġappearance": 11341, + "Mon": 11342, + "Ġstyled": 11343, + "ĠHuman": 11344, + "iot": 11345, + "ĠHistory": 11346, + "Ġsac": 11347, + "ĠCollection": 11348, + "Ġrecommended": 11349, + ".Selected": 11350, + "Ġorganizations": 11351, + "Ġdiscovered": 11352, + "cohol": 11353, + "adas": 11354, + "ĠThomas": 11355, + "May": 11356, + "Ġconserv": 11357, + "Ġdomin": 11358, + "ĠFollow": 11359, + "ĠSection": 11360, + "ĠThanks": 11361, + "Username": 11362, + "Ġrecipe": 11363, + "Ġwonderful": 11364, + ".sleep": 11365, + "_if": 11366, + "ĉĊĉĊ": 11367, + "orno": 11368, + "Ġru": 11369, + "_target": 11370, + ".\"\"": 11371, + "à¦": 11372, + "EventArgs": 11373, + "Ġinputs": 11374, + "Ġfif": 11375, + "Ġvision": 11376, + "cy": 11377, + "ĠSeries": 11378, + ")(((": 11379, + "Ġtrading": 11380, + "Ġmarker": 11381, + "Begin": 11382, + "Ġtypically": 11383, + "Ġcauses": 11384, + "dropdown": 11385, + "_DEBUG": 11386, + "260": 11387, + "Ġdetect": 11388, + "country": 11389, + "!\");Ċ": 11390, + "ĉR": 11391, + "appy": 11392, + "Ġcref": 11393, + "('<": 11394, + "\"=>": 11395, + "ĠLE": 11396, + "reader": 11397, + "Ġadministr": 11398, + "õ": 11399, + "ucket": 11400, + "Ġfashion": 11401, + ".char": 11402, + "izar": 11403, + "Ġdisable": 11404, + "Ġsuc": 11405, + "ĠLive": 11406, + "issue": 11407, + "Ġmetadata": 11408, + "flags": 11409, + "ĠðŁ": 11410, + "Ġcommitted": 11411, + "Ġva": 11412, + "Ġrough": 11413, + "Ġ'''Ċ": 11414, + "Ġhighlight": 11415, + "_vars": 11416, + "VO": 11417, + "Ġencoding": 11418, + "-Z": 11419, + "_sign": 11420, + "$(\"#": 11421, + "Ġrain": 11422, + "reatest": 11423, + "ĠEND": 11424, + "Selection": 11425, + "Ġcandidates": 11426, + "Ġsav": 11427, + ".Empty": 11428, + "Ġdecisions": 11429, + "Ġcollabor": 11430, + "ridge": 11431, + "feed": 11432, + "ression": 11433, + "Ġpersons": 11434, + "VM": 11435, + "008": 11436, + "ega": 11437, + "_BIT": 11438, + "According": 11439, + "acked": 11440, + "Ġdollars": 11441, + "_loss": 11442, + "ĠCost": 11443, + "}\"Ċ": 11444, + "Notification": 11445, + "Ġprostit": 11446, + "Ġauthority": 11447, + ".rec": 11448, + "Ġspokes": 11449, + "ĠToday": 11450, + "istant": 11451, + "ĠHead": 11452, + "âĢĿ.": 11453, + "ertainment": 11454, + "cean": 11455, + "culate": 11456, + "Ġven": 11457, + "However": 11458, + "_arr": 11459, + "Ġtokens": 11460, + "Graph": 11461, + "ĠJud": 11462, + "ĠVirgin": 11463, + "ĠSerial": 11464, + "unning": 11465, + "Mutable": 11466, + "agers": 11467, + ".csv": 11468, + "Ġdeveloping": 11469, + "Ġinstructions": 11470, + "Ġpromise": 11471, + "Ġrequested": 11472, + "_encode": 11473, + "/\"": 11474, + "ĠIcon": 11475, + "uilt": 11476, + "-day": 11477, + "Ġintelligence": 11478, + ".IS": 11479, + "ĠObservable": 11480, + "ĠHard": 11481, + "Bool": 11482, + "211": 11483, + "idential": 11484, + ".Anchor": 11485, + "Ġselling": 11486, + "CI": 11487, + "AGES": 11488, + "tle": 11489, + "bur": 11490, + "UFFER": 11491, + "RY": 11492, + "Ġbigger": 11493, + "Ġrat": 11494, + "Ġfamous": 11495, + "Ġtypename": 11496, + "Ġexplained": 11497, + "}}Ċ": 11498, + "Ġnuclear": 11499, + "-N": 11500, + "Ġcrisis": 11501, + "ĠEnter": 11502, + "Ġanswers": 11503, + "/${": 11504, + "/pl": 11505, + "Ġsequ": 11506, + "_next": 11507, + "mask": 11508, + "Ġstanding": 11509, + "Ġplenty": 11510, + "ĠCross": 11511, + "ĉret": 11512, + "dro": 11513, + "ĠCast": 11514, + "167": 11515, + "=true": 11516, + "ĠChris": 11517, + "icio": 11518, + "ĠMike": 11519, + "Decimal": 11520, + "addComponent": 11521, + "Len": 11522, + "Ġcock": 11523, + "Ġ#{": 11524, + "URN": 11525, + "": 11657, + "Ġ*=": 11658, + "ĠPS": 11659, + "Ġdangerous": 11660, + "[p": 11661, + "OME": 11662, + "Other": 11663, + "ĠStringBuilder": 11664, + "Points": 11665, + "heading": 11666, + "Ġcurrency": 11667, + "Ġpercentage": 11668, + "_API": 11669, + "Ġclassic": 11670, + "thead": 11671, + "ĠMO": 11672, + "FE": 11673, + "Idx": 11674, + "await": 11675, + "Ġè": 11676, + "Ġaccident": 11677, + "Ġvariant": 11678, + "Ġmyst": 11679, + "ĠLand": 11680, + "ĠBre": 11681, + "Ġharm": 11682, + "ĠAcc": 11683, + "Ġcharged": 11684, + "iones": 11685, + "Visibility": 11686, + "arry": 11687, + "ĠLanguage": 11688, + "Ġwalking": 11689, + "\".ĊĊ": 11690, + "ifer": 11691, + "Ġleadership": 11692, + ".From": 11693, + "ynam": 11694, + "Ġtimestamp": 11695, + "ipt": 11696, + "ĠHas": 11697, + "REFER": 11698, + "ĠIts": 11699, + "Ġlistener": 11700, + "UTE": 11701, + "213": 11702, + "_description": 11703, + "Ġexperiences": 11704, + "Ġcreates": 11705, + "RS": 11706, + "cart": 11707, + "black": 11708, + "Ġchoices": 11709, + "war": 11710, + "750": 11711, + "Ġ'''": 11712, + "Ġordered": 11713, + "Ġevening": 11714, + "Ġpil": 11715, + "Ġtun": 11716, + "ĠBad": 11717, + "(app": 11718, + "random": 11719, + "Ġexplicit": 11720, + "Ġarrived": 11721, + "Ġfly": 11722, + "Ġeconom": 11723, + "-mail": 11724, + "Ġlists": 11725, + "Ġarchitect": 11726, + "234": 11727, + "ĠPay": 11728, + "Ġds": 11729, + "ĠSol": 11730, + "Ġvehicles": 11731, + "Hz": 11732, + "-com": 11733, + "Ġking": 11734, + "_equal": 11735, + "ĠHelp": 11736, + "Ġabuse": 11737, + "480": 11738, + "169": 11739, + "--;Ċ": 11740, + "Ġextr": 11741, + "Ġchemical": 11742, + "ä¿": 11743, + "Ġorient": 11744, + "Ġbreath": 11745, + "ĠSpace": 11746, + "(element": 11747, + "wait": 11748, + "DED": 11749, + "igma": 11750, + "Ġentr": 11751, + "Ġsob": 11752, + "-name": 11753, + "Ġaffected": 11754, + "ika": 11755, + "Ġcoal": 11756, + "_work": 11757, + "Ġhundreds": 11758, + "Ġpolitics": 11759, + "subject": 11760, + "Ġconsumer": 11761, + "ANGE": 11762, + "Ġrepeated": 11763, + "Send": 11764, + "Ġ#[": 11765, + "Ġprotocol": 11766, + "Ġleads": 11767, + "useum": 11768, + "Every": 11769, + "808": 11770, + "174": 11771, + "Import": 11772, + "(count": 11773, + "Ġchallenges": 11774, + "Ġnovel": 11775, + "Ġdepart": 11776, + "bits": 11777, + ".Current": 11778, + "Ġ`${": 11779, + "oting": 11780, + "(\\": 11781, + "Ġcreative": 11782, + "Ġbuff": 11783, + "Ġintroduced": 11784, + "usic": 11785, + "modules": 11786, + "Are": 11787, + "-doc": 11788, + "language": 11789, + "_cache": 11790, + "Ġtod": 11791, + "?>": 11792, + "omething": 11793, + "Ġhun": 11794, + "åº": 11795, + "aters": 11796, + "Intent": 11797, + "Ġimplemented": 11798, + "ĠCase": 11799, + "Children": 11800, + "Ġnotification": 11801, + "Renderer": 11802, + "Wrapper": 11803, + "Objects": 11804, + "tl": 11805, + ".Contains": 11806, + "Plugin": 11807, + ".row": 11808, + "Ġforg": 11809, + "Ġpermit": 11810, + "Ġtargets": 11811, + "ĠIF": 11812, + "Ġtip": 11813, + "sex": 11814, + "Ġsupports": 11815, + "Ġfold": 11816, + "photo": 11817, + "},čĊ": 11818, + "Ġgoogle": 11819, + "$('#": 11820, + "Ġsharing": 11821, + "Ġgoods": 11822, + "vs": 11823, + "ĠDan": 11824, + "Rate": 11825, + "ĠMartin": 11826, + "Ġmanner": 11827, + "lie": 11828, + ".The": 11829, + "Internal": 11830, + "ĠCONTR": 11831, + "Mock": 11832, + "RIGHT": 11833, + "Ġ'{": 11834, + "Ġcontrols": 11835, + "Mat": 11836, + "Ġmand": 11837, + "Ġextended": 11838, + "Ok": 11839, + "Ġembed": 11840, + "Ġplanet": 11841, + "ĠNon": 11842, + "-ch": 11843, + ")\",": 11844, + "epar": 11845, + "Ġbelieved": 11846, + "ĠEnvironment": 11847, + "ĠFriend": 11848, + "-res": 11849, + "Ġhandling": 11850, + "nic": 11851, + "-level": 11852, + "scri": 11853, + "Xml": 11854, + "BE": 11855, + "ungen": 11856, + "Ġalter": 11857, + "[idx": 11858, + "Pop": 11859, + "cam": 11860, + "Ġ(((": 11861, + "Ġshipping": 11862, + "Ġbattery": 11863, + "iddleware": 11864, + "MC": 11865, + "Ġimpl": 11866, + "otation": 11867, + "ĠLab": 11868, + "