JoonKimLang commited on
Commit
725cbfb
·
1 Parent(s): 3c588e2

upload mlc test

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
added_tokens.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|assistant|>": 32001,
3
+ "<|endoftext|>": 32000,
4
+ "<|end|>": 32007,
5
+ "<|placeholder1|>": 32002,
6
+ "<|placeholder2|>": 32003,
7
+ "<|placeholder3|>": 32004,
8
+ "<|placeholder4|>": 32005,
9
+ "<|placeholder5|>": 32008,
10
+ "<|placeholder6|>": 32009,
11
+ "<|system|>": 32006,
12
+ "<|user|>": 32010
13
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,189 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "phi3",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "model_type": "phi3",
7
+ "hidden_size": 3072,
8
+ "vocab_size": 32064,
9
+ "num_hidden_layers": 32,
10
+ "num_attention_heads": 32,
11
+ "intermediate_size": 8192,
12
+ "rms_norm_eps": 1e-05,
13
+ "num_key_value_heads": 32,
14
+ "max_position_embeddings": 131072,
15
+ "position_embedding_base": 10000.0,
16
+ "rope_scaling": {
17
+ "long_factor": [
18
+ 1.0800000429153442,
19
+ 1.1100000143051147,
20
+ 1.1399999856948853,
21
+ 1.340000033378601,
22
+ 1.5899999141693115,
23
+ 1.600000023841858,
24
+ 1.6200000047683716,
25
+ 2.620000123977661,
26
+ 3.2300000190734863,
27
+ 3.2300000190734863,
28
+ 4.789999961853027,
29
+ 7.400000095367432,
30
+ 7.700000286102295,
31
+ 9.09000015258789,
32
+ 12.199999809265137,
33
+ 17.670000076293945,
34
+ 24.46000099182129,
35
+ 28.57000160217285,
36
+ 30.420001983642578,
37
+ 30.840002059936523,
38
+ 32.590003967285156,
39
+ 32.93000411987305,
40
+ 42.320003509521484,
41
+ 44.96000289916992,
42
+ 50.340003967285156,
43
+ 50.45000457763672,
44
+ 57.55000305175781,
45
+ 57.93000411987305,
46
+ 58.21000289916992,
47
+ 60.1400032043457,
48
+ 62.61000442504883,
49
+ 62.62000274658203,
50
+ 62.71000289916992,
51
+ 63.1400032043457,
52
+ 63.1400032043457,
53
+ 63.77000427246094,
54
+ 63.93000411987305,
55
+ 63.96000289916992,
56
+ 63.970001220703125,
57
+ 64.02999877929688,
58
+ 64.06999969482422,
59
+ 64.08000183105469,
60
+ 64.12000274658203,
61
+ 64.41000366210938,
62
+ 64.4800033569336,
63
+ 64.51000213623047,
64
+ 64.52999877929688,
65
+ 64.83999633789062
66
+ ],
67
+ "short_factor": [
68
+ 1.0,
69
+ 1.0199999809265137,
70
+ 1.0299999713897705,
71
+ 1.0299999713897705,
72
+ 1.0499999523162842,
73
+ 1.0499999523162842,
74
+ 1.0499999523162842,
75
+ 1.0499999523162842,
76
+ 1.0499999523162842,
77
+ 1.0699999332427979,
78
+ 1.0999999046325684,
79
+ 1.1099998950958252,
80
+ 1.1599998474121094,
81
+ 1.1599998474121094,
82
+ 1.1699998378753662,
83
+ 1.2899998426437378,
84
+ 1.339999794960022,
85
+ 1.679999828338623,
86
+ 1.7899998426437378,
87
+ 1.8199998140335083,
88
+ 1.8499997854232788,
89
+ 1.8799997568130493,
90
+ 1.9099997282028198,
91
+ 1.9399996995925903,
92
+ 1.9899996519088745,
93
+ 2.0199997425079346,
94
+ 2.0199997425079346,
95
+ 2.0199997425079346,
96
+ 2.0199997425079346,
97
+ 2.0199997425079346,
98
+ 2.0199997425079346,
99
+ 2.0299997329711914,
100
+ 2.0299997329711914,
101
+ 2.0299997329711914,
102
+ 2.0299997329711914,
103
+ 2.0299997329711914,
104
+ 2.0299997329711914,
105
+ 2.0299997329711914,
106
+ 2.0299997329711914,
107
+ 2.0299997329711914,
108
+ 2.0799996852874756,
109
+ 2.0899996757507324,
110
+ 2.189999580383301,
111
+ 2.2199995517730713,
112
+ 2.5899994373321533,
113
+ 2.729999542236328,
114
+ 2.749999523162842,
115
+ 2.8399994373321533
116
+ ],
117
+ "type": "longrope",
118
+ "rope_type": "longrope",
119
+ "max_position_embeddings": 131072,
120
+ "original_max_position_embeddings": 4096
121
+ },
122
+ "original_max_position_embeddings": 4096,
123
+ "context_window_size": 768,
124
+ "prefill_chunk_size": 768,
125
+ "head_dim": 96,
126
+ "tensor_parallel_shards": 1,
127
+ "max_batch_size": 128
128
+ },
129
+ "vocab_size": 32064,
130
+ "context_window_size": 768,
131
+ "sliding_window_size": -1,
132
+ "prefill_chunk_size": 768,
133
+ "attention_sink_size": -1,
134
+ "tensor_parallel_shards": 1,
135
+ "pipeline_parallel_stages": 1,
136
+ "temperature": 1.0,
137
+ "presence_penalty": 0.0,
138
+ "frequency_penalty": 0.0,
139
+ "repetition_penalty": 1.0,
140
+ "top_p": 1.0,
141
+ "tokenizer_files": [
142
+ "tokenizer.model",
143
+ "added_tokens.json",
144
+ "tokenizer_config.json",
145
+ "tokenizer.json"
146
+ ],
147
+ "tokenizer_info": {
148
+ "token_postproc_method": "byte_fallback",
149
+ "prepend_space_in_encode": false,
150
+ "strip_space_in_decode": true
151
+ },
152
+ "conv_template": {
153
+ "name": "redpajama_chat",
154
+ "system_template": "{system_message}",
155
+ "system_message": "",
156
+ "system_prefix_token_ids": null,
157
+ "add_role_after_system_message": true,
158
+ "roles": {
159
+ "user": "<human>",
160
+ "assistant": "<bot>"
161
+ },
162
+ "role_templates": {
163
+ "user": "{user_message}",
164
+ "assistant": "{assistant_message}",
165
+ "tool": "{tool_message}"
166
+ },
167
+ "messages": [],
168
+ "seps": [
169
+ "\n"
170
+ ],
171
+ "role_content_sep": ": ",
172
+ "role_empty_sep": ":",
173
+ "stop_str": [
174
+ "<human>"
175
+ ],
176
+ "stop_token_ids": [
177
+ 0
178
+ ],
179
+ "function_string": "",
180
+ "use_function_calling": false
181
+ },
182
+ "pad_token_id": 32000,
183
+ "bos_token_id": 1,
184
+ "eos_token_id": [
185
+ 32007,
186
+ 32001,
187
+ 32000
188
+ ]
189
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d257c3b48a5d611bb23b000775426cc6a8b3eca9de14c654e666ee3df08c4214
3
+ size 49250304
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01ea542a8e3f0c4ceb92cb87d0f64d8754df476e79ab379242278b4decde1cda
3
+ size 49250304
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f38d573a70b57e36415b317301216f4078f81c872b808e3d6b638d47a94d893
3
+ size 25165824
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:892cb4f646a6246969034f1be828f2832cb3a0c0f8d34b87e5be1823ed02ce61
3
+ size 33239040
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e68a5e3690f9605ab21996069440609b1ce4b517fd87a5eadf6f6ef1655fc31
3
+ size 21239808
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad72720696b2e7400b9696d2aa97ec26b67bedefe7c9f4b518f381fbeef83903
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a30bc5c282991e2c0d4eb364622200f838fba998ea2d44aa002d2af2589a2066
3
+ size 22616064
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2130b1f85d47449564ff2f29f71ca19b83b1ab4618d601671298e3997dac7188
3
+ size 25165824
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62ceb046dff579eec00f5031a89b7e456ebf705d543e86adb59c477697163a84
3
+ size 33239040
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ab2b67f55c7721932d89181735490b98d8a3028a4f2f405c9ea5a719a2b3ced
3
+ size 21239808
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:472abd97861838c3221915397e68df83d6f56cc74cc8cfdb09b1fe84a5e27cbd
3
+ size 25165824
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a151507c69b7fa5d9945a7b7f3e5a34a5f26b1498f34781e1636f1cac98486f3
3
+ size 22616064
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:755a72b709cfc54bd2ca54e2abda112558de4c9159d2047a04a5b960958e053b
3
+ size 25165824
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bd8fabe19ac83c7feb3647acc40be45dc6b66d69405f5d6acc7145b3c16b3e1
3
+ size 25165824
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed4f52c76daef018942ab588742d59147262db83183425493affb117a0263273
3
+ size 33239040
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c6be20a7e3f868fc0e80374748d66b59345d1167d6b9d7a375162a8e8c3cf9
3
+ size 21239808
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:001b7db613e5766b04353e85ef834e596c7c98d76e9c4af3f663577c74727e33
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b953682f4a7ac864383297f759288eebe03e5d5a87578aa150cc0579ae4ef0c7
3
+ size 22616064
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5921b782206226c94435656aa360b8dd48040f77e4e464493ab97ec4551d8b15
3
+ size 25165824
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:485145bbc2105b3d06a2909b9324c00e2fc1d6bf1e22c0341a705bc2eaea3da0
3
+ size 33239040
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb81e44756761807595690f33eb565f839b2a930a39136e82a9ae684e4c5ff54
3
+ size 21239808
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf0da1b7aa1370df1936aca91fdc74448a3e54ed1ec70fc08f919cbc44cbb6d3
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb1a28fbfa7c92c839a106319b28338e484f505e627fc6668a41ece12b50ccc9
3
+ size 33239040
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b50d7599decda04fc43bc7fc4d8e5040fd0ba0b7a50e705f2f9e177455888543
3
+ size 29626368
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec6e76d2e44227f77b5e910cf403409e896bdcf15fb0798482b4632e4dfb286f
3
+ size 25165824
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f9b675a8d13c7a962b2fb96850e59e286920dab81cf5944b3eb4ba9dab301dd
3
+ size 22616064
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a644b0ca3b7932e13b1be22b2f7ce1fda37e3cd594ff6c14846e82026dc1e23
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0162d8fe87f4a45d6d81b85e6080087576cd4d2242fde999615d6d5fb2098b84
3
+ size 33239040
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:983a333fd8616324b3b19c3105a24a87c4ad1869d1536e5dbdeec74b7a658fc6
3
+ size 21239808
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87858192e5d839883379a77edaffbe61d952531da08ae70a587598f6ec9da28b
3
+ size 25165824
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79da9c6ea747a09d29e043dd38d322ab7ad96a5bf188dbc8fbc9ded9ffba4a58
3
+ size 22616064
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2658677dcded9a32341455f3bd7dd83cc80180dd04e1a7ea265a02c0041e2fa
3
+ size 25165824
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e321ef51e62685cb461cfd150def2cef506b3419002fc47693279f66c81ea836
3
+ size 33239040
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dba87811be6b32a0f7d0f92a6424bad1a9c4da793afb4287971f6669c46f641
3
+ size 21239808
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abf0d1902d47e1e8d7b4e46e8363a8ab3b8db091f3c633637b6e41d2cadc5c28
3
+ size 21239808
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c614d6b0afabcc2cf7af8df2fe77678371c990b5dfab4200da665d3a5800b6c2
3
+ size 25165824
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:292f0180d10be1f3d10e2055698da9f5ad2e795e07d71a3100a608a9e8b90c29
3
+ size 22616064
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c616e7eaec3c35ca0cd97ef59e826dbc5b8c604df5333ada72c59bbb13423ab0
3
+ size 25165824
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db2cdc99c9a4e17eb99f36ba4960bec5920eb8e9108e86f78114a9a6abc1afee
3
+ size 33239040
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ee61d5578694c7673b77674252a833d1beeccdc23160dabd271719033ae5a45
3
+ size 21239808
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:815a96e476b2d3ce91e3d3721cdb140dcba2f92e6eae006280514b27b175eab5
3
+ size 25165824
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fe69c8ab447ed815f7de23e448b2d9dfadb5f80a589b3e16db67ac3e7e0cacc
3
+ size 22616064
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06a3ede8dc2d2f0f0acdb7684a9756c672fa0bdab82698b10f9056cba195686b
3
+ size 25165824
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f2c3b940e6bd17d8286858b4f31d2e148198a7ce18616a0cbcc4b9c5777c327
3
+ size 33239040
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15f3b218dbc06735b69b6499f3667c5216049f51508823dcf6830a4253af3c74
3
+ size 21239808
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9153e1f0fc643e18cf0a1ba9bbac6985a6e960a84478235791ef34a808882a11
3
+ size 25165824
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e1a77d1db75cc375e003086e08e08ee97f3b054e050d347295ad9c771c6c454
3
+ size 25165824