Upload pon_latn_full tokenizer.

added_tokens.json

@@ -0,0 +1 @@
+{"[XXXXX619]": 21940, "[XXXXX679]": 22000, "[XXXXX786]": 22107, "[XXXXX586]": 21907, "[XXXXX1068]": 22389, "[XXXXX425]": 21746, "[XXXXX39]": 21360, "[XXXXX568]": 21889, "[XXXXX634]": 21955, "[XXXXX495]": 21816, "[XXXXX790]": 22111, "[XXXXX188]": 21509, "[XXXXX4]": 21325, "[XXXXX1095]": 22416, "[XXXXX746]": 22067, "[XXXXX1045]": 22366, "[XXXXX527]": 21848, "[XXXXX648]": 21969, "[XXXXX1079]": 22400, "[XXXXX591]": 21912, "[XXXXX722]": 22043, "[XXXXX175]": 21496, "[XXXXX524]": 21845, "[XXXXX1136]": 22457, "[XXXXX931]": 22252, "[XXXXX685]": 22006, "[XXXXX257]": 21578, "[XXXXX754]": 22075, "[XXXXX629]": 21950, "[XXXXX287]": 21608, "[XXXXX1128]": 22449, "[XXXXX700]": 22021, "[XXXXX107]": 21428, "[XXXXX624]": 21945, "[XXXXX928]": 22249, "[XXXXX943]": 22264, "[XXXXX592]": 21913, "[XXXXX739]": 22060, "[XXXXX84]": 21405, "[XXXXX1187]": 22508, "[XXXXX205]": 21526, "[XXXXX851]": 22172, "[XXXXX371]": 21692, "[XXXXX281]": 21602, "[XXXXX1063]": 22384, "[XXXXX898]": 22219, "[XXXXX1173]": 22494, "[XXXXX819]": 22140, "[XXXXX145]": 21466, "[XXXXX229]": 21550, "[XXXXX223]": 21544, "[XXXXX387]": 21708, "[XXXXX316]": 21637, "[XXXXX1078]": 22399, "[XXXXX249]": 21570, "[XXXXX585]": 21906, "[XXXXX539]": 21860, "[XXXXX76]": 21397, "[XXXXX1026]": 22347, "[XXXXX796]": 22117, "[XXXXX1193]": 22514, "[XXXXX1131]": 22452, "[XXXXX135]": 21456, "[XXXXX990]": 22311, "[XXXXX323]": 21644, "[XXXXX405]": 21726, "[XXXXX429]": 21750, "[XXXXX1114]": 22435, "[XXXXX699]": 22020, "[XXXXX322]": 21643, "[XXXXX1013]": 22334, "[XXXXX604]": 21925, "[XXXXX126]": 21447, "[XXXXX832]": 22153, "[XXXXX749]": 22070, "[XXXXX217]": 21538, "[XXXXX1167]": 22488, "[XXXXX101]": 21422, "[XXXXX215]": 21536, "[XXXXX1088]": 22409, "[XXXXX868]": 22189, "[XXXXX565]": 21886, "[XXXXX1038]": 22359, "[XXXXX254]": 21575, "[XXXXX1047]": 22368, "[XXXXX452]": 21773, "[XXXXX70]": 21391, "[XXXXX130]": 21451, "[XXXXX1023]": 22344, "[XXXXX903]": 22224, "[XXXXX75]": 21396, "[XXXXX62]": 21383, "[XXXXX652]": 21973, "[XXXXX644]": 21965, "[XXXXX1093]": 22414, "[XXXXX598]": 21919, "[XXXXX1062]": 22383, "[XXXXX492]": 21813, "[XXXXX873]": 22194, "[XXXXX340]": 21661, "[XXXXX883]": 22204, "[XXXXX168]": 21489, "[XXXXX154]": 21475, "[XXXXX334]": 21655, "[XXXXX535]": 21856, "[XXXXX824]": 22145, "[XXXXX446]": 21767, "[XXXXX820]": 22141, "[XXXXX1126]": 22447, "[XXXXX606]": 21927, "[XXXXX448]": 21769, "[XXXXX813]": 22134, "[XXXXX1202]": 22523, "[XXXXX368]": 21689, "[XXXXX626]": 21947, "[XXXXX887]": 22208, "[XXXXX230]": 21551, "[XXXXX959]": 22280, "[XXXXX1122]": 22443, "[XXXXX437]": 21758, "[XXXXX1189]": 22510, "[XXXXX476]": 21797, "[XXXXX195]": 21516, "[XXXXX330]": 21651, "[XXXXX377]": 21698, "[XXXXX379]": 21700, "[XXXXX493]": 21814, "[XXXXX894]": 22215, "[XXXXX1118]": 22439, "[XXXXX1112]": 22433, "[XXXXX854]": 22175, "[XXXXX440]": 21761, "[XXXXX1159]": 22480, "[XXXXX315]": 21636, "[XXXXX546]": 21867, "[XXXXX319]": 21640, "[XXXXX280]": 21601, "[XXXXX600]": 21921, "[XXXXX982]": 22303, "[XXXXX1109]": 22430, "[XXXXX542]": 21863, "[XXXXX12]": 21333, "[SEP]": 21318, "[XXXXX872]": 22193, "[XXXXX1072]": 22393, "[XXXXX60]": 21381, "[XXXXX881]": 22202, "[XXXXX250]": 21571, "[XXXXX760]": 22081, "[XXXXX590]": 21911, "[XXXXX506]": 21827, "[XXXXX216]": 21537, "[XXXXX203]": 21524, "[XXXXX199]": 21520, "[XXXXX569]": 21890, "[XXXXX1077]": 22398, "[XXXXX825]": 22146, "[XXXXX50]": 21371, "[XXXXX823]": 22144, "[XXXXX189]": 21510, "[XXXXX962]": 22283, "[XXXXX85]": 21406, "[XXXXX845]": 22166, "[XXXXX986]": 22307, "[XXXXX826]": 22147, "[XXXXX1171]": 22492, "[XXXXX236]": 21557, "[XXXXX187]": 21508, "[XXXXX556]": 21877, "[XXXXX1100]": 22421, "[XXXXX856]": 22177, "[XXXXX74]": 21395, "[XXXXX971]": 22292, "[XXXXX1145]": 22466, "[XXXXX551]": 21872, "[XXXXX1035]": 22356, "[XXXXX758]": 22079, "[XXXXX809]": 22130, "[XXXXX1107]": 22428, "[XXXXX946]": 22267, "[XXXXX848]": 22169, "[XXXXX124]": 21445, "[XXXXX969]": 22290, "[XXXXX456]": 21777, "[XXXXX391]": 21712, "[XXXXX1031]": 22352, "[XXXXX1067]": 22388, "[XXXXX814]": 22135, "[XXXXX970]": 22291, "[XXXXX197]": 21518, "[XXXXX1066]": 22387, "[XXXXX1178]": 22499, "[XXXXX1024]": 22345, "[XXXXX224]": 21545, "[XXXXX346]": 21667, "[XXXXX717]": 22038, "[XXXXX1087]": 22408, "[XXXXX270]": 21591, "[XXXXX261]": 21582, "[XXXXX90]": 21411, "[XXXXX812]": 22133, "[XXXXX1019]": 22340, "[XXXXX494]": 21815, "[XXXXX9]": 21330, "[XXXXX797]": 22118, "[XXXXX57]": 21378, "[XXXXX378]": 21699, "[XXXXX403]": 21724, "[XXXXX559]": 21880, "[XXXXX251]": 21572, "[XXXXX327]": 21648, "[XXXXX1085]": 22406, "[XXXXX904]": 22225, "[XXXXX944]": 22265, "[XXXXX921]": 22242, "[XXXXX932]": 22253, "[XXXXX214]": 21535, "[XXXXX762]": 22083, "[XXXXX772]": 22093, "[XXXXX890]": 22211, "[XXXXX82]": 21403, "[XXXXX805]": 22126, "[XXXXX427]": 21748, "[XXXXX20]": 21341, "[XXXXX955]": 22276, "[XXXXX603]": 21924, "[XXXXX713]": 22034, "[XXXXX120]": 21441, "[XXXXX855]": 22176, "[XXXXX192]": 21513, "[XXXXX98]": 21419, "[XXXXX237]": 21558, "[XXXXX477]": 21798, "[XXXXX1203]": 22524, "[XXXXX628]": 21949, "[XXXXX381]": 21702, "[XXXXX877]": 22198, "[XXXXX630]": 21951, "[XXXXX298]": 21619, "[XXXXX509]": 21830, "[XXXXX2]": 21323, "[XXXXX711]": 22032, "[XXXXX795]": 22116, "[XXXXX1006]": 22327, "[XXXXX384]": 21705, "[XXXXX1070]": 22391, "[XXXXX667]": 21988, "[XXXXX207]": 21528, "[XXXXX436]": 21757, "[XXXXX24]": 21345, "[XXXXX1115]": 22436, "[XXXXX400]": 21721, "[XXXXX404]": 21725, "[XXXXX441]": 21762, "[XXXXX131]": 21452, "[XXXXX720]": 22041, "[XXXXX1042]": 22363, "[XXXXX72]": 21393, "[XXXXX736]": 22057, "[XXXXX645]": 21966, "[XXXXX828]": 22149, "[XXXXX911]": 22232, "[XXXXX480]": 21801, "[XXXXX233]": 21554, "[XXXXX960]": 22281, "[XXXXX497]": 21818, "[XXXXX158]": 21479, "[XXXXX136]": 21457, "[XXXXX794]": 22115, "[XXXXX66]": 21387, "[XXXXX779]": 22100, "[XXXXX697]": 22018, "[XXXXX1015]": 22336, "[XXXXX336]": 21657, "[XXXXX451]": 21772, "[XXXXX949]": 22270, "[XXXXX38]": 21359, "[XXXXX909]": 22230, "[XXXXX581]": 21902, "[XXXXX219]": 21540, "[XXXXX647]": 21968, "[XXXXX686]": 22007, "[XXXXX728]": 22049, "[XXXXX134]": 21455, "[XXXXX362]": 21683, "[XXXXX8]": 21329, "[XXXXX28]": 21349, "[XXXXX239]": 21560, "[XXXXX116]": 21437, "[XXXXX232]": 21553, "[XXXXX1119]": 22440, "[XXXXX35]": 21356, "[XXXXX1007]": 22328, "[XXXXX841]": 22162, "[XXXXX256]": 21577, "[XXXXX951]": 22272, "[XXXXX1168]": 22489, "[XXXXX692]": 22013, "[XXXXX394]": 21715, "[XXXXX1155]": 22476, "[XXXXX193]": 21514, "[XXXXX847]": 22168, "[XXXXX705]": 22026, "[XXXXX56]": 21377, "[XXXXX177]": 21498, "[XXXXX439]": 21760, "[XXXXX703]": 22024, "[XXXXX972]": 22293, "[XXXXX1146]": 22467, "[XXXXX511]": 21832, "[XXXXX681]": 22002, "[XXXXX821]": 22142, "[XXXXX210]": 21531, "[XXXXX810]": 22131, "[XXXXX246]": 21567, "[XXXXX462]": 21783, "[XXXXX774]": 22095, "[XXXXX461]": 21782, "[XXXXX744]": 22065, "[XXXXX91]": 21412, "[XXXXX333]": 21654, "[XXXXX510]": 21831, "[XXXXX989]": 22310, "[XXXXX59]": 21380, "[XXXXX375]": 21696, "[XXXXX784]": 22105, "[XXXXX422]": 21743, "[XXXXX301]": 21622, "[XXXXX127]": 21448, "[XXXXX108]": 21429, "[XXXXX112]": 21433, "[XXXXX321]": 21642, "[XXXXX763]": 22084, "[XXXXX550]": 21871, "[XXXXX58]": 21379, "[XXXXX358]": 21679, "[XXXXX543]": 21864, "[XXXXX945]": 22266, "[XXXXX829]": 22150, "[XXXXX579]": 21900, "[XXXXX522]": 21843, "[XXXXX547]": 21868, "[XXXXX773]": 22094, "[XXXXX523]": 21844, "[XXXXX111]": 21432, "[XXXXX575]": 21896, "[XXXXX55]": 21376, "[XXXXX17]": 21338, "[XXXXX61]": 21382, "[XXXXX453]": 21774, "[XXXXX735]": 22056, "[XXXXX151]": 21472, "[XXXXX1181]": 22502, "[XXXXX637]": 21958, "[XXXXX1071]": 22392, "[XXXXX806]": 22127, "[XXXXX182]": 21503, "[XXXXX234]": 21555, "[XXXXX258]": 21579, "[XXXXX93]": 21414, "[XXXXX54]": 21375, "[XXXXX208]": 21529, "[XXXXX139]": 21460, "[XXXXX313]": 21634, "[XXXXX1116]": 22437, "[XXXXX534]": 21855, "[XXXXX144]": 21465, "[XXXXX870]": 22191, "[XXXXX109]": 21430, "[XXXXX704]": 22025, "[XXXXX213]": 21534, "[XXXXX1097]": 22418, "[XXXXX1089]": 22410, "[XXXXX1040]": 22361, "[XXXXX52]": 21373, "[XXXXX884]": 22205, "[XXXXX840]": 22161, "[XXXXX245]": 21566, "[XXXXX768]": 22089, "[XXXXX454]": 21775, "[XXXXX780]": 22101, "[XXXXX804]": 22125, "[XXXXX273]": 21594, "[XXXXX459]": 21780, "[XXXXX1069]": 22390, "[XXXXX1127]": 22448, "[XXXXX654]": 21975, "[XXXXX642]": 21963, "[XXXXX984]": 22305, "[XXXXX34]": 21355, "[XXXXX376]": 21697, "[XXXXX976]": 22297, "[XXXXX49]": 21370, "[XXXXX328]": 21649, "[XXXXX827]": 22148, "[XXXXX958]": 22279, "[XXXXX81]": 21402, "[XXXXX344]": 21665, "[XXXXX830]": 22151, "[XXXXX1054]": 22375, "[XXXXX897]": 22218, "[XXXXX1059]": 22380, "[XXXXX7]": 21328, "[XXXXX908]": 22229, "[XXXXX993]": 22314, "[XXXXX1180]": 22501, "[XXXXX1032]": 22353, "[XXXXX614]": 21935, "[XXXXX1044]": 22365, "[XXXXX578]": 21899, "[XXXXX631]": 21952, "[XXXXX750]": 22071, "[XXXXX1196]": 22517, "[XXXXX351]": 21672, "[XXXXX553]": 21874, "[XXXXX30]": 21351, "[XXXXX302]": 21623, "[XXXXX1200]": 22521, "[XXXXX1076]": 22397, "[XXXXX150]": 21471, "[XXXXX732]": 22053, "[XXXXX657]": 21978, "[XXXXX171]": 21492, "[XXXXX65]": 21386, "[XXXXX32]": 21353, "[XXXXX721]": 22042, "[XXXXX1034]": 22355, "[XXXXX791]": 22112, "[XXXXX584]": 21905, "[XXXXX255]": 21576, "[XXXXX1014]": 22335, "[XXXXX973]": 22294, "[XXXXX307]": 21628, "[XXXXX282]": 21603, "[XXXXX295]": 21616, "[XXXXX252]": 21573, "[XXXXX833]": 22154, "[XXXXX1166]": 22487, "[XXXXX738]": 22059, "[XXXXX927]": 22248, "[XXXXX401]": 21722, "[XXXXX372]": 21693, "[XXXXX243]": 21564, "[XXXXX283]": 21604, "[XXXXX920]": 22241, "[XXXXX1096]": 22417, "[XXXXX678]": 21999, "[XXXXX734]": 22055, "[XXXXX672]": 21993, "[XXXXX247]": 21568, "[XXXXX96]": 21417, "[XXXXX218]": 21539, "[XXXXX1094]": 22415, "[XXXXX512]": 21833, "[XXXXX601]": 21922, "[XXXXX730]": 22051, "[XXXXX1151]": 22472, "[XXXXX649]": 21970, "[XXXXX489]": 21810, "[XXXXX1157]": 22478, "[XXXXX11]": 21332, "[XXXXX1149]": 22470, "[XXXXX770]": 22091, "[XXXXX666]": 21987, "[XXXXX771]": 22092, "[XXXXX978]": 22299, "[XXXXX64]": 21385, "[XXXXX349]": 21670, "[XXXXX100]": 21421, "[XXXXX1129]": 22450, "[XXXXX778]": 22099, "[XXXXX449]": 21770, "[XXXXX1123]": 22444, "[XXXXX656]": 21977, "[XXXXX1125]": 22446, "[XXXXX44]": 21365, "[XXXXX350]": 21671, "[XXXXX406]": 21727, "[XXXXX782]": 22103, "[XXXXX426]": 21747, "[XXXXX488]": 21809, "[XXXXX1148]": 22469, "[XXXXX470]": 21791, "[XXXXX957]": 22278, "[XXXXX474]": 21795, "[XXXXX206]": 21527, "[XXXXX792]": 22113, "[XXXXX181]": 21502, "[XXXXX395]": 21716, "[XXXXX545]": 21866, "[XXXXX125]": 21446, "[XXXXX1144]": 22465, "[XXXXX1102]": 22423, "[XXXXX885]": 22206, "[XXXXX274]": 21595, "[XXXXX593]": 21914, "[XXXXX47]": 21368, "[XXXXX866]": 22187, "[XXXXX788]": 22109, "[XXXXX607]": 21928, "[XXXXX994]": 22315, "[XXXXX473]": 21794, "[XXXXX1090]": 22411, "[XXXXX942]": 22263, "[XXXXX922]": 22243, "[XXXXX605]": 21926, "[XXXXX1156]": 22477, "[XXXXX693]": 22014, "[XXXXX1111]": 22432, "[XXXXX338]": 21659, "[XXXXX176]": 21497, "[XXXXX934]": 22255, "[XXXXX633]": 21954, "[XXXXX613]": 21934, "[XXXXX1098]": 22419, "[XXXXX918]": 22239, "[XXXXX450]": 21771, "[XXXXX1143]": 22464, "[XXXXX348]": 21669, "[XXXXX1099]": 22420, "[XXXXX1121]": 22442, "[XXXXX740]": 22061, "[XXXXX169]": 21490, "[XXXXX464]": 21785, "[XXXXX835]": 22156, "[XXXXX1051]": 22372, "[XXXXX694]": 22015, "[XXXXX163]": 21484, "[XXXXX220]": 21541, "[XXXXX888]": 22209, "[XXXXX397]": 21718, "[XXXXX731]": 22052, "[XXXXX802]": 22123, "[XXXXX53]": 21374, "[XXXXX396]": 21717, "[XXXXX621]": 21942, "[XXXXX557]": 21878, "[XXXXX211]": 21532, "[XXXXX1050]": 22371, "[XXXXX1027]": 22348, "[XXXXX968]": 22289, "[XXXXX636]": 21957, "[XXXXX902]": 22223, "[XXXXX651]": 21972, "[XXXXX687]": 22008, "[XXXXX312]": 21633, "[XXXXX343]": 21664, "[XXXXX399]": 21720, "[XXXXX204]": 21525, "[XXXXX861]": 22182, "[XXXXX895]": 22216, "[XXXXX354]": 21675, "[XXXXX297]": 21618, "[XXXXX669]": 21990, "[XXXXX1025]": 22346, "[XXXXX670]": 21991, "[XXXXX846]": 22167, "[XXXXX370]": 21691, "[XXXXX471]": 21792, "[XXXXX1012]": 22333, "[XXXXX1147]": 22468, "[XXXXX941]": 22262, "[XXXXX525]": 21846, "[XXXXX980]": 22301, "[XXXXX857]": 22178, "[XXXXX202]": 21523, "[XXXXX1152]": 22473, "[XXXXX467]": 21788, "[XXXXX940]": 22261, "[XXXXX1075]": 22396, "[XXXXX906]": 22227, "[XXXXX475]": 21796, "[XXXXX844]": 22165, "[XXXXX209]": 21530, "[XXXXX831]": 22152, "[XXXXX356]": 21677, "[XXXXX640]": 21961, "[XXXXX443]": 21764, "[XXXXX701]": 22022, "[XXXXX664]": 21985, "[XXXXX432]": 21753, "[XXXXX689]": 22010, "[XXXXX1192]": 22513, "[XXXXX913]": 22234, "[XXXXX900]": 22221, "[XXXXX798]": 22119, "[XXXXX102]": 21423, "[XXXXX767]": 22088, "[XXXXX834]": 22155, "[XXXXX89]": 21410, "[XXXXX1082]": 22403, "[XXXXX663]": 21984, "[XXXXX359]": 21680, "[XXXXX367]": 21688, "[XXXXX910]": 22231, "[XXXXX164]": 21485, "[XXXXX956]": 22277, "[XXXXX933]": 22254, "[XXXXX571]": 21892, "[XXXXX594]": 21915, "[XXXXX227]": 21548, "[XXXXX532]": 21853, "[XXXXX880]": 22201, "[XXXXX331]": 21652, "[XXXXX1058]": 22379, "[XXXXX364]": 21685, "[XXXXX1204]": 22525, "[XXXXX1169]": 22490, "[XXXXX967]": 22288, "[XXXXX501]": 21822, "[XXXXX817]": 22138, "[XXXXX291]": 21612, "[XXXXX1043]": 22364, "[XXXXX45]": 21366, "[XXXXX166]": 21487, "[XXXXX914]": 22235, "[XXXXX926]": 22247, "[XXXXX133]": 21454, "[XXXXX742]": 22063, "[XXXXX974]": 22295, "[XXXXX660]": 21981, "[XXXXX299]": 21620, "[XXXXX597]": 21918, "[XXXXX172]": 21493, "[XXXXX560]": 21881, "[XXXXX979]": 22300, "[XXXXX930]": 22251, "[XXXXX374]": 21695, "[XXXXX963]": 22284, "[XXXXX574]": 21895, "[XXXXX268]": 21589, "[XXXXX623]": 21944, "[XXXXX517]": 21838, "[XXXXX505]": 21826, "[XXXXX811]": 22132, "[XXXXX659]": 21980, "[XXXXX308]": 21629, "[XXXXX241]": 21562, "[XXXXX115]": 21436, "[XXXXX225]": 21546, "[XXXXX1134]": 22455, "[XXXXX1106]": 22427, "[XXXXX752]": 22073, "[XXXXX1029]": 22350, "[XXXXX1105]": 22426, "[XXXXX777]": 22098, "[XXXXX347]": 21668, "[XXXXX706]": 22027, "[XXXXX279]": 21600, "[XXXXX1179]": 22500, "[XXXXX469]": 21790, "[XXXXX696]": 22017, "[XXXXX317]": 21638, "[XXXXX589]": 21910, "[XXXXX0]": 21321, "[XXXXX1175]": 22496, "[XXXXX724]": 22045, "[XXXXX420]": 21741, "[XXXXX292]": 21613, "[XXXXX789]": 22110, "[XXXXX639]": 21960, "[XXXXX339]": 21660, "[XXXXX564]": 21885, "[XXXXX683]": 22004, "[XXXXX849]": 22170, "[XXXXX275]": 21596, "[XXXXX618]": 21939, "[XXXXX671]": 21992, "[XXXXX242]": 21563, "[XXXXX901]": 22222, "[XXXXX29]": 21350, "[XXXXX185]": 21506, "[XXXXX198]": 21519, "[XXXXX1183]": 22504, "[XXXXX438]": 21759, "[XXXXX428]": 21749, "[XXXXX424]": 21745, "[XXXXX305]": 21626, "[XXXXX341]": 21662, "[XXXXX388]": 21709, "[XXXXX615]": 21936, "[XXXXX303]": 21624, "[XXXXX6]": 21327, "[XXXXX702]": 22023, "[XXXXX482]": 21803, "[XXXXX447]": 21768, "[XXXXX1020]": 22341, "[XXXXX1084]": 22405, "[XXXXX248]": 21569, "[XXXXX554]": 21875, "[XXXXX765]": 22086, "[XXXXX1185]": 22506, "[XXXXX156]": 21477, "[XXXXX661]": 21982, "[XXXXX799]": 22120, "[XXXXX1161]": 22482, "[XXXXX992]": 22313, "[XXXXX337]": 21658, "[XXXXX79]": 21400, "[XXXXX1165]": 22486, "[XXXXX499]": 21820, "[XXXXX715]": 22036, "[XXXXX769]": 22090, "[XXXXX382]": 21703, "[XXXXX882]": 22203, "[XXXXX537]": 21858, "[XXXXX684]": 22005, "[XXXXX800]": 22121, "[XXXXX939]": 22260, "[XXXXX68]": 21389, "[XXXXX318]": 21639, "[XXXXX617]": 21938, "[XXXXX342]": 21663, "[XXXXX110]": 21431, "[XXXXX393]": 21714, "[XXXXX357]": 21678, "[XXXXX153]": 21474, "[XXXXX87]": 21408, "[XXXXX296]": 21617, "[XXXXX222]": 21543, "[XXXXX793]": 22114, "[XXXXX314]": 21635, "[XXXXX18]": 21339, "[XXXXX5]": 21326, "[XXXXX665]": 21986, "[XXXXX707]": 22028, "[XXXXX1164]": 22485, "[XXXXX561]": 21882, "[XXXXX1060]": 22381, "[XXXXX147]": 21468, "[XXXXX16]": 21337, "[XXXXX680]": 22001, "[XXXXX1206]": 22527, "[XXXXX1005]": 22326, "[XXXXX414]": 21735, "[XXXXX1003]": 22324, "[XXXXX599]": 21920, "[XXXXX40]": 21361, "[XXXXX653]": 21974, "[XXXXX1199]": 22520, "[XXXXX200]": 21521, "[XXXXX1002]": 22323, "[XXXXX1176]": 22497, "[XXXXX183]": 21504, "[XXXXX638]": 21959, "[XXXXX1001]": 22322, "[XXXXX466]": 21787, "[XXXXX325]": 21646, "[XXXXX113]": 21434, "[XXXXX201]": 21522, "[XXXXX1130]": 22451, "[XXXXX695]": 22016, "[XXXXX997]": 22318, "[XXXXX507]": 21828, "[XXXXX759]": 22080, "[XXXXX1191]": 22512, "[XXXXX129]": 21450, "[XXXXX775]": 22096, "[XXXXX491]": 21812, "[XXXXX1184]": 22505, "[XXXXX1086]": 22407, "[XXXXX485]": 21806, "[XXXXX457]": 21778, "[XXXXX611]": 21932, "[XXXXX170]": 21491, "[XXXXX1041]": 22362, "[XXXXX915]": 22236, "[XXXXX42]": 21363, "[XXXXX162]": 21483, "[XXXXX572]": 21893, "[XXXXX675]": 21996, "[XXXXX1049]": 22370, "[XXXXX712]": 22033, "[XXXXX625]": 21946, "[XXXXX479]": 21800, "[XXXXX544]": 21865, "[XXXXX801]": 22122, "[XXXXX19]": 21340, "[XXXXX43]": 21364, "[XXXXX567]": 21888, "[XXXXX1135]": 22456, "[XXXXX191]": 21512, "[XXXXX609]": 21930, "[XXXXX1124]": 22445, "[XXXXX741]": 22062, "[XXXXX419]": 21740, "[XXXXX355]": 21676, "[XXXXX186]": 21507, "[XXXXX937]": 22258, "[XXXXX1154]": 22475, "[XXXXX14]": 21335, "[XXXXX155]": 21476, "[XXXXX26]": 21347, "[XXXXX421]": 21742, "[XXXXX1174]": 22495, "[XXXXX521]": 21842, "[XXXXX876]": 22197, "[XXXXX1188]": 22509, "[XXXXX380]": 21701, "[XXXXX390]": 21711, "[XXXXX690]": 22011, "[XXXXX596]": 21917, "[XXXXX408]": 21729, "[XXXXX536]": 21857, "[XXXXX1201]": 22522, "[XXXXX1158]": 22479, "[XXXXX402]": 21723, "[XXXXX148]": 21469, "[XXXXX938]": 22259, "[XXXXX132]": 21453, "[XXXXX140]": 21461, "[XXXXX616]": 21937, "[XXXXX917]": 22238, "[XXXXX658]": 21979, "[XXXXX228]": 21549, "[XXXXX271]": 21592, "[XXXXX518]": 21839, "[XXXXX27]": 21348, "[XXXXX676]": 21997, "[XXXXX836]": 22157, "[XXXXX964]": 22285, "[XXXXX925]": 22246, "[XXXXX272]": 21593, "[XXXXX1120]": 22441, "[XXXXX839]": 22160, "[XXXXX595]": 21916, "[XXXXX538]": 21859, "[XXXXX886]": 22207, "[XXXXX121]": 21442, "[XXXXX329]": 21650, "[XXXXX1137]": 22458, "[XXXXX540]": 21861, "[XXXXX1]": 21322, "[XXXXX1055]": 22376, "[XXXXX662]": 21983, "[XXXXX985]": 22306, "[XXXXX737]": 22058, "[XXXXX1033]": 22354, "[XXXXX259]": 21580, "[XXXXX608]": 21929, "[XXXXX533]": 21854, "[XXXXX1037]": 22358, "[XXXXX123]": 21444, "[XXXXX263]": 21584, "[XXXXX816]": 22137, "[XXXXX757]": 22078, "[XXXXX733]": 22054, "[XXXXX94]": 21415, "[XXXXX1108]": 22429, "[XXXXX1080]": 22401, "[XXXXX668]": 21989, "[XXXXX417]": 21738, "[XXXXX165]": 21486, "[XXXXX893]": 22214, "[XXXXX1081]": 22402, "[XXXXX416]": 21737, "[XXXXX587]": 21908, "[XXXXX496]": 21817, "[XXXXX988]": 22309, "[XXXXX1064]": 22385, "[XXXXX1186]": 22507, "[XXXXX1140]": 22461, "[XXXXX500]": 21821, "[XXXXX776]": 22097, "[XXXXX442]": 21763, "[XXXXX1197]": 22518, "[XXXXX361]": 21682, "[XXXXX1190]": 22511, "[XXXXX118]": 21439, "[XXXXX504]": 21825, "[XXXXX698]": 22019, "[XXXXX23]": 21344, "[XXXXX502]": 21823, "[XXXXX264]": 21585, "[XXXXX430]": 21751, "[XXXXX818]": 22139, "[XXXXX1160]": 22481, "[XXXXX641]": 21962, "[XXXXX952]": 22273, "[XXXXX383]": 21704, "[XXXXX253]": 21574, "[XXXXX486]": 21807, "[XXXXX240]": 21561, "<pad>": 21319, "[XXXXX306]": 21627, "[XXXXX747]": 22068, "[XXXXX871]": 22192, "[XXXXX751]": 22072, "[XXXXX996]": 22317, "[XXXXX266]": 21587, "[XXXXX718]": 22039, "[XXXXX238]": 21559, "[XXXXX508]": 21829, "[XXXXX743]": 22064, "[XXXXX1163]": 22484, "[XXXXX490]": 21811, "[XXXXX366]": 21687, "[XXXXX673]": 21994, "[XXXXX995]": 22316, "[XXXXX529]": 21850, "[XXXXX1153]": 22474, "[XXXXX51]": 21372, "[XXXXX573]": 21894, "[XXXXX1004]": 22325, "[XXXXX863]": 22184, "[XXXXX31]": 21352, "[XXXXX1000]": 22321, "[XXXXX1046]": 22367, "[XXXXX300]": 21621, "[XXXXX1138]": 22459, "[XXXXX727]": 22048, "[XXXXX48]": 21369, "[XXXXX947]": 22268, "[XXXXX141]": 21462, "[XXXXX516]": 21837, "[XXXXX460]": 21781, "[XXXXX152]": 21473, "[XXXXX286]": 21607, "[XXXXX961]": 22282, "[XXXXX465]": 21786, "[XXXXX682]": 22003, "[XXXXX212]": 21533, "[XXXXX822]": 22143, "[XXXXX643]": 21964, "[XXXXX63]": 21384, "[XXXXX655]": 21976, "[XXXXX106]": 21427, "[XXXXX143]": 21464, "[XXXXX708]": 22029, "[XXXXX576]": 21897, "[XXXXX1010]": 22331, "[XXXXX526]": 21847, "[XXXXX1039]": 22360, "[XXXXX1009]": 22330, "[XXXXX646]": 21967, "[XXXXX1056]": 22377, "[XXXXX889]": 22210, "[XXXXX552]": 21873, "[XXXXX293]": 21614, "[XXXXX864]": 22185, "[XXXXX843]": 22164, "[XXXXX891]": 22212, "[XXXXX981]": 22302, "[XXXXX284]": 21605, "[XXXXX1141]": 22462, "[XXXXX1194]": 22515, "[XXXXX310]": 21631, "[XXXXX725]": 22046, "[XXXXX36]": 21357, "[XXXXX37]": 21358, "[XXXXX530]": 21851, "[MASK]": 21320, "[XXXXX726]": 22047, "[XXXXX1091]": 22412, "[XXXXX178]": 21499, "[XXXXX1053]": 22374, "[XXXXX149]": 21470, "[XXXXX265]": 21586, "[XXXXX484]": 21805, "[XXXXX137]": 21458, "[XXXXX987]": 22308, "[XXXXX874]": 22195, "[XXXXX519]": 21840, "[XXXXX991]": 22312, "[XXXXX146]": 21467, "[XXXXX1073]": 22394, "[XXXXX410]": 21731, "[XXXXX899]": 22220, "[XXXXX46]": 21367, "[XXXXX159]": 21480, "[XXXXX320]": 21641, "[XXXXX95]": 21416, "[XXXXX309]": 21630, "[XXXXX103]": 21424, "[XXXXX365]": 21686, "[XXXXX929]": 22250, "[XXXXX923]": 22244, "[XXXXX723]": 22044, "[XXXXX755]": 22076, "[XXXXX677]": 21998, "[XXXXX78]": 21399, "[XXXXX710]": 22031, "[CLS]": 21317, "[XXXXX781]": 22102, "[XXXXX373]": 21694, "[XXXXX842]": 22163, "[XXXXX77]": 21398, "[XXXXX531]": 21852, "[XXXXX837]": 22158, "[XXXXX745]": 22066, "[XXXXX787]": 22108, "[XXXXX983]": 22304, "[XXXXX260]": 21581, "[XXXXX458]": 21779, "[XXXXX360]": 21681, "[XXXXX278]": 21599, "[XXXXX815]": 22136, "[XXXXX1016]": 22337, "[XXXXX1048]": 22369, "[XXXXX954]": 22275, "[XXXXX1172]": 22493, "[XXXXX558]": 21879, "[XXXXX950]": 22271, "[XXXXX602]": 21923, "[XXXXX276]": 21597, "[XXXXX97]": 21418, "[XXXXX966]": 22287, "[XXXXX867]": 22188, "[XXXXX415]": 21736, "[XXXXX674]": 21995, "[XXXXX412]": 21733, "[XXXXX1103]": 22424, "[XXXXX905]": 22226, "[XXXXX1052]": 22373, "[XXXXX610]": 21931, "[XXXXX160]": 21481, "[XXXXX407]": 21728, "[XXXXX1092]": 22413, "[XXXXX311]": 21632, "[XXXXX907]": 22228, "[XXXXX25]": 21346, "[XXXXX1195]": 22516, "[XXXXX173]": 21494, "[XXXXX345]": 21666, "[XXXXX719]": 22040, "[XXXXX290]": 21611, "[XXXXX262]": 21583, "[XXXXX965]": 22286, "[XXXXX580]": 21901, "[XXXXX413]": 21734, "[XXXXX231]": 21552, "[XXXXX487]": 21808, "[XXXXX716]": 22037, "[XXXXX1065]": 22386, "[XXXXX1017]": 22338, "[XXXXX445]": 21766, "[XXXXX878]": 22199, "[XXXXX117]": 21438, "[XXXXX196]": 21517, "[XXXXX541]": 21862, "[XXXXX369]": 21690, "[XXXXX1036]": 22357, "[XXXXX977]": 22298, "[XXXXX1150]": 22471, "[XXXXX418]": 21739, "[XXXXX892]": 22213, "[XXXXX498]": 21819, "[XXXXX1104]": 22425, "[XXXXX975]": 22296, "[XXXXX1133]": 22454, "[XXXXX858]": 22179, "[XXXXX1182]": 22503, "[XXXXX389]": 21710, "[XXXXX1139]": 22460, "[XXXXX808]": 22129, "[XXXXX92]": 21413, "[XXXXX514]": 21835, "[XXXXX919]": 22240, "[XXXXX352]": 21673, "[XXXXX953]": 22274, "[XXXXX528]": 21849, "[XXXXX15]": 21336, "[XXXXX852]": 22173, "[XXXXX386]": 21707, "[XXXXX869]": 22190, "[XXXXX936]": 22257, "[XXXXX269]": 21590, "[XXXXX566]": 21887, "[XXXXX753]": 22074, "[XXXXX622]": 21943, "[XXXXX635]": 21956, "[XXXXX766]": 22087, "[XXXXX761]": 22082, "[XXXXX916]": 22237, "[XXXXX138]": 21459, "[XXXXX184]": 21505, "[XXXXX515]": 21836, "[XXXXX627]": 21948, "[XXXXX1028]": 22349, "[XXXXX548]": 21869, "[XXXXX1110]": 22431, "[XXXXX353]": 21674, "[XXXXX1057]": 22378, "[XXXXX850]": 22171, "[XXXXX620]": 21941, "[XXXXX1021]": 22342, "[XXXXX503]": 21824, "[XXXXX398]": 21719, "[XXXXX385]": 21706, "[XXXXX179]": 21500, "[XXXXX71]": 21392, "[XXXXX289]": 21610, "[XXXXX80]": 21401, "[XXXXX1011]": 22332, "[XXXXX1083]": 22404, "[XXXXX478]": 21799, "[XXXXX875]": 22196, "[XXXXX324]": 21645, "[XXXXX294]": 21615, "[XXXXX190]": 21511, "[XXXXX612]": 21933, "[XXXXX431]": 21752, "[XXXXX433]": 21754, "[XXXXX174]": 21495, "[XXXXX582]": 21903, "[XXXXX570]": 21891, "[XXXXX122]": 21443, "[XXXXX468]": 21789, "[XXXXX13]": 21334, "[XXXXX1022]": 22343, "[XXXXX764]": 22085, "[XXXXX588]": 21909, "[XXXXX105]": 21426, "[XXXXX879]": 22200, "[XXXXX409]": 21730, "[XXXXX472]": 21793, "[XXXXX411]": 21732, "[XXXXX785]": 22106, "[XXXXX104]": 21425, "[XXXXX435]": 21756, "[XXXXX277]": 21598, "[XXXXX392]": 21713, "[XXXXX41]": 21362, "[XXXXX88]": 21409, "[XXXXX1061]": 22382, "[XXXXX1205]": 22526, "[XXXXX1074]": 22395, "[XXXXX912]": 22233, "[XXXXX838]": 22159, "[XXXXX860]": 22181, "[XXXXX455]": 21776, "[XXXXX483]": 21804, "[XXXXX577]": 21898, "[XXXXX1117]": 22438, "[XXXXX583]": 21904, "[XXXXX33]": 21354, "[XXXXX555]": 21876, "[XXXXX244]": 21565, "[XXXXX285]": 21606, "[XXXXX267]": 21588, "[XXXXX83]": 21404, "[XXXXX999]": 22320, "[XXXXX859]": 22180, "[XXXXX3]": 21324, "[XXXXX756]": 22077, "[XXXXX221]": 21542, "[XXXXX444]": 21765, "[XXXXX1198]": 22519, "[XXXXX998]": 22319, "[XXXXX161]": 21482, "[XXXXX128]": 21449, "[XXXXX304]": 21625, "[XXXXX513]": 21834, "[XXXXX22]": 21343, "[XXXXX10]": 21331, "[XXXXX896]": 22217, "[XXXXX288]": 21609, "[XXXXX1030]": 22351, "[XXXXX935]": 22256, "[XXXXX853]": 22174, "[XXXXX423]": 21744, "[XXXXX326]": 21647, "[XXXXX114]": 21435, "[XXXXX226]": 21547, "[XXXXX1008]": 22329, "[XXXXX1177]": 22498, "[XXXXX180]": 21501, "[XXXXX67]": 21388, "[XXXXX688]": 22009, "[XXXXX1018]": 22339, "[XXXXX194]": 21515, "[XXXXX1101]": 22422, "[XXXXX1162]": 22483, "[XXXXX783]": 22104, "[XXXXX862]": 22183, "[XXXXX632]": 21953, "[XXXXX157]": 21478, "[XXXXX924]": 22245, "[XXXXX1113]": 22434, "[XXXXX73]": 21394, "[XXXXX729]": 22050, "[XXXXX142]": 21463, "[XXXXX549]": 21870, "[XXXXX1132]": 22453, "[XXXXX714]": 22035, "[XXXXX167]": 21488, "[XXXXX520]": 21841, "[XXXXX803]": 22124, "[XXXXX434]": 21755, "[XXXXX748]": 22069, "[XXXXX709]": 22030, "[XXXXX363]": 21684, "[XXXXX1170]": 22491, "[XXXXX562]": 21883, "[XXXXX69]": 21390, "[XXXXX99]": 21420, "[XXXXX865]": 22186, "[XXXXX119]": 21440, "[XXXXX563]": 21884, "[XXXXX481]": 21802, "[XXXXX21]": 21342, "[XXXXX235]": 21556, "[XXXXX332]": 21653, "[XXXXX335]": 21656, "[XXXXX650]": 21971, "[XXXXX691]": 22012, "[XXXXX1142]": 22463, "[XXXXX807]": 22128, "[XXXXX86]": 21407, "[XXXXX948]": 22269, "[XXXXX463]": 21784}

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}, "additional_special_tokens": ["[XXXXX0]", "[XXXXX1]", "[XXXXX2]", "[XXXXX3]", "[XXXXX4]", "[XXXXX5]", "[XXXXX6]", "[XXXXX7]", "[XXXXX8]", "[XXXXX9]", "[XXXXX10]", "[XXXXX11]", "[XXXXX12]", "[XXXXX13]", "[XXXXX14]", "[XXXXX15]", "[XXXXX16]", "[XXXXX17]", "[XXXXX18]", "[XXXXX19]", "[XXXXX20]", "[XXXXX21]", "[XXXXX22]", "[XXXXX23]", "[XXXXX24]", "[XXXXX25]", "[XXXXX26]", "[XXXXX27]", "[XXXXX28]", "[XXXXX29]", "[XXXXX30]", "[XXXXX31]", "[XXXXX32]", "[XXXXX33]", "[XXXXX34]", "[XXXXX35]", "[XXXXX36]", "[XXXXX37]", "[XXXXX38]", "[XXXXX39]", "[XXXXX40]", "[XXXXX41]", "[XXXXX42]", "[XXXXX43]", "[XXXXX44]", "[XXXXX45]", "[XXXXX46]", "[XXXXX47]", "[XXXXX48]", "[XXXXX49]", "[XXXXX50]", "[XXXXX51]", "[XXXXX52]", "[XXXXX53]", "[XXXXX54]", "[XXXXX55]", "[XXXXX56]", "[XXXXX57]", "[XXXXX58]", "[XXXXX59]", "[XXXXX60]", "[XXXXX61]", "[XXXXX62]", "[XXXXX63]", "[XXXXX64]", "[XXXXX65]", "[XXXXX66]", "[XXXXX67]", "[XXXXX68]", "[XXXXX69]", "[XXXXX70]", "[XXXXX71]", "[XXXXX72]", "[XXXXX73]", "[XXXXX74]", "[XXXXX75]", "[XXXXX76]", "[XXXXX77]", "[XXXXX78]", "[XXXXX79]", "[XXXXX80]", "[XXXXX81]", "[XXXXX82]", "[XXXXX83]", "[XXXXX84]", "[XXXXX85]", "[XXXXX86]", "[XXXXX87]", "[XXXXX88]", "[XXXXX89]", "[XXXXX90]", "[XXXXX91]", "[XXXXX92]", "[XXXXX93]", "[XXXXX94]", "[XXXXX95]", "[XXXXX96]", "[XXXXX97]", "[XXXXX98]", "[XXXXX99]", "[XXXXX100]", "[XXXXX101]", "[XXXXX102]", "[XXXXX103]", "[XXXXX104]", "[XXXXX105]", "[XXXXX106]", "[XXXXX107]", "[XXXXX108]", "[XXXXX109]", "[XXXXX110]", "[XXXXX111]", "[XXXXX112]", "[XXXXX113]", "[XXXXX114]", "[XXXXX115]", "[XXXXX116]", "[XXXXX117]", "[XXXXX118]", "[XXXXX119]", "[XXXXX120]", "[XXXXX121]", "[XXXXX122]", "[XXXXX123]", "[XXXXX124]", "[XXXXX125]", "[XXXXX126]", "[XXXXX127]", "[XXXXX128]", "[XXXXX129]", "[XXXXX130]", "[XXXXX131]", "[XXXXX132]", "[XXXXX133]", "[XXXXX134]", "[XXXXX135]", "[XXXXX136]", "[XXXXX137]", "[XXXXX138]", "[XXXXX139]", "[XXXXX140]", "[XXXXX141]", "[XXXXX142]", "[XXXXX143]", "[XXXXX144]", "[XXXXX145]", "[XXXXX146]", "[XXXXX147]", "[XXXXX148]", "[XXXXX149]", "[XXXXX150]", "[XXXXX151]", "[XXXXX152]", "[XXXXX153]", "[XXXXX154]", "[XXXXX155]", "[XXXXX156]", "[XXXXX157]", "[XXXXX158]", "[XXXXX159]", "[XXXXX160]", "[XXXXX161]", "[XXXXX162]", "[XXXXX163]", "[XXXXX164]", "[XXXXX165]", "[XXXXX166]", "[XXXXX167]", "[XXXXX168]", "[XXXXX169]", "[XXXXX170]", "[XXXXX171]", "[XXXXX172]", "[XXXXX173]", "[XXXXX174]", "[XXXXX175]", "[XXXXX176]", "[XXXXX177]", "[XXXXX178]", "[XXXXX179]", "[XXXXX180]", "[XXXXX181]", "[XXXXX182]", "[XXXXX183]", "[XXXXX184]", "[XXXXX185]", "[XXXXX186]", "[XXXXX187]", "[XXXXX188]", "[XXXXX189]", "[XXXXX190]", "[XXXXX191]", "[XXXXX192]", "[XXXXX193]", "[XXXXX194]", "[XXXXX195]", "[XXXXX196]", "[XXXXX197]", "[XXXXX198]", "[XXXXX199]", "[XXXXX200]", "[XXXXX201]", "[XXXXX202]", "[XXXXX203]", "[XXXXX204]", "[XXXXX205]", "[XXXXX206]", "[XXXXX207]", "[XXXXX208]", "[XXXXX209]", "[XXXXX210]", "[XXXXX211]", "[XXXXX212]", "[XXXXX213]", "[XXXXX214]", "[XXXXX215]", "[XXXXX216]", "[XXXXX217]", "[XXXXX218]", "[XXXXX219]", "[XXXXX220]", "[XXXXX221]", "[XXXXX222]", "[XXXXX223]", "[XXXXX224]", "[XXXXX225]", "[XXXXX226]", "[XXXXX227]", "[XXXXX228]", "[XXXXX229]", "[XXXXX230]", "[XXXXX231]", "[XXXXX232]", "[XXXXX233]", "[XXXXX234]", "[XXXXX235]", "[XXXXX236]", "[XXXXX237]", "[XXXXX238]", "[XXXXX239]", "[XXXXX240]", "[XXXXX241]", "[XXXXX242]", "[XXXXX243]", "[XXXXX244]", "[XXXXX245]", "[XXXXX246]", "[XXXXX247]", "[XXXXX248]", "[XXXXX249]", "[XXXXX250]", "[XXXXX251]", "[XXXXX252]", "[XXXXX253]", "[XXXXX254]", "[XXXXX255]", "[XXXXX256]", "[XXXXX257]", "[XXXXX258]", "[XXXXX259]", "[XXXXX260]", "[XXXXX261]", "[XXXXX262]", "[XXXXX263]", "[XXXXX264]", "[XXXXX265]", "[XXXXX266]", "[XXXXX267]", "[XXXXX268]", "[XXXXX269]", "[XXXXX270]", "[XXXXX271]", "[XXXXX272]", "[XXXXX273]", "[XXXXX274]", "[XXXXX275]", "[XXXXX276]", "[XXXXX277]", "[XXXXX278]", "[XXXXX279]", "[XXXXX280]", "[XXXXX281]", "[XXXXX282]", "[XXXXX283]", "[XXXXX284]", "[XXXXX285]", "[XXXXX286]", "[XXXXX287]", "[XXXXX288]", "[XXXXX289]", "[XXXXX290]", "[XXXXX291]", "[XXXXX292]", "[XXXXX293]", "[XXXXX294]", "[XXXXX295]", "[XXXXX296]", "[XXXXX297]", "[XXXXX298]", "[XXXXX299]", "[XXXXX300]", "[XXXXX301]", "[XXXXX302]", "[XXXXX303]", "[XXXXX304]", "[XXXXX305]", "[XXXXX306]", "[XXXXX307]", "[XXXXX308]", "[XXXXX309]", "[XXXXX310]", "[XXXXX311]", "[XXXXX312]", "[XXXXX313]", "[XXXXX314]", "[XXXXX315]", "[XXXXX316]", "[XXXXX317]", "[XXXXX318]", "[XXXXX319]", "[XXXXX320]", "[XXXXX321]", "[XXXXX322]", "[XXXXX323]", "[XXXXX324]", "[XXXXX325]", "[XXXXX326]", "[XXXXX327]", "[XXXXX328]", "[XXXXX329]", "[XXXXX330]", "[XXXXX331]", "[XXXXX332]", "[XXXXX333]", "[XXXXX334]", "[XXXXX335]", "[XXXXX336]", "[XXXXX337]", "[XXXXX338]", "[XXXXX339]", "[XXXXX340]", "[XXXXX341]", "[XXXXX342]", "[XXXXX343]", "[XXXXX344]", "[XXXXX345]", "[XXXXX346]", "[XXXXX347]", "[XXXXX348]", "[XXXXX349]", "[XXXXX350]", "[XXXXX351]", "[XXXXX352]", "[XXXXX353]", "[XXXXX354]", "[XXXXX355]", "[XXXXX356]", "[XXXXX357]", "[XXXXX358]", "[XXXXX359]", "[XXXXX360]", "[XXXXX361]", "[XXXXX362]", "[XXXXX363]", "[XXXXX364]", "[XXXXX365]", "[XXXXX366]", "[XXXXX367]", "[XXXXX368]", "[XXXXX369]", "[XXXXX370]", "[XXXXX371]", "[XXXXX372]", "[XXXXX373]", "[XXXXX374]", "[XXXXX375]", "[XXXXX376]", "[XXXXX377]", "[XXXXX378]", "[XXXXX379]", "[XXXXX380]", "[XXXXX381]", "[XXXXX382]", "[XXXXX383]", "[XXXXX384]", "[XXXXX385]", "[XXXXX386]", "[XXXXX387]", "[XXXXX388]", "[XXXXX389]", "[XXXXX390]", "[XXXXX391]", "[XXXXX392]", "[XXXXX393]", "[XXXXX394]", "[XXXXX395]", "[XXXXX396]", "[XXXXX397]", "[XXXXX398]", "[XXXXX399]", "[XXXXX400]", "[XXXXX401]", "[XXXXX402]", "[XXXXX403]", "[XXXXX404]", "[XXXXX405]", "[XXXXX406]", "[XXXXX407]", "[XXXXX408]", "[XXXXX409]", "[XXXXX410]", "[XXXXX411]", "[XXXXX412]", "[XXXXX413]", "[XXXXX414]", "[XXXXX415]", "[XXXXX416]", "[XXXXX417]", "[XXXXX418]", "[XXXXX419]", "[XXXXX420]", "[XXXXX421]", "[XXXXX422]", "[XXXXX423]", "[XXXXX424]", "[XXXXX425]", "[XXXXX426]", "[XXXXX427]", "[XXXXX428]", "[XXXXX429]", "[XXXXX430]", "[XXXXX431]", "[XXXXX432]", "[XXXXX433]", "[XXXXX434]", "[XXXXX435]", "[XXXXX436]", "[XXXXX437]", "[XXXXX438]", "[XXXXX439]", "[XXXXX440]", "[XXXXX441]", "[XXXXX442]", "[XXXXX443]", "[XXXXX444]", "[XXXXX445]", "[XXXXX446]", "[XXXXX447]", "[XXXXX448]", "[XXXXX449]", "[XXXXX450]", "[XXXXX451]", "[XXXXX452]", "[XXXXX453]", "[XXXXX454]", "[XXXXX455]", "[XXXXX456]", "[XXXXX457]", "[XXXXX458]", "[XXXXX459]", "[XXXXX460]", "[XXXXX461]", "[XXXXX462]", "[XXXXX463]", "[XXXXX464]", "[XXXXX465]", "[XXXXX466]", "[XXXXX467]", "[XXXXX468]", "[XXXXX469]", "[XXXXX470]", "[XXXXX471]", "[XXXXX472]", "[XXXXX473]", "[XXXXX474]", "[XXXXX475]", "[XXXXX476]", "[XXXXX477]", "[XXXXX478]", "[XXXXX479]", "[XXXXX480]", "[XXXXX481]", "[XXXXX482]", "[XXXXX483]", "[XXXXX484]", "[XXXXX485]", "[XXXXX486]", "[XXXXX487]", "[XXXXX488]", "[XXXXX489]", "[XXXXX490]", "[XXXXX491]", "[XXXXX492]", "[XXXXX493]", "[XXXXX494]", "[XXXXX495]", "[XXXXX496]", "[XXXXX497]", "[XXXXX498]", "[XXXXX499]", "[XXXXX500]", "[XXXXX501]", "[XXXXX502]", "[XXXXX503]", "[XXXXX504]", "[XXXXX505]", "[XXXXX506]", "[XXXXX507]", "[XXXXX508]", "[XXXXX509]", "[XXXXX510]", "[XXXXX511]", "[XXXXX512]", "[XXXXX513]", "[XXXXX514]", "[XXXXX515]", "[XXXXX516]", "[XXXXX517]", "[XXXXX518]", "[XXXXX519]", "[XXXXX520]", "[XXXXX521]", "[XXXXX522]", "[XXXXX523]", "[XXXXX524]", "[XXXXX525]", "[XXXXX526]", "[XXXXX527]", "[XXXXX528]", "[XXXXX529]", "[XXXXX530]", "[XXXXX531]", "[XXXXX532]", "[XXXXX533]", "[XXXXX534]", "[XXXXX535]", "[XXXXX536]", "[XXXXX537]", "[XXXXX538]", "[XXXXX539]", "[XXXXX540]", "[XXXXX541]", "[XXXXX542]", "[XXXXX543]", "[XXXXX544]", "[XXXXX545]", "[XXXXX546]", "[XXXXX547]", "[XXXXX548]", "[XXXXX549]", "[XXXXX550]", "[XXXXX551]", "[XXXXX552]", "[XXXXX553]", "[XXXXX554]", "[XXXXX555]", "[XXXXX556]", "[XXXXX557]", "[XXXXX558]", "[XXXXX559]", "[XXXXX560]", "[XXXXX561]", "[XXXXX562]", "[XXXXX563]", "[XXXXX564]", "[XXXXX565]", "[XXXXX566]", "[XXXXX567]", "[XXXXX568]", "[XXXXX569]", "[XXXXX570]", "[XXXXX571]", "[XXXXX572]", "[XXXXX573]", "[XXXXX574]", "[XXXXX575]", "[XXXXX576]", "[XXXXX577]", "[XXXXX578]", "[XXXXX579]", "[XXXXX580]", "[XXXXX581]", "[XXXXX582]", "[XXXXX583]", "[XXXXX584]", "[XXXXX585]", "[XXXXX586]", "[XXXXX587]", "[XXXXX588]", "[XXXXX589]", "[XXXXX590]", "[XXXXX591]", "[XXXXX592]", "[XXXXX593]", "[XXXXX594]", "[XXXXX595]", "[XXXXX596]", "[XXXXX597]", "[XXXXX598]", "[XXXXX599]", "[XXXXX600]", "[XXXXX601]", "[XXXXX602]", "[XXXXX603]", "[XXXXX604]", "[XXXXX605]", "[XXXXX606]", "[XXXXX607]", "[XXXXX608]", "[XXXXX609]", "[XXXXX610]", "[XXXXX611]", "[XXXXX612]", "[XXXXX613]", "[XXXXX614]", "[XXXXX615]", "[XXXXX616]", "[XXXXX617]", "[XXXXX618]", "[XXXXX619]", "[XXXXX620]", "[XXXXX621]", "[XXXXX622]", "[XXXXX623]", "[XXXXX624]", "[XXXXX625]", "[XXXXX626]", "[XXXXX627]", "[XXXXX628]", "[XXXXX629]", "[XXXXX630]", "[XXXXX631]", "[XXXXX632]", "[XXXXX633]", "[XXXXX634]", "[XXXXX635]", "[XXXXX636]", "[XXXXX637]", "[XXXXX638]", "[XXXXX639]", "[XXXXX640]", "[XXXXX641]", "[XXXXX642]", "[XXXXX643]", "[XXXXX644]", "[XXXXX645]", "[XXXXX646]", "[XXXXX647]", "[XXXXX648]", "[XXXXX649]", "[XXXXX650]", "[XXXXX651]", "[XXXXX652]", "[XXXXX653]", "[XXXXX654]", "[XXXXX655]", "[XXXXX656]", "[XXXXX657]", "[XXXXX658]", "[XXXXX659]", "[XXXXX660]", "[XXXXX661]", "[XXXXX662]", "[XXXXX663]", "[XXXXX664]", "[XXXXX665]", "[XXXXX666]", "[XXXXX667]", "[XXXXX668]", "[XXXXX669]", "[XXXXX670]", "[XXXXX671]", "[XXXXX672]", "[XXXXX673]", "[XXXXX674]", "[XXXXX675]", "[XXXXX676]", "[XXXXX677]", "[XXXXX678]", "[XXXXX679]", "[XXXXX680]", "[XXXXX681]", "[XXXXX682]", "[XXXXX683]", "[XXXXX684]", "[XXXXX685]", "[XXXXX686]", "[XXXXX687]", "[XXXXX688]", "[XXXXX689]", "[XXXXX690]", "[XXXXX691]", "[XXXXX692]", "[XXXXX693]", "[XXXXX694]", "[XXXXX695]", "[XXXXX696]", "[XXXXX697]", "[XXXXX698]", "[XXXXX699]", "[XXXXX700]", "[XXXXX701]", "[XXXXX702]", "[XXXXX703]", "[XXXXX704]", "[XXXXX705]", "[XXXXX706]", "[XXXXX707]", "[XXXXX708]", "[XXXXX709]", "[XXXXX710]", "[XXXXX711]", "[XXXXX712]", "[XXXXX713]", "[XXXXX714]", "[XXXXX715]", "[XXXXX716]", "[XXXXX717]", "[XXXXX718]", "[XXXXX719]", "[XXXXX720]", "[XXXXX721]", "[XXXXX722]", "[XXXXX723]", "[XXXXX724]", "[XXXXX725]", "[XXXXX726]", "[XXXXX727]", "[XXXXX728]", "[XXXXX729]", "[XXXXX730]", "[XXXXX731]", "[XXXXX732]", "[XXXXX733]", "[XXXXX734]", "[XXXXX735]", "[XXXXX736]", "[XXXXX737]", "[XXXXX738]", "[XXXXX739]", "[XXXXX740]", "[XXXXX741]", "[XXXXX742]", "[XXXXX743]", "[XXXXX744]", "[XXXXX745]", "[XXXXX746]", "[XXXXX747]", "[XXXXX748]", "[XXXXX749]", "[XXXXX750]", "[XXXXX751]", "[XXXXX752]", "[XXXXX753]", "[XXXXX754]", "[XXXXX755]", "[XXXXX756]", "[XXXXX757]", "[XXXXX758]", "[XXXXX759]", "[XXXXX760]", "[XXXXX761]", "[XXXXX762]", "[XXXXX763]", "[XXXXX764]", "[XXXXX765]", "[XXXXX766]", "[XXXXX767]", "[XXXXX768]", "[XXXXX769]", "[XXXXX770]", "[XXXXX771]", "[XXXXX772]", "[XXXXX773]", "[XXXXX774]", "[XXXXX775]", "[XXXXX776]", "[XXXXX777]", "[XXXXX778]", "[XXXXX779]", "[XXXXX780]", "[XXXXX781]", "[XXXXX782]", "[XXXXX783]", "[XXXXX784]", "[XXXXX785]", "[XXXXX786]", "[XXXXX787]", "[XXXXX788]", "[XXXXX789]", "[XXXXX790]", "[XXXXX791]", "[XXXXX792]", "[XXXXX793]", "[XXXXX794]", "[XXXXX795]", "[XXXXX796]", "[XXXXX797]", "[XXXXX798]", "[XXXXX799]", "[XXXXX800]", "[XXXXX801]", "[XXXXX802]", "[XXXXX803]", "[XXXXX804]", "[XXXXX805]", "[XXXXX806]", "[XXXXX807]", "[XXXXX808]", "[XXXXX809]", "[XXXXX810]", "[XXXXX811]", "[XXXXX812]", "[XXXXX813]", "[XXXXX814]", "[XXXXX815]", "[XXXXX816]", "[XXXXX817]", "[XXXXX818]", "[XXXXX819]", "[XXXXX820]", "[XXXXX821]", "[XXXXX822]", "[XXXXX823]", "[XXXXX824]", "[XXXXX825]", "[XXXXX826]", "[XXXXX827]", "[XXXXX828]", "[XXXXX829]", "[XXXXX830]", "[XXXXX831]", "[XXXXX832]", "[XXXXX833]", "[XXXXX834]", "[XXXXX835]", "[XXXXX836]", "[XXXXX837]", "[XXXXX838]", "[XXXXX839]", "[XXXXX840]", "[XXXXX841]", "[XXXXX842]", "[XXXXX843]", "[XXXXX844]", "[XXXXX845]", "[XXXXX846]", "[XXXXX847]", "[XXXXX848]", "[XXXXX849]", "[XXXXX850]", "[XXXXX851]", "[XXXXX852]", "[XXXXX853]", "[XXXXX854]", "[XXXXX855]", "[XXXXX856]", "[XXXXX857]", "[XXXXX858]", "[XXXXX859]", "[XXXXX860]", "[XXXXX861]", "[XXXXX862]", "[XXXXX863]", "[XXXXX864]", "[XXXXX865]", "[XXXXX866]", "[XXXXX867]", "[XXXXX868]", "[XXXXX869]", "[XXXXX870]", "[XXXXX871]", "[XXXXX872]", "[XXXXX873]", "[XXXXX874]", "[XXXXX875]", "[XXXXX876]", "[XXXXX877]", "[XXXXX878]", "[XXXXX879]", "[XXXXX880]", "[XXXXX881]", "[XXXXX882]", "[XXXXX883]", "[XXXXX884]", "[XXXXX885]", "[XXXXX886]", "[XXXXX887]", "[XXXXX888]", "[XXXXX889]", "[XXXXX890]", "[XXXXX891]", "[XXXXX892]", "[XXXXX893]", "[XXXXX894]", "[XXXXX895]", "[XXXXX896]", "[XXXXX897]", "[XXXXX898]", "[XXXXX899]", "[XXXXX900]", "[XXXXX901]", "[XXXXX902]", "[XXXXX903]", "[XXXXX904]", "[XXXXX905]", "[XXXXX906]", "[XXXXX907]", "[XXXXX908]", "[XXXXX909]", "[XXXXX910]", "[XXXXX911]", "[XXXXX912]", "[XXXXX913]", "[XXXXX914]", "[XXXXX915]", "[XXXXX916]", "[XXXXX917]", "[XXXXX918]", "[XXXXX919]", "[XXXXX920]", "[XXXXX921]", "[XXXXX922]", "[XXXXX923]", "[XXXXX924]", "[XXXXX925]", "[XXXXX926]", "[XXXXX927]", "[XXXXX928]", "[XXXXX929]", "[XXXXX930]", "[XXXXX931]", "[XXXXX932]", "[XXXXX933]", "[XXXXX934]", "[XXXXX935]", "[XXXXX936]", "[XXXXX937]", "[XXXXX938]", "[XXXXX939]", "[XXXXX940]", "[XXXXX941]", "[XXXXX942]", "[XXXXX943]", "[XXXXX944]", "[XXXXX945]", "[XXXXX946]", "[XXXXX947]", "[XXXXX948]", "[XXXXX949]", "[XXXXX950]", "[XXXXX951]", "[XXXXX952]", "[XXXXX953]", "[XXXXX954]", "[XXXXX955]", "[XXXXX956]", "[XXXXX957]", "[XXXXX958]", "[XXXXX959]", "[XXXXX960]", "[XXXXX961]", "[XXXXX962]", "[XXXXX963]", "[XXXXX964]", "[XXXXX965]", "[XXXXX966]", "[XXXXX967]", "[XXXXX968]", "[XXXXX969]", "[XXXXX970]", "[XXXXX971]", "[XXXXX972]", "[XXXXX973]", "[XXXXX974]", "[XXXXX975]", "[XXXXX976]", "[XXXXX977]", "[XXXXX978]", "[XXXXX979]", "[XXXXX980]", "[XXXXX981]", "[XXXXX982]", "[XXXXX983]", "[XXXXX984]", "[XXXXX985]", "[XXXXX986]", "[XXXXX987]", "[XXXXX988]", "[XXXXX989]", "[XXXXX990]", "[XXXXX991]", "[XXXXX992]", "[XXXXX993]", "[XXXXX994]", "[XXXXX995]", "[XXXXX996]", "[XXXXX997]", "[XXXXX998]", "[XXXXX999]", "[XXXXX1000]", "[XXXXX1001]", "[XXXXX1002]", "[XXXXX1003]", "[XXXXX1004]", "[XXXXX1005]", "[XXXXX1006]", "[XXXXX1007]", "[XXXXX1008]", "[XXXXX1009]", "[XXXXX1010]", "[XXXXX1011]", "[XXXXX1012]", "[XXXXX1013]", "[XXXXX1014]", "[XXXXX1015]", "[XXXXX1016]", "[XXXXX1017]", "[XXXXX1018]", "[XXXXX1019]", "[XXXXX1020]", "[XXXXX1021]", "[XXXXX1022]", "[XXXXX1023]", "[XXXXX1024]", "[XXXXX1025]", "[XXXXX1026]", "[XXXXX1027]", "[XXXXX1028]", "[XXXXX1029]", "[XXXXX1030]", "[XXXXX1031]", "[XXXXX1032]", "[XXXXX1033]", "[XXXXX1034]", "[XXXXX1035]", "[XXXXX1036]", "[XXXXX1037]", "[XXXXX1038]", "[XXXXX1039]", "[XXXXX1040]", "[XXXXX1041]", "[XXXXX1042]", "[XXXXX1043]", "[XXXXX1044]", "[XXXXX1045]", "[XXXXX1046]", "[XXXXX1047]", "[XXXXX1048]", "[XXXXX1049]", "[XXXXX1050]", "[XXXXX1051]", "[XXXXX1052]", "[XXXXX1053]", "[XXXXX1054]", "[XXXXX1055]", "[XXXXX1056]", "[XXXXX1057]", "[XXXXX1058]", "[XXXXX1059]", "[XXXXX1060]", "[XXXXX1061]", "[XXXXX1062]", "[XXXXX1063]", "[XXXXX1064]", "[XXXXX1065]", "[XXXXX1066]", "[XXXXX1067]", "[XXXXX1068]", "[XXXXX1069]", "[XXXXX1070]", "[XXXXX1071]", "[XXXXX1072]", "[XXXXX1073]", "[XXXXX1074]", "[XXXXX1075]", "[XXXXX1076]", "[XXXXX1077]", "[XXXXX1078]", "[XXXXX1079]", "[XXXXX1080]", "[XXXXX1081]", "[XXXXX1082]", "[XXXXX1083]", "[XXXXX1084]", "[XXXXX1085]", "[XXXXX1086]", "[XXXXX1087]", "[XXXXX1088]", "[XXXXX1089]", "[XXXXX1090]", "[XXXXX1091]", "[XXXXX1092]", "[XXXXX1093]", "[XXXXX1094]", "[XXXXX1095]", "[XXXXX1096]", "[XXXXX1097]", "[XXXXX1098]", "[XXXXX1099]", "[XXXXX1100]", "[XXXXX1101]", "[XXXXX1102]", "[XXXXX1103]", "[XXXXX1104]", "[XXXXX1105]", "[XXXXX1106]", "[XXXXX1107]", "[XXXXX1108]", "[XXXXX1109]", "[XXXXX1110]", "[XXXXX1111]", "[XXXXX1112]", "[XXXXX1113]", "[XXXXX1114]", "[XXXXX1115]", "[XXXXX1116]", "[XXXXX1117]", "[XXXXX1118]", "[XXXXX1119]", "[XXXXX1120]", "[XXXXX1121]", "[XXXXX1122]", "[XXXXX1123]", "[XXXXX1124]", "[XXXXX1125]", "[XXXXX1126]", "[XXXXX1127]", "[XXXXX1128]", "[XXXXX1129]", "[XXXXX1130]", "[XXXXX1131]", "[XXXXX1132]", "[XXXXX1133]", "[XXXXX1134]", "[XXXXX1135]", "[XXXXX1136]", "[XXXXX1137]", "[XXXXX1138]", "[XXXXX1139]", "[XXXXX1140]", "[XXXXX1141]", "[XXXXX1142]", "[XXXXX1143]", "[XXXXX1144]", "[XXXXX1145]", "[XXXXX1146]", "[XXXXX1147]", "[XXXXX1148]", "[XXXXX1149]", "[XXXXX1150]", "[XXXXX1151]", "[XXXXX1152]", "[XXXXX1153]", "[XXXXX1154]", "[XXXXX1155]", "[XXXXX1156]", "[XXXXX1157]", "[XXXXX1158]", "[XXXXX1159]", "[XXXXX1160]", "[XXXXX1161]", "[XXXXX1162]", "[XXXXX1163]", "[XXXXX1164]", "[XXXXX1165]", "[XXXXX1166]", "[XXXXX1167]", "[XXXXX1168]", "[XXXXX1169]", "[XXXXX1170]", "[XXXXX1171]", "[XXXXX1172]", "[XXXXX1173]", "[XXXXX1174]", "[XXXXX1175]", "[XXXXX1176]", "[XXXXX1177]", "[XXXXX1178]", "[XXXXX1179]", "[XXXXX1180]", "[XXXXX1181]", "[XXXXX1182]", "[XXXXX1183]", "[XXXXX1184]", "[XXXXX1185]", "[XXXXX1186]", "[XXXXX1187]", "[XXXXX1188]", "[XXXXX1189]", "[XXXXX1190]", "[XXXXX1191]", "[XXXXX1192]", "[XXXXX1193]", "[XXXXX1194]", "[XXXXX1195]", "[XXXXX1196]", "[XXXXX1197]", "[XXXXX1198]", "[XXXXX1199]", "[XXXXX1200]", "[XXXXX1201]", "[XXXXX1202]", "[XXXXX1203]", "[XXXXX1204]", "[XXXXX1205]", "[XXXXX1206]"]}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b44e66ef72d0b0340031b09d8ac32347bc8ba8ae43dd95b84927500374c7d88
+size 618268

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": false, "remove_space": true, "keep_accents": true, "bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false, "__type": "AddedToken"}, "sp_model_kwargs": {}, "name_or_path": "models/full/pon_latn_full", "model_input_names": ["input_ids", "attention_mask"], "special_tokens_map_file": "models/full/pon_latn_full/special_tokens_map.json", "tokenizer_class": "AlbertTokenizer"}