| { | |
| "version": "1.0", | |
| "truncation": { | |
| "direction": "Right", | |
| "max_length": 256, | |
| "strategy": "LongestFirst", | |
| "stride": 0 | |
| }, | |
| "padding": null, | |
| "added_tokens": [ | |
| { | |
| "id": 0, | |
| "content": "[PAD]", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 1, | |
| "content": "[UNK]", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 2, | |
| "content": "[CLS]", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 3, | |
| "content": "[SEP]", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 4, | |
| "content": "[MASK]", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| } | |
| ], | |
| "normalizer": { | |
| "type": "BertNormalizer", | |
| "clean_text": true, | |
| "handle_chinese_chars": true, | |
| "strip_accents": null, | |
| "lowercase": true | |
| }, | |
| "pre_tokenizer": { | |
| "type": "BertPreTokenizer" | |
| }, | |
| "post_processor": { | |
| "type": "TemplateProcessing", | |
| "single": [ | |
| { | |
| "SpecialToken": { | |
| "id": "[CLS]", | |
| "type_id": 0 | |
| } | |
| }, | |
| { | |
| "Sequence": { | |
| "id": "A", | |
| "type_id": 0 | |
| } | |
| }, | |
| { | |
| "SpecialToken": { | |
| "id": "[SEP]", | |
| "type_id": 0 | |
| } | |
| } | |
| ], | |
| "pair": [ | |
| { | |
| "SpecialToken": { | |
| "id": "[CLS]", | |
| "type_id": 0 | |
| } | |
| }, | |
| { | |
| "Sequence": { | |
| "id": "A", | |
| "type_id": 0 | |
| } | |
| }, | |
| { | |
| "SpecialToken": { | |
| "id": "[SEP]", | |
| "type_id": 0 | |
| } | |
| }, | |
| { | |
| "Sequence": { | |
| "id": "B", | |
| "type_id": 1 | |
| } | |
| }, | |
| { | |
| "SpecialToken": { | |
| "id": "[SEP]", | |
| "type_id": 1 | |
| } | |
| } | |
| ], | |
| "special_tokens": { | |
| "[CLS]": { | |
| "id": "[CLS]", | |
| "ids": [ | |
| 2 | |
| ], | |
| "tokens": [ | |
| "[CLS]" | |
| ] | |
| }, | |
| "[SEP]": { | |
| "id": "[SEP]", | |
| "ids": [ | |
| 3 | |
| ], | |
| "tokens": [ | |
| "[SEP]" | |
| ] | |
| } | |
| } | |
| }, | |
| "decoder": { | |
| "type": "WordPiece", | |
| "prefix": "##", | |
| "cleanup": true | |
| }, | |
| "model": { | |
| "type": "WordPiece", | |
| "unk_token": "[UNK]", | |
| "continuing_subword_prefix": "##", | |
| "max_input_chars_per_word": 100, | |
| "vocab": { | |
| "[PAD]": 0, | |
| "[UNK]": 1, | |
| "[CLS]": 2, | |
| "[SEP]": 3, | |
| "[MASK]": 4, | |
| "©": 5, | |
| "،": 6, | |
| "ء": 7, | |
| "ا": 8, | |
| "ب": 9, | |
| "ت": 10, | |
| "ث": 11, | |
| "ج": 12, | |
| "ح": 13, | |
| "خ": 14, | |
| "د": 15, | |
| "ذ": 16, | |
| "ر": 17, | |
| "ز": 18, | |
| "س": 19, | |
| "ش": 20, | |
| "ص": 21, | |
| "ض": 22, | |
| "ط": 23, | |
| "ظ": 24, | |
| "ع": 25, | |
| "غ": 26, | |
| "ف": 27, | |
| "ق": 28, | |
| "ل": 29, | |
| "م": 30, | |
| "ن": 31, | |
| "ه": 32, | |
| "و": 33, | |
| "ي": 34, | |
| "٪": 35, | |
| "ټ": 36, | |
| "پ": 37, | |
| "ځ": 38, | |
| "څ": 39, | |
| "چ": 40, | |
| "ډ": 41, | |
| "ړ": 42, | |
| "ږ": 43, | |
| "ژ": 44, | |
| "ښ": 45, | |
| "ک": 46, | |
| "ګ": 47, | |
| "ں": 48, | |
| "ڼ": 49, | |
| "ی": 50, | |
| "ۍ": 51, | |
| "ې": 52, | |
| "ے": 53, | |
| "ە": 54, | |
| "۰": 55, | |
| "۱": 56, | |
| "۲": 57, | |
| "۳": 58, | |
| "۴": 59, | |
| "۵": 60, | |
| "۶": 61, | |
| "۷": 62, | |
| "۸": 63, | |
| "۹": 64, | |
| "‼": 65, | |
| "⁉": 66, | |
| "↩": 67, | |
| "↪": 68, | |
| "⌨": 69, | |
| "⏯": 70, | |
| "⏰": 71, | |
| "⏳": 72, | |
| "ⓜ": 73, | |
| "▫": 74, | |
| "▶": 75, | |
| "◻": 76, | |
| "◽": 77, | |
| "◾": 78, | |
| "☀": 79, | |
| "☁": 80, | |
| "☃": 81, | |
| "☎": 82, | |
| "☑": 83, | |
| "☔": 84, | |
| "☕": 85, | |
| "☘": 86, | |
| "☝": 87, | |
| "☠": 88, | |
| "☢": 89, | |
| "☣": 90, | |
| "☹": 91, | |
| "☺": 92, | |
| "♀": 93, | |
| "♂": 94, | |
| "♠": 95, | |
| "♣": 96, | |
| "♥": 97, | |
| "♦": 98, | |
| "♨": 99, | |
| "♻": 100, | |
| "⚔": 101, | |
| "⚕": 102, | |
| "⚖": 103, | |
| "⚛": 104, | |
| "⚜": 105, | |
| "⚠": 106, | |
| "⚡": 107, | |
| "⚪": 108, | |
| "⚰": 109, | |
| "⚾": 110, | |
| "⛄": 111, | |
| "⛈": 112, | |
| "⛏": 113, | |
| "⛓": 114, | |
| "⛔": 115, | |
| "⛰": 116, | |
| "⛳": 117, | |
| "⛷": 118, | |
| "✂": 119, | |
| "✅": 120, | |
| "✈": 121, | |
| "✊": 122, | |
| "✋": 123, | |
| "✌": 124, | |
| "✍": 125, | |
| "✏": 126, | |
| "✒": 127, | |
| "✔": 128, | |
| "✖": 129, | |
| "✨": 130, | |
| "❄": 131, | |
| "❌": 132, | |
| "❎": 133, | |
| "❓": 134, | |
| "❕": 135, | |
| "❗": 136, | |
| "❣": 137, | |
| "❤": 138, | |
| "➖": 139, | |
| "➰": 140, | |
| "⤵": 141, | |
| "⬅": 142, | |
| "⬇": 143, | |
| "⬛": 144, | |
| "⭐": 145, | |
| "⭕": 146, | |
| "ﷺ": 147, | |
| "ﷻ": 148, | |
| "🀄": 149, | |
| "🆔": 150, | |
| "🌀": 151, | |
| "🌃": 152, | |
| "🌄": 153, | |
| "🌅": 154, | |
| "🌆": 155, | |
| "🌈": 156, | |
| "🌊": 157, | |
| "🌌": 158, | |
| "🌍": 159, | |
| "🌎": 160, | |
| "🌏": 161, | |
| "🌐": 162, | |
| "🌔": 163, | |
| "🌕": 164, | |
| "🌙": 165, | |
| "🌚": 166, | |
| "🌜": 167, | |
| "🌝": 168, | |
| "🌟": 169, | |
| "🌤": 170, | |
| "🌥": 171, | |
| "🌦": 172, | |
| "🌧": 173, | |
| "🌨": 174, | |
| "🌪": 175, | |
| "🌫": 176, | |
| "🌱": 177, | |
| "🌲": 178, | |
| "🌳": 179, | |
| "🌴": 180, | |
| "🌶": 181, | |
| "🌷": 182, | |
| "🌸": 183, | |
| "🌹": 184, | |
| "🌺": 185, | |
| "🌻": 186, | |
| "🌼": 187, | |
| "🌾": 188, | |
| "🌿": 189, | |
| "🍀": 190, | |
| "🍁": 191, | |
| "🍂": 192, | |
| "🍃": 193, | |
| "🍆": 194, | |
| "🍇": 195, | |
| "🍋": 196, | |
| "🍏": 197, | |
| "🍑": 198, | |
| "🍒": 199, | |
| "🍖": 200, | |
| "🍚": 201, | |
| "🍛": 202, | |
| "🍜": 203, | |
| "🍥": 204, | |
| "🍬": 205, | |
| "🍶": 206, | |
| "🍷": 207, | |
| "🍸": 208, | |
| "🍺": 209, | |
| "🍻": 210, | |
| "🍼": 211, | |
| "🍾": 212, | |
| "🎀": 213, | |
| "🎁": 214, | |
| "🎂": 215, | |
| "🎃": 216, | |
| "🎄": 217, | |
| "🎅": 218, | |
| "🎈": 219, | |
| "🎉": 220, | |
| "🎊": 221, | |
| "🎋": 222, | |
| "🎓": 223, | |
| "🎗": 224, | |
| "🎙": 225, | |
| "🎞": 226, | |
| "🎡": 227, | |
| "🎤": 228, | |
| "🎥": 229, | |
| "🎧": 230, | |
| "🎬": 231, | |
| "🎭": 232, | |
| "🎮": 233, | |
| "🎯": 234, | |
| "🎵": 235, | |
| "🎶": 236, | |
| "🎸": 237, | |
| "🎼": 238, | |
| "🏃": 239, | |
| "🏅": 240, | |
| "🏆": 241, | |
| "🏍": 242, | |
| "🏏": 243, | |
| "🏔": 244, | |
| "🏘": 245, | |
| "🏝": 246, | |
| "🏞": 247, | |
| "🏟": 248, | |
| "🏢": 249, | |
| "🏥": 250, | |
| "🏦": 251, | |
| "🏧": 252, | |
| "🏳": 253, | |
| "🏴": 254, | |
| "🏵": 255, | |
| "🏹": 256, | |
| "🏻": 257, | |
| "🏼": 258, | |
| "🏽": 259, | |
| "🏾": 260, | |
| "🏿": 261, | |
| "🐃": 262, | |
| "🐄": 263, | |
| "🐅": 264, | |
| "🐈": 265, | |
| "🐊": 266, | |
| "🐍": 267, | |
| "🐎": 268, | |
| "🐏": 269, | |
| "🐐": 270, | |
| "🐒": 271, | |
| "🐓": 272, | |
| "🐔": 273, | |
| "🐕": 274, | |
| "🐖": 275, | |
| "🐗": 276, | |
| "🐘": 277, | |
| "🐜": 278, | |
| "🐤": 279, | |
| "🐦": 280, | |
| "🐧": 281, | |
| "🐩": 282, | |
| "🐫": 283, | |
| "🐱": 284, | |
| "🐴": 285, | |
| "🐶": 286, | |
| "🐷": 287, | |
| "🐺": 288, | |
| "🐼": 289, | |
| "👀": 290, | |
| "👁": 291, | |
| "👂": 292, | |
| "👃": 293, | |
| "👅": 294, | |
| "👆": 295, | |
| "👇": 296, | |
| "👈": 297, | |
| "👉": 298, | |
| "👊": 299, | |
| "👋": 300, | |
| "👌": 301, | |
| "👍": 302, | |
| "👎": 303, | |
| "👏": 304, | |
| "👐": 305, | |
| "👑": 306, | |
| "👔": 307, | |
| "👙": 308, | |
| "👚": 309, | |
| "👡": 310, | |
| "👤": 311, | |
| "👥": 312, | |
| "👨": 313, | |
| "👩": 314, | |
| "👪": 315, | |
| "👫": 316, | |
| "👬": 317, | |
| "👭": 318, | |
| "👮": 319, | |
| "👯": 320, | |
| "👲": 321, | |
| "👳": 322, | |
| "👴": 323, | |
| "👵": 324, | |
| "👸": 325, | |
| "👹": 326, | |
| "👺": 327, | |
| "👻": 328, | |
| "👼": 329, | |
| "👽": 330, | |
| "👿": 331, | |
| "💀": 332, | |
| "💁": 333, | |
| "💂": 334, | |
| "💃": 335, | |
| "💄": 336, | |
| "💅": 337, | |
| "💆": 338, | |
| "💉": 339, | |
| "💋": 340, | |
| "💌": 341, | |
| "💍": 342, | |
| "💎": 343, | |
| "💏": 344, | |
| "💐": 345, | |
| "💑": 346, | |
| "💓": 347, | |
| "💔": 348, | |
| "💕": 349, | |
| "💖": 350, | |
| "💗": 351, | |
| "💘": 352, | |
| "💙": 353, | |
| "💚": 354, | |
| "💛": 355, | |
| "💜": 356, | |
| "💝": 357, | |
| "💞": 358, | |
| "💟": 359, | |
| "💠": 360, | |
| "💡": 361, | |
| "💢": 362, | |
| "💣": 363, | |
| "💥": 364, | |
| "💦": 365, | |
| "💧": 366, | |
| "💨": 367, | |
| "💩": 368, | |
| "💪": 369, | |
| "💫": 370, | |
| "💬": 371, | |
| "💭": 372, | |
| "💯": 373, | |
| "💰": 374, | |
| "💱": 375, | |
| "💲": 376, | |
| "💴": 377, | |
| "💵": 378, | |
| "💷": 379, | |
| "💸": 380, | |
| "💻": 381, | |
| "💿": 382, | |
| "📌": 383, | |
| "📍": 384, | |
| "📒": 385, | |
| "📓": 386, | |
| "📕": 387, | |
| "📖": 388, | |
| "📗": 389, | |
| "📘": 390, | |
| "📙": 391, | |
| "📚": 392, | |
| "📜": 393, | |
| "📝": 394, | |
| "📞": 395, | |
| "📢": 396, | |
| "📣": 397, | |
| "📩": 398, | |
| "📰": 399, | |
| "📱": 400, | |
| "📲": 401, | |
| "📷": 402, | |
| "📸": 403, | |
| "📽": 404, | |
| "📿": 405, | |
| "🔁": 406, | |
| "🔃": 407, | |
| "🔄": 408, | |
| "🔇": 409, | |
| "🔉": 410, | |
| "🔊": 411, | |
| "🔎": 412, | |
| "🔏": 413, | |
| "🔐": 414, | |
| "🔒": 415, | |
| "🔓": 416, | |
| "🔕": 417, | |
| "🔗": 418, | |
| "🔘": 419, | |
| "🔙": 420, | |
| "🔜": 421, | |
| "🔝": 422, | |
| "🔞": 423, | |
| "🔥": 424, | |
| "🔦": 425, | |
| "🔧": 426, | |
| "🔪": 427, | |
| "🔫": 428, | |
| "🔭": 429, | |
| "🔮": 430, | |
| "🔳": 431, | |
| "🔴": 432, | |
| "🔵": 433, | |
| "🔶": 434, | |
| "🔷": 435, | |
| "🔸": 436, | |
| "🔹": 437, | |
| "🔺": 438, | |
| "🔻": 439, | |
| "🕊": 440, | |
| "🕋": 441, | |
| "🕌": 442, | |
| "🕐": 443, | |
| "🕒": 444, | |
| "🕛": 445, | |
| "🕯": 446, | |
| "🕵": 447, | |
| "🕶": 448, | |
| "🕷": 449, | |
| "🕸": 450, | |
| "🖇": 451, | |
| "🖊": 452, | |
| "🖋": 453, | |
| "🖌": 454, | |
| "🖍": 455, | |
| "🖐": 456, | |
| "🖕": 457, | |
| "🖤": 458, | |
| "🖥": 459, | |
| "🖨": 460, | |
| "🗓": 461, | |
| "🗡": 462, | |
| "🗣": 463, | |
| "🗳": 464, | |
| "🗻": 465, | |
| "😀": 466, | |
| "😁": 467, | |
| "😂": 468, | |
| "😃": 469, | |
| "😄": 470, | |
| "😅": 471, | |
| "😆": 472, | |
| "😇": 473, | |
| "😈": 474, | |
| "😉": 475, | |
| "😊": 476, | |
| "😋": 477, | |
| "😌": 478, | |
| "😍": 479, | |
| "😎": 480, | |
| "😏": 481, | |
| "😐": 482, | |
| "😑": 483, | |
| "😒": 484, | |
| "😓": 485, | |
| "😔": 486, | |
| "😕": 487, | |
| "😖": 488, | |
| "😗": 489, | |
| "😘": 490, | |
| "😙": 491, | |
| "😚": 492, | |
| "😛": 493, | |
| "😜": 494, | |
| "😝": 495, | |
| "😞": 496, | |
| "😟": 497, | |
| "😠": 498, | |
| "😡": 499, | |
| "😢": 500, | |
| "😣": 501, | |
| "😤": 502, | |
| "😥": 503, | |
| "😦": 504, | |
| "😧": 505, | |
| "😨": 506, | |
| "😩": 507, | |
| "😪": 508, | |
| "😫": 509, | |
| "😬": 510, | |
| "😭": 511, | |
| "😮": 512, | |
| "😯": 513, | |
| "😰": 514, | |
| "😱": 515, | |
| "😲": 516, | |
| "😳": 517, | |
| "😴": 518, | |
| "😵": 519, | |
| "😶": 520, | |
| "😷": 521, | |
| "😸": 522, | |
| "😹": 523, | |
| "😺": 524, | |
| "😼": 525, | |
| "😾": 526, | |
| "🙁": 527, | |
| "🙂": 528, | |
| "🙃": 529, | |
| "🙄": 530, | |
| "🙅": 531, | |
| "🙆": 532, | |
| "🙇": 533, | |
| "🙈": 534, | |
| "🙉": 535, | |
| "🙊": 536, | |
| "🙋": 537, | |
| "🙌": 538, | |
| "🙍": 539, | |
| "🙎": 540, | |
| "🙏": 541, | |
| "🚁": 542, | |
| "🚌": 543, | |
| "🚎": 544, | |
| "🚑": 545, | |
| "🚓": 546, | |
| "🚘": 547, | |
| "🚨": 548, | |
| "🚩": 549, | |
| "🚪": 550, | |
| "🚬": 551, | |
| "🚮": 552, | |
| "🚶": 553, | |
| "🚷": 554, | |
| "🚸": 555, | |
| "🚿": 556, | |
| "🛀": 557, | |
| "🛁": 558, | |
| "🛅": 559, | |
| "🛌": 560, | |
| "🛑": 561, | |
| "🛠": 562, | |
| "🛡": 563, | |
| "🛣": 564, | |
| "🛫": 565, | |
| "🟢": 566, | |
| "🟥": 567, | |
| "🟩": 568, | |
| "🤌": 569, | |
| "🤍": 570, | |
| "🤎": 571, | |
| "🤏": 572, | |
| "🤐": 573, | |
| "🤑": 574, | |
| "🤒": 575, | |
| "🤓": 576, | |
| "🤔": 577, | |
| "🤕": 578, | |
| "🤗": 579, | |
| "🤘": 580, | |
| "🤙": 581, | |
| "🤚": 582, | |
| "🤛": 583, | |
| "🤜": 584, | |
| "🤝": 585, | |
| "🤞": 586, | |
| "🤟": 587, | |
| "🤠": 588, | |
| "🤡": 589, | |
| "🤢": 590, | |
| "🤣": 591, | |
| "🤤": 592, | |
| "🤥": 593, | |
| "🤦": 594, | |
| "🤧": 595, | |
| "🤨": 596, | |
| "🤩": 597, | |
| "🤪": 598, | |
| "🤫": 599, | |
| "🤬": 600, | |
| "🤭": 601, | |
| "🤮": 602, | |
| "🤯": 603, | |
| "🤲": 604, | |
| "🤳": 605, | |
| "🤷": 606, | |
| "🤸": 607, | |
| "🤺": 608, | |
| "🥀": 609, | |
| "🥂": 610, | |
| "🥄": 611, | |
| "🥒": 612, | |
| "🥕": 613, | |
| "🥗": 614, | |
| "🥛": 615, | |
| "🥝": 616, | |
| "🥞": 617, | |
| "🥤": 618, | |
| "🥦": 619, | |
| "🥪": 620, | |
| "🥬": 621, | |
| "🥰": 622, | |
| "🥱": 623, | |
| "🥲": 624, | |
| "🥳": 625, | |
| "🥴": 626, | |
| "🥵": 627, | |
| "🥶": 628, | |
| "🥷": 629, | |
| "🥸": 630, | |
| "🥹": 631, | |
| "🥺": 632, | |
| "🦁": 633, | |
| "🦄": 634, | |
| "🦅": 635, | |
| "🦇": 636, | |
| "🦋": 637, | |
| "🦌": 638, | |
| "🦓": 639, | |
| "🦔": 640, | |
| "🦘": 641, | |
| "🦙": 642, | |
| "🦜": 643, | |
| "🦟": 644, | |
| "🦢": 645, | |
| "🦤": 646, | |
| "🦥": 647, | |
| "🦩": 648, | |
| "🦮": 649, | |
| "🦴": 650, | |
| "🦵": 651, | |
| "🦶": 652, | |
| "🦹": 653, | |
| "🦺": 654, | |
| "🦻": 655, | |
| "🦾": 656, | |
| "🧏": 657, | |
| "🧐": 658, | |
| "🧑": 659, | |
| "🧕": 660, | |
| "🧚": 661, | |
| "🧛": 662, | |
| "🧠": 663, | |
| "🧡": 664, | |
| "🧣": 665, | |
| "🧬": 666, | |
| "🧵": 667, | |
| "🧸": 668, | |
| "🧹": 669, | |
| "🧾": 670, | |
| "🧿": 671, | |
| "🩶": 672, | |
| "🩸": 673, | |
| "🩹": 674, | |
| "🪀": 675, | |
| "🪕": 676, | |
| "🪙": 677, | |
| "🪠": 678, | |
| "🪦": 679, | |
| "🪴": 680, | |
| "🪷": 681, | |
| "🫀": 682, | |
| "🫂": 683, | |
| "🫏": 684, | |
| "🫐": 685, | |
| "🫓": 686, | |
| "🫘": 687, | |
| "🫠": 688, | |
| "🫡": 689, | |
| "🫢": 690, | |
| "🫣": 691, | |
| "🫤": 692, | |
| "🫥": 693, | |
| "🫧": 694, | |
| "🫨": 695, | |
| "🫰": 696, | |
| "🫱": 697, | |
| "🫲": 698, | |
| "🫳": 699, | |
| "🫴": 700, | |
| "🫵": 701, | |
| "🫶": 702 | |
| } | |
| } | |
| } |