musiclang-4k / tokenizer.json
floriangardin's picture
Update tokenizer.json
10286fe
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [],
"normalizer": null,
"pre_tokenizer": {
"type": "WhitespaceSplit"
},
"post_processor": null,
"decoder":null,
"model": {
"type": "WordLevel",
"vocab": {
"AMPLITUDE__f": 0,
"AMPLITUDE__ff": 1,
"AMPLITUDE__fff": 2,
"AMPLITUDE__mf": 3,
"AMPLITUDE__mp": 4,
"AMPLITUDE__n": 5,
"AMPLITUDE__p": 6,
"AMPLITUDE__pp": 7,
"AMPLITUDE__ppp": 8,
"AVERAGE_OCTAVE__-1": 9,
"AVERAGE_OCTAVE__-2": 10,
"AVERAGE_OCTAVE__-3": 11,
"AVERAGE_OCTAVE__-4": 12,
"AVERAGE_OCTAVE__0": 13,
"AVERAGE_OCTAVE__1": 14,
"AVERAGE_OCTAVE__2": 15,
"AVERAGE_OCTAVE__3": 16,
"AVERAGE_OCTAVE__4": 17,
"AVERAGE_OCTAVE__5": 18,
"CHORD_CHANGE": 19,
"CHORD_DEGREE__0": 20,
"CHORD_DEGREE__1": 21,
"CHORD_DEGREE__2": 22,
"CHORD_DEGREE__3": 23,
"CHORD_DEGREE__4": 24,
"CHORD_DEGREE__5": 25,
"CHORD_DEGREE__6": 26,
"CHORD_DURATION_DEN__1": 27,
"CHORD_DURATION_DEN__2": 28,
"CHORD_DURATION_DEN__4": 29,
"CHORD_DURATION_DEN__8": 30,
"CHORD_DURATION_NUM__1": 31,
"CHORD_DURATION_NUM__11": 32,
"CHORD_DURATION_NUM__13": 33,
"CHORD_DURATION_NUM__15": 34,
"CHORD_DURATION_NUM__17": 35,
"CHORD_DURATION_NUM__19": 36,
"CHORD_DURATION_NUM__2": 37,
"CHORD_DURATION_NUM__21": 38,
"CHORD_DURATION_NUM__23": 39,
"CHORD_DURATION_NUM__25": 40,
"CHORD_DURATION_NUM__27": 41,
"CHORD_DURATION_NUM__29": 42,
"CHORD_DURATION_NUM__3": 43,
"CHORD_DURATION_NUM__31": 44,
"CHORD_DURATION_NUM__33": 45,
"CHORD_DURATION_NUM__37": 46,
"CHORD_DURATION_NUM__39": 47,
"CHORD_DURATION_NUM__4": 48,
"CHORD_DURATION_NUM__41": 49,
"CHORD_DURATION_NUM__43": 50,
"CHORD_DURATION_NUM__45": 51,
"CHORD_DURATION_NUM__47": 52,
"CHORD_DURATION_NUM__5": 53,
"CHORD_DURATION_NUM__6": 54,
"CHORD_DURATION_NUM__7": 55,
"CHORD_DURATION_NUM__8": 56,
"CHORD_DURATION_NUM__9": 57,
"CHORD_OCTAVE__-1": 58,
"CHORD_OCTAVE__-2": 59,
"CHORD_OCTAVE__0": 60,
"DENSITY__high": 61,
"DENSITY__low": 62,
"DENSITY__medium": 63,
"DENSITY__very_high": 64,
"END": 65,
"INSTRUMENT_NAME__accordion": 66,
"INSTRUMENT_NAME__acoustic_bass": 67,
"INSTRUMENT_NAME__acoustic_guitar": 68,
"INSTRUMENT_NAME__agogo": 69,
"INSTRUMENT_NAME__alto_sax": 70,
"INSTRUMENT_NAME__applause": 71,
"INSTRUMENT_NAME__bagpipe": 72,
"INSTRUMENT_NAME__banjo": 73,
"INSTRUMENT_NAME__baritone_sax": 74,
"INSTRUMENT_NAME__bass_lead": 75,
"INSTRUMENT_NAME__bassoon": 76,
"INSTRUMENT_NAME__bird_tweet": 77,
"INSTRUMENT_NAME__blown_bottle": 78,
"INSTRUMENT_NAME__brass_section": 79,
"INSTRUMENT_NAME__breath_noise": 80,
"INSTRUMENT_NAME__bright_piano": 81,
"INSTRUMENT_NAME__calliope_lead": 82,
"INSTRUMENT_NAME__celesta": 83,
"INSTRUMENT_NAME__cello": 84,
"INSTRUMENT_NAME__charang_lead": 85,
"INSTRUMENT_NAME__chiff_lead": 86,
"INSTRUMENT_NAME__choir_aahs": 87,
"INSTRUMENT_NAME__choir_oohs": 88,
"INSTRUMENT_NAME__church_organ": 89,
"INSTRUMENT_NAME__clarinet": 90,
"INSTRUMENT_NAME__clavi": 91,
"INSTRUMENT_NAME__clean_guitar": 92,
"INSTRUMENT_NAME__contrabass": 93,
"INSTRUMENT_NAME__distortion_guitar": 94,
"INSTRUMENT_NAME__drawbar_organ": 95,
"INSTRUMENT_NAME__drums_0": 96,
"INSTRUMENT_NAME__dulcimer": 97,
"INSTRUMENT_NAME__electric_bass_finger": 98,
"INSTRUMENT_NAME__electric_bass_pick": 99,
"INSTRUMENT_NAME__electric_piano": 100,
"INSTRUMENT_NAME__electric_piano_1": 101,
"INSTRUMENT_NAME__electric_piano_2": 102,
"INSTRUMENT_NAME__english_horn": 103,
"INSTRUMENT_NAME__fiddle": 104,
"INSTRUMENT_NAME__fifths_lead": 105,
"INSTRUMENT_NAME__flute": 106,
"INSTRUMENT_NAME__french_horn": 107,
"INSTRUMENT_NAME__fretless_bass": 108,
"INSTRUMENT_NAME__fx_atmosphere": 109,
"INSTRUMENT_NAME__fx_brightness": 110,
"INSTRUMENT_NAME__fx_crystal": 111,
"INSTRUMENT_NAME__fx_echoes": 112,
"INSTRUMENT_NAME__fx_globlins": 113,
"INSTRUMENT_NAME__fx_rain": 114,
"INSTRUMENT_NAME__fx_sci_fi": 115,
"INSTRUMENT_NAME__fx_soundtrack": 116,
"INSTRUMENT_NAME__glockenspiel": 117,
"INSTRUMENT_NAME__guitar_fret_noise": 118,
"INSTRUMENT_NAME__gunshot": 119,
"INSTRUMENT_NAME__harmonic_guitar": 120,
"INSTRUMENT_NAME__harmonica": 121,
"INSTRUMENT_NAME__harp": 122,
"INSTRUMENT_NAME__harpsichord": 123,
"INSTRUMENT_NAME__helicopter": 124,
"INSTRUMENT_NAME__honky_tonk": 125,
"INSTRUMENT_NAME__jazz_guitar": 126,
"INSTRUMENT_NAME__kalimba": 127,
"INSTRUMENT_NAME__koto": 128,
"INSTRUMENT_NAME__marimba": 129,
"INSTRUMENT_NAME__melodic_tom": 130,
"INSTRUMENT_NAME__music_box": 131,
"INSTRUMENT_NAME__muted_guitar": 132,
"INSTRUMENT_NAME__muted_trumpet": 133,
"INSTRUMENT_NAME__oboe": 134,
"INSTRUMENT_NAME__ocarina": 135,
"INSTRUMENT_NAME__orchestra_hit": 136,
"INSTRUMENT_NAME__overdriven_guitar": 137,
"INSTRUMENT_NAME__pad_bowed": 138,
"INSTRUMENT_NAME__pad_choir": 139,
"INSTRUMENT_NAME__pad_halo": 140,
"INSTRUMENT_NAME__pad_metallic": 141,
"INSTRUMENT_NAME__pad_new_age": 142,
"INSTRUMENT_NAME__pad_polysynth": 143,
"INSTRUMENT_NAME__pad_sweep": 144,
"INSTRUMENT_NAME__pad_warm": 145,
"INSTRUMENT_NAME__pan_flute": 146,
"INSTRUMENT_NAME__percussive_organ": 147,
"INSTRUMENT_NAME__piano": 148,
"INSTRUMENT_NAME__piccolo": 149,
"INSTRUMENT_NAME__pizzicato": 150,
"INSTRUMENT_NAME__recorder": 151,
"INSTRUMENT_NAME__reed_organ": 152,
"INSTRUMENT_NAME__reverse_cymbal": 153,
"INSTRUMENT_NAME__rock_organ": 154,
"INSTRUMENT_NAME__sawtooth_lead": 155,
"INSTRUMENT_NAME__seashore": 156,
"INSTRUMENT_NAME__shakuhachi": 157,
"INSTRUMENT_NAME__shamisen": 158,
"INSTRUMENT_NAME__shanai": 159,
"INSTRUMENT_NAME__sitar": 160,
"INSTRUMENT_NAME__slap_bass_1": 161,
"INSTRUMENT_NAME__slap_bass_2": 162,
"INSTRUMENT_NAME__soprano_sax": 163,
"INSTRUMENT_NAME__square_lead": 164,
"INSTRUMENT_NAME__steel_drums": 165,
"INSTRUMENT_NAME__steel_guitar": 166,
"INSTRUMENT_NAME__string_ensemble_1": 167,
"INSTRUMENT_NAME__string_ensemble_2": 168,
"INSTRUMENT_NAME__synth_bass_1": 169,
"INSTRUMENT_NAME__synth_bass_2": 170,
"INSTRUMENT_NAME__synth_brass_1": 171,
"INSTRUMENT_NAME__synth_brass_2": 172,
"INSTRUMENT_NAME__synth_choir": 173,
"INSTRUMENT_NAME__synth_drum": 174,
"INSTRUMENT_NAME__synth_string_1": 175,
"INSTRUMENT_NAME__synth_string_2": 176,
"INSTRUMENT_NAME__taiko_drum": 177,
"INSTRUMENT_NAME__tango_accordion": 178,
"INSTRUMENT_NAME__telephone_ring": 179,
"INSTRUMENT_NAME__tenor_sax": 180,
"INSTRUMENT_NAME__timpani": 181,
"INSTRUMENT_NAME__tinkle_bell": 182,
"INSTRUMENT_NAME__tremolo_string": 183,
"INSTRUMENT_NAME__trombone": 184,
"INSTRUMENT_NAME__trumpet": 185,
"INSTRUMENT_NAME__tuba": 186,
"INSTRUMENT_NAME__tubular_bells": 187,
"INSTRUMENT_NAME__vibraphone": 188,
"INSTRUMENT_NAME__viola": 189,
"INSTRUMENT_NAME__violin": 190,
"INSTRUMENT_NAME__voice_lead": 191,
"INSTRUMENT_NAME__whistle": 192,
"INSTRUMENT_NAME__woodblock": 193,
"INSTRUMENT_NAME__xylophone": 194,
"INSTRUMENT_PART__0": 195,
"INSTRUMENT_PART__1": 196,
"INSTRUMENT_PART__10": 197,
"INSTRUMENT_PART__11": 198,
"INSTRUMENT_PART__12": 199,
"INSTRUMENT_PART__13": 200,
"INSTRUMENT_PART__14": 201,
"INSTRUMENT_PART__15": 202,
"INSTRUMENT_PART__16": 203,
"INSTRUMENT_PART__17": 204,
"INSTRUMENT_PART__18": 205,
"INSTRUMENT_PART__19": 206,
"INSTRUMENT_PART__2": 207,
"INSTRUMENT_PART__20": 208,
"INSTRUMENT_PART__21": 209,
"INSTRUMENT_PART__22": 210,
"INSTRUMENT_PART__23": 211,
"INSTRUMENT_PART__24": 212,
"INSTRUMENT_PART__25": 213,
"INSTRUMENT_PART__26": 214,
"INSTRUMENT_PART__27": 215,
"INSTRUMENT_PART__28": 216,
"INSTRUMENT_PART__29": 217,
"INSTRUMENT_PART__3": 218,
"INSTRUMENT_PART__30": 219,
"INSTRUMENT_PART__31": 220,
"INSTRUMENT_PART__32": 221,
"INSTRUMENT_PART__33": 222,
"INSTRUMENT_PART__34": 223,
"INSTRUMENT_PART__35": 224,
"INSTRUMENT_PART__36": 225,
"INSTRUMENT_PART__4": 226,
"INSTRUMENT_PART__5": 227,
"INSTRUMENT_PART__6": 228,
"INSTRUMENT_PART__7": 229,
"INSTRUMENT_PART__8": 230,
"INSTRUMENT_PART__9": 231,
"MELODY_END": 232,
"NEXT_CHORD_DEGREE__0": 233,
"NEXT_CHORD_DEGREE__1": 234,
"NEXT_CHORD_DEGREE__2": 235,
"NEXT_CHORD_DEGREE__3": 236,
"NEXT_CHORD_DEGREE__4": 237,
"NEXT_CHORD_DEGREE__5": 238,
"NEXT_CHORD_DEGREE__6": 239,
"NEXT_CHORD_DURATION_DEN__1": 240,
"NEXT_CHORD_DURATION_DEN__2": 241,
"NEXT_CHORD_DURATION_DEN__4": 242,
"NEXT_CHORD_DURATION_DEN__8": 243,
"NEXT_CHORD_DURATION_NUM__1": 244,
"NEXT_CHORD_DURATION_NUM__11": 245,
"NEXT_CHORD_DURATION_NUM__13": 246,
"NEXT_CHORD_DURATION_NUM__15": 247,
"NEXT_CHORD_DURATION_NUM__17": 248,
"NEXT_CHORD_DURATION_NUM__19": 249,
"NEXT_CHORD_DURATION_NUM__2": 250,
"NEXT_CHORD_DURATION_NUM__21": 251,
"NEXT_CHORD_DURATION_NUM__23": 252,
"NEXT_CHORD_DURATION_NUM__25": 253,
"NEXT_CHORD_DURATION_NUM__27": 254,
"NEXT_CHORD_DURATION_NUM__29": 255,
"NEXT_CHORD_DURATION_NUM__3": 256,
"NEXT_CHORD_DURATION_NUM__31": 257,
"NEXT_CHORD_DURATION_NUM__33": 258,
"NEXT_CHORD_DURATION_NUM__37": 259,
"NEXT_CHORD_DURATION_NUM__39": 260,
"NEXT_CHORD_DURATION_NUM__4": 261,
"NEXT_CHORD_DURATION_NUM__41": 262,
"NEXT_CHORD_DURATION_NUM__43": 263,
"NEXT_CHORD_DURATION_NUM__45": 264,
"NEXT_CHORD_DURATION_NUM__47": 265,
"NEXT_CHORD_DURATION_NUM__5": 266,
"NEXT_CHORD_DURATION_NUM__6": 267,
"NEXT_CHORD_DURATION_NUM__7": 268,
"NEXT_CHORD_DURATION_NUM__8": 269,
"NEXT_CHORD_DURATION_NUM__9": 270,
"NEXT_CHORD_OCTAVE__-1": 271,
"NEXT_CHORD_OCTAVE__-2": 272,
"NEXT_CHORD_OCTAVE__0": 273,
"NEXT_TONALITY_DEGREE__0": 274,
"NEXT_TONALITY_DEGREE__1": 275,
"NEXT_TONALITY_DEGREE__10": 276,
"NEXT_TONALITY_DEGREE__11": 277,
"NEXT_TONALITY_DEGREE__2": 278,
"NEXT_TONALITY_DEGREE__3": 279,
"NEXT_TONALITY_DEGREE__4": 280,
"NEXT_TONALITY_DEGREE__5": 281,
"NEXT_TONALITY_DEGREE__6": 282,
"NEXT_TONALITY_DEGREE__7": 283,
"NEXT_TONALITY_DEGREE__8": 284,
"NEXT_TONALITY_DEGREE__9": 285,
"NEXT_TONALITY_MODE__M": 286,
"NEXT_TONALITY_MODE__m": 287,
"NOTE_AMP__f": 288,
"NOTE_AMP__ff": 289,
"NOTE_AMP__fff": 290,
"NOTE_AMP__mf": 291,
"NOTE_AMP__mp": 292,
"NOTE_AMP__p": 293,
"NOTE_AMP__pp": 294,
"NOTE_AMP__ppp": 295,
"NOTE_DURATION_DEN__1": 296,
"NOTE_DURATION_DEN__2": 297,
"NOTE_DURATION_DEN__4": 298,
"NOTE_DURATION_DEN__8": 299,
"NOTE_DURATION_NUM__1": 300,
"NOTE_DURATION_NUM__11": 301,
"NOTE_DURATION_NUM__13": 302,
"NOTE_DURATION_NUM__15": 303,
"NOTE_DURATION_NUM__17": 304,
"NOTE_DURATION_NUM__19": 305,
"NOTE_DURATION_NUM__2": 306,
"NOTE_DURATION_NUM__21": 307,
"NOTE_DURATION_NUM__23": 308,
"NOTE_DURATION_NUM__25": 309,
"NOTE_DURATION_NUM__27": 310,
"NOTE_DURATION_NUM__29": 311,
"NOTE_DURATION_NUM__3": 312,
"NOTE_DURATION_NUM__31": 313,
"NOTE_DURATION_NUM__33": 314,
"NOTE_DURATION_NUM__35": 315,
"NOTE_DURATION_NUM__37": 316,
"NOTE_DURATION_NUM__39": 317,
"NOTE_DURATION_NUM__4": 318,
"NOTE_DURATION_NUM__41": 319,
"NOTE_DURATION_NUM__43": 320,
"NOTE_DURATION_NUM__45": 321,
"NOTE_DURATION_NUM__47": 322,
"NOTE_DURATION_NUM__5": 323,
"NOTE_DURATION_NUM__6": 324,
"NOTE_DURATION_NUM__7": 325,
"NOTE_DURATION_NUM__8": 326,
"NOTE_DURATION_NUM__9": 327,
"NOTE_OCTAVE__-1": 328,
"NOTE_OCTAVE__-2": 329,
"NOTE_OCTAVE__-3": 330,
"NOTE_OCTAVE__-4": 331,
"NOTE_OCTAVE__0": 332,
"NOTE_OCTAVE__1": 333,
"NOTE_OCTAVE__2": 334,
"NOTE_OCTAVE__3": 335,
"NOTE_OCTAVE__4": 336,
"NOTE_OCTAVE__5": 337,
"NOTE_TYPE__d": 338,
"NOTE_TYPE__h": 339,
"NOTE_TYPE__l": 340,
"NOTE_TYPE__r": 341,
"NOTE_TYPE__s": 342,
"NOTE_VAL__0": 343,
"NOTE_VAL__1": 344,
"NOTE_VAL__10": 345,
"NOTE_VAL__11": 346,
"NOTE_VAL__2": 347,
"NOTE_VAL__3": 348,
"NOTE_VAL__4": 349,
"NOTE_VAL__5": 350,
"NOTE_VAL__6": 351,
"NOTE_VAL__7": 352,
"NOTE_VAL__8": 353,
"NOTE_VAL__9": 354,
"TONALITY_DEGREE__0": 355,
"TONALITY_DEGREE__1": 356,
"TONALITY_DEGREE__10": 357,
"TONALITY_DEGREE__11": 358,
"TONALITY_DEGREE__2": 359,
"TONALITY_DEGREE__3": 360,
"TONALITY_DEGREE__4": 361,
"TONALITY_DEGREE__5": 362,
"TONALITY_DEGREE__6": 363,
"TONALITY_DEGREE__7": 364,
"TONALITY_DEGREE__8": 365,
"TONALITY_DEGREE__9": 366,
"TONALITY_MODE__M": 367,
"TONALITY_MODE__m": 368,
"WILL_END": 369
},
"unk_token": "[UNK]"
}
}