sponsorblock-small / added_tokens.json
Joshua Lochner
Add model info
9353abb
raw
history blame
528 Bytes
{"LONG_WORD_TOKEN": 32105, "START_INTERACTION_TOKEN": 32117, "[Music]": 32106, "NUMBER_TOKEN": 32103, "PROFANITY_TOKEN": 32109, "HYPHENATED_URL_TOKEN": 32101, "NO_SEGMENT_TOKEN": 32112, "EXTRACT_SEGMENTS: ": 32110, "SHORT_HYPHENATED_TOKEN": 32104, "END_INTERACTION_TOKEN": 32118, "END_SELFPROMO_TOKEN": 32116, "END_SPONSOR_TOKEN": 32114, "BETWEEN_SEGMENTS_TOKEN": 32111, "[Laughter]": 32108, "URL_TOKEN": 32100, "NUMBER_PERCENTAGE_TOKEN": 32102, "START_SPONSOR_TOKEN": 32113, "START_SELFPROMO_TOKEN": 32115, "[Applause]": 32107}