sponsorblock-small / added_tokens.json
Joshua Lochner
Next training iteration (2.5m)
5261e70
raw
history blame contribute delete
528 Bytes
{"LONG_WORD_TOKEN": 32105, "[Applause]": 32107, "START_SELFPROMO_TOKEN": 32115, "BETWEEN_SEGMENTS_TOKEN": 32111, "HYPHENATED_URL_TOKEN": 32101, "END_SPONSOR_TOKEN": 32114, "[Laughter]": 32108, "END_SELFPROMO_TOKEN": 32116, "NUMBER_TOKEN": 32103, "PROFANITY_TOKEN": 32109, "[Music]": 32106, "EXTRACT_SEGMENTS: ": 32110, "END_INTERACTION_TOKEN": 32118, "START_SPONSOR_TOKEN": 32113, "SHORT_HYPHENATED_TOKEN": 32104, "URL_TOKEN": 32100, "NO_SEGMENT_TOKEN": 32112, "START_INTERACTION_TOKEN": 32117, "NUMBER_PERCENTAGE_TOKEN": 32102}