SmolLM-360M-fineweb-edu-0.3 / added_tokens.json
alonj's picture
Upload tokenizer
d9adef4 verified
raw
history blame contribute delete
354 Bytes
{
"JJ": 49157,
"JJR": 49170,
"JJS": 49169,
"NNP": 49162,
"NNPS": 49168,
"NNS": 49161,
"PDT": 49164,
"PRP": 49166,
"PRP$": 49152,
"RBR": 49159,
"RBS": 49165,
"SYM": 49171,
"UH": 49172,
"VB": 49154,
"VBD": 49160,
"VBG": 49153,
"VBN": 49156,
"VBP": 49155,
"VBZ": 49158,
"WDT": 49173,
"WP$": 49167,
"WRB": 49163
}