File size: 157 Bytes
18c9785
 
 
 
 
 
 
1
2
3
4
5
6
7
8
{
  "vocab_size": 42,
  "special_tokens": ["<banana>", "<potato>", "<squirrel>"],
  "unk_token": "<huh?>",
  "bos_token": "<go!>",
  "eos_token": "<whew>"
}