File size: 157 Bytes
18c9785 |
1 2 3 4 5 6 7 8 |
{
"vocab_size": 42,
"special_tokens": ["<banana>", "<potato>", "<squirrel>"],
"unk_token": "<huh?>",
"bos_token": "<go!>",
"eos_token": "<whew>"
}
|
18c9785 |
1 2 3 4 5 6 7 8 |
{
"vocab_size": 42,
"special_tokens": ["<banana>", "<potato>", "<squirrel>"],
"unk_token": "<huh?>",
"bos_token": "<go!>",
"eos_token": "<whew>"
}
|