File size: 245 Bytes
3b6c80d
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
{
  "clean_up_tokenization_spaces":true,
  "eos_token":"</s>",
  "model_max_length":512,
  "pad_token":"<pad>",
  "separate_vocabs":false,
  "source_lang":"cy",
  "target_lang":"en",
  "tokenizer_class":"MarianTokenizer",
  "unk_token":"<unk>"
}