special_tokens_map.json

{
  "additional_special_tokens": [
    "PRP$",
    "VBG",
    "FW",
    "VB",
    "POS",
    "''",
    "VBP",
    "VBN",
    "JJ",
    "WP",
    "VBZ",
    "DT",
    "RP",
    "$",
    "NN",
    ")",
    "(",
    "RBR",
    "VBD",
    ",",
    ".",
    "TO",
    "LS",
    "RB",
    ":",
    "NNS",
    "NNP",
    "``",
    "WRB",
    "CC",
    "PDT",
    "RBS",
    "PRP",
    "CD",
    "EX",
    "IN",
    "WP$",
    "MD",
    "NNPS",
    "--",
    "JJS",
    "JJR",
    "SYM",
    "UH",
    "WDT"
  ],
  "bos_token": {
    "content": "<|endoftext|>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  },
  "eos_token": {
    "content": "<|endoftext|>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  },
  "pad_token": {
    "content": "<|endoftext|>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  },
  "unk_token": {
    "content": "<|endoftext|>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  }
}