special_tokens_map.json

{
  "additional_special_tokens": [
    "[HIS_TOKEN_0]",
    "[HIS_TOKEN_1]",
    "[HIS_TOKEN_2]",
    "[HIS_TOKEN_3]",
    "[HIS_TOKEN_4]",
    "[HIS_TOKEN_5]",
    "[HIS_TOKEN_6]",
    "[HIS_TOKEN_7]",
    "[DIFF_TOKEN_0]",
    "[DIFF_TOKEN_1]",
    "[DIFF_TOKEN_2]",
    "[DIFF_TOKEN_3]",
    "[DIFF_TOKEN_4]",
    "[DIFF_TOKEN_5]",
    "[DIFF_TOKEN_6]",
    "[DIFF_TOKEN_7]",
    "<his_token_start>",
    "<his_token_end>",
    "<diff_token_start>",
    "<diff_token_end>"
  ],
  "eos_token": {
    "content": "<|im_end|>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  },
  "pad_token": {
    "content": "<|endoftext|>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  }
}