{ "additional_special_tokens": [ "[HIS_TOKEN_0]", "[HIS_TOKEN_1]", "[HIS_TOKEN_2]", "[HIS_TOKEN_3]", "[HIS_TOKEN_4]", "[HIS_TOKEN_5]", "[HIS_TOKEN_6]", "[HIS_TOKEN_7]", "[DIFF_TOKEN_0]", "[DIFF_TOKEN_1]", "[DIFF_TOKEN_2]", "[DIFF_TOKEN_3]", "[DIFF_TOKEN_4]", "[DIFF_TOKEN_5]", "[DIFF_TOKEN_6]", "[DIFF_TOKEN_7]", "", "", "", "" ], "eos_token": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "pad_token": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } }