{ "tokenizer_class": "LlamaTokenizer", "unk_token": "", "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "pad_token": "<|endoftext|>", "add_bos_token": false, "add_eos_token": false, "add_prefix_space": true, "padding_side": "left", "clean_up_tokenization_spaces": false, "legacy": true, "model_max_length": 1000000000000000019884624838656, "spaces_between_special_tokens": false, "use_default_system_prompt": false }