{ "add_eos_token": false, "added_tokens_decoder": { "181887": { "content": "<|begin_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181888": { "content": "<|end_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181889": { "content": "<|reserved_special_token_0|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181890": { "content": "<|reserved_special_token_1|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181891": { "content": "<|reserved_special_token_2|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181892": { "content": "<|reserved_special_token_3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181893": { "content": "<|start_header_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181894": { "content": "<|end_header_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181895": { "content": "<|reserved_special_token_4|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181896": { "content": "<|eot_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181897": { "content": "<|reserved_special_token_5|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181898": { "content": "<|reserved_special_token_6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181899": { "content": "<|reserved_special_token_7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181900": { "content": "<|reserved_special_token_8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181901": { "content": "<|reserved_special_token_9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181902": { "content": "<|reserved_special_token_10|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181903": { "content": "<|reserved_special_token_11|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181904": { "content": "<|reserved_special_token_12|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181905": { "content": "<|reserved_special_token_13|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181906": { "content": "<|reserved_special_token_14|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181907": { "content": "<|reserved_special_token_15|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181908": { "content": "<|reserved_special_token_16|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181909": { "content": "<|reserved_special_token_17|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181910": { "content": "<|reserved_special_token_18|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181911": { "content": "<|reserved_special_token_19|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181912": { "content": "<|reserved_special_token_20|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181913": { "content": "<|reserved_special_token_21|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181914": { "content": "<|reserved_special_token_22|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181915": { "content": "<|reserved_special_token_23|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181916": { "content": "<|reserved_special_token_24|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181917": { "content": "<|reserved_special_token_25|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181918": { "content": "<|reserved_special_token_26|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181919": { "content": "<|reserved_special_token_27|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181920": { "content": "<|reserved_special_token_28|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181921": { "content": "<|reserved_special_token_29|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181922": { "content": "<|reserved_special_token_30|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181923": { "content": "<|reserved_special_token_31|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181924": { "content": "<|reserved_special_token_32|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181925": { "content": "<|reserved_special_token_33|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181926": { "content": "<|reserved_special_token_34|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181927": { "content": "<|reserved_special_token_35|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181928": { "content": "<|reserved_special_token_36|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181929": { "content": "<|reserved_special_token_37|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181930": { "content": "<|reserved_special_token_38|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181931": { "content": "<|reserved_special_token_39|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181932": { "content": "<|reserved_special_token_40|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181933": { "content": "<|reserved_special_token_41|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181934": { "content": "<|reserved_special_token_42|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181935": { "content": "<|reserved_special_token_43|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181936": { "content": "<|reserved_special_token_44|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181937": { "content": "<|reserved_special_token_45|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181938": { "content": "<|reserved_special_token_46|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181939": { "content": "<|reserved_special_token_47|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181940": { "content": "<|reserved_special_token_48|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181941": { "content": "<|reserved_special_token_49|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181942": { "content": "<|reserved_special_token_50|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181943": { "content": "<|reserved_special_token_51|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181944": { "content": "<|reserved_special_token_52|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181945": { "content": "<|reserved_special_token_53|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181946": { "content": "<|reserved_special_token_54|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181947": { "content": "<|reserved_special_token_55|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181948": { "content": "<|reserved_special_token_56|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181949": { "content": "<|reserved_special_token_57|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181950": { "content": "<|reserved_special_token_58|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181951": { "content": "<|reserved_special_token_59|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181952": { "content": "<|reserved_special_token_60|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181953": { "content": "<|reserved_special_token_61|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181954": { "content": "<|reserved_special_token_62|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181955": { "content": "<|reserved_special_token_63|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181956": { "content": "<|reserved_special_token_64|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181957": { "content": "<|reserved_special_token_65|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181958": { "content": "<|reserved_special_token_66|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181959": { "content": "<|reserved_special_token_67|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181960": { "content": "<|reserved_special_token_68|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181961": { "content": "<|reserved_special_token_69|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181962": { "content": "<|reserved_special_token_70|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181963": { "content": "<|reserved_special_token_71|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181964": { "content": "<|reserved_special_token_72|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181965": { "content": "<|reserved_special_token_73|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181966": { "content": "<|reserved_special_token_74|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181967": { "content": "<|reserved_special_token_75|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181968": { "content": "<|reserved_special_token_76|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181969": { "content": "<|reserved_special_token_77|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181970": { "content": "<|reserved_special_token_78|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181971": { "content": "<|reserved_special_token_79|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181972": { "content": "<|reserved_special_token_80|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181973": { "content": "<|reserved_special_token_81|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181974": { "content": "<|reserved_special_token_82|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181975": { "content": "<|reserved_special_token_83|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181976": { "content": "<|reserved_special_token_84|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181977": { "content": "<|reserved_special_token_85|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181978": { "content": "<|reserved_special_token_86|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181979": { "content": "<|reserved_special_token_87|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181980": { "content": "<|reserved_special_token_88|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181981": { "content": "<|reserved_special_token_89|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181982": { "content": "<|reserved_special_token_90|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181983": { "content": "<|reserved_special_token_91|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181984": { "content": "<|reserved_special_token_92|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181985": { "content": "<|reserved_special_token_93|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181986": { "content": "<|reserved_special_token_94|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181987": { "content": "<|reserved_special_token_95|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181988": { "content": "<|reserved_special_token_96|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181989": { "content": "<|reserved_special_token_97|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181990": { "content": "<|reserved_special_token_98|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181991": { "content": "<|reserved_special_token_99|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181992": { "content": "<|reserved_special_token_100|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181993": { "content": "<|reserved_special_token_101|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181994": { "content": "<|reserved_special_token_102|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181995": { "content": "<|reserved_special_token_103|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181996": { "content": "<|reserved_special_token_104|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181997": { "content": "<|reserved_special_token_105|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181998": { "content": "<|reserved_special_token_106|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181999": { "content": "<|reserved_special_token_107|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182000": { "content": "<|reserved_special_token_108|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182001": { "content": "<|reserved_special_token_109|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182002": { "content": "<|reserved_special_token_110|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182003": { "content": "<|reserved_special_token_111|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182004": { "content": "<|reserved_special_token_112|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182005": { "content": "<|reserved_special_token_113|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182006": { "content": "<|reserved_special_token_114|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182007": { "content": "<|reserved_special_token_115|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182008": { "content": "<|reserved_special_token_116|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182009": { "content": "<|reserved_special_token_117|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182010": { "content": "<|reserved_special_token_118|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182011": { "content": "<|reserved_special_token_119|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182012": { "content": "<|reserved_special_token_120|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182013": { "content": "<|reserved_special_token_121|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182014": { "content": "<|reserved_special_token_122|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182015": { "content": "<|reserved_special_token_123|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182016": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182017": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182018": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182019": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182020": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182021": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182022": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182023": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182024": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "bos_token": "<|begin_of_text|>", "chat_template": "{% set loop_messages = messages %}{% if loop_messages[0]['role'] != 'system' %}{% set loop_messages = [{'role': 'system', 'content': '你是Qianfan-VL，由百度智能云千帆团队研发的多模态大模型。'}] + loop_messages %}{% endif %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n' + message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}", "clean_up_tokenization_spaces": true, "eos_token": "<|eot_id|>", "model_input_names": [ "input_ids", "attention_mask" ], "model_max_length": 32768, "pad_token": "<|end_of_text|>", "tokenizer_class": "PreTrainedTokenizerFast" }