tjtanaa commited on
Commit
49a3752
·
1 Parent(s): 58316e9

Update chat template

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -111,7 +111,7 @@
111
  ">>SUFFIX<<",
112
  ">>MIDDLE<<"
113
  ],
114
- "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{% if not loop.first %}{% endif %}{% if message['role'] == 'system' %}{{ message['content'] + ' ' }}{% elif message['role'] == 'user' %}{{ 'USER: ' + message['content'] + ' ' }}{% elif message['role'] == 'assistant' %}{{ 'ASSISTANT: ' + message['content'] + '</s>' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ 'ASSISTANT:' }}{% endif %}",
115
  "clean_up_tokenization_spaces": true,
116
  "eos_token": "<|endoftext|>",
117
  "model_input_names": [
 
111
  ">>SUFFIX<<",
112
  ">>MIDDLE<<"
113
  ],
114
+ "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\\n' + message['content'] + '<|im_end|>' + '\\n'}}{% endfor %}",
115
  "clean_up_tokenization_spaces": true,
116
  "eos_token": "<|endoftext|>",
117
  "model_input_names": [