xiaohei66 commited on
Commit
24bcbbd
·
verified ·
1 Parent(s): 85052fe

update chat_template for TRL

Browse files
Files changed (1) hide show
  1. chat_template.jinja +4 -4
chat_template.jinja CHANGED
@@ -4,8 +4,8 @@
4
  {%- if not cls_token is defined -%}
5
  {%- set cls_token = "<|begin_of_sentence|>" -%}
6
  {%- endif -%}
7
- {%- if not sep_token is defined -%}
8
- {%- set sep_token = "<|end_of_sentence|>" -%}
9
  {%- endif -%}
10
  {%- if not image_token is defined -%}
11
  {%- set image_token = "<|IMAGE_START|><|IMAGE_PLACEHOLDER|><|IMAGE_END|>" -%}
@@ -29,10 +29,10 @@
29
  {{- "Assistant: " -}}
30
  {%- for content in message["content"] -%}
31
  {%- if content["type"] == "text" -%}
32
- {{ content["text"] + "\n" }}
33
  {%- endif -%}
34
  {%- endfor -%}
35
- {{ sep_token -}}
36
  {%- elif message["role"] == "system" -%}
37
  {%- for content in message["content"] -%}
38
  {%- if content["type"] == "text" -%}
 
4
  {%- if not cls_token is defined -%}
5
  {%- set cls_token = "<|begin_of_sentence|>" -%}
6
  {%- endif -%}
7
+ {%- if not eos_token is defined -%}
8
+ {%- set eos_token = "</s>" -%}
9
  {%- endif -%}
10
  {%- if not image_token is defined -%}
11
  {%- set image_token = "<|IMAGE_START|><|IMAGE_PLACEHOLDER|><|IMAGE_END|>" -%}
 
29
  {{- "Assistant: " -}}
30
  {%- for content in message["content"] -%}
31
  {%- if content["type"] == "text" -%}
32
+ {{ content["text"] }}
33
  {%- endif -%}
34
  {%- endfor -%}
35
+ {{ eos_token -}}
36
  {%- elif message["role"] == "system" -%}
37
  {%- for content in message["content"] -%}
38
  {%- if content["type"] == "text" -%}