Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
|
@@ -2140,7 +2140,7 @@
|
|
| 2140 |
"<|number_end|>"
|
| 2141 |
],
|
| 2142 |
"bos_token": "<|startoftext|>",
|
| 2143 |
-
"chat_template": "{% set ns = namespace() %}{% set ns.system_present = false %}{% set thinking_option = 'on' %}{% if enable_thinking is defined and not enable_thinking %}{% set thinking_option = 'off' %}{% endif %}{% for message in messages %}{% set role = message['role'] | lower %}{% if role == 'system' %}{% set ns.system_present = true %}{
|
| 2144 |
"clean_up_tokenization_spaces": false,
|
| 2145 |
"cls_token": "[CLS]",
|
| 2146 |
"eos_token": "<|endoftext|>",
|
|
|
|
| 2140 |
"<|number_end|>"
|
| 2141 |
],
|
| 2142 |
"bos_token": "<|startoftext|>",
|
| 2143 |
+
"chat_template": "{% set ns = namespace() %}{% set ns.system_present = false %}{% set thinking_option = 'on' %}{% if enable_thinking is defined and not enable_thinking %}{% set thinking_option = 'off' %}{% endif %}{% for message in messages %}{% set role = message['role'] | lower %}{% if role == 'system' %}{% set ns.system_present = true %}{% endif %}{% endfor %}{% if not ns.system_present %}{{ '<role>SYSTEM</role>detailed thinking ' + thinking_option }}{% endif %}{% for message in messages %}{% set role = message['role'] | lower %}{% if role == 'user' %}{% set role = 'HUMAN' %}{% endif %}{% set role = role | upper %}{{ '<role>' + role + '</role>' + message['content'] + ('\n' if role == 'SYSTEM' and message['content'] != '' else '') + ('detailed thinking ' + thinking_option if role == 'SYSTEM' else '') }}{% endfor %}{% if add_generation_prompt %}{{ '<role>ASSISTANT</role>' }}{% if thinking_option == 'on' %}{{ '<think>\n' }}{% endif %}{% endif %}",
|
| 2144 |
"clean_up_tokenization_spaces": false,
|
| 2145 |
"cls_token": "[CLS]",
|
| 2146 |
"eos_token": "<|endoftext|>",
|