joerowell commited on
Commit
2ce6e7f
·
verified ·
1 Parent(s): 87833b4

Use chat_template.jinja as the single source: drop the {% include %} chat_template field from tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -3
tokenizer_config.json CHANGED
@@ -571,6 +571,5 @@
571
  "pad_token": "〈|PAD|〉",
572
  "sep_token": "〈|SEP|〉",
573
  "tokenizer_class": "PreTrainedTokenizerFast",
574
- "unk_token": "〈|UNK|〉",
575
- "chat_template": "{% include 'chat_template.jinja' %}"
576
- }
 
571
  "pad_token": "〈|PAD|〉",
572
  "sep_token": "〈|SEP|〉",
573
  "tokenizer_class": "PreTrainedTokenizerFast",
574
+ "unk_token": "〈|UNK|〉"
575
+ }