From bb73aaeea236d1bbe51e1f0d8acd2b96bb7793b3 Mon Sep 17 00:00:00 2001
From: Patrick von Platen <patrickvonplaten@users.noreply.huggingface.co>
Date: Wed, 22 May 2024 15:54:33 +0000
Subject: [PATCH] Upload tokenizer (#6)

- Upload tokenizer (37dbd2be561e67c67d4a11dd4ebdd8bb18052cfb)


Co-authored-by: Arthur Zucker <ArthurZ@users.noreply.huggingface.co>
---
 tokenizer_config.json | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tokenizer_config.json b/tokenizer_config.json
index 07992b5..34f96d2 100644
--- a/tokenizer_config.json
+++ b/tokenizer_config.json
@@ -6173,6 +6173,7 @@
     }
   },
   "bos_token": "<s>",
+  "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + eos_token}}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": false,