From 9b99be88fdd7a2496bf644baade44348ad736c95 Mon Sep 17 00:00:00 2001
From: Omar Sanseviero <osanseviero@users.noreply.huggingface.co>
Date: Wed, 12 Mar 2025 14:50:25 +0000
Subject: [PATCH] Update EOS tokens (#5)

- Add <end_of_turn> as a terminator (e735e8d98f6d2ccdb3bdfc43ac1c252bebb2527f)


Co-authored-by: Pedro Cuenca <pcuenq@users.noreply.huggingface.co>
---
 config.json            | 5 ++++-
 generation_config.json | 5 ++++-
 2 files changed, 8 insertions(+), 2 deletions(-)

diff --git a/config.json b/config.json
index f0fbc33..06ab067 100644
--- a/config.json
+++ b/config.json
@@ -7,7 +7,10 @@
   "attn_logit_softcapping": null,
   "bos_token_id": 2,
   "cache_implementation": "hybrid",
-  "eos_token_id": 1,
+  "eos_token_id": [
+    1,
+    106
+  ],
   "final_logit_softcapping": null,
   "head_dim": 256,
   "hidden_activation": "gelu_pytorch_tanh",
diff --git a/generation_config.json b/generation_config.json
index c70e3f0..f60a673 100644
--- a/generation_config.json
+++ b/generation_config.json
@@ -2,7 +2,10 @@
   "_from_model_config": true,
   "bos_token_id": 2,
   "cache_implementation": "hybrid",
-  "eos_token_id": 1,
+  "eos_token_id": [
+    1,
+    106
+  ],
   "pad_token_id": 0,
   "transformers_version": "4.50.0.dev0"
 }