diff --git a/config.json b/config.json
index f0fbc33..06ab067 100644
--- a/config.json
+++ b/config.json
@@ -7,7 +7,10 @@
   "attn_logit_softcapping": null,
   "bos_token_id": 2,
   "cache_implementation": "hybrid",
-  "eos_token_id": 1,
+  "eos_token_id": [
+    1,
+    106
+  ],
   "final_logit_softcapping": null,
   "head_dim": 256,
   "hidden_activation": "gelu_pytorch_tanh",
diff --git a/generation_config.json b/generation_config.json
index c70e3f0..f60a673 100644
--- a/generation_config.json
+++ b/generation_config.json
@@ -2,7 +2,10 @@
   "_from_model_config": true,
   "bos_token_id": 2,
   "cache_implementation": "hybrid",
-  "eos_token_id": 1,
+  "eos_token_id": [
+    1,
+    106
+  ],
   "pad_token_id": 0,
   "transformers_version": "4.50.0.dev0"
 }