diff --git a/tokenizer_config.json b/tokenizer_config.json
index e0422ac..9f65345 100644
--- a/tokenizer_config.json
+++ b/tokenizer_config.json
@@ -5,5 +5,8 @@
       "tokenization_arcade100k.Arcade100kTokenizer",
       null
     ]
-  }
+  },
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>"
 }
\ No newline at end of file