From 9b28c88751f1100ea80128187719449e4ae06697 Mon Sep 17 00:00:00 2001 From: sunghee Date: Tue, 3 Mar 2026 17:02:41 +0900 Subject: [PATCH] add tokenizer --- tokenizer.model | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 tokenizer.model diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..8b443ef --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055 +size 493443