Update EOS tokens (#5)

- Add <end_of_turn> as a terminator (e735e8d98f6d2ccdb3bdfc43ac1c252bebb2527f)


Co-authored-by: Pedro Cuenca <pcuenq@users.noreply.huggingface.co>
This commit is contained in:
Omar Sanseviero 2025-03-12 14:50:25 +00:00 committed by system
parent ed8bfca986
commit 9b99be88fd
No known key found for this signature in database
GPG Key ID: 6A528E38E0733467
2 changed files with 8 additions and 2 deletions

@ -7,7 +7,10 @@
"attn_logit_softcapping": null,
"bos_token_id": 2,
"cache_implementation": "hybrid",
"eos_token_id": 1,
"eos_token_id": [
1,
106
],
"final_logit_softcapping": null,
"head_dim": 256,
"hidden_activation": "gelu_pytorch_tanh",

@ -2,7 +2,10 @@
"_from_model_config": true,
"bos_token_id": 2,
"cache_implementation": "hybrid",
"eos_token_id": 1,
"eos_token_id": [
1,
106
],
"pad_token_id": 0,
"transformers_version": "4.50.0.dev0"
}