Update EOS tokens (#5)
- Add <end_of_turn> as a terminator (e735e8d98f6d2ccdb3bdfc43ac1c252bebb2527f) Co-authored-by: Pedro Cuenca <pcuenq@users.noreply.huggingface.co>
This commit is contained in:
parent
ed8bfca986
commit
9b99be88fd
@ -7,7 +7,10 @@
|
||||
"attn_logit_softcapping": null,
|
||||
"bos_token_id": 2,
|
||||
"cache_implementation": "hybrid",
|
||||
"eos_token_id": 1,
|
||||
"eos_token_id": [
|
||||
1,
|
||||
106
|
||||
],
|
||||
"final_logit_softcapping": null,
|
||||
"head_dim": 256,
|
||||
"hidden_activation": "gelu_pytorch_tanh",
|
||||
|
||||
@ -2,7 +2,10 @@
|
||||
"_from_model_config": true,
|
||||
"bos_token_id": 2,
|
||||
"cache_implementation": "hybrid",
|
||||
"eos_token_id": 1,
|
||||
"eos_token_id": [
|
||||
1,
|
||||
106
|
||||
],
|
||||
"pad_token_id": 0,
|
||||
"transformers_version": "4.50.0.dev0"
|
||||
}
|
||||
|
||||
Loading…
Reference in New Issue
Block a user