Update EOS tokens (#5)
- Add <end_of_turn> as a terminator (e735e8d98f6d2ccdb3bdfc43ac1c252bebb2527f) Co-authored-by: Pedro Cuenca <pcuenq@users.noreply.huggingface.co>
This commit is contained in:
parent
ed8bfca986
commit
9b99be88fd
@ -7,7 +7,10 @@
|
|||||||
"attn_logit_softcapping": null,
|
"attn_logit_softcapping": null,
|
||||||
"bos_token_id": 2,
|
"bos_token_id": 2,
|
||||||
"cache_implementation": "hybrid",
|
"cache_implementation": "hybrid",
|
||||||
"eos_token_id": 1,
|
"eos_token_id": [
|
||||||
|
1,
|
||||||
|
106
|
||||||
|
],
|
||||||
"final_logit_softcapping": null,
|
"final_logit_softcapping": null,
|
||||||
"head_dim": 256,
|
"head_dim": 256,
|
||||||
"hidden_activation": "gelu_pytorch_tanh",
|
"hidden_activation": "gelu_pytorch_tanh",
|
||||||
|
|||||||
@ -2,7 +2,10 @@
|
|||||||
"_from_model_config": true,
|
"_from_model_config": true,
|
||||||
"bos_token_id": 2,
|
"bos_token_id": 2,
|
||||||
"cache_implementation": "hybrid",
|
"cache_implementation": "hybrid",
|
||||||
"eos_token_id": 1,
|
"eos_token_id": [
|
||||||
|
1,
|
||||||
|
106
|
||||||
|
],
|
||||||
"pad_token_id": 0,
|
"pad_token_id": 0,
|
||||||
"transformers_version": "4.50.0.dev0"
|
"transformers_version": "4.50.0.dev0"
|
||||||
}
|
}
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user