cf8f8525e9
Co-authored-by: osanseviero <osanseviero@users.noreply.huggingface.co> Co-authored-by: merve <merve@users.noreply.huggingface.co> Co-authored-by: michellecasbon <michellecasbon@users.noreply.huggingface.co> Co-authored-by: RyanMullins <RyanMullins@users.noreply.huggingface.co> Co-authored-by: Xenova <Xenova@users.noreply.huggingface.co>
34 lines
662 B
JSON
34 lines
662 B
JSON
{
|
|
"boi_token": "<start_of_image>",
|
|
"bos_token": {
|
|
"content": "<bos>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false
|
|
},
|
|
"eoi_token": "<end_of_image>",
|
|
"eos_token": {
|
|
"content": "<eos>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false
|
|
},
|
|
"image_token": "<image_soft_token>",
|
|
"pad_token": {
|
|
"content": "<pad>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false
|
|
},
|
|
"unk_token": {
|
|
"content": "<unk>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false
|
|
}
|
|
}
|