Update config.json (#105)

- Update config.json (1bd790873a4163298eee9920db72439fff5815b1)
This commit is contained in:
Arthur Zucker 2024-05-13 06:54:16 +00:00 committed by system
parent a8977699a3
commit 4d6c61da05
No known key found for this signature in database
GPG Key ID: 6A528E38E0733467

@ -5,7 +5,7 @@
"attention_bias": false, "attention_bias": false,
"attention_dropout": 0.0, "attention_dropout": 0.0,
"bos_token_id": 128000, "bos_token_id": 128000,
"eos_token_id": 128001, "eos_token_id": 128009,
"hidden_act": "silu", "hidden_act": "silu",
"hidden_size": 4096, "hidden_size": 4096,
"initializer_range": 0.02, "initializer_range": 0.02,