groupuser/base-gemma-3-1b-it
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Adding top_k and top_p to generation_config.json

Browse Source
This commit is contained in:
Ryan Mullins 2025-03-19 15:45:27 +00:00
parent 9b99be88fd
commit 417a7e01fa
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
generation_config.json
View File

@ -1,11 +1,13 @@
{ {
"_from_model_config": true,
"bos_token_id": 2, "bos_token_id": 2,
"cache_implementation": "hybrid", "cache_implementation": "hybrid",
"do_sample": true,
"eos_token_id": [ "eos_token_id": [
1, 1,
106 106
], ],
"pad_token_id": 0, "pad_token_id": 0,
"top_k": 64,
"top_p": 0.95,
"transformers_version": "4.50.0.dev0" "transformers_version": "4.50.0.dev0"
} }