Adding top_k and top_p to generation_config.json

2025-03-19 15:45:27 +00:00 · 2025-03-19 15:45:27 +00:00 · 417a7e01fa
commit 417a7e01fa
parent 9b99be88fd
1 changed files with 3 additions and 1 deletions
--- a/generation_config.json
+++ b/generation_config.json
@ -1,11 +1,13 @@
 {
-  "_from_model_config": true,
  "bos_token_id": 2,
  "cache_implementation": "hybrid",
+  "do_sample": true,
  "eos_token_id": [
    1,
    106
  ],
  "pad_token_id": 0,
+  "top_k": 64,
+  "top_p": 0.95,
  "transformers_version": "4.50.0.dev0"
 }