From 417a7e01fafd60e69b3a8e8d868c26960467c11c Mon Sep 17 00:00:00 2001
From: Ryan Mullins <ryanmullins@google.com>
Date: Wed, 19 Mar 2025 15:45:27 +0000
Subject: [PATCH] Adding top_k and top_p to generation_config.json

---
 generation_config.json | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/generation_config.json b/generation_config.json
index f60a673..37a4c87 100644
--- a/generation_config.json
+++ b/generation_config.json
@@ -1,11 +1,13 @@
 {
-  "_from_model_config": true,
   "bos_token_id": 2,
   "cache_implementation": "hybrid",
+  "do_sample": true,
   "eos_token_id": [
     1,
     106
   ],
   "pad_token_id": 0,
+  "top_k": 64,
+  "top_p": 0.95,
   "transformers_version": "4.50.0.dev0"
 }