diff --git a/generation_config.json b/generation_config.json index f60a673..37a4c87 100644 --- a/generation_config.json +++ b/generation_config.json @@ -1,11 +1,13 @@ { - "_from_model_config": true, "bos_token_id": 2, "cache_implementation": "hybrid", + "do_sample": true, "eos_token_id": [ 1, 106 ], "pad_token_id": 0, + "top_k": 64, + "top_p": 0.95, "transformers_version": "4.50.0.dev0" }