From e5e23bbe8e749ef0efcf16cad411a7d23bd23298 Mon Sep 17 00:00:00 2001
From: Arthur Zucker <ArthurZ@users.noreply.huggingface.co>
Date: Wed, 24 Apr 2024 15:41:55 +0000
Subject: [PATCH] Update generation_config.json (#62)

- Update generation_config.json (368ba9bdb79a9dc34f489925e9f9440bc597c361)
---
 generation_config.json | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/generation_config.json b/generation_config.json
index aecb1b8..8675015 100644
--- a/generation_config.json
+++ b/generation_config.json
@@ -1,6 +1,9 @@
 {
-  "_from_model_config": true,
   "bos_token_id": 128000,
   "eos_token_id": [128001, 128009],
+  "do_sample": true,
+  "temperature": 0.6,
+  "max_length": 4096,
+  "top_p": 0.9,
   "transformers_version": "4.40.0.dev0"
 }