From c4219cc9e642e492fd0219283fa3c674804bb8ed Mon Sep 17 00:00:00 2001
From: Kai Wu <wukaixingxp@users.noreply.huggingface.co>
Date: Tue, 24 Sep 2024 00:22:38 +0000
Subject: [PATCH] Update config.json (#2)

- Update config.json (77454b7f1dcbf58a47cbdc056a3800c8acc4940e)


Co-authored-by: Sanyam Bhutani <Sanyam@users.noreply.huggingface.co>
---
 config.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/config.json b/config.json
index 6ff818f..3e3aaf5 100644
--- a/config.json
+++ b/config.json
@@ -24,7 +24,7 @@
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": {
-    "factor": 8.0,
+    "factor": 32.0,
     "high_freq_factor": 4.0,
     "low_freq_factor": 1.0,
     "original_max_position_embeddings": 8192,