diff --git a/config.json b/config.json
index 6ff818f..3e3aaf5 100644
--- a/config.json
+++ b/config.json
@@ -24,7 +24,7 @@
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": {
-    "factor": 8.0,
+    "factor": 32.0,
     "high_freq_factor": 4.0,
     "low_freq_factor": 1.0,
     "original_max_position_embeddings": 8192,