Update config.json (#2)

- Update config.json (77454b7f1dcbf58a47cbdc056a3800c8acc4940e) Co-authored-by: Sanyam Bhutani <Sanyam@users.noreply.huggingface.co>
2024-09-24 00:22:38 +00:00 · 2024-09-24 00:22:38 +00:00 · c4219cc9e6
commit c4219cc9e6
parent d0a2081ed4
1 changed files with 1 additions and 1 deletions
--- a/config.json
+++ b/config.json
@ -24,7 +24,7 @@
  "pretraining_tp": 1,
  "rms_norm_eps": 1e-05,
  "rope_scaling": {
-    "factor": 8.0,
+    "factor": 32.0,
    "high_freq_factor": 4.0,
    "low_freq_factor": 1.0,
    "original_max_position_embeddings": 8192,