diff --git a/config.json b/config.json
index fcdc8a6..4f3ea28 100644
--- a/config.json
+++ b/config.json
@@ -9,7 +9,7 @@
     106
   ],
   "image_token_index": 262144,
-  "initializer_range": 0.02,
+  "initializer_range": 0.03,
   "mm_tokens_per_image": 256,
   "model_type": "gemma3",
   "text_config": {