From 41217aafb532928c5260806f30f96ff79f9c2624 Mon Sep 17 00:00:00 2001
From: Gustavo de Rosa <gugarosa@users.noreply.huggingface.co>
Date: Mon, 8 Jan 2024 17:13:22 +0000
Subject: [PATCH] Update config.json

---
 config.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/config.json b/config.json
index 90ea1e0..b51379b 100644
--- a/config.json
+++ b/config.json
@@ -16,7 +16,7 @@
   "model_type": "phi",
   "num_attention_heads": 32,
   "num_hidden_layers": 24,
-  "num_key_value_heads": 32,
+  "num_key_value_heads": null,
   "partial_rotary_factor": 0.5,
   "qk_layernorm": false,
   "resid_pdrop": 0.0,