From a2eb1af48d006a3f6ec66a3a434979f4c817e2d0 Mon Sep 17 00:00:00 2001
From: Jonathan Tow <jon-tow@users.noreply.huggingface.co>
Date: Wed, 21 Feb 2024 20:41:28 +0000
Subject: [PATCH] revert(config): use `float16` default torch dtype

---
 config.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/config.json b/config.json
index ad127b5..871274c 100644
--- a/config.json
+++ b/config.json
@@ -17,7 +17,7 @@
   "partial_rotary_factor": 0.25,
   "rope_theta": 10000,
   "tie_word_embeddings": false,
-  "torch_dtype": "bfloat16",
+  "torch_dtype": "float16",
   "transformers_version": "4.38.0",
   "use_cache": true,
   "use_qkv_bias": true,