From 24369f4fd182a5aace487b975fcee7fb63bce0f4 Mon Sep 17 00:00:00 2001
From: Pedro Cuenca <pcuenq@users.noreply.huggingface.co>
Date: Thu, 18 Apr 2024 07:41:12 +0000
Subject: [PATCH] Upload original checkpoint (#1)

- Upload original checkpoint (3c7b97964fe8e1df565f8d1f5b2280e215983301)
---
 original/consolidated.00.pth |  3 +++
 original/params.json         | 11 +++++++++++
 original/tokenizer.model     |  3 +++
 3 files changed, 17 insertions(+)
 create mode 100644 original/consolidated.00.pth
 create mode 100644 original/params.json
 create mode 100644 original/tokenizer.model

diff --git a/original/consolidated.00.pth b/original/consolidated.00.pth
new file mode 100644
index 0000000..3cddca2
--- /dev/null
+++ b/original/consolidated.00.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be52262c9289304f3e8240e0749bf257bc04264405a86cd4de38efb9068724ee
+size 16060617592
diff --git a/original/params.json b/original/params.json
new file mode 100644
index 0000000..65f16bb
--- /dev/null
+++ b/original/params.json
@@ -0,0 +1,11 @@
+{
+   "dim": 4096,
+    "n_layers": 32,
+    "n_heads": 32,
+    "n_kv_heads": 8,
+    "vocab_size": 128256,
+    "multiple_of": 1024,
+    "ffn_dim_multiplier": 1.3,
+    "norm_eps": 1e-05,
+    "rope_theta": 500000.0
+}
\ No newline at end of file
diff --git a/original/tokenizer.model b/original/tokenizer.model
new file mode 100644
index 0000000..a097ce5
--- /dev/null
+++ b/original/tokenizer.model
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e9d31979e92ab929cd544440f129d9ecd797b69e327f80f17e1c50d5551b55
+size 2183982