From d26251466866e9af61e5edc011c0eb4d93b46c0d Mon Sep 17 00:00:00 2001 From: Gustavo de Rosa Date: Wed, 13 Dec 2023 23:19:24 +0000 Subject: [PATCH] Upload 4 files --- README.md | 1 - config.json | 2 +- configuration_phi.py | 2 +- 3 files changed, 2 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index 1a1b2cc..65846a9 100644 --- a/README.md +++ b/README.md @@ -1,5 +1,4 @@ --- -inference: false license: other license_name: microsoft-research-license license_link: https://huggingface.co/microsoft/phi-1_5/resolve/main/Research%20License.docx diff --git a/config.json b/config.json index 27d08b4..9cd2c3d 100644 --- a/config.json +++ b/config.json @@ -15,7 +15,7 @@ "fused_dense": false, "initializer_range": 0.02, "layer_norm_epsilon": 1e-05, - "model_type": "phi", + "model_type": "phi-msft", "n_embd": 2048, "n_head": 32, "n_head_kv": null, diff --git a/configuration_phi.py b/configuration_phi.py index 112832d..27cb3b4 100644 --- a/configuration_phi.py +++ b/configuration_phi.py @@ -10,7 +10,7 @@ from transformers import PretrainedConfig class PhiConfig(PretrainedConfig): """Phi configuration.""" - model_type = "phi" + model_type = "phi-msft" attribute_map = { "max_position_embeddings": "n_positions", "hidden_size": "n_embd",