groupuser/phi-1_5
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Upload 4 files

Browse Source
This commit is contained in:
Gustavo de Rosa 2023-12-13 23:19:24 +00:00 committed by huggingface-web
parent f27cd936bd
commit d262514668
3 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
README.md
View File

@ -1,5 +1,4 @@
--- ---
inference: false
license: other license: other
license_name: microsoft-research-license license_name: microsoft-research-license
license_link: https://huggingface.co/microsoft/phi-1_5/resolve/main/Research%20License.docx license_link: https://huggingface.co/microsoft/phi-1_5/resolve/main/Research%20License.docx

2
config.json
View File

@ -15,7 +15,7 @@
"fused_dense": false, "fused_dense": false,
"initializer_range": 0.02, "initializer_range": 0.02,
"layer_norm_epsilon": 1e-05, "layer_norm_epsilon": 1e-05,
"model_type": "phi", "model_type": "phi-msft",
"n_embd": 2048, "n_embd": 2048,
"n_head": 32, "n_head": 32,
"n_head_kv": null, "n_head_kv": null,

2
configuration_phi.py
View File

@ -10,7 +10,7 @@ from transformers import PretrainedConfig
class PhiConfig(PretrainedConfig): class PhiConfig(PretrainedConfig):
"""Phi configuration.""" """Phi configuration."""
model_type = "phi" model_type = "phi-msft"
attribute_map = { attribute_map = {
"max_position_embeddings": "n_positions", "max_position_embeddings": "n_positions",
"hidden_size": "n_embd", "hidden_size": "n_embd",