Upload 4 files
This commit is contained in:
parent
f27cd936bd
commit
d262514668
@ -1,5 +1,4 @@
|
||||
---
|
||||
inference: false
|
||||
license: other
|
||||
license_name: microsoft-research-license
|
||||
license_link: https://huggingface.co/microsoft/phi-1_5/resolve/main/Research%20License.docx
|
||||
|
||||
@ -15,7 +15,7 @@
|
||||
"fused_dense": false,
|
||||
"initializer_range": 0.02,
|
||||
"layer_norm_epsilon": 1e-05,
|
||||
"model_type": "phi",
|
||||
"model_type": "phi-msft",
|
||||
"n_embd": 2048,
|
||||
"n_head": 32,
|
||||
"n_head_kv": null,
|
||||
|
||||
@ -10,7 +10,7 @@ from transformers import PretrainedConfig
|
||||
class PhiConfig(PretrainedConfig):
|
||||
"""Phi configuration."""
|
||||
|
||||
model_type = "phi"
|
||||
model_type = "phi-msft"
|
||||
attribute_map = {
|
||||
"max_position_embeddings": "n_positions",
|
||||
"hidden_size": "n_embd",
|
||||
|
||||
Loading…
Reference in New Issue
Block a user