mlx-community/Phi-3-medium-128k-instruct-bf16
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Upload folder using huggingface_hub (#1)

Browse Source 
- 3629499b7f0f5d9b7290ee866e480597430e728b5a87749e3f081628331fb108 (ef3eecf8ddfb0162c2a193dc2994c07dfd606c3e)
- 3778ffe34626936b804e0b940cb8fb912db8599efedfbb248f87cd6511e2731b (97a423976d2218d6fe6c5a7bd6009b48cccdfbe0)
- 52784d9778992d091d82d05e28031cb2405e52939b9ce4f9fac3d4c721f8ef32 (7dc0b68baaa8870615ec6ed99c53eef0fa481012)
- 664bb4b330c67987c5d81579c56c62758979c0d4ab99315f6e241d2c89ff0388 (6b2044e4809bd11cc1319dfc7f7d809395fe8913)
- e84d036c237c60c75bd8c1d5f1972443c9515980f827b396e18468b5eb1aaf3c (684ae7cab7c31853a134b0e25780a1fe52853325)
- f1945ae592e762ecefdd284d8970a510817a9fc5d444ba694757faa3f220e791 (a4a4294e8f50f8f32f2ad62181bce43f7b616dbc)
This commit is contained in:
ai-modelscope
2024-12-20 20:36:00 +08:00
parent bd0deca50c
commit 9466301768
19 changed files with 96156 additions and 63 deletions
Download Patch File Download Diff File Expand all files Collapse all files

169
config.json Normal file
View File

@@ -0,0 +1,169 @@
{
"architectures": [
"Phi3ForCausalLM"
],
"attention_bias": false,
"attention_dropout": 0.0,
"auto_map": {
"AutoConfig": "configuration_phi3.Phi3Config",
"AutoModelForCausalLM": "modeling_phi3.Phi3ForCausalLM"
},
"bos_token_id": 1,
"embd_pdrop": 0.0,
"eos_token_id": 32000,
"hidden_act": "silu",
"hidden_size": 5120,
"initializer_range": 0.02,
"intermediate_size": 17920,
"max_position_embeddings": 131072,
"model_type": "phi3",
"num_attention_heads": 40,
"num_hidden_layers": 40,
"num_key_value_heads": 10,
"original_max_position_embeddings": 4096,
"pad_token_id": null,
"resid_pdrop": 0.0,
"rms_norm_eps": 1e-05,
"rope_scaling": {
"long_factor": [
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.25,
1.25,
1.5,
2.0,
2.75,
5.75,
5.75,
6.5,
9.25,
11.0,
13.25,
19.25,
19.75,
19.75,
21.25,
21.5,
26.5,
30.0,
33.75,
35.25,
38.5,
42.0,
42.25,
46.0,
47.0,
50.0,
50.5,
51.0,
52.0,
52.75,
53.75,
54.75,
57.0,
57.25,
58.5,
59.25,
59.5,
62.0,
62.5,
62.75,
63.25,
63.25,
63.25,
63.75,
64.0,
64.0,
64.25,
64.5,
64.5,
65.0,
65.0
],
"short_factor": [
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.01,
1.02,
1.02,
1.04,
1.04,
1.07,
1.07,
1.1,
1.3000000000000003,
1.3000000000000003,
1.5000000000000004,
1.5700000000000005,
1.9000000000000008,
2.3100000000000014,
2.759999999999992,
3.3899999999999784,
3.9399999999999666,
4.009999999999965,
4.289999999999959,
4.349999999999958,
5.349999999999937,
6.659999999999909,
7.029999999999901,
7.51999999999989,
8.00999999999988,
8.249999999999876,
8.279999999999875,
9.629999999999846,
9.89999999999984,
10.589999999999826,
11.049999999999816,
11.7899999999998,
12.189999999999792,
12.889999999999777,
13.129999999999772,
13.16999999999977,
13.20999999999977,
13.479999999999764,
13.539999999999763,
13.779999999999758,
13.929999999999755,
14.429999999999744,
14.759999999999737,
15.149999999999729,
15.419999999999723,
15.53999999999972,
15.659999999999718,
15.749999999999716,
15.759999999999716,
15.799999999999715,
16.05999999999971,
16.079999999999714,
16.11999999999972,
16.11999999999972,
16.18999999999973,
16.31999999999975,
16.539999999999786,
16.799999999999827
],
"type": "su"
},
"rope_theta": 10000.0,
"sliding_window": 131072,
"tie_word_embeddings": false,
"torch_dtype": "bfloat16",
"transformers_version": "4.39.3",
"use_cache": true,
"vocab_size": 32064
}