shisa-ai/ablation-145-a128.dpo.armorm.rp.tl.8e7-shisa-v2-llama-3.1-8b
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: shisa-ai/ablation-145-a128.dpo.armorm.rp.tl.8e7-shisa-v2-llama-3.1-8b
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-20 00:47:07 +08:00
commit 71cf44d51f
348 changed files with 86062 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

35
checkpoint-815/config.json Normal file
View File

@@ -0,0 +1,35 @@
{
"architectures": [
"LlamaForCausalLM"
],
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 128000,
"eos_token_id": 128009,
"head_dim": 128,
"hidden_act": "silu",
"hidden_size": 4096,
"initializer_range": 0.02,
"intermediate_size": 14336,
"max_position_embeddings": 131072,
"mlp_bias": false,
"model_type": "llama",
"num_attention_heads": 32,
"num_hidden_layers": 32,
"num_key_value_heads": 8,
"pretraining_tp": 1,
"rms_norm_eps": 1e-05,
"rope_scaling": {
"factor": 8.0,
"high_freq_factor": 4.0,
"low_freq_factor": 1.0,
"original_max_position_embeddings": 8192,
"rope_type": "llama3"
},
"rope_theta": 500000.0,
"tie_word_embeddings": false,
"torch_dtype": "bfloat16",
"transformers_version": "4.50.0",
"use_cache": false,
"vocab_size": 128256
}

12
checkpoint-815/generation_config.json Normal file
View File

@@ -0,0 +1,12 @@
{
"bos_token_id": 128000,
"do_sample": true,
"eos_token_id": [
128001,
128008,
128009
],
"temperature": 0.6,
"top_p": 0.9,
"transformers_version": "4.50.0"
}

3
checkpoint-815/global_step815/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9f2f7bdeb356122f7aace8c3296690bedc8e4727fd59cb3780b9c3725c5d27f0
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2ae3652b3e9fece684b917e0e78997a28d1f4bc0c07d2a979dd449efa5a65bf5
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:144457185371d5dee6cbed51f6210bf146644934bd4feb0a6bc3d5707e55c52a
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0d1fc011894154f5d0d60e030056b46861989f01e64e6e622c6ff1229ff62d38
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:94d82f2adcd26dca6257a94e351b5c5f0c6f3c6e17a6ae283d841450bdbc7b10
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:940dbd16742c5009426c4b1d581468f8fbdb545b3b39a7315b22a1652002b514
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:df973ce6e5adcf353299b5aebdde777e8e56bd9163d961fcff7424da54df52c4
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:aa659ff40d3e33a83012d7e94b087ae633624c4c73b9db2d1e6c3e6f311285d3
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fa93f73ea80b8278d1108bc23fef3c44327329924996058b721896f28debfcb8
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a97eaddf75945b1c69d758d42eeb2d6ab9c62e4ed15d84d37bcfda6ae140f2ef
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6999a55c6c8b045223e5d2b12f3b73d8fad2ace1c9d2550ca5dd9282b6fe9511
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9b313bd450529f7746356c181adbd7b087d86646d406613933d36403a1b2afb9
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:931bc788618b58acbacb208f6534f9b08d3223dfa4607990d367ed0f5c1cd3f8
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6dd988b19007e5a6b46eb96354809de6352ce363927f3543ef0fa0a79ea5084d
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7f95a042af40f785247882008985248e734d67023a4a598ae5f8386c75497807
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cf68d2f38f5b4a8ed8b486cc6c00b7ce74b0b4f8cfa7ec39e3a930c6d3c92acb
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4065cfa5848223ffc3ca04624f717151f11f04d43bbdbe20e0df19a979b03914
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3958d6b67d15baa312b11e6556655c245fcd4b4d99fb61ff665a567457f55141
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:eeb0a5ea1c70d77fd9fc8bde9bdec3dface9098193bc4ee8f56377e29a108e2b
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f236558e077036718f31b0b35b6192c1d54e669ba2d9fb8d28034cbfec9832c6
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:45ad9710171ab15336eda1b638482c9998550baf9fdb4efb8851539162f888d3
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:94c84f1a2b261934de7a1af24051c30e1682823f5381b0a4482a3d1ef94fda8e
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9f367a501c51c9684db72c272465833f72e23ac79e766bac757f5233e4cb1e53
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0e3ea061324d02b4c3b2c51d53fab4ef0068794c6a04397f579017511bfd74a6
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ac54c7e5d0734400649d0e35db653ca65be9d5eaf081b71cf5527e536f0e3609
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e69eec335096831c5ccfd313f3cd183e49746126613f35b697c8473f4c74b94f
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0466e4e43eb81b81120ba316ea4fa63b2415e42870429b46d8a5f6da185f8c76
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c508b703ef594684ea0f65460c61544fa404e65f73b2a41b38b9385136f7de12
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7c7241f14f434f922428cd3a951c157907e35c0e5e8867f6990e2320b81cdc20
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1318c4542cd7ea51e207b7c74afb105ebb3e29744fbbb300f95a168a84fb7ea9
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:27161fec1e8389687a78630c37bc20776c8cc0e6f5f40a5ce4846a3d09464301
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1a62d552afba1ded3f321836180156bfeecfd3934378808d7389fa673ffcfbde
size 1514015111

3
checkpoint-815/global_step815/zero_pp_rank_0_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:40ba6c0d314a71a8a038eeffa9046553c73f5e76e4b9d8e856629862855dfcfb
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_10_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:024eef49228ce027257c81680e51700d64008ec55789eb59dcde70a36817558a
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_11_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5c00f3b3e366b7cfacd447b4434da21ef301448603fb55d4335db39299b66575
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_12_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6cf1da6bf30a5b8f93f325e72d167effb11dfdf29766364fef6b9d4506dfb81e
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_13_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9f94229da5713f438ab5c4189e38eadbc168fc643fd01a5b6eb930bd2f722efd
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_14_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b5b97915295b3f6c7eca69f6541ba5833b8919fc0cb698d51f36e8f4b9fdf1d5
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_15_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b99f4e99e6ffd910f61d39cd0667ad6f7cf15a6179452f54cd0ab9eb3be0f7c9
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_16_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:61fef944ea931de77863bf7ca7b70cda46266397ec948e9282e6930a74bf2ed0
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_17_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8c65e902223780bcaa882920de3575f35c5deb86a74decf182ff60de992138c6
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_18_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a133f1cb598eed313d7415e6de2861d456036a9823785dafc9b52a26fa533f4c
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_19_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:55591d7a7ad8cacac5cf43918a7ad42f693db1b850f57a260cf2778aee083cef
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_1_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a5947cccfabfeb8fc303b07ca84c4d4146bb568b41e8dee350a89b8dbb72981c
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_20_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e7c17e090edef85f94359ec12ac733fd9394d7a36675b4cf63dda67fe6da8f24
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_21_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9d35bbd41a45c012aa1db3445f9b72b3dd567ebc41b00dce74bd1e4d82e2ebfd
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_22_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e38f525185b44ebf31ebd0ac8f0d8a32e0fb510d3f674311c087e3508b40c993
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_23_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6f7cce2fd60981a15a0f3f33cc90ce2537fcaab35671f44f3c49fcea6fca1891
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_24_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4f8d1850a9fd50d9ad858ec306dadb3409f83a743868167753d2ceb1ee0b8782
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_25_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:55bc11c638b6fadef2d46875c4a0e4a788f2b78ae95eacdff3a036f1cbfc8b9e
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_26_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ff219377c7fb54bb953c6c570cf957b0e25d7bb9d2326d87143bc2db6e131b02
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_27_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:18ed23baa1f8cd3b5be593df62b46bd925963eae398fb856c46af8bca0bdc706
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_28_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7e4fe2622f3c42b1d9b6319829c12a40ba41eed4b5165643ba1e541bbd9d6773
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_29_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3aaab1637c614043c25c7321822568b135d719fb8ee06fdcd666152646a036f8
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_2_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:955cdff9e07f053cbc74b4a713e4d8def17fa2e19b7e9802bad227f51d4b61af
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_30_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cc85012ee362480a408246d70a9f1fce990efdf194b19f0a18f7f3aac1eb1ab3
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_31_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2fbdfe073710344bded771325bbd465f5b8a32a32bdf561a674751b41cf6e111
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_3_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1bbe876d4201139b9ab1ecc5cc62f74e0eb73ef120e1cff4c5f84dca3059dad7
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_4_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:bfae4502edaad044ae8c1a527900b97fd20fea07eaa512af7273532d23b47618
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_5_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:73170415f2c2bef296c8730bf78811e31654ac55c87c2d71d77bd88d30b5a270
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_6_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:859c2393bcde923cc30a036b27c836d6eac277f575f022b4cbb0b541237091dd
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_7_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4494a1f9263497b860dafc470670372cabcf493bd54adb561d84e9c57be3dac7
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_8_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:edb26fdb729d3f1fea2b31878462cdc9057312c888b9c8ef8bae28e1002dfdf4
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_9_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:22843c3e9c8f1d5116a8f88a79ac3c5368fdf132311c803b3b1b2d75ea9cb1b6
size 150245

1
checkpoint-815/latest Normal file
View File

@@ -0,0 +1 @@
global_step815

3
checkpoint-815/model-00001-of-00004.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cd0460b7a7e5f80b033a47d66628276be359c8c130b8e2556b7ce7b034e73d8f
size 4976698672

3
checkpoint-815/model-00002-of-00004.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3b878c898c4556c9c80a89237f335fe01f816bb0811471532ec74e95671ea581
size 4999802720

3
checkpoint-815/model-00003-of-00004.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d3ef0b22e38f27de4b856a8ce555608a5c3b623be93b9d876e32ace6f499c202
size 4915916176

3
checkpoint-815/model-00004-of-00004.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2d39f7385fcb7dcbc2e69697038c9b983c028d240ed0da2e27c989556b194696
size 1168138808

298
checkpoint-815/model.safetensors.index.json Normal file
View File

@@ -0,0 +1,298 @@
{
"metadata": {
"total_size": 16060522496
},
"weight_map": {
"lm_head.weight": "model-00004-of-00004.safetensors",
"model.embed_tokens.weight": "model-00001-of-00004.safetensors",
"model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
"model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
"model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
"model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.norm.weight": "model-00004-of-00004.safetensors"
}
}

3
checkpoint-815/rng_state_0.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:575119a228f98110923ffa2dedcb50e3317251b26054355d015e0b2240d566f2
size 15984

3
checkpoint-815/rng_state_1.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0728b56dab7abb5ef8a0d4bae3519c5767c97467bdd886d26bf19cc8599d0312
size 15984

3
checkpoint-815/rng_state_10.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:532d1ab071177c2e9d0cc3435d6314c1777a0356f9ce1a5d8f10fbe5f8fd8926
size 15997

3
checkpoint-815/rng_state_11.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5a089513416d3ed447265187782ec1194ac2303155b941284463976c62bf3d9b
size 15997

3
checkpoint-815/rng_state_12.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2a87db6b16c9956496c45bf5c81750dc2349e157e60e544e5d256bb957be1243
size 15997

3
checkpoint-815/rng_state_13.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:36d5fe5d1b92643a3c3dd35cf2f0cbfa4a92599fe3ccbd8941395c1550f088aa
size 15997

3
checkpoint-815/rng_state_14.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d4a08278e808af796415aac256bf0c1e8619db1f0f025ff15775cd3b8d02bd59
size 15997

3
checkpoint-815/rng_state_15.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:88600b3520001a5a7e82c0e184d278b46492fda5424ea22ea243af15b40b2e82
size 15997

3
checkpoint-815/rng_state_16.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d9a5825e92eb7518856e88ce648529dc0597c32a5f52764f0361a119217a4dfb
size 15997

3
checkpoint-815/rng_state_17.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b30bd2cfa327fb55a93d390d852db109e0a2e1f102ecabf520870cbc79ca95ad
size 15997

3
checkpoint-815/rng_state_18.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:77c95f2456fa4473e7231ab94b79ecbc3c126d31d3a94c61f86ee6125b547456
size 15997

3
checkpoint-815/rng_state_19.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:301f380300f7ae9a581c304ac407794ecff9d66e6c9c55ff6cffcfc8d94690a4
size 15997

3
checkpoint-815/rng_state_2.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f4e481d4ef1546694da7337f6bb6c658b866dcb79b85deeb477da0d27ebe851e
size 15984

3
checkpoint-815/rng_state_20.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8b2e90afb8f9481396fa1f82913f7fb908e83e63bf2a38a6f6d2b869ca1d06db
size 15997

3
checkpoint-815/rng_state_21.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:35fafcbe672a0f62668f219b7ae7b88ddc86330086a2eca82505408964d61498
size 15997

3
checkpoint-815/rng_state_22.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9b8f851ca87ff60251262afa155c3ab50fc55615fb72c857120fd7fa3fe3177c
size 15997

3
checkpoint-815/rng_state_23.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:27d8cd100c48bfcfbf5c8a5164b02d5879f69b5a6276dae705a9c60de9a079c1
size 15997

3
checkpoint-815/rng_state_24.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:78d1a58c82846308cc3df216d63b5388e6910766e8fbc6b4e8b28255bfff9f0b
size 15997

3
checkpoint-815/rng_state_25.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:bdee831f657ca735b9fcf1c4034be6dcc25cc224594a3b2c7488ea6ec175be96
size 15997

3
checkpoint-815/rng_state_26.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1e922469f65021a6179e6ecc7c2713db0a41dead9dc08d91e98ed34e65afd14e
size 15997

3
checkpoint-815/rng_state_27.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:11867e8beaaaacbefb60c912ca48d2026f0222b2247dd97d78a6ddd227e75bcf
size 15997

3
checkpoint-815/rng_state_28.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7664653b5278a30fcc7bd77ee73888988040ecbb6a9cb71fd8a5bb5ccd2c9a31
size 15997

3
checkpoint-815/rng_state_29.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5007396f0c3c95678e1e62a10e31552d6bfe2303e6e78ab6882752474b2efdc7
size 15997

3
checkpoint-815/rng_state_3.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:353c60be37ea56fc992fca446598ceca5d1fd002aa3bd6dbb9ad740e6f47ebb3
size 15984

3
checkpoint-815/rng_state_30.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f01c58f06cc2a38c9093fadd85def1f922a5e8910e17a0d885f0df5570b13a98
size 15997

3
checkpoint-815/rng_state_31.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:35e075e15ab066bd7c9405a66e387f2ebf6b302fbd19ba7905da3f8cc8f71009
size 15997

3
checkpoint-815/rng_state_4.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e9107fe964ba7205e354084b85210e5a5ea1c98cfd4d38adb9cd3926945dcae4
size 15984

3
checkpoint-815/rng_state_5.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:69d1bb1abee38b92e53f3f23549b642ce0f1edcdccf7b6129847ac61636e96d5
size 15984

Some files were not shown because too many files have changed in this diff Show More