shisa-ai/ablation-146-a128.dpo.armorm.rp.tl.1e6-shisa-v2-llama-3.1-8b
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: shisa-ai/ablation-146-a128.dpo.armorm.rp.tl.1e6-shisa-v2-llama-3.1-8b
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-08-12 07:35:13 +08:00
commit 4760f01b37
348 changed files with 86062 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

35
checkpoint-815/config.json Normal file
View File

@@ -0,0 +1,35 @@
{
"architectures": [
"LlamaForCausalLM"
],
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 128000,
"eos_token_id": 128009,
"head_dim": 128,
"hidden_act": "silu",
"hidden_size": 4096,
"initializer_range": 0.02,
"intermediate_size": 14336,
"max_position_embeddings": 131072,
"mlp_bias": false,
"model_type": "llama",
"num_attention_heads": 32,
"num_hidden_layers": 32,
"num_key_value_heads": 8,
"pretraining_tp": 1,
"rms_norm_eps": 1e-05,
"rope_scaling": {
"factor": 8.0,
"high_freq_factor": 4.0,
"low_freq_factor": 1.0,
"original_max_position_embeddings": 8192,
"rope_type": "llama3"
},
"rope_theta": 500000.0,
"tie_word_embeddings": false,
"torch_dtype": "bfloat16",
"transformers_version": "4.50.0",
"use_cache": false,
"vocab_size": 128256
}

12
checkpoint-815/generation_config.json Normal file
View File

@@ -0,0 +1,12 @@
{
"bos_token_id": 128000,
"do_sample": true,
"eos_token_id": [
128001,
128008,
128009
],
"temperature": 0.6,
"top_p": 0.9,
"transformers_version": "4.50.0"
}

3
checkpoint-815/global_step815/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:408841d734ca21ff7b29a3bb99ff3dc9e84fd11e97e9258237d80ff9f1b3c969
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a0b4cd3f768ffce9cb7b28c320ceecfadaa8b1a7cb678dc3e5d35fab45956526
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d5348be9397abab7c99e0dae3bb8d44e14b5d236c9d33d1d760344a57b6e35fc
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d9080b122334fbfdd537049c05ad36b48587593f0ac449ccb94bc988ed250bda
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f832b7701511173d433134e6ee5917fccad4a8b7a93bc217d798d03dd4dbd73f
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fb8785d0886f7a4ecfa551fff9f69ab52c84e205b42eb180d3b80d2ea1d70102
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5021f23415981d432e864b28e4d68356e79e2af429b8af76c0e2bc23e0404e31
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2161fd2639027ec0dd4ca5895b149498f3b32df1c079c166a9dc1235138dffb0
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:af5cbc9d446c6ae63157188ff98f6217f68eda958c0a0586ab2c32d1c115bdfc
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1eba1add5fb94c4ab983f6f860e14c4d915e81c142f46ab3af99834cc9cb28cf
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ae5956f5a223b9acc5b19aa72e5f76775f20436973acb187bbc9a52494c056d8
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f9fb93e0dbe9aa416fe65b4e406b15953b78ccf8dcaf6b40a345101bf4a7c3b1
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b0de380d49061b331e2d271ea63241efa653e34bcd9a77f2631b1f24807423e6
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ab7049868ab19cb5b35aa139f8deea8b6457b74aaa4dbef4b0778ff067906bd7
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:27e4b055174dba912f30fb322813460dcc08f2c0c836fe648d19ef2729e39f05
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:33d99d075ad9a04ec37e99f31d5640ed0a5c6d7df9c1a77a5bf650ffe96def8d
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3dc413b99baea86d604149a81578f0899be0f697e5b4caf3726f07b05bf82cbf
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ff6c92057076e2eb7088412f65cea879cdbb850e040bc3376ce0c99d896c46fd
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:440316298d6a25bf8621b85985470ce2ca0c7e15776966d4ba1911ecfff7b70b
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:743f460b6e65e00e01a63cd29bc0e2c972f72dd8b71fc3cafdf6c9b9c59c1db0
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3b86c9f75b1af83f52975e84b45b6fc3dde230c2729d1d7e677b5226d326e5b3
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:524b86e5a10973b063408b38faf37c401de7f299f9d819e3dea6ca911e3ccfdf
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e3928269aae0f148b9690578c4fe518a9b88b6f8d54057dfed2d5dd2afe2c2ba
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:476be7a5b7a2cf657598fd0e3723cc748a07c847f20b1a86654eb3a25fd95d83
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:95835ce6bd68bdc8f00b5b996c18b3d5d6af8f4cdbea4b9c3938bc21f986fb66
size 1514016442

3
checkpoint-815/global_step815/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:88eb02d4e25e86aee9e7176ab5d2bb3d3d2588501efb904ce0d0d8366a358dfa
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:29db58c70f9d2a551ac64139931724029803584f0aaedac41e7921dbb4487d7c
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7183cfc204cc10faf146672ae552ce5ef6cc91a15a21906b544f794393825c7c
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ae9076858c31a0a93bb41c10572094bbd50299f1ced7d1fb48ddce2b50bbe5e9
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6ae19a58d7d7561894cd4178e0197fcbf0e7fd6acd4331c0cfed2d5043a52689
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f5faacd931744a5fd684f9e04482c1d2e14098bcf72325825c0edc0c1ea8fb50
size 1514015111

3
checkpoint-815/global_step815/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6a36b4f44aaf6209f8a3e3f35d111edaf47f969b14f72445fbbc78e3525e6106
size 1514015111

3
checkpoint-815/global_step815/zero_pp_rank_0_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:40ba6c0d314a71a8a038eeffa9046553c73f5e76e4b9d8e856629862855dfcfb
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_10_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:024eef49228ce027257c81680e51700d64008ec55789eb59dcde70a36817558a
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_11_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5c00f3b3e366b7cfacd447b4434da21ef301448603fb55d4335db39299b66575
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_12_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6cf1da6bf30a5b8f93f325e72d167effb11dfdf29766364fef6b9d4506dfb81e
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_13_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9f94229da5713f438ab5c4189e38eadbc168fc643fd01a5b6eb930bd2f722efd
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_14_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b5b97915295b3f6c7eca69f6541ba5833b8919fc0cb698d51f36e8f4b9fdf1d5
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_15_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b99f4e99e6ffd910f61d39cd0667ad6f7cf15a6179452f54cd0ab9eb3be0f7c9
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_16_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:61fef944ea931de77863bf7ca7b70cda46266397ec948e9282e6930a74bf2ed0
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_17_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8c65e902223780bcaa882920de3575f35c5deb86a74decf182ff60de992138c6
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_18_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a133f1cb598eed313d7415e6de2861d456036a9823785dafc9b52a26fa533f4c
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_19_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:55591d7a7ad8cacac5cf43918a7ad42f693db1b850f57a260cf2778aee083cef
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_1_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a5947cccfabfeb8fc303b07ca84c4d4146bb568b41e8dee350a89b8dbb72981c
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_20_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e7c17e090edef85f94359ec12ac733fd9394d7a36675b4cf63dda67fe6da8f24
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_21_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9d35bbd41a45c012aa1db3445f9b72b3dd567ebc41b00dce74bd1e4d82e2ebfd
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_22_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e38f525185b44ebf31ebd0ac8f0d8a32e0fb510d3f674311c087e3508b40c993
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_23_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6f7cce2fd60981a15a0f3f33cc90ce2537fcaab35671f44f3c49fcea6fca1891
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_24_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4f8d1850a9fd50d9ad858ec306dadb3409f83a743868167753d2ceb1ee0b8782
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_25_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:55bc11c638b6fadef2d46875c4a0e4a788f2b78ae95eacdff3a036f1cbfc8b9e
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_26_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ff219377c7fb54bb953c6c570cf957b0e25d7bb9d2326d87143bc2db6e131b02
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_27_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:18ed23baa1f8cd3b5be593df62b46bd925963eae398fb856c46af8bca0bdc706
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_28_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7e4fe2622f3c42b1d9b6319829c12a40ba41eed4b5165643ba1e541bbd9d6773
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_29_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3aaab1637c614043c25c7321822568b135d719fb8ee06fdcd666152646a036f8
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_2_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:955cdff9e07f053cbc74b4a713e4d8def17fa2e19b7e9802bad227f51d4b61af
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_30_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cc85012ee362480a408246d70a9f1fce990efdf194b19f0a18f7f3aac1eb1ab3
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_31_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2fbdfe073710344bded771325bbd465f5b8a32a32bdf561a674751b41cf6e111
size 150540

3
checkpoint-815/global_step815/zero_pp_rank_3_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1bbe876d4201139b9ab1ecc5cc62f74e0eb73ef120e1cff4c5f84dca3059dad7
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_4_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:bfae4502edaad044ae8c1a527900b97fd20fea07eaa512af7273532d23b47618
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_5_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:73170415f2c2bef296c8730bf78811e31654ac55c87c2d71d77bd88d30b5a270
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_6_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:859c2393bcde923cc30a036b27c836d6eac277f575f022b4cbb0b541237091dd
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_7_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4494a1f9263497b860dafc470670372cabcf493bd54adb561d84e9c57be3dac7
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_8_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:edb26fdb729d3f1fea2b31878462cdc9057312c888b9c8ef8bae28e1002dfdf4
size 150245

3
checkpoint-815/global_step815/zero_pp_rank_9_mp_rank_00_model_states.pt Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:22843c3e9c8f1d5116a8f88a79ac3c5368fdf132311c803b3b1b2d75ea9cb1b6
size 150245

1
checkpoint-815/latest Normal file
View File

@@ -0,0 +1 @@
global_step815

3
checkpoint-815/model-00001-of-00004.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:19b0d4e3b328f1eeccac00a95c4416838f6f0bbec53713c6550f3f47ac6dd779
size 4976698672

3
checkpoint-815/model-00002-of-00004.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:681d0a95a4eed5ddc88d030dde210bfa6b99ffcd275b1e7876fc555caae8ab24
size 4999802720

3
checkpoint-815/model-00003-of-00004.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:82a7029243991edc2c9a394e6e6547f645c329b28d14d0cbb0f831c0131fd2c8
size 4915916176

3
checkpoint-815/model-00004-of-00004.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e3bbd56694bcde64a17175f0e751dacba7c079dd1be5c7706c6185e9f1a80440
size 1168138808

298
checkpoint-815/model.safetensors.index.json Normal file
View File

@@ -0,0 +1,298 @@
{
"metadata": {
"total_size": 16060522496
},
"weight_map": {
"lm_head.weight": "model-00004-of-00004.safetensors",
"model.embed_tokens.weight": "model-00001-of-00004.safetensors",
"model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
"model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
"model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
"model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
"model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
"model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
"model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
"model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
"model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
"model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
"model.norm.weight": "model-00004-of-00004.safetensors"
}
}

3
checkpoint-815/rng_state_0.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:575119a228f98110923ffa2dedcb50e3317251b26054355d015e0b2240d566f2
size 15984

3
checkpoint-815/rng_state_1.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0728b56dab7abb5ef8a0d4bae3519c5767c97467bdd886d26bf19cc8599d0312
size 15984

3
checkpoint-815/rng_state_10.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:532d1ab071177c2e9d0cc3435d6314c1777a0356f9ce1a5d8f10fbe5f8fd8926
size 15997

3
checkpoint-815/rng_state_11.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5a089513416d3ed447265187782ec1194ac2303155b941284463976c62bf3d9b
size 15997

3
checkpoint-815/rng_state_12.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2a87db6b16c9956496c45bf5c81750dc2349e157e60e544e5d256bb957be1243
size 15997

3
checkpoint-815/rng_state_13.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:36d5fe5d1b92643a3c3dd35cf2f0cbfa4a92599fe3ccbd8941395c1550f088aa
size 15997

3
checkpoint-815/rng_state_14.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d4a08278e808af796415aac256bf0c1e8619db1f0f025ff15775cd3b8d02bd59
size 15997

3
checkpoint-815/rng_state_15.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:88600b3520001a5a7e82c0e184d278b46492fda5424ea22ea243af15b40b2e82
size 15997

3
checkpoint-815/rng_state_16.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d9a5825e92eb7518856e88ce648529dc0597c32a5f52764f0361a119217a4dfb
size 15997

3
checkpoint-815/rng_state_17.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b30bd2cfa327fb55a93d390d852db109e0a2e1f102ecabf520870cbc79ca95ad
size 15997

3
checkpoint-815/rng_state_18.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:77c95f2456fa4473e7231ab94b79ecbc3c126d31d3a94c61f86ee6125b547456
size 15997

3
checkpoint-815/rng_state_19.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:301f380300f7ae9a581c304ac407794ecff9d66e6c9c55ff6cffcfc8d94690a4
size 15997

3
checkpoint-815/rng_state_2.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f4e481d4ef1546694da7337f6bb6c658b866dcb79b85deeb477da0d27ebe851e
size 15984

3
checkpoint-815/rng_state_20.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8b2e90afb8f9481396fa1f82913f7fb908e83e63bf2a38a6f6d2b869ca1d06db
size 15997

3
checkpoint-815/rng_state_21.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:35fafcbe672a0f62668f219b7ae7b88ddc86330086a2eca82505408964d61498
size 15997

3
checkpoint-815/rng_state_22.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9b8f851ca87ff60251262afa155c3ab50fc55615fb72c857120fd7fa3fe3177c
size 15997

3
checkpoint-815/rng_state_23.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:27d8cd100c48bfcfbf5c8a5164b02d5879f69b5a6276dae705a9c60de9a079c1
size 15997

3
checkpoint-815/rng_state_24.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:78d1a58c82846308cc3df216d63b5388e6910766e8fbc6b4e8b28255bfff9f0b
size 15997

3
checkpoint-815/rng_state_25.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:bdee831f657ca735b9fcf1c4034be6dcc25cc224594a3b2c7488ea6ec175be96
size 15997

3
checkpoint-815/rng_state_26.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1e922469f65021a6179e6ecc7c2713db0a41dead9dc08d91e98ed34e65afd14e
size 15997

3
checkpoint-815/rng_state_27.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:11867e8beaaaacbefb60c912ca48d2026f0222b2247dd97d78a6ddd227e75bcf
size 15997

3
checkpoint-815/rng_state_28.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7664653b5278a30fcc7bd77ee73888988040ecbb6a9cb71fd8a5bb5ccd2c9a31
size 15997

3
checkpoint-815/rng_state_29.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5007396f0c3c95678e1e62a10e31552d6bfe2303e6e78ab6882752474b2efdc7
size 15997

3
checkpoint-815/rng_state_3.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:353c60be37ea56fc992fca446598ceca5d1fd002aa3bd6dbb9ad740e6f47ebb3
size 15984

3
checkpoint-815/rng_state_30.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f01c58f06cc2a38c9093fadd85def1f922a5e8910e17a0d885f0df5570b13a98
size 15997

3
checkpoint-815/rng_state_31.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:35e075e15ab066bd7c9405a66e387f2ebf6b302fbd19ba7905da3f8cc8f71009
size 15997

3
checkpoint-815/rng_state_4.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e9107fe964ba7205e354084b85210e5a5ea1c98cfd4d38adb9cd3926945dcae4
size 15984

3
checkpoint-815/rng_state_5.pth Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:69d1bb1abee38b92e53f3f23549b642ce0f1edcdccf7b6129847ac61636e96d5
size 15984

Some files were not shown because too many files have changed in this diff Show More