Jeesup/svd-safety-l2_base_k0_a1p0_free_remove20
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity
Files
7c55e8b4f9cdb7e54d0deb92d03517e15ef1382e
svd-safety-l2_base_k0_a1p0_…/compression.json

2060 lines
48 KiB
JSON
Raw Normal View History

初始化项目，由ModelHub XC社区提供模型 Model: Jeesup/svd-safety-l2_base_k0_a1p0_free_remove20 Source: Original Platform
2026-10-22 14:01:21 +08:00
{
"source": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590",
"upstream": "AIoT-MLSys-Lab/SVD-LLM",
"stage": "finetuned",
"ratio_removed": 0.2,
"internal_ratio_kept": 0.8,
"from_pt": "/lustre/jeesup0103/svd-safety/results/resmix/full/l2_base_k0_a1p0_free_remove20/finetune_v/merge.pt",
"biases_verified": 0,
"mean_rel_err": 0.41394592352610615,
"max_rel_err": 1.211578130722046,
"param_fraction": 0.7998957658678757,
"ranks": {
"0.q_proj": 1638,
"0.k_proj": 1638,
"0.v_proj": 1638,
"0.o_proj": 1638,
"0.gate_proj": 2388,
"0.up_proj": 2388,
"0.down_proj": 2388,
"1.q_proj": 1638,
"1.k_proj": 1638,
"1.v_proj": 1638,
"1.o_proj": 1638,
"1.gate_proj": 2388,
"1.up_proj": 2388,
"1.down_proj": 2388,
"2.q_proj": 1638,
"2.k_proj": 1638,
"2.v_proj": 1638,
"2.o_proj": 1638,
"2.gate_proj": 2388,
"2.up_proj": 2388,
"2.down_proj": 2388,
"3.q_proj": 1638,
"3.k_proj": 1638,
"3.v_proj": 1638,
"3.o_proj": 1638,
"3.gate_proj": 2388,
"3.up_proj": 2388,
"3.down_proj": 2388,
"4.q_proj": 1638,
"4.k_proj": 1638,
"4.v_proj": 1638,
"4.o_proj": 1638,
"4.gate_proj": 2388,
"4.up_proj": 2388,
"4.down_proj": 2388,
"5.q_proj": 1638,
"5.k_proj": 1638,
"5.v_proj": 1638,
"5.o_proj": 1638,
"5.gate_proj": 2388,
"5.up_proj": 2388,
"5.down_proj": 2388,
"6.q_proj": 1638,
"6.k_proj": 1638,
"6.v_proj": 1638,
"6.o_proj": 1638,
"6.gate_proj": 2388,
"6.up_proj": 2388,
"6.down_proj": 2388,
"7.q_proj": 1638,
"7.k_proj": 1638,
"7.v_proj": 1638,
"7.o_proj": 1638,
"7.gate_proj": 2388,
"7.up_proj": 2388,
"7.down_proj": 2388,
"8.q_proj": 1638,
"8.k_proj": 1638,
"8.v_proj": 1638,
"8.o_proj": 1638,
"8.gate_proj": 2388,
"8.up_proj": 2388,
"8.down_proj": 2388,
"9.q_proj": 1638,
"9.k_proj": 1638,
"9.v_proj": 1638,
"9.o_proj": 1638,
"9.gate_proj": 2388,
"9.up_proj": 2388,
"9.down_proj": 2388,
"10.q_proj": 1638,
"10.k_proj": 1638,
"10.v_proj": 1638,
"10.o_proj": 1638,
"10.gate_proj": 2388,
"10.up_proj": 2388,
"10.down_proj": 2388,
"11.q_proj": 1638,
"11.k_proj": 1638,
"11.v_proj": 1638,
"11.o_proj": 1638,
"11.gate_proj": 2388,
"11.up_proj": 2388,
"11.down_proj": 2388,
"12.q_proj": 1638,
"12.k_proj": 1638,
"12.v_proj": 1638,
"12.o_proj": 1638,
"12.gate_proj": 2388,
"12.up_proj": 2388,
"12.down_proj": 2388,
"13.q_proj": 1638,
"13.k_proj": 1638,
"13.v_proj": 1638,
"13.o_proj": 1638,
"13.gate_proj": 2388,
"13.up_proj": 2388,
"13.down_proj": 2388,
"14.q_proj": 1638,
"14.k_proj": 1638,
"14.v_proj": 1638,
"14.o_proj": 1638,
"14.gate_proj": 2388,
"14.up_proj": 2388,
"14.down_proj": 2388,
"15.q_proj": 1638,
"15.k_proj": 1638,
"15.v_proj": 1638,
"15.o_proj": 1638,
"15.gate_proj": 2388,
"15.up_proj": 2388,
"15.down_proj": 2388,
"16.q_proj": 1638,
"16.k_proj": 1638,
"16.v_proj": 1638,
"16.o_proj": 1638,
"16.gate_proj": 2388,
"16.up_proj": 2388,
"16.down_proj": 2388,
"17.q_proj": 1638,
"17.k_proj": 1638,
"17.v_proj": 1638,
"17.o_proj": 1638,
"17.gate_proj": 2388,
"17.up_proj": 2388,
"17.down_proj": 2388,
"18.q_proj": 1638,
"18.k_proj": 1638,
"18.v_proj": 1638,
"18.o_proj": 1638,
"18.gate_proj": 2388,
"18.up_proj": 2388,
"18.down_proj": 2388,
"19.q_proj": 1638,
"19.k_proj": 1638,
"19.v_proj": 1638,
"19.o_proj": 1638,
"19.gate_proj": 2388,
"19.up_proj": 2388,
"19.down_proj": 2388,
"20.q_proj": 1638,
"20.k_proj": 1638,
"20.v_proj": 1638,
"20.o_proj": 1638,
"20.gate_proj": 2388,
"20.up_proj": 2388,
"20.down_proj": 2388,
"21.q_proj": 1638,
"21.k_proj": 1638,
"21.v_proj": 1638,
"21.o_proj": 1638,
"21.gate_proj": 2388,
"21.up_proj": 2388,
"21.down_proj": 2388,
"22.q_proj": 1638,
"22.k_proj": 1638,
"22.v_proj": 1638,
"22.o_proj": 1638,
"22.gate_proj": 2388,
"22.up_proj": 2388,
"22.down_proj": 2388,
"23.q_proj": 1638,
"23.k_proj": 1638,
"23.v_proj": 1638,
"23.o_proj": 1638,
"23.gate_proj": 2388,
"23.up_proj": 2388,
"23.down_proj": 2388,
"24.q_proj": 1638,
"24.k_proj": 1638,
"24.v_proj": 1638,
"24.o_proj": 1638,
"24.gate_proj": 2388,
"24.up_proj": 2388,
"24.down_proj": 2388,
"25.q_proj": 1638,
"25.k_proj": 1638,
"25.v_proj": 1638,
"25.o_proj": 1638,
"25.gate_proj": 2388,
"25.up_proj": 2388,
"25.down_proj": 2388,
"26.q_proj": 1638,
"26.k_proj": 1638,
"26.v_proj": 1638,
"26.o_proj": 1638,
"26.gate_proj": 2388,
"26.up_proj": 2388,
"26.down_proj": 2388,
"27.q_proj": 1638,
"27.k_proj": 1638,
"27.v_proj": 1638,
"27.o_proj": 1638,
"27.gate_proj": 2388,
"27.up_proj": 2388,
"27.down_proj": 2388,
"28.q_proj": 1638,
"28.k_proj": 1638,
"28.v_proj": 1638,
"28.o_proj": 1638,
"28.gate_proj": 2388,
"28.up_proj": 2388,
"28.down_proj": 2388,
"29.q_proj": 1638,
"29.k_proj": 1638,
"29.v_proj": 1638,
"29.o_proj": 1638,
"29.gate_proj": 2388,
"29.up_proj": 2388,
"29.down_proj": 2388,
"30.q_proj": 1638,
"30.k_proj": 1638,
"30.v_proj": 1638,
"30.o_proj": 1638,
"30.gate_proj": 2388,
"30.up_proj": 2388,
"30.down_proj": 2388,
"31.q_proj": 1638,
"31.k_proj": 1638,
"31.v_proj": 1638,
"31.o_proj": 1638,
"31.gate_proj": 2388,
"31.up_proj": 2388,
"31.down_proj": 2388
},
"rel_err": {
"0.q_proj": 0.20255117118358612,
"0.k_proj": 0.2501266598701477,
"0.v_proj": 0.28070899844169617,
"0.o_proj": 0.27957290410995483,
"0.gate_proj": 0.3386726677417755,
"0.up_proj": 0.3481939435005188,
"0.down_proj": 0.4063560962677002,
"1.q_proj": 0.10419954359531403,
"1.k_proj": 0.08726953715085983,
"1.v_proj": 0.3839426636695862,
"1.o_proj": 0.3093242347240448,
"1.gate_proj": 0.3187064230442047,
"1.up_proj": 0.36167171597480774,
"1.down_proj": 0.4551885426044464,
"2.q_proj": 0.5643028616905212,
"2.k_proj": 1.211578130722046,
"2.v_proj": 0.5239243507385254,
"2.o_proj": 0.4612278342247009,
"2.gate_proj": 0.3821312487125397,
"2.up_proj": 0.41011422872543335,
"2.down_proj": 0.4514543414115906,
"3.q_proj": 0.29918423295021057,
"3.k_proj": 0.29636576771736145,
"3.v_proj": 0.4295484125614166,
"3.o_proj": 0.453740656375885,
"3.gate_proj": 0.4301033020019531,
"3.up_proj": 0.44765758514404297,
"3.down_proj": 0.42106202244758606,
"4.q_proj": 0.29087331891059875,
"4.k_proj": 0.2925068438053131,
"4.v_proj": 0.4270686209201813,
"4.o_proj": 0.4564551115036011,
"4.gate_proj": 0.4318659007549286,
"4.up_proj": 0.454406201839447,
"4.down_proj": 0.42497676610946655,
"5.q_proj": 0.33008909225463867,
"5.k_proj": 0.30816328525543213,
"5.v_proj": 0.4289003014564514,
"5.o_proj": 0.4635000228881836,
"5.gate_proj": 0.42839235067367554,
"5.up_proj": 0.45572370290756226,
"5.down_proj": 0.4169948995113373,
"6.q_proj": 0.2949267625808716,
"6.k_proj": 0.30057793855667114,
"6.v_proj": 0.41563349962234497,
"6.o_proj": 0.4318769872188568,
"6.gate_proj": 0.4237746596336365,
"6.up_proj": 0.45605388283729553,
"6.down_proj": 0.4162188172340393,
"7.q_proj": 0.29803186655044556,
"7.k_proj": 0.3041437864303589,
"7.v_proj": 0.4097481667995453,
"7.o_proj": 0.4478301703929901,
"7.gate_proj": 0.42146944999694824,
"7.up_proj": 0.4560389816761017,
"7.down_proj": 0.4105474352836609,
"8.q_proj": 0.3068524897098541,
"8.k_proj": 0.31753095984458923,
"8.v_proj": 0.39811229705810547,
"8.o_proj": 0.44515687227249146,
"8.gate_proj": 0.4194181561470032,
"8.up_proj": 0.4524802565574646,
"8.down_proj": 0.40698784589767456,
"9.q_proj": 0.3244834840297699,
"9.k_proj": 0.32932180166244507,
"9.v_proj": 0.39580363035202026,
"9.o_proj": 0.4497195780277252,
"9.gate_proj": 0.41637614369392395,
"9.up_proj": 0.44777822494506836,
"9.down_proj": 0.40672504901885986,
"10.q_proj": 0.30439677834510803,
"10.k_proj": 0.3114989697933197,
"10.v_proj": 0.3912244737148285,
"10.o_proj": 0.4084624946117401,
"10.gate_proj": 0.41183236241340637,
"10.up_proj": 0.4439256191253662,
"10.down_proj": 0.40340298414230347,
"11.q_proj": 0.43780505657196045,
"11.k_proj": 0.5263542532920837,
"11.v_proj": 0.40769729018211365,
"11.o_proj": 0.3999696969985962,
"11.gate_proj": 0.41143807768821716,
"11.up_proj": 0.44354668259620667,
"11.down_proj": 0.4089212119579315,
"12.q_proj": 0.31846413016319275,
"12.k_proj": 0.3182394504547119,
"12.v_proj": 0.39351150393486023,
"12.o_proj": 0.4362848401069641,
"12.gate_proj": 0.41502130031585693,
"12.up_proj": 0.4439792037010193,
"12.down_proj": 0.4085458219051361,
"13.q_proj": 0.3248235881328583,
"13.k_proj": 0.3383275270462036,
"13.v_proj": 0.41681525111198425,
"13.o_proj": 0.42809635400772095,
"13.gate_proj": 0.4172954857349396,
"13.up_proj": 0.4466675817966461,
"13.down_proj": 0.4194817543029785,
"14.q_proj": 0.3109501600265503,
"14.k_proj": 0.3148863911628723,
"14.v_proj": 0.4114783704280853,
"14.o_proj": 0.4256104826927185,
"14.gate_proj": 0.4175460636615753,
"14.up_proj": 0.44549453258514404,
"14.down_proj": 0.42101749777793884,
"15.q_proj": 0.3258931636810303,
"15.k_proj": 0.3283395767211914,
"15.v_proj": 0.41744932532310486,
"15.o_proj": 0.4321882724761963,
"15.gate_proj": 0.4215778112411499,
"15.up_proj": 0.4495786130428314,
"15.down_proj": 0.4331757724285126,
"16.q_proj": 0.32395583391189575,
"16.k_proj": 0.32779502868652344,
"16.v_proj": 0.44108811020851135,
"16.o_proj": 0.45973899960517883,
"16.gate_proj": 0.4202415645122528,
"16.up_proj": 0.4471694529056549,
"16.down_proj": 0.4438062310218811,
"17.q_proj": 0.3577421307563782,
"17.k_proj": 0.35680827498435974,
"17.v_proj": 0.45505425333976746,
"17.o_proj": 0.469711035490036,
"17.gate_proj": 0.42273563146591187,
"17.up_proj": 0.4474468529224396,
"17.down_proj": 0.44114768505096436,
"18.q_proj": 0.3783473074436188,
"18.k_proj": 0.3835922181606293,
"18.v_proj": 0.4610622525215149,
"18.o_proj": 0.49814432859420776,
"18.gate_proj": 0.4297594726085663,
"18.up_proj": 0.4531024396419525,
"18.down_proj": 0.4420911371707916,
"19.q_proj": 0.3647320866584778,
"19.k_proj": 0.36293184757232666,
"19.v_proj": 0.44766291975975037,
"19.o_proj": 0.486400842666626,
"19.gate_proj": 0.43388551473617554,
"19.up_proj": 0.45401647686958313,
"19.down_proj": 0.44226446747779846,
"20.q_proj": 0.3568756580352783,
"20.k_proj": 0.35885825753211975,
"20.v_proj": 0.4588818848133087,
"20.o_proj": 0.48604533076286316,
"20.gate_proj": 0.4321610629558563,
"20.up_proj": 0.4511963725090027,
"20.down_proj": 0.4513836205005646,
"21.q_proj": 0.3690851032733917,
"21.k_proj": 0.3707112669944763,
"21.v_proj": 0.45562759041786194,
"21.o_proj": 0.5003960728645325,
"21.gate_proj": 0.43256253004074097,
"21.up_proj": 0.4508614242076874,
"21.down_proj": 0.4476333558559418,
"22.q_proj": 0.3774496018886566,
"22.k_proj": 0.38153403997421265,
"22.v_proj": 0.46478772163391113,
"22.o_proj": 0.496971994638443,
"22.gate_proj": 0.4330741763114929,
"22.up_proj": 0.4499264657497406,
"22.down_proj": 0.4451128840446472,
"23.q_proj": 0.40985897183418274,
"23.k_proj": 0.407537579536438,
"23.v_proj": 0.4638177752494812,
"23.o_proj": 0.4878511130809784,
"23.gate_proj": 0.435762882232666,
"23.up_proj": 0.45139607787132263,
"23.down_proj": 0.4385303258895874,
"24.q_proj": 0.35800909996032715,
"24.k_proj": 0.36233046650886536,
"24.v_proj": 0.45714786648750305,
"24.o_proj": 0.4935578405857086,
"24.gate_proj": 0.4361893832683563,
"24.up_proj": 0.45203301310539246,
"24.down_proj": 0.4328676164150238,
"25.q_proj": 0.404552161693573,
"25.k_proj": 0.4057922959327698,
"25.v_proj": 0.46598517894744873,
"25.o_proj": 0.48773059248924255,
"25.gate_proj": 0.43838492035865784,
"25.up_proj": 0.45330461859703064,
"25.down_proj": 0.4277186989784241,
"26.q_proj": 0.3698907196521759,
"26.k_proj": 0.37772369384765625,
"26.v_proj": 0.45376813411712646,
"26.o_proj": 0.5130496621131897,
"26.gate_proj": 0.44034111499786377,
"26.up_proj": 0.45590564608573914,
"26.down_proj": 0.42648565769195557,
"27.q_proj": 0.4138648509979248,
"27.k_proj": 0.42276251316070557,
"27.v_proj": 0.4709629714488983,
"27.o_proj": 0.488780677318573,
"27.gate_proj": 0.4432637393474579,
"27.up_proj": 0.45742523670196533,
"27.down_proj": 0.426099568605423,
"28.q_proj": 0.3980882167816162,
"28.k_proj": 0.4081520438194275,
"28.v_proj": 0.46830081939697266,
"28.o_proj": 0.4866650402545929,
"28.gate_proj": 0.442861944437027,
"28.up_proj": 0.45651155710220337,
"28.down_proj": 0.4337374269962311,
"29.q_proj": 0.36964160203933716,
"29.k_proj": 0.3767383396625519,
"29.v_proj": 0.4603976607322693,
"29.o_proj": 0.48703300952911377,
"29.gate_proj": 0.44214755296707153,
"29.up_proj": 0.4528387486934662,
"29.down_proj": 0.44032400846481323,
"30.q_proj": 0.3995320498943329,
"30.k_proj": 0.4057026505470276,
"30.v_proj": 0.473531574010849,
"30.o_proj": 0.4958701431751251,
"30.gate_proj": 0.4368852376937866,
"30.up_proj": 0.4417875111103058,
"30.down_proj": 0.44819220900535583,
"31.q_proj": 0.3507238030433655,
"31.k_proj": 0.3568456768989563,
"31.v_proj": 0.45507192611694336,
"31.o_proj": 0.4658190906047821,
"31.gate_proj": 0.4278441369533539,
"31.up_proj": 0.4285564422607422,
"31.down_proj": 0.44620150327682495
},
"whitening": {
"lam": 0.0,
"norm": "token",
"ridge": 0.0,
"token_mask": "nospecial",
"utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256",
"utility_calib": "wikitext2:256",
"utility_tokens": 522240
},
"rank_by": "resmix",
"resmix_k": 0.0,
"resmix_k_abs": null,
"ranking": {
"n_matrices": 224,
"alpha": 1.0,
"k_s_total": 0,
"k_s_frac_of_rank": 0.0,
"utility_error_ratio": 1.0,
"resmix_k": 0.0,
"resmix_k_abs": null,
"resmix_alpha": 1.0
},
"ranking_per_matrix": {
"0.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 20.533438156264545,
"T_cal": 20.533438156264545
},
"0.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 18.145091391082453,
"T_cal": 18.145091391082453
},
"0.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 1367.2978993583235,
"T_cal": 1367.2978993583235
},
"0.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 1.7652817030071697,
"T_cal": 1.7652817030071697
},
"0.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 147005.47186107977,
"T_cal": 147005.47186107977
},
"0.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 151270.08798223134,
"T_cal": 151270.08798223134
},
"0.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 3251.7172484408165,
"T_cal": 3251.7172484408165
},
"1.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 15810.360461051278,
"T_cal": 15810.360461051278
},
"1.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 11679.950873318438,
"T_cal": 11679.950873318438
},
"1.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 34601.29388128947,
"T_cal": 34601.29388128947
},
"1.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 210.1460327002143,
"T_cal": 210.1460327002143
},
"1.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 554807.0704461301,
"T_cal": 554807.0704461301
},
"1.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 632577.4831049199,
"T_cal": 632577.4831049199
},
"1.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 41926.18052799249,
"T_cal": 41926.18052799249
},
"2.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 1075742.3213626854,
"T_cal": 1075742.3213626854
},
"2.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 1061928.8193543167,
"T_cal": 1061928.8193543167
},
"2.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 1257767.9325557249,
"T_cal": 1257767.9325557249
},
"2.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 16470.990055876522,
"T_cal": 16470.990055876522
},
"2.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 2616354.6153592253,
"T_cal": 2616354.6153592253
},
"2.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 2619809.05808633,
"T_cal": 2619809.05808633
},
"2.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 122572.30074651254,
"T_cal": 122572.30074651254
},
"3.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 8616199.692200687,
"T_cal": 8616199.692200687
},
"3.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 9252912.097098961,
"T_cal": 9252912.097098961
},
"3.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 5181894.684841514,
"T_cal": 5181894.684841514
},
"3.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 28070.226419795454,
"T_cal": 28070.226419795454
},
"3.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 7535360.907474672,
"T_cal": 7535360.907474672
},
"3.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 6997858.889793897,
"T_cal": 6997858.889793897
},
"3.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 216506.34547028563,
"T_cal": 216506.34547028563
},
"4.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 8576586.798566049,
"T_cal": 8576586.798566049
},
"4.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 9103491.821577858,
"T_cal": 9103491.821577858
},
"4.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 5447171.7095543165,
"T_cal": 5447171.7095543165
},
"4.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 62961.396595317005,
"T_cal": 62961.396595317005
},
"4.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 11368285.653579928,
"T_cal": 11368285.653579928
},
"4.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 10192894.986038502,
"T_cal": 10192894.986038502
},
"4.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 399140.58106265066,
"T_cal": 399140.58106265066
},
"5.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 10904378.784864234,
"T_cal": 10904378.784864234
},
"5.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 11716277.222077748,
"T_cal": 11716277.222077748
},
"5.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 6791614.363699443,
"T_cal": 6791614.363699443
},
"5.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 83191.98936714102,
"T_cal": 83191.98936714102
},
"5.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 14261817.455468014,
"T_cal": 14261817.455468014
},
"5.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 12898852.177619234,
"T_cal": 12898852.177619234
},
"5.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 605437.6144528482,
"T_cal": 605437.6144528482
},
"6.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 15022264.490293957,
"T_cal": 15022264.490293957
},
"6.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 16281336.734301325,
"T_cal": 16281336.734301325
},
"6.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 8978679.766875453,
"T_cal": 8978679.766875453
},
"6.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 146576.1915614182,
"T_cal": 146576.1915614182
},
"6.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 18379550.492156003,
"T_cal": 18379550.492156003
},
"6.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 16360762.366840478,
"T_cal": 16360762.366840478
},
"6.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 865823.7044643352,
"T_cal": 865823.7044643352
},
"7.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 16961003.97794759,
"T_cal": 16961003.97794759
},
"7.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 17778413.16036941,
"T_cal": 17778413.16036941
},
"7.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 9833500.891810104,
"T_cal": 9833500.891810104
},
"7.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 207621.14171330316,
"T_cal": 207621.14171330316
},
"7.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 21548258.973763738,
"T_cal": 21548258.973763738
},
"7.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 19538704.244472977,
"T_cal": 19538704.244472977
},
"7.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 1154651.4831785636,
"T_cal": 1154651.4831785636
},
"8.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 18144793.681941804,
"T_cal": 18144793.681941804
},
"8.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 19643662.875985958,
"T_cal": 19643662.875985958
},
"8.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 9723547.035088653,
"T_cal": 9723547.035088653
},
"8.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 309933.4441164221,
"T_cal": 309933.4441164221
},
"8.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 22219645.429822985,
"T_cal": 22219645.429822985
},
"8.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 21110504.855032086,
"T_cal": 21110504.855032086
},
"8.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 1407579.4474217317,
"T_cal": 1407579.4474217317
},
"9.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 21577254.884359382,
"T_cal": 21577254.884359382
},
"9.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 23354272.865979496,
"T_cal": 23354272.865979496
},
"9.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 10870858.616251059,
"T_cal": 10870858.616251059
},
"9.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 460797.9531125524,
"T_cal": 460797.9531125524
},
"9.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 23261039.5382552,
"T_cal": 23261039.5382552
},
"9.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 22760975.831206925,
"T_cal": 22760975.831206925
},
"9.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 1698712.7164256899,
"T_cal": 1698712.7164256899
},
"10.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 19142257.364713803,
"T_cal": 19142257.364713803
},
"10.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 21642343.533273995,
"T_cal": 21642343.533273995
},
"10.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 10805862.494584344,
"T_cal": 10805862.494584344
},
"10.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 583564.7478921877,
"T_cal": 583564.7478921877
},
"10.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 23722052.52198033,
"T_cal": 23722052.52198033
},
"10.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 23921352.30383531,
"T_cal": 23921352.30383531
},
"10.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 1885944.1773879488,
"T_cal": 1885944.1773879488
},
"11.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 19812212.040702116,
"T_cal": 19812212.040702116
},
"11.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 21325013.33195281,
"T_cal": 21325013.33195281
},
"11.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 13443340.955584655,
"T_cal": 13443340.955584655
},
"11.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 554587.2929435676,
"T_cal": 554587.2929435676
},
"11.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 26289978.176920943,
"T_cal": 26289978.176920943
},
"11.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 27192678.451939438,
"T_cal": 27192678.451939438
},
"11.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 2138458.336182276,
"T_cal": 2138458.336182276
},
"12.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 26566691.310539044,
"T_cal": 26566691.310539044
},
"12.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 28198272.399621785,
"T_cal": 28198272.399621785
},
"12.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 14937439.7554898,
"T_cal": 14937439.7554898
},
"12.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 744547.0841763078,
"T_cal": 744547.0841763078
},
"12.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 28233288.38660199,
"T_cal": 28233288.38660199
},
"12.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 29627056.858521752,
"T_cal": 29627056.858521752
},
"12.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 2484347.4290266912,
"T_cal": 2484347.4290266912
},
"13.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 28594427.825724967,
"T_cal": 28594427.825724967
},
"13.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 32408434.376211423,
"T_cal": 32408434.376211423
},
"13.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 19320563.55230657,
"T_cal": 19320563.55230657
},
"13.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 760267.6486922672,
"T_cal": 760267.6486922672
},
"13.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 29710529.160073094,
"T_cal": 29710529.160073094
},
"13.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 32093225.825580716,
"T_cal": 32093225.825580716
},
"13.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 3047495.20318145,
"T_cal": 3047495.20318145
},
"14.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 26564102.81909692,
"T_cal": 26564102.81909692
},
"14.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 28371669.477075536,
"T_cal": 28371669.477075536
},
"14.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 18403309.45612433,
"T_cal": 18403309.45612433
},
"14.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 961585.4964648974,
"T_cal": 961585.4964648974
},
"14.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 32568338.730469096,
"T_cal": 32568338.730469096
},
"14.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 35260137.34940484,
"T_cal": 35260137.34940484
},
"14.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 3590868.026428486,
"T_cal": 3590868.026428486
},
"15.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 28171399.800540484,
"T_cal": 28171399.800540484
},
"15.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 30588812.300417174,
"T_cal": 30588812.300417174
},
"15.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 20111418.348540258,
"T_cal": 20111418.348540258
},
"15.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 1140757.0870852754,
"T_cal": 1140757.0870852754
},
"15.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 35599225.039749816,
"T_cal": 35599225.039749816
},
"15.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 38562927.699108556,
"T_cal": 38562927.699108556
},
"15.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 4532126.281073529,
"T_cal": 4532126.281073529
},
"16.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 28665105.452431396,
"T_cal": 28665105.452431396
},
"16.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 30869692.599226408,
"T_cal": 30869692.599226408
},
"16.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 25487438.164353833,
"T_cal": 25487438.164353833
},
"16.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 1505170.2068931672,
"T_cal": 1505170.2068931672
},
"16.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 38665250.473643295,
"T_cal": 38665250.473643295
},
"16.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 41007811.453693196,
"T_cal": 41007811.453693196
},
"16.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 5900020.305806459,
"T_cal": 5900020.305806459
},
"17.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 35661629.75609591,
"T_cal": 35661629.75609591
},
"17.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 37071089.71486539,
"T_cal": 37071089.71486539
},
"17.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 27826654.376081422,
"T_cal": 27826654.376081422
},
"17.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 1267267.7284929086,
"T_cal": 1267267.7284929086
},
"17.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 45950628.699716985,
"T_cal": 45950628.699716985
},
"17.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 47101411.73163301,
"T_cal": 47101411.73163301
},
"17.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 6591848.5687160455,
"T_cal": 6591848.5687160455
},
"18.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 44262482.8301141,
"T_cal": 44262482.8301141
},
"18.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 47358700.42335912,
"T_cal": 47358700.42335912
},
"18.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 36108720.36611833,
"T_cal": 36108720.36611833
},
"18.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 1298545.2947048051,
"T_cal": 1298545.2947048051
},
"18.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 54023091.71841389,
"T_cal": 54023091.71841389
},
"18.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 53605452.05604907,
"T_cal": 53605452.05604907
},
"18.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 7857574.265308328,
"T_cal": 7857574.265308328
},
"19.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 40120809.27085395,
"T_cal": 40120809.27085395
},
"19.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 41012606.05755037,
"T_cal": 41012606.05755037
},
"19.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 34915678.38305585,
"T_cal": 34915678.38305585
},
"19.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 1415312.0230279178,
"T_cal": 1415312.0230279178
},
"19.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 60813241.546283916,
"T_cal": 60813241.546283916
},
"19.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 59115933.672877915,
"T_cal": 59115933.672877915
},
"19.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 8902631.456304837,
"T_cal": 8902631.456304837
},
"20.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 40021423.57055149,
"T_cal": 40021423.57055149
},
"20.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 41869567.06025338,
"T_cal": 41869567.06025338
},
"20.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 38920485.71341603,
"T_cal": 38920485.71341603
},
"20.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 1649825.3702421421,
"T_cal": 1649825.3702421421
},
"20.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 64361468.134043604,
"T_cal": 64361468.134043604
},
"20.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 61578363.26017566,
"T_cal": 61578363.26017566
},
"20.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 10765047.10220674,
"T_cal": 10765047.10220674
},
"21.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 46056327.42471032,
"T_cal": 46056327.42471032
},
"21.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 47514018.71081908,
"T_cal": 47514018.71081908
},
"21.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 45736077.4399346,
"T_cal": 45736077.4399346
},
"21.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 1620866.9804216484,
"T_cal": 1620866.9804216484
},
"21.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 72686431.64429738,
"T_cal": 72686431.64429738
},
"21.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 67933721.33573113,
"T_cal": 67933721.33573113
},
"21.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 11967866.125010494,
"T_cal": 11967866.125010494
},
"22.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 53669040.68229101,
"T_cal": 53669040.68229101
},
"22.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 56100080.37376601,
"T_cal": 56100080.37376601
},
"22.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 51042261.26254837,
"T_cal": 51042261.26254837
},
"22.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 2296610.660116745,
"T_cal": 2296610.660116745
},
"22.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 80759725.48447388,
"T_cal": 80759725.48447388
},
"22.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 74305016.109796,
"T_cal": 74305016.109796
},
"22.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 13962605.340496987,
"T_cal": 13962605.340496987
},
"23.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 71733456.54175282,
"T_cal": 71733456.54175282
},
"23.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 72682834.70274636,
"T_cal": 72682834.70274636
},
"23.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 65379315.27277463,
"T_cal": 65379315.27277463
},
"23.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 2652651.05691829,
"T_cal": 2652651.05691829
},
"23.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 91688011.6645034,
"T_cal": 91688011.6645034
},
"23.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 84685515.19548278,
"T_cal": 84685515.19548278
},
"23.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 15339729.044136003,
"T_cal": 15339729.044136003
},
"24.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 52774900.28348556,
"T_cal": 52774900.28348556
},
"24.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 54500270.69390204,
"T_cal": 54500270.69390204
},
"24.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 62543865.57161525,
"T_cal": 62543865.57161525
},
"24.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 2769702.3254641984,
"T_cal": 2769702.3254641984
},
"24.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 101819891.95005424,
"T_cal": 101819891.95005424
},
"24.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 94119324.0033534,
"T_cal": 94119324.0033534
},
"24.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 16728253.662133003,
"T_cal": 16728253.662133003
},
"25.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 80304909.3567728,
"T_cal": 80304909.3567728
},
"25.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 83671771.69110829,
"T_cal": 83671771.69110829
},
"25.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 84978567.1844858,
"T_cal": 84978567.1844858
},
"25.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 2505064.5035228767,
"T_cal": 2505064.5035228767
},
"25.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 112273023.56164908,
"T_cal": 112273023.56164908
},
"25.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 103882977.35053928,
"T_cal": 103882977.35053928
},
"25.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 17746580.701786302,
"T_cal": 17746580.701786302
},
"26.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 64989281.26137764,
"T_cal": 64989281.26137764
},
"26.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 68544427.87627023,
"T_cal": 68544427.87627023
},
"26.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 80749609.72264951,
"T_cal": 80749609.72264951
},
"26.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 3133033.439591335,
"T_cal": 3133033.439591335
},
"26.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 123590172.37534072,
"T_cal": 123590172.37534072
},
"26.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 114823489.34381005,
"T_cal": 114823489.34381005
},
"26.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 19871728.13040249,
"T_cal": 19871728.13040249
},
"27.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 94368206.97103219,
"T_cal": 94368206.97103219
},
"27.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 99421408.9117718,
"T_cal": 99421408.9117718
},
"27.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 93526566.1076138,
"T_cal": 93526566.1076138
},
"27.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 3948527.6605453664,
"T_cal": 3948527.6605453664
},
"27.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 136506286.86790967,
"T_cal": 136506286.86790967
},
"27.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 127240802.06372823,
"T_cal": 127240802.06372823
},
"27.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 22736701.196728304,
"T_cal": 22736701.196728304
},
"28.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 85316773.38197857,
"T_cal": 85316773.38197857
},
"28.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 91421811.6143829,
"T_cal": 91421811.6143829
},
"28.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 102262225.13609418,
"T_cal": 102262225.13609418
},
"28.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 4013078.873440261,
"T_cal": 4013078.873440261
},
"28.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 141518945.1356802,
"T_cal": 141518945.1356802
},
"28.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 135118073.44259545,
"T_cal": 135118073.44259545
},
"28.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 26809475.799342208,
"T_cal": 26809475.799342208
},
"29.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 64772457.532240584,
"T_cal": 64772457.532240584
},
"29.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 68479657.3573959,
"T_cal": 68479657.3573959
},
"29.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 93576765.40279621,
"T_cal": 93576765.40279621
},
"29.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 4835487.9449910745,
"T_cal": 4835487.9449910745
},
"29.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 146378436.530485,
"T_cal": 146378436.530485
},
"29.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 140157066.28008044,
"T_cal": 140157066.28008044
},
"29.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 31000760.265198253,
"T_cal": 31000760.265198253
},
"30.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 80771514.65176713,
"T_cal": 80771514.65176713
},
"30.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 85746423.79299718,
"T_cal": 85746423.79299718
},
"30.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 107776036.21864706,
"T_cal": 107776036.21864706
},
"30.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 4854978.800990951,
"T_cal": 4854978.800990951
},
"30.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 146282215.26653653,
"T_cal": 146282215.26653653
},
"30.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 136137174.80119932,
"T_cal": 136137174.80119932
},
"30.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 35703110.116036445,
"T_cal": 35703110.116036445
},
"31.q_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 40883846.09135019,
"T_cal": 40883846.09135019
},
"31.k_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 45729561.20536516,
"T_cal": 45729561.20536516
},
"31.v_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 54000274.540750474,
"T_cal": 54000274.540750474
},
"31.o_proj": {
"r": 1638,
"k_u": 1638,
"k_s": 0,
"T_cal_prefix": 4217365.56733007,
"T_cal": 4217365.56733007
},
"31.gate_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 115498444.60500988,
"T_cal": 115498444.60500988
},
"31.up_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 104691453.2407249,
"T_cal": 104691453.2407249
},
"31.down_proj": {
"r": 2388,
"k_u": 2388,
"k_s": 0,
"T_cal_prefix": 39205726.64051367,
"T_cal": 39205726.64051367
}
},
"calib_spec": "wikitext2:256",
"nsamples": 256,
"seed": 42,
"n_calib_sequences": 255
}
Reference in New Issue Copy Permalink