{ "source": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590", "upstream": "AIoT-MLSys-Lab/SVD-LLM", "stage": "finetuned", "ratio_removed": 0.2, "internal_ratio_kept": 0.8, "from_pt": "/lustre/jeesup0103/svd-safety/results/resmix/full/l2_base_k0_a1p0_free_remove20/finetune_v/merge.pt", "biases_verified": 0, "mean_rel_err": 0.41394592352610615, "max_rel_err": 1.211578130722046, "param_fraction": 0.7998957658678757, "ranks": { "0.q_proj": 1638, "0.k_proj": 1638, "0.v_proj": 1638, "0.o_proj": 1638, "0.gate_proj": 2388, "0.up_proj": 2388, "0.down_proj": 2388, "1.q_proj": 1638, "1.k_proj": 1638, "1.v_proj": 1638, "1.o_proj": 1638, "1.gate_proj": 2388, "1.up_proj": 2388, "1.down_proj": 2388, "2.q_proj": 1638, "2.k_proj": 1638, "2.v_proj": 1638, "2.o_proj": 1638, "2.gate_proj": 2388, "2.up_proj": 2388, "2.down_proj": 2388, "3.q_proj": 1638, "3.k_proj": 1638, "3.v_proj": 1638, "3.o_proj": 1638, "3.gate_proj": 2388, "3.up_proj": 2388, "3.down_proj": 2388, "4.q_proj": 1638, "4.k_proj": 1638, "4.v_proj": 1638, "4.o_proj": 1638, "4.gate_proj": 2388, "4.up_proj": 2388, "4.down_proj": 2388, "5.q_proj": 1638, "5.k_proj": 1638, "5.v_proj": 1638, "5.o_proj": 1638, "5.gate_proj": 2388, "5.up_proj": 2388, "5.down_proj": 2388, "6.q_proj": 1638, "6.k_proj": 1638, "6.v_proj": 1638, "6.o_proj": 1638, "6.gate_proj": 2388, "6.up_proj": 2388, "6.down_proj": 2388, "7.q_proj": 1638, "7.k_proj": 1638, "7.v_proj": 1638, "7.o_proj": 1638, "7.gate_proj": 2388, "7.up_proj": 2388, "7.down_proj": 2388, "8.q_proj": 1638, "8.k_proj": 1638, "8.v_proj": 1638, "8.o_proj": 1638, "8.gate_proj": 2388, "8.up_proj": 2388, "8.down_proj": 2388, "9.q_proj": 1638, "9.k_proj": 1638, "9.v_proj": 1638, "9.o_proj": 1638, "9.gate_proj": 2388, "9.up_proj": 2388, "9.down_proj": 2388, "10.q_proj": 1638, "10.k_proj": 1638, "10.v_proj": 1638, "10.o_proj": 1638, "10.gate_proj": 2388, "10.up_proj": 2388, "10.down_proj": 2388, "11.q_proj": 1638, "11.k_proj": 1638, "11.v_proj": 1638, "11.o_proj": 1638, "11.gate_proj": 2388, "11.up_proj": 2388, "11.down_proj": 2388, "12.q_proj": 1638, "12.k_proj": 1638, "12.v_proj": 1638, "12.o_proj": 1638, "12.gate_proj": 2388, "12.up_proj": 2388, "12.down_proj": 2388, "13.q_proj": 1638, "13.k_proj": 1638, "13.v_proj": 1638, "13.o_proj": 1638, "13.gate_proj": 2388, "13.up_proj": 2388, "13.down_proj": 2388, "14.q_proj": 1638, "14.k_proj": 1638, "14.v_proj": 1638, "14.o_proj": 1638, "14.gate_proj": 2388, "14.up_proj": 2388, "14.down_proj": 2388, "15.q_proj": 1638, "15.k_proj": 1638, "15.v_proj": 1638, "15.o_proj": 1638, "15.gate_proj": 2388, "15.up_proj": 2388, "15.down_proj": 2388, "16.q_proj": 1638, "16.k_proj": 1638, "16.v_proj": 1638, "16.o_proj": 1638, "16.gate_proj": 2388, "16.up_proj": 2388, "16.down_proj": 2388, "17.q_proj": 1638, "17.k_proj": 1638, "17.v_proj": 1638, "17.o_proj": 1638, "17.gate_proj": 2388, "17.up_proj": 2388, "17.down_proj": 2388, "18.q_proj": 1638, "18.k_proj": 1638, "18.v_proj": 1638, "18.o_proj": 1638, "18.gate_proj": 2388, "18.up_proj": 2388, "18.down_proj": 2388, "19.q_proj": 1638, "19.k_proj": 1638, "19.v_proj": 1638, "19.o_proj": 1638, "19.gate_proj": 2388, "19.up_proj": 2388, "19.down_proj": 2388, "20.q_proj": 1638, "20.k_proj": 1638, "20.v_proj": 1638, "20.o_proj": 1638, "20.gate_proj": 2388, "20.up_proj": 2388, "20.down_proj": 2388, "21.q_proj": 1638, "21.k_proj": 1638, "21.v_proj": 1638, "21.o_proj": 1638, "21.gate_proj": 2388, "21.up_proj": 2388, "21.down_proj": 2388, "22.q_proj": 1638, "22.k_proj": 1638, "22.v_proj": 1638, "22.o_proj": 1638, "22.gate_proj": 2388, "22.up_proj": 2388, "22.down_proj": 2388, "23.q_proj": 1638, "23.k_proj": 1638, "23.v_proj": 1638, "23.o_proj": 1638, "23.gate_proj": 2388, "23.up_proj": 2388, "23.down_proj": 2388, "24.q_proj": 1638, "24.k_proj": 1638, "24.v_proj": 1638, "24.o_proj": 1638, "24.gate_proj": 2388, "24.up_proj": 2388, "24.down_proj": 2388, "25.q_proj": 1638, "25.k_proj": 1638, "25.v_proj": 1638, "25.o_proj": 1638, "25.gate_proj": 2388, "25.up_proj": 2388, "25.down_proj": 2388, "26.q_proj": 1638, "26.k_proj": 1638, "26.v_proj": 1638, "26.o_proj": 1638, "26.gate_proj": 2388, "26.up_proj": 2388, "26.down_proj": 2388, "27.q_proj": 1638, "27.k_proj": 1638, "27.v_proj": 1638, "27.o_proj": 1638, "27.gate_proj": 2388, "27.up_proj": 2388, "27.down_proj": 2388, "28.q_proj": 1638, "28.k_proj": 1638, "28.v_proj": 1638, "28.o_proj": 1638, "28.gate_proj": 2388, "28.up_proj": 2388, "28.down_proj": 2388, "29.q_proj": 1638, "29.k_proj": 1638, "29.v_proj": 1638, "29.o_proj": 1638, "29.gate_proj": 2388, "29.up_proj": 2388, "29.down_proj": 2388, "30.q_proj": 1638, "30.k_proj": 1638, "30.v_proj": 1638, "30.o_proj": 1638, "30.gate_proj": 2388, "30.up_proj": 2388, "30.down_proj": 2388, "31.q_proj": 1638, "31.k_proj": 1638, "31.v_proj": 1638, "31.o_proj": 1638, "31.gate_proj": 2388, "31.up_proj": 2388, "31.down_proj": 2388 }, "rel_err": { "0.q_proj": 0.20255117118358612, "0.k_proj": 0.2501266598701477, "0.v_proj": 0.28070899844169617, "0.o_proj": 0.27957290410995483, "0.gate_proj": 0.3386726677417755, "0.up_proj": 0.3481939435005188, "0.down_proj": 0.4063560962677002, "1.q_proj": 0.10419954359531403, "1.k_proj": 0.08726953715085983, "1.v_proj": 0.3839426636695862, "1.o_proj": 0.3093242347240448, "1.gate_proj": 0.3187064230442047, "1.up_proj": 0.36167171597480774, "1.down_proj": 0.4551885426044464, "2.q_proj": 0.5643028616905212, "2.k_proj": 1.211578130722046, "2.v_proj": 0.5239243507385254, "2.o_proj": 0.4612278342247009, "2.gate_proj": 0.3821312487125397, "2.up_proj": 0.41011422872543335, "2.down_proj": 0.4514543414115906, "3.q_proj": 0.29918423295021057, "3.k_proj": 0.29636576771736145, "3.v_proj": 0.4295484125614166, "3.o_proj": 0.453740656375885, "3.gate_proj": 0.4301033020019531, "3.up_proj": 0.44765758514404297, "3.down_proj": 0.42106202244758606, "4.q_proj": 0.29087331891059875, "4.k_proj": 0.2925068438053131, "4.v_proj": 0.4270686209201813, "4.o_proj": 0.4564551115036011, "4.gate_proj": 0.4318659007549286, "4.up_proj": 0.454406201839447, "4.down_proj": 0.42497676610946655, "5.q_proj": 0.33008909225463867, "5.k_proj": 0.30816328525543213, "5.v_proj": 0.4289003014564514, "5.o_proj": 0.4635000228881836, "5.gate_proj": 0.42839235067367554, "5.up_proj": 0.45572370290756226, "5.down_proj": 0.4169948995113373, "6.q_proj": 0.2949267625808716, "6.k_proj": 0.30057793855667114, "6.v_proj": 0.41563349962234497, "6.o_proj": 0.4318769872188568, "6.gate_proj": 0.4237746596336365, "6.up_proj": 0.45605388283729553, "6.down_proj": 0.4162188172340393, "7.q_proj": 0.29803186655044556, "7.k_proj": 0.3041437864303589, "7.v_proj": 0.4097481667995453, "7.o_proj": 0.4478301703929901, "7.gate_proj": 0.42146944999694824, "7.up_proj": 0.4560389816761017, "7.down_proj": 0.4105474352836609, "8.q_proj": 0.3068524897098541, "8.k_proj": 0.31753095984458923, "8.v_proj": 0.39811229705810547, "8.o_proj": 0.44515687227249146, "8.gate_proj": 0.4194181561470032, "8.up_proj": 0.4524802565574646, "8.down_proj": 0.40698784589767456, "9.q_proj": 0.3244834840297699, "9.k_proj": 0.32932180166244507, "9.v_proj": 0.39580363035202026, "9.o_proj": 0.4497195780277252, "9.gate_proj": 0.41637614369392395, "9.up_proj": 0.44777822494506836, "9.down_proj": 0.40672504901885986, "10.q_proj": 0.30439677834510803, "10.k_proj": 0.3114989697933197, "10.v_proj": 0.3912244737148285, "10.o_proj": 0.4084624946117401, "10.gate_proj": 0.41183236241340637, "10.up_proj": 0.4439256191253662, "10.down_proj": 0.40340298414230347, "11.q_proj": 0.43780505657196045, "11.k_proj": 0.5263542532920837, "11.v_proj": 0.40769729018211365, "11.o_proj": 0.3999696969985962, "11.gate_proj": 0.41143807768821716, "11.up_proj": 0.44354668259620667, "11.down_proj": 0.4089212119579315, "12.q_proj": 0.31846413016319275, "12.k_proj": 0.3182394504547119, "12.v_proj": 0.39351150393486023, "12.o_proj": 0.4362848401069641, "12.gate_proj": 0.41502130031585693, "12.up_proj": 0.4439792037010193, "12.down_proj": 0.4085458219051361, "13.q_proj": 0.3248235881328583, "13.k_proj": 0.3383275270462036, "13.v_proj": 0.41681525111198425, "13.o_proj": 0.42809635400772095, "13.gate_proj": 0.4172954857349396, "13.up_proj": 0.4466675817966461, "13.down_proj": 0.4194817543029785, "14.q_proj": 0.3109501600265503, "14.k_proj": 0.3148863911628723, "14.v_proj": 0.4114783704280853, "14.o_proj": 0.4256104826927185, "14.gate_proj": 0.4175460636615753, "14.up_proj": 0.44549453258514404, "14.down_proj": 0.42101749777793884, "15.q_proj": 0.3258931636810303, "15.k_proj": 0.3283395767211914, "15.v_proj": 0.41744932532310486, "15.o_proj": 0.4321882724761963, "15.gate_proj": 0.4215778112411499, "15.up_proj": 0.4495786130428314, "15.down_proj": 0.4331757724285126, "16.q_proj": 0.32395583391189575, "16.k_proj": 0.32779502868652344, "16.v_proj": 0.44108811020851135, "16.o_proj": 0.45973899960517883, "16.gate_proj": 0.4202415645122528, "16.up_proj": 0.4471694529056549, "16.down_proj": 0.4438062310218811, "17.q_proj": 0.3577421307563782, "17.k_proj": 0.35680827498435974, "17.v_proj": 0.45505425333976746, "17.o_proj": 0.469711035490036, "17.gate_proj": 0.42273563146591187, "17.up_proj": 0.4474468529224396, "17.down_proj": 0.44114768505096436, "18.q_proj": 0.3783473074436188, "18.k_proj": 0.3835922181606293, "18.v_proj": 0.4610622525215149, "18.o_proj": 0.49814432859420776, "18.gate_proj": 0.4297594726085663, "18.up_proj": 0.4531024396419525, "18.down_proj": 0.4420911371707916, "19.q_proj": 0.3647320866584778, "19.k_proj": 0.36293184757232666, "19.v_proj": 0.44766291975975037, "19.o_proj": 0.486400842666626, "19.gate_proj": 0.43388551473617554, "19.up_proj": 0.45401647686958313, "19.down_proj": 0.44226446747779846, "20.q_proj": 0.3568756580352783, "20.k_proj": 0.35885825753211975, "20.v_proj": 0.4588818848133087, "20.o_proj": 0.48604533076286316, "20.gate_proj": 0.4321610629558563, "20.up_proj": 0.4511963725090027, "20.down_proj": 0.4513836205005646, "21.q_proj": 0.3690851032733917, "21.k_proj": 0.3707112669944763, "21.v_proj": 0.45562759041786194, "21.o_proj": 0.5003960728645325, "21.gate_proj": 0.43256253004074097, "21.up_proj": 0.4508614242076874, "21.down_proj": 0.4476333558559418, "22.q_proj": 0.3774496018886566, "22.k_proj": 0.38153403997421265, "22.v_proj": 0.46478772163391113, "22.o_proj": 0.496971994638443, "22.gate_proj": 0.4330741763114929, "22.up_proj": 0.4499264657497406, "22.down_proj": 0.4451128840446472, "23.q_proj": 0.40985897183418274, "23.k_proj": 0.407537579536438, "23.v_proj": 0.4638177752494812, "23.o_proj": 0.4878511130809784, "23.gate_proj": 0.435762882232666, "23.up_proj": 0.45139607787132263, "23.down_proj": 0.4385303258895874, "24.q_proj": 0.35800909996032715, "24.k_proj": 0.36233046650886536, "24.v_proj": 0.45714786648750305, "24.o_proj": 0.4935578405857086, "24.gate_proj": 0.4361893832683563, "24.up_proj": 0.45203301310539246, "24.down_proj": 0.4328676164150238, "25.q_proj": 0.404552161693573, "25.k_proj": 0.4057922959327698, "25.v_proj": 0.46598517894744873, "25.o_proj": 0.48773059248924255, "25.gate_proj": 0.43838492035865784, "25.up_proj": 0.45330461859703064, "25.down_proj": 0.4277186989784241, "26.q_proj": 0.3698907196521759, "26.k_proj": 0.37772369384765625, "26.v_proj": 0.45376813411712646, "26.o_proj": 0.5130496621131897, "26.gate_proj": 0.44034111499786377, "26.up_proj": 0.45590564608573914, "26.down_proj": 0.42648565769195557, "27.q_proj": 0.4138648509979248, "27.k_proj": 0.42276251316070557, "27.v_proj": 0.4709629714488983, "27.o_proj": 0.488780677318573, "27.gate_proj": 0.4432637393474579, "27.up_proj": 0.45742523670196533, "27.down_proj": 0.426099568605423, "28.q_proj": 0.3980882167816162, "28.k_proj": 0.4081520438194275, "28.v_proj": 0.46830081939697266, "28.o_proj": 0.4866650402545929, "28.gate_proj": 0.442861944437027, "28.up_proj": 0.45651155710220337, "28.down_proj": 0.4337374269962311, "29.q_proj": 0.36964160203933716, "29.k_proj": 0.3767383396625519, "29.v_proj": 0.4603976607322693, "29.o_proj": 0.48703300952911377, "29.gate_proj": 0.44214755296707153, "29.up_proj": 0.4528387486934662, "29.down_proj": 0.44032400846481323, "30.q_proj": 0.3995320498943329, "30.k_proj": 0.4057026505470276, "30.v_proj": 0.473531574010849, "30.o_proj": 0.4958701431751251, "30.gate_proj": 0.4368852376937866, "30.up_proj": 0.4417875111103058, "30.down_proj": 0.44819220900535583, "31.q_proj": 0.3507238030433655, "31.k_proj": 0.3568456768989563, "31.v_proj": 0.45507192611694336, "31.o_proj": 0.4658190906047821, "31.gate_proj": 0.4278441369533539, "31.up_proj": 0.4285564422607422, "31.down_proj": 0.44620150327682495 }, "whitening": { "lam": 0.0, "norm": "token", "ridge": 0.0, "token_mask": "nospecial", "utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256", "utility_calib": "wikitext2:256", "utility_tokens": 522240 }, "rank_by": "resmix", "resmix_k": 0.0, "resmix_k_abs": null, "ranking": { "n_matrices": 224, "alpha": 1.0, "k_s_total": 0, "k_s_frac_of_rank": 0.0, "utility_error_ratio": 1.0, "resmix_k": 0.0, "resmix_k_abs": null, "resmix_alpha": 1.0 }, "ranking_per_matrix": { "0.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 20.533438156264545, "T_cal": 20.533438156264545 }, "0.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 18.145091391082453, "T_cal": 18.145091391082453 }, "0.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 1367.2978993583235, "T_cal": 1367.2978993583235 }, "0.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 1.7652817030071697, "T_cal": 1.7652817030071697 }, "0.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 147005.47186107977, "T_cal": 147005.47186107977 }, "0.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 151270.08798223134, "T_cal": 151270.08798223134 }, "0.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 3251.7172484408165, "T_cal": 3251.7172484408165 }, "1.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 15810.360461051278, "T_cal": 15810.360461051278 }, "1.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 11679.950873318438, "T_cal": 11679.950873318438 }, "1.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 34601.29388128947, "T_cal": 34601.29388128947 }, "1.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 210.1460327002143, "T_cal": 210.1460327002143 }, "1.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 554807.0704461301, "T_cal": 554807.0704461301 }, "1.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 632577.4831049199, "T_cal": 632577.4831049199 }, "1.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 41926.18052799249, "T_cal": 41926.18052799249 }, "2.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 1075742.3213626854, "T_cal": 1075742.3213626854 }, "2.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 1061928.8193543167, "T_cal": 1061928.8193543167 }, "2.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 1257767.9325557249, "T_cal": 1257767.9325557249 }, "2.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 16470.990055876522, "T_cal": 16470.990055876522 }, "2.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 2616354.6153592253, "T_cal": 2616354.6153592253 }, "2.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 2619809.05808633, "T_cal": 2619809.05808633 }, "2.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 122572.30074651254, "T_cal": 122572.30074651254 }, "3.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 8616199.692200687, "T_cal": 8616199.692200687 }, "3.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 9252912.097098961, "T_cal": 9252912.097098961 }, "3.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 5181894.684841514, "T_cal": 5181894.684841514 }, "3.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 28070.226419795454, "T_cal": 28070.226419795454 }, "3.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 7535360.907474672, "T_cal": 7535360.907474672 }, "3.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 6997858.889793897, "T_cal": 6997858.889793897 }, "3.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 216506.34547028563, "T_cal": 216506.34547028563 }, "4.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 8576586.798566049, "T_cal": 8576586.798566049 }, "4.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 9103491.821577858, "T_cal": 9103491.821577858 }, "4.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 5447171.7095543165, "T_cal": 5447171.7095543165 }, "4.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 62961.396595317005, "T_cal": 62961.396595317005 }, "4.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 11368285.653579928, "T_cal": 11368285.653579928 }, "4.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 10192894.986038502, "T_cal": 10192894.986038502 }, "4.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 399140.58106265066, "T_cal": 399140.58106265066 }, "5.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 10904378.784864234, "T_cal": 10904378.784864234 }, "5.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 11716277.222077748, "T_cal": 11716277.222077748 }, "5.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 6791614.363699443, "T_cal": 6791614.363699443 }, "5.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 83191.98936714102, "T_cal": 83191.98936714102 }, "5.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 14261817.455468014, "T_cal": 14261817.455468014 }, "5.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 12898852.177619234, "T_cal": 12898852.177619234 }, "5.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 605437.6144528482, "T_cal": 605437.6144528482 }, "6.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 15022264.490293957, "T_cal": 15022264.490293957 }, "6.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 16281336.734301325, "T_cal": 16281336.734301325 }, "6.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 8978679.766875453, "T_cal": 8978679.766875453 }, "6.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 146576.1915614182, "T_cal": 146576.1915614182 }, "6.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 18379550.492156003, "T_cal": 18379550.492156003 }, "6.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 16360762.366840478, "T_cal": 16360762.366840478 }, "6.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 865823.7044643352, "T_cal": 865823.7044643352 }, "7.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 16961003.97794759, "T_cal": 16961003.97794759 }, "7.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 17778413.16036941, "T_cal": 17778413.16036941 }, "7.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 9833500.891810104, "T_cal": 9833500.891810104 }, "7.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 207621.14171330316, "T_cal": 207621.14171330316 }, "7.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 21548258.973763738, "T_cal": 21548258.973763738 }, "7.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 19538704.244472977, "T_cal": 19538704.244472977 }, "7.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 1154651.4831785636, "T_cal": 1154651.4831785636 }, "8.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 18144793.681941804, "T_cal": 18144793.681941804 }, "8.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 19643662.875985958, "T_cal": 19643662.875985958 }, "8.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 9723547.035088653, "T_cal": 9723547.035088653 }, "8.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 309933.4441164221, "T_cal": 309933.4441164221 }, "8.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 22219645.429822985, "T_cal": 22219645.429822985 }, "8.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 21110504.855032086, "T_cal": 21110504.855032086 }, "8.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 1407579.4474217317, "T_cal": 1407579.4474217317 }, "9.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 21577254.884359382, "T_cal": 21577254.884359382 }, "9.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 23354272.865979496, "T_cal": 23354272.865979496 }, "9.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 10870858.616251059, "T_cal": 10870858.616251059 }, "9.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 460797.9531125524, "T_cal": 460797.9531125524 }, "9.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 23261039.5382552, "T_cal": 23261039.5382552 }, "9.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 22760975.831206925, "T_cal": 22760975.831206925 }, "9.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 1698712.7164256899, "T_cal": 1698712.7164256899 }, "10.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 19142257.364713803, "T_cal": 19142257.364713803 }, "10.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 21642343.533273995, "T_cal": 21642343.533273995 }, "10.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 10805862.494584344, "T_cal": 10805862.494584344 }, "10.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 583564.7478921877, "T_cal": 583564.7478921877 }, "10.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 23722052.52198033, "T_cal": 23722052.52198033 }, "10.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 23921352.30383531, "T_cal": 23921352.30383531 }, "10.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 1885944.1773879488, "T_cal": 1885944.1773879488 }, "11.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 19812212.040702116, "T_cal": 19812212.040702116 }, "11.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 21325013.33195281, "T_cal": 21325013.33195281 }, "11.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 13443340.955584655, "T_cal": 13443340.955584655 }, "11.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 554587.2929435676, "T_cal": 554587.2929435676 }, "11.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 26289978.176920943, "T_cal": 26289978.176920943 }, "11.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 27192678.451939438, "T_cal": 27192678.451939438 }, "11.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 2138458.336182276, "T_cal": 2138458.336182276 }, "12.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 26566691.310539044, "T_cal": 26566691.310539044 }, "12.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 28198272.399621785, "T_cal": 28198272.399621785 }, "12.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 14937439.7554898, "T_cal": 14937439.7554898 }, "12.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 744547.0841763078, "T_cal": 744547.0841763078 }, "12.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 28233288.38660199, "T_cal": 28233288.38660199 }, "12.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 29627056.858521752, "T_cal": 29627056.858521752 }, "12.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 2484347.4290266912, "T_cal": 2484347.4290266912 }, "13.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 28594427.825724967, "T_cal": 28594427.825724967 }, "13.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 32408434.376211423, "T_cal": 32408434.376211423 }, "13.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 19320563.55230657, "T_cal": 19320563.55230657 }, "13.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 760267.6486922672, "T_cal": 760267.6486922672 }, "13.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 29710529.160073094, "T_cal": 29710529.160073094 }, "13.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 32093225.825580716, "T_cal": 32093225.825580716 }, "13.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 3047495.20318145, "T_cal": 3047495.20318145 }, "14.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 26564102.81909692, "T_cal": 26564102.81909692 }, "14.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 28371669.477075536, "T_cal": 28371669.477075536 }, "14.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 18403309.45612433, "T_cal": 18403309.45612433 }, "14.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 961585.4964648974, "T_cal": 961585.4964648974 }, "14.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 32568338.730469096, "T_cal": 32568338.730469096 }, "14.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 35260137.34940484, "T_cal": 35260137.34940484 }, "14.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 3590868.026428486, "T_cal": 3590868.026428486 }, "15.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 28171399.800540484, "T_cal": 28171399.800540484 }, "15.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 30588812.300417174, "T_cal": 30588812.300417174 }, "15.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 20111418.348540258, "T_cal": 20111418.348540258 }, "15.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 1140757.0870852754, "T_cal": 1140757.0870852754 }, "15.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 35599225.039749816, "T_cal": 35599225.039749816 }, "15.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 38562927.699108556, "T_cal": 38562927.699108556 }, "15.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 4532126.281073529, "T_cal": 4532126.281073529 }, "16.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 28665105.452431396, "T_cal": 28665105.452431396 }, "16.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 30869692.599226408, "T_cal": 30869692.599226408 }, "16.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 25487438.164353833, "T_cal": 25487438.164353833 }, "16.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 1505170.2068931672, "T_cal": 1505170.2068931672 }, "16.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 38665250.473643295, "T_cal": 38665250.473643295 }, "16.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 41007811.453693196, "T_cal": 41007811.453693196 }, "16.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 5900020.305806459, "T_cal": 5900020.305806459 }, "17.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 35661629.75609591, "T_cal": 35661629.75609591 }, "17.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 37071089.71486539, "T_cal": 37071089.71486539 }, "17.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 27826654.376081422, "T_cal": 27826654.376081422 }, "17.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 1267267.7284929086, "T_cal": 1267267.7284929086 }, "17.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 45950628.699716985, "T_cal": 45950628.699716985 }, "17.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 47101411.73163301, "T_cal": 47101411.73163301 }, "17.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 6591848.5687160455, "T_cal": 6591848.5687160455 }, "18.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 44262482.8301141, "T_cal": 44262482.8301141 }, "18.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 47358700.42335912, "T_cal": 47358700.42335912 }, "18.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 36108720.36611833, "T_cal": 36108720.36611833 }, "18.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 1298545.2947048051, "T_cal": 1298545.2947048051 }, "18.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 54023091.71841389, "T_cal": 54023091.71841389 }, "18.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 53605452.05604907, "T_cal": 53605452.05604907 }, "18.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 7857574.265308328, "T_cal": 7857574.265308328 }, "19.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 40120809.27085395, "T_cal": 40120809.27085395 }, "19.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 41012606.05755037, "T_cal": 41012606.05755037 }, "19.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 34915678.38305585, "T_cal": 34915678.38305585 }, "19.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 1415312.0230279178, "T_cal": 1415312.0230279178 }, "19.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 60813241.546283916, "T_cal": 60813241.546283916 }, "19.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 59115933.672877915, "T_cal": 59115933.672877915 }, "19.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 8902631.456304837, "T_cal": 8902631.456304837 }, "20.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 40021423.57055149, "T_cal": 40021423.57055149 }, "20.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 41869567.06025338, "T_cal": 41869567.06025338 }, "20.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 38920485.71341603, "T_cal": 38920485.71341603 }, "20.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 1649825.3702421421, "T_cal": 1649825.3702421421 }, "20.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 64361468.134043604, "T_cal": 64361468.134043604 }, "20.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 61578363.26017566, "T_cal": 61578363.26017566 }, "20.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 10765047.10220674, "T_cal": 10765047.10220674 }, "21.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 46056327.42471032, "T_cal": 46056327.42471032 }, "21.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 47514018.71081908, "T_cal": 47514018.71081908 }, "21.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 45736077.4399346, "T_cal": 45736077.4399346 }, "21.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 1620866.9804216484, "T_cal": 1620866.9804216484 }, "21.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 72686431.64429738, "T_cal": 72686431.64429738 }, "21.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 67933721.33573113, "T_cal": 67933721.33573113 }, "21.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 11967866.125010494, "T_cal": 11967866.125010494 }, "22.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 53669040.68229101, "T_cal": 53669040.68229101 }, "22.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 56100080.37376601, "T_cal": 56100080.37376601 }, "22.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 51042261.26254837, "T_cal": 51042261.26254837 }, "22.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 2296610.660116745, "T_cal": 2296610.660116745 }, "22.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 80759725.48447388, "T_cal": 80759725.48447388 }, "22.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 74305016.109796, "T_cal": 74305016.109796 }, "22.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 13962605.340496987, "T_cal": 13962605.340496987 }, "23.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 71733456.54175282, "T_cal": 71733456.54175282 }, "23.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 72682834.70274636, "T_cal": 72682834.70274636 }, "23.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 65379315.27277463, "T_cal": 65379315.27277463 }, "23.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 2652651.05691829, "T_cal": 2652651.05691829 }, "23.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 91688011.6645034, "T_cal": 91688011.6645034 }, "23.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 84685515.19548278, "T_cal": 84685515.19548278 }, "23.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 15339729.044136003, "T_cal": 15339729.044136003 }, "24.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 52774900.28348556, "T_cal": 52774900.28348556 }, "24.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 54500270.69390204, "T_cal": 54500270.69390204 }, "24.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 62543865.57161525, "T_cal": 62543865.57161525 }, "24.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 2769702.3254641984, "T_cal": 2769702.3254641984 }, "24.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 101819891.95005424, "T_cal": 101819891.95005424 }, "24.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 94119324.0033534, "T_cal": 94119324.0033534 }, "24.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 16728253.662133003, "T_cal": 16728253.662133003 }, "25.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 80304909.3567728, "T_cal": 80304909.3567728 }, "25.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 83671771.69110829, "T_cal": 83671771.69110829 }, "25.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 84978567.1844858, "T_cal": 84978567.1844858 }, "25.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 2505064.5035228767, "T_cal": 2505064.5035228767 }, "25.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 112273023.56164908, "T_cal": 112273023.56164908 }, "25.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 103882977.35053928, "T_cal": 103882977.35053928 }, "25.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 17746580.701786302, "T_cal": 17746580.701786302 }, "26.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 64989281.26137764, "T_cal": 64989281.26137764 }, "26.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 68544427.87627023, "T_cal": 68544427.87627023 }, "26.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 80749609.72264951, "T_cal": 80749609.72264951 }, "26.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 3133033.439591335, "T_cal": 3133033.439591335 }, "26.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 123590172.37534072, "T_cal": 123590172.37534072 }, "26.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 114823489.34381005, "T_cal": 114823489.34381005 }, "26.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 19871728.13040249, "T_cal": 19871728.13040249 }, "27.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 94368206.97103219, "T_cal": 94368206.97103219 }, "27.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 99421408.9117718, "T_cal": 99421408.9117718 }, "27.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 93526566.1076138, "T_cal": 93526566.1076138 }, "27.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 3948527.6605453664, "T_cal": 3948527.6605453664 }, "27.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 136506286.86790967, "T_cal": 136506286.86790967 }, "27.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 127240802.06372823, "T_cal": 127240802.06372823 }, "27.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 22736701.196728304, "T_cal": 22736701.196728304 }, "28.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 85316773.38197857, "T_cal": 85316773.38197857 }, "28.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 91421811.6143829, "T_cal": 91421811.6143829 }, "28.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 102262225.13609418, "T_cal": 102262225.13609418 }, "28.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 4013078.873440261, "T_cal": 4013078.873440261 }, "28.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 141518945.1356802, "T_cal": 141518945.1356802 }, "28.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 135118073.44259545, "T_cal": 135118073.44259545 }, "28.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 26809475.799342208, "T_cal": 26809475.799342208 }, "29.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 64772457.532240584, "T_cal": 64772457.532240584 }, "29.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 68479657.3573959, "T_cal": 68479657.3573959 }, "29.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 93576765.40279621, "T_cal": 93576765.40279621 }, "29.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 4835487.9449910745, "T_cal": 4835487.9449910745 }, "29.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 146378436.530485, "T_cal": 146378436.530485 }, "29.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 140157066.28008044, "T_cal": 140157066.28008044 }, "29.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 31000760.265198253, "T_cal": 31000760.265198253 }, "30.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 80771514.65176713, "T_cal": 80771514.65176713 }, "30.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 85746423.79299718, "T_cal": 85746423.79299718 }, "30.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 107776036.21864706, "T_cal": 107776036.21864706 }, "30.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 4854978.800990951, "T_cal": 4854978.800990951 }, "30.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 146282215.26653653, "T_cal": 146282215.26653653 }, "30.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 136137174.80119932, "T_cal": 136137174.80119932 }, "30.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 35703110.116036445, "T_cal": 35703110.116036445 }, "31.q_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 40883846.09135019, "T_cal": 40883846.09135019 }, "31.k_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 45729561.20536516, "T_cal": 45729561.20536516 }, "31.v_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 54000274.540750474, "T_cal": 54000274.540750474 }, "31.o_proj": { "r": 1638, "k_u": 1638, "k_s": 0, "T_cal_prefix": 4217365.56733007, "T_cal": 4217365.56733007 }, "31.gate_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 115498444.60500988, "T_cal": 115498444.60500988 }, "31.up_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 104691453.2407249, "T_cal": 104691453.2407249 }, "31.down_proj": { "r": 2388, "k_u": 2388, "k_s": 0, "T_cal_prefix": 39205726.64051367, "T_cal": 39205726.64051367 } }, "calib_spec": "wikitext2:256", "nsamples": 256, "seed": 42, "n_calib_sequences": 255 }