{ "source": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590", "upstream": "AIoT-MLSys-Lab/SVD-LLM", "stage": "finetuned", "ratio_removed": 0.3, "internal_ratio_kept": 0.7, "from_pt": "/lustre/jeesup0103/svd-safety/results/resmix/full/l2_base_k0_a1p0_free_remove30/finetune_v/merge.pt", "biases_verified": 0, "mean_rel_err": 0.46960629166902174, "max_rel_err": 1.2178252935409546, "param_fraction": 0.6997563653659327, "ranks": { "0.q_proj": 1433, "0.k_proj": 1433, "0.v_proj": 1433, "0.o_proj": 1433, "0.gate_proj": 2089, "0.up_proj": 2089, "0.down_proj": 2089, "1.q_proj": 1433, "1.k_proj": 1433, "1.v_proj": 1433, "1.o_proj": 1433, "1.gate_proj": 2089, "1.up_proj": 2089, "1.down_proj": 2089, "2.q_proj": 1433, "2.k_proj": 1433, "2.v_proj": 1433, "2.o_proj": 1433, "2.gate_proj": 2089, "2.up_proj": 2089, "2.down_proj": 2089, "3.q_proj": 1433, "3.k_proj": 1433, "3.v_proj": 1433, "3.o_proj": 1433, "3.gate_proj": 2089, "3.up_proj": 2089, "3.down_proj": 2089, "4.q_proj": 1433, "4.k_proj": 1433, "4.v_proj": 1433, "4.o_proj": 1433, "4.gate_proj": 2089, "4.up_proj": 2089, "4.down_proj": 2089, "5.q_proj": 1433, "5.k_proj": 1433, "5.v_proj": 1433, "5.o_proj": 1433, "5.gate_proj": 2089, "5.up_proj": 2089, "5.down_proj": 2089, "6.q_proj": 1433, "6.k_proj": 1433, "6.v_proj": 1433, "6.o_proj": 1433, "6.gate_proj": 2089, "6.up_proj": 2089, "6.down_proj": 2089, "7.q_proj": 1433, "7.k_proj": 1433, "7.v_proj": 1433, "7.o_proj": 1433, "7.gate_proj": 2089, "7.up_proj": 2089, "7.down_proj": 2089, "8.q_proj": 1433, "8.k_proj": 1433, "8.v_proj": 1433, "8.o_proj": 1433, "8.gate_proj": 2089, "8.up_proj": 2089, "8.down_proj": 2089, "9.q_proj": 1433, "9.k_proj": 1433, "9.v_proj": 1433, "9.o_proj": 1433, "9.gate_proj": 2089, "9.up_proj": 2089, "9.down_proj": 2089, "10.q_proj": 1433, "10.k_proj": 1433, "10.v_proj": 1433, "10.o_proj": 1433, "10.gate_proj": 2089, "10.up_proj": 2089, "10.down_proj": 2089, "11.q_proj": 1433, "11.k_proj": 1433, "11.v_proj": 1433, "11.o_proj": 1433, "11.gate_proj": 2089, "11.up_proj": 2089, "11.down_proj": 2089, "12.q_proj": 1433, "12.k_proj": 1433, "12.v_proj": 1433, "12.o_proj": 1433, "12.gate_proj": 2089, "12.up_proj": 2089, "12.down_proj": 2089, "13.q_proj": 1433, "13.k_proj": 1433, "13.v_proj": 1433, "13.o_proj": 1433, "13.gate_proj": 2089, "13.up_proj": 2089, "13.down_proj": 2089, "14.q_proj": 1433, "14.k_proj": 1433, "14.v_proj": 1433, "14.o_proj": 1433, "14.gate_proj": 2089, "14.up_proj": 2089, "14.down_proj": 2089, "15.q_proj": 1433, "15.k_proj": 1433, "15.v_proj": 1433, "15.o_proj": 1433, "15.gate_proj": 2089, "15.up_proj": 2089, "15.down_proj": 2089, "16.q_proj": 1433, "16.k_proj": 1433, "16.v_proj": 1433, "16.o_proj": 1433, "16.gate_proj": 2089, "16.up_proj": 2089, "16.down_proj": 2089, "17.q_proj": 1433, "17.k_proj": 1433, "17.v_proj": 1433, "17.o_proj": 1433, "17.gate_proj": 2089, "17.up_proj": 2089, "17.down_proj": 2089, "18.q_proj": 1433, "18.k_proj": 1433, "18.v_proj": 1433, "18.o_proj": 1433, "18.gate_proj": 2089, "18.up_proj": 2089, "18.down_proj": 2089, "19.q_proj": 1433, "19.k_proj": 1433, "19.v_proj": 1433, "19.o_proj": 1433, "19.gate_proj": 2089, "19.up_proj": 2089, "19.down_proj": 2089, "20.q_proj": 1433, "20.k_proj": 1433, "20.v_proj": 1433, "20.o_proj": 1433, "20.gate_proj": 2089, "20.up_proj": 2089, "20.down_proj": 2089, "21.q_proj": 1433, "21.k_proj": 1433, "21.v_proj": 1433, "21.o_proj": 1433, "21.gate_proj": 2089, "21.up_proj": 2089, "21.down_proj": 2089, "22.q_proj": 1433, "22.k_proj": 1433, "22.v_proj": 1433, "22.o_proj": 1433, "22.gate_proj": 2089, "22.up_proj": 2089, "22.down_proj": 2089, "23.q_proj": 1433, "23.k_proj": 1433, "23.v_proj": 1433, "23.o_proj": 1433, "23.gate_proj": 2089, "23.up_proj": 2089, "23.down_proj": 2089, "24.q_proj": 1433, "24.k_proj": 1433, "24.v_proj": 1433, "24.o_proj": 1433, "24.gate_proj": 2089, "24.up_proj": 2089, "24.down_proj": 2089, "25.q_proj": 1433, "25.k_proj": 1433, "25.v_proj": 1433, "25.o_proj": 1433, "25.gate_proj": 2089, "25.up_proj": 2089, "25.down_proj": 2089, "26.q_proj": 1433, "26.k_proj": 1433, "26.v_proj": 1433, "26.o_proj": 1433, "26.gate_proj": 2089, "26.up_proj": 2089, "26.down_proj": 2089, "27.q_proj": 1433, "27.k_proj": 1433, "27.v_proj": 1433, "27.o_proj": 1433, "27.gate_proj": 2089, "27.up_proj": 2089, "27.down_proj": 2089, "28.q_proj": 1433, "28.k_proj": 1433, "28.v_proj": 1433, "28.o_proj": 1433, "28.gate_proj": 2089, "28.up_proj": 2089, "28.down_proj": 2089, "29.q_proj": 1433, "29.k_proj": 1433, "29.v_proj": 1433, "29.o_proj": 1433, "29.gate_proj": 2089, "29.up_proj": 2089, "29.down_proj": 2089, "30.q_proj": 1433, "30.k_proj": 1433, "30.v_proj": 1433, "30.o_proj": 1433, "30.gate_proj": 2089, "30.up_proj": 2089, "30.down_proj": 2089, "31.q_proj": 1433, "31.k_proj": 1433, "31.v_proj": 1433, "31.o_proj": 1433, "31.gate_proj": 2089, "31.up_proj": 2089, "31.down_proj": 2089 }, "rel_err": { "0.q_proj": 0.21154165267944336, "0.k_proj": 0.25206056237220764, "0.v_proj": 0.32299745082855225, "0.o_proj": 0.32105162739753723, "0.gate_proj": 0.3937569260597229, "0.up_proj": 0.4039572477340698, "0.down_proj": 0.4691493511199951, "1.q_proj": 0.12650687992572784, "1.k_proj": 0.10664405673742294, "1.v_proj": 0.43515294790267944, "1.o_proj": 0.3589252829551697, "1.gate_proj": 0.37330377101898193, "1.up_proj": 0.42149069905281067, "1.down_proj": 0.5207186937332153, "2.q_proj": 0.5791195034980774, "2.k_proj": 1.2178252935409546, "2.v_proj": 0.5660731196403503, "2.o_proj": 0.5161605477333069, "2.gate_proj": 0.4384504556655884, "2.up_proj": 0.4704980254173279, "2.down_proj": 0.5172862410545349, "3.q_proj": 0.34828367829322815, "3.k_proj": 0.3464677631855011, "3.v_proj": 0.4843881130218506, "3.o_proj": 0.5081186294555664, "3.gate_proj": 0.4907146394252777, "3.up_proj": 0.5106684565544128, "3.down_proj": 0.48436760902404785, "4.q_proj": 0.33908578753471375, "4.k_proj": 0.341554194688797, "4.v_proj": 0.4818229079246521, "4.o_proj": 0.5117180943489075, "4.gate_proj": 0.49236011505126953, "4.up_proj": 0.517420768737793, "4.down_proj": 0.4884204566478729, "5.q_proj": 0.37434741854667664, "5.k_proj": 0.3555288016796112, "5.v_proj": 0.48474350571632385, "5.o_proj": 0.5176644921302795, "5.gate_proj": 0.4887177348136902, "5.up_proj": 0.5189483761787415, "5.down_proj": 0.48030030727386475, "6.q_proj": 0.33946743607521057, "6.k_proj": 0.3454365134239197, "6.v_proj": 0.4700879752635956, "6.o_proj": 0.4857877790927887, "6.gate_proj": 0.483540415763855, "6.up_proj": 0.5194035172462463, "6.down_proj": 0.4795955717563629, "7.q_proj": 0.3443571925163269, "7.k_proj": 0.35092347860336304, "7.v_proj": 0.46219494938850403, "7.o_proj": 0.5031439661979675, "7.gate_proj": 0.48110252618789673, "7.up_proj": 0.519559919834137, "7.down_proj": 0.4735674560070038, "8.q_proj": 0.3535466492176056, "8.k_proj": 0.36549273133277893, "8.v_proj": 0.4496116638183594, "8.o_proj": 0.5005570650100708, "8.gate_proj": 0.47835803031921387, "8.up_proj": 0.5146349668502808, "8.down_proj": 0.4690413475036621, "9.q_proj": 0.3716367483139038, "9.k_proj": 0.37791308760643005, "9.v_proj": 0.44794997572898865, "9.o_proj": 0.503503143787384, "9.gate_proj": 0.4749135673046112, "9.up_proj": 0.509507954120636, "9.down_proj": 0.46834155917167664, "10.q_proj": 0.34816494584083557, "10.k_proj": 0.35685667395591736, "10.v_proj": 0.4425583481788635, "10.o_proj": 0.4644082486629486, "10.gate_proj": 0.4702244997024536, "10.up_proj": 0.5053636431694031, "10.down_proj": 0.4650056064128876, "11.q_proj": 0.4666091799736023, "11.k_proj": 0.5523228645324707, "11.v_proj": 0.45560720562934875, "11.o_proj": 0.4543610215187073, "11.gate_proj": 0.4701629877090454, "11.up_proj": 0.5056617259979248, "11.down_proj": 0.4712400734424591, "12.q_proj": 0.3658818304538727, "12.k_proj": 0.3655855357646942, "12.v_proj": 0.44657671451568604, "12.o_proj": 0.4936954379081726, "12.gate_proj": 0.47407642006874084, "12.up_proj": 0.5060712695121765, "12.down_proj": 0.4711635708808899, "13.q_proj": 0.372084379196167, "13.k_proj": 0.38780465722084045, "13.v_proj": 0.4731096029281616, "13.o_proj": 0.48436471819877625, "13.gate_proj": 0.47704872488975525, "13.up_proj": 0.5088900923728943, "13.down_proj": 0.48266980051994324, "14.q_proj": 0.35647156834602356, "14.k_proj": 0.3611023724079132, "14.v_proj": 0.4664199650287628, "14.o_proj": 0.48168227076530457, "14.gate_proj": 0.47688907384872437, "14.up_proj": 0.5078426599502563, "14.down_proj": 0.484318345785141, "15.q_proj": 0.37352845072746277, "15.k_proj": 0.37663161754608154, "15.v_proj": 0.4720856249332428, "15.o_proj": 0.49013736844062805, "15.gate_proj": 0.4809935986995697, "15.up_proj": 0.5118938088417053, "15.down_proj": 0.4974278509616852, "16.q_proj": 0.37138572335243225, "16.k_proj": 0.375299334526062, "16.v_proj": 0.49767112731933594, "16.o_proj": 0.5181031227111816, "16.gate_proj": 0.4802817106246948, "16.up_proj": 0.5096001625061035, "16.down_proj": 0.5094398260116577, "17.q_proj": 0.40937861800193787, "17.k_proj": 0.4079142212867737, "17.v_proj": 0.5122692584991455, "17.o_proj": 0.5284447073936462, "17.gate_proj": 0.48317888379096985, "17.up_proj": 0.5100035667419434, "17.down_proj": 0.5069739818572998, "18.q_proj": 0.43187329173088074, "18.k_proj": 0.43729203939437866, "18.v_proj": 0.5184658765792847, "18.o_proj": 0.5557100772857666, "18.gate_proj": 0.4912468194961548, "18.up_proj": 0.5163496136665344, "18.down_proj": 0.5074824690818787, "19.q_proj": 0.4165549576282501, "19.k_proj": 0.4135464131832123, "19.v_proj": 0.5034193992614746, "19.o_proj": 0.5436462163925171, "19.gate_proj": 0.49490392208099365, "19.up_proj": 0.5172055959701538, "19.down_proj": 0.5076806545257568, "20.q_proj": 0.409005731344223, "20.k_proj": 0.40952786803245544, "20.v_proj": 0.5161357522010803, "20.o_proj": 0.5443912148475647, "20.gate_proj": 0.4930191934108734, "20.up_proj": 0.5144986510276794, "20.down_proj": 0.5178073644638062, "21.q_proj": 0.4219631850719452, "21.k_proj": 0.42387834191322327, "21.v_proj": 0.5112217664718628, "21.o_proj": 0.5586152076721191, "21.gate_proj": 0.4942625164985657, "21.up_proj": 0.513978898525238, "21.down_proj": 0.5138073563575745, "22.q_proj": 0.4319232106208801, "22.k_proj": 0.43579697608947754, "22.v_proj": 0.5216929316520691, "22.o_proj": 0.5557892918586731, "22.gate_proj": 0.4942406117916107, "22.up_proj": 0.51324063539505, "22.down_proj": 0.51151043176651, "23.q_proj": 0.46498385071754456, "23.k_proj": 0.4636499881744385, "23.v_proj": 0.5211161971092224, "23.o_proj": 0.5465461015701294, "23.gate_proj": 0.4975587725639343, "23.up_proj": 0.5149858593940735, "23.down_proj": 0.5041381120681763, "24.q_proj": 0.4113546907901764, "24.k_proj": 0.4162830710411072, "24.v_proj": 0.5141201615333557, "24.o_proj": 0.5522825717926025, "24.gate_proj": 0.4978007376194, "24.up_proj": 0.5156306624412537, "24.down_proj": 0.4979228079319, "25.q_proj": 0.4590507447719574, "25.k_proj": 0.46130073070526123, "25.v_proj": 0.5217674374580383, "25.o_proj": 0.5457017421722412, "25.gate_proj": 0.5010452270507812, "25.up_proj": 0.5174975395202637, "25.down_proj": 0.4916711151599884, "26.q_proj": 0.4234485626220703, "26.k_proj": 0.4319479763507843, "26.v_proj": 0.5110377669334412, "26.o_proj": 0.570513904094696, "26.gate_proj": 0.5023332834243774, "26.up_proj": 0.5195894837379456, "26.down_proj": 0.4905470907688141, "27.q_proj": 0.4701234698295593, "27.k_proj": 0.4786141514778137, "27.v_proj": 0.5294671058654785, "27.o_proj": 0.5472278594970703, "27.gate_proj": 0.5049896836280823, "27.up_proj": 0.5212247967720032, "27.down_proj": 0.48947373032569885, "28.q_proj": 0.45211905241012573, "28.k_proj": 0.4634537398815155, "28.v_proj": 0.5256759524345398, "28.o_proj": 0.5444328188896179, "28.gate_proj": 0.5052045583724976, "28.up_proj": 0.5199324488639832, "28.down_proj": 0.49766820669174194, "29.q_proj": 0.42195600271224976, "29.k_proj": 0.42968735098838806, "29.v_proj": 0.5174475908279419, "29.o_proj": 0.5465685129165649, "29.gate_proj": 0.5040810108184814, "29.up_proj": 0.5160006880760193, "29.down_proj": 0.5046414732933044, "30.q_proj": 0.4532987177371979, "30.k_proj": 0.45997172594070435, "30.v_proj": 0.5314067602157593, "30.o_proj": 0.5543007254600525, "30.gate_proj": 0.4988415539264679, "30.up_proj": 0.5041705369949341, "30.down_proj": 0.5126928091049194, "31.q_proj": 0.39961686730384827, "31.k_proj": 0.40837952494621277, "31.v_proj": 0.5121962428092957, "31.o_proj": 0.5230640172958374, "31.gate_proj": 0.4886501133441925, "31.up_proj": 0.4899109899997711, "31.down_proj": 0.5113798975944519 }, "whitening": { "lam": 0.0, "norm": "token", "ridge": 0.0, "token_mask": "nospecial", "utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256", "utility_calib": "wikitext2:256", "utility_tokens": 522240 }, "rank_by": "resmix", "resmix_k": 0.0, "resmix_k_abs": null, "ranking": { "n_matrices": 224, "alpha": 1.0, "k_s_total": 0, "k_s_frac_of_rank": 0.0, "utility_error_ratio": 1.0, "resmix_k": 0.0, "resmix_k_abs": null, "resmix_alpha": 1.0 }, "ranking_per_matrix": { "0.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 39.388282935811475, "T_cal": 39.388282935811475 }, "0.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 34.64168906039899, "T_cal": 34.64168906039899 }, "0.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 2180.4545400725456, "T_cal": 2180.4545400725456 }, "0.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 3.236008245712793, "T_cal": 3.236008245712793 }, "0.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 233290.09868813131, "T_cal": 233290.09868813131 }, "0.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 239977.84535169817, "T_cal": 239977.84535169817 }, "0.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 4897.100459002034, "T_cal": 4897.100459002034 }, "1.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 28729.716566027415, "T_cal": 28729.716566027415 }, "1.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 21643.320093676906, "T_cal": 21643.320093676906 }, "1.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 51962.35635288252, "T_cal": 51962.35635288252 }, "1.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 467.6564444913811, "T_cal": 467.6564444913811 }, "1.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 902488.3564397852, "T_cal": 902488.3564397852 }, "1.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 1023626.5545441816, "T_cal": 1023626.5545441816 }, "1.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 59103.256723517115, "T_cal": 59103.256723517115 }, "2.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 1774134.0302654633, "T_cal": 1774134.0302654633 }, "2.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 1778735.8435498467, "T_cal": 1778735.8435498467 }, "2.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 1784142.2006091198, "T_cal": 1784142.2006091198 }, "2.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 24332.456126517485, "T_cal": 24332.456126517485 }, "2.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 3897275.9891598956, "T_cal": 3897275.9891598956 }, "2.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 3902478.238080211, "T_cal": 3902478.238080211 }, "2.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 168321.99261231394, "T_cal": 168321.99261231394 }, "3.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 12643629.215040559, "T_cal": 12643629.215040559 }, "3.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 13716496.810724786, "T_cal": 13716496.810724786 }, "3.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 7078173.434168732, "T_cal": 7078173.434168732 }, "3.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 39460.50467348984, "T_cal": 39460.50467348984 }, "3.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 10688950.318662636, "T_cal": 10688950.318662636 }, "3.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 9919457.723038245, "T_cal": 9919457.723038245 }, "3.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 297727.46114792966, "T_cal": 297727.46114792966 }, "4.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 12380687.063937424, "T_cal": 12380687.063937424 }, "4.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 13230745.349890629, "T_cal": 13230745.349890629 }, "4.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 7377412.447694868, "T_cal": 7377412.447694868 }, "4.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 88498.14542927106, "T_cal": 88498.14542927106 }, "4.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 15917695.579375152, "T_cal": 15917695.579375152 }, "4.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 14251862.833006734, "T_cal": 14251862.833006734 }, "4.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 548192.1997935446, "T_cal": 548192.1997935446 }, "5.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 15545430.394920252, "T_cal": 15545430.394920252 }, "5.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 16787557.251722403, "T_cal": 16787557.251722403 }, "5.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 9192295.965431035, "T_cal": 9192295.965431035 }, "5.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 116922.83781016959, "T_cal": 116922.83781016959 }, "5.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 19895489.005969524, "T_cal": 19895489.005969524 }, "5.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 17966035.376588047, "T_cal": 17966035.376588047 }, "5.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 833079.9087956194, "T_cal": 833079.9087956194 }, "6.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 21172200.32657173, "T_cal": 21172200.32657173 }, "6.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 23004804.61069621, "T_cal": 23004804.61069621 }, "6.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 12149843.699887238, "T_cal": 12149843.699887238 }, "6.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 203828.19718049304, "T_cal": 203828.19718049304 }, "6.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 25536093.872205686, "T_cal": 25536093.872205686 }, "6.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 22666967.386803932, "T_cal": 22666967.386803932 }, "6.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 1194725.368004628, "T_cal": 1194725.368004628 }, "7.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 23996831.82645592, "T_cal": 23996831.82645592 }, "7.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 25165174.584726967, "T_cal": 25165174.584726967 }, "7.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 13360452.246222524, "T_cal": 13360452.246222524 }, "7.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 286590.00475342566, "T_cal": 286590.00475342566 }, "7.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 29828875.85005765, "T_cal": 29828875.85005765 }, "7.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 26955563.39740563, "T_cal": 26955563.39740563 }, "7.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 1598230.184621131, "T_cal": 1598230.184621131 }, "8.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 25595703.640618827, "T_cal": 25595703.640618827 }, "8.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 27773611.036283582, "T_cal": 27773611.036283582 }, "8.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 13208919.58704463, "T_cal": 13208919.58704463 }, "8.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 429615.15508663515, "T_cal": 429615.15508663515 }, "8.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 30698682.080411024, "T_cal": 30698682.080411024 }, "8.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 29097623.450163342, "T_cal": 29097623.450163342 }, "8.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 1943908.4716851546, "T_cal": 1943908.4716851546 }, "9.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 30298298.18147658, "T_cal": 30298298.18147658 }, "9.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 32860451.102318216, "T_cal": 32860451.102318216 }, "9.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 14807980.817563657, "T_cal": 14807980.817563657 }, "9.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 640195.282145873, "T_cal": 640195.282145873 }, "9.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 32147368.760505587, "T_cal": 32147368.760505587 }, "9.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 31369271.903000325, "T_cal": 31369271.903000325 }, "9.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 2343077.620179819, "T_cal": 2343077.620179819 }, "10.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 26995528.23484038, "T_cal": 26995528.23484038 }, "10.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 30623312.856559373, "T_cal": 30623312.856559373 }, "10.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 14696503.59680074, "T_cal": 14696503.59680074 }, "10.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 816463.8834357098, "T_cal": 816463.8834357098 }, "10.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 32824751.711993486, "T_cal": 32824751.711993486 }, "10.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 32988209.201422315, "T_cal": 32988209.201422315 }, "10.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 2604280.4517786177, "T_cal": 2604280.4517786177 }, "11.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 27885666.143974952, "T_cal": 27885666.143974952 }, "11.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 29966915.981223837, "T_cal": 29966915.981223837 }, "11.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 18354163.0248468, "T_cal": 18354163.0248468 }, "11.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 774055.0968405588, "T_cal": 774055.0968405588 }, "11.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 36298504.56562972, "T_cal": 36298504.56562972 }, "11.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 37399445.937690735, "T_cal": 37399445.937690735 }, "11.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 2946275.522105183, "T_cal": 2946275.522105183 }, "12.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 37176687.66102626, "T_cal": 37176687.66102626 }, "12.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 39411258.50295681, "T_cal": 39411258.50295681 }, "12.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 20373068.732661616, "T_cal": 20373068.732661616 }, "12.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 1026398.2289128569, "T_cal": 1026398.2289128569 }, "12.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 38962720.388669126, "T_cal": 38962720.388669126 }, "12.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 40763579.92419773, "T_cal": 40763579.92419773 }, "12.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 3423418.0547610587, "T_cal": 3423418.0547610587 }, "13.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 39783861.868320554, "T_cal": 39783861.868320554 }, "13.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 45018917.878322095, "T_cal": 45018917.878322095 }, "13.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 26096478.08796837, "T_cal": 26096478.08796837 }, "13.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 1052517.2467130423, "T_cal": 1052517.2467130423 }, "13.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 40982013.55999079, "T_cal": 40982013.55999079 }, "13.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 44126156.415275246, "T_cal": 44126156.415275246 }, "13.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 4184915.8135035345, "T_cal": 4184915.8135035345 }, "14.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 37018227.33073595, "T_cal": 37018227.33073595 }, "14.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 39434127.285240084, "T_cal": 39434127.285240084 }, "14.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 24977630.004054748, "T_cal": 24977630.004054748 }, "14.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 1321697.8823880195, "T_cal": 1321697.8823880195 }, "14.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 44974626.91393885, "T_cal": 44974626.91393885 }, "14.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 48546235.04470262, "T_cal": 48546235.04470262 }, "14.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 4933667.934631426, "T_cal": 4933667.934631426 }, "15.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 39183390.05862564, "T_cal": 39183390.05862564 }, "15.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 42428916.16894606, "T_cal": 42428916.16894606 }, "15.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 27185844.25479764, "T_cal": 27185844.25479764 }, "15.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 1566934.9315340517, "T_cal": 1566934.9315340517 }, "15.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 49157200.71268163, "T_cal": 49157200.71268163 }, "15.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 53046712.07953124, "T_cal": 53046712.07953124 }, "15.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 6198105.42750407, "T_cal": 6198105.42750407 }, "16.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 39726418.03975011, "T_cal": 39726418.03975011 }, "16.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 42763441.79548803, "T_cal": 42763441.79548803 }, "16.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 34081634.800825074, "T_cal": 34081634.800825074 }, "16.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 2078580.3581403475, "T_cal": 2078580.3581403475 }, "16.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 53526577.536419004, "T_cal": 53526577.536419004 }, "16.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 56544512.05201172, "T_cal": 56544512.05201172 }, "16.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 8068985.021892507, "T_cal": 8068985.021892507 }, "17.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 49213815.36119798, "T_cal": 49213815.36119798 }, "17.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 51094321.22252405, "T_cal": 51094321.22252405 }, "17.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 37214008.645122886, "T_cal": 37214008.645122886 }, "17.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 1712786.0347415875, "T_cal": 1712786.0347415875 }, "17.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 63587062.159486875, "T_cal": 63587062.159486875 }, "17.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 64949533.02388008, "T_cal": 64949533.02388008 }, "17.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 9018894.402179483, "T_cal": 9018894.402179483 }, "18.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 60634287.77280918, "T_cal": 60634287.77280918 }, "18.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 64831334.483361475, "T_cal": 64831334.483361475 }, "18.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 48044737.34032382, "T_cal": 48044737.34032382 }, "18.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 1767358.542941892, "T_cal": 1767358.542941892 }, "18.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 74723671.51761988, "T_cal": 74723671.51761988 }, "18.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 73857104.66539228, "T_cal": 73857104.66539228 }, "18.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 10711708.20267663, "T_cal": 10711708.20267663 }, "19.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 55304963.76747595, "T_cal": 55304963.76747595 }, "19.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 56528969.42952721, "T_cal": 56528969.42952721 }, "19.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 46749382.679476425, "T_cal": 46749382.679476425 }, "19.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 1909976.1048511192, "T_cal": 1909976.1048511192 }, "19.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 83881343.36797214, "T_cal": 83881343.36797214 }, "19.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 81299879.09767886, "T_cal": 81299879.09767886 }, "19.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 12105003.388167828, "T_cal": 12105003.388167828 }, "20.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 55406892.56403369, "T_cal": 55406892.56403369 }, "20.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 57890868.59019267, "T_cal": 57890868.59019267 }, "20.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 51750677.14486361, "T_cal": 51750677.14486361 }, "20.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 2223282.921577907, "T_cal": 2223282.921577907 }, "20.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 88847283.2477088, "T_cal": 88847283.2477088 }, "20.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 84743306.78932326, "T_cal": 84743306.78932326 }, "20.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 14629944.451741323, "T_cal": 14629944.451741323 }, "21.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 63629217.53905773, "T_cal": 63629217.53905773 }, "21.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 65724236.697300464, "T_cal": 65724236.697300464 }, "21.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 60855097.43148553, "T_cal": 60855097.43148553 }, "21.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 2177357.1019635256, "T_cal": 2177357.1019635256 }, "21.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 100157646.62212129, "T_cal": 100157646.62212129 }, "21.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 93378934.56804733, "T_cal": 93378934.56804733 }, "21.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 16246214.349225592, "T_cal": 16246214.349225592 }, "22.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 73927201.35627109, "T_cal": 73927201.35627109 }, "22.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 77179331.82880369, "T_cal": 77179331.82880369 }, "22.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 67726849.51546389, "T_cal": 67726849.51546389 }, "22.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 3074665.35284698, "T_cal": 3074665.35284698 }, "22.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 111125496.81619574, "T_cal": 111125496.81619574 }, "22.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 101993949.9344372, "T_cal": 101993949.9344372 }, "22.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 18971098.848933563, "T_cal": 18971098.848933563 }, "23.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 97634615.48427142, "T_cal": 97634615.48427142 }, "23.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 98922618.71968251, "T_cal": 98922618.71968251 }, "23.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 86658830.16723555, "T_cal": 86658830.16723555 }, "23.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 3519204.682988597, "T_cal": 3519204.682988597 }, "23.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 125824435.47619548, "T_cal": 125824435.47619548 }, "23.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 115975936.4452641, "T_cal": 115975936.4452641 }, "23.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 20835886.751074, "T_cal": 20835886.751074 }, "24.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 73169262.10265872, "T_cal": 73169262.10265872 }, "24.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 75418927.0367334, "T_cal": 75418927.0367334 }, "24.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 82690646.43827185, "T_cal": 82690646.43827185 }, "24.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 3687126.166784588, "T_cal": 3687126.166784588 }, "24.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 139489695.71145046, "T_cal": 139489695.71145046 }, "24.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 128657833.76944333, "T_cal": 128657833.76944333 }, "24.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 22713822.37057341, "T_cal": 22713822.37057341 }, "25.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 108939374.45137435, "T_cal": 108939374.45137435 }, "25.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 113346515.38954216, "T_cal": 113346515.38954216 }, "25.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 111969270.95768926, "T_cal": 111969270.95768926 }, "25.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 3369497.6247471585, "T_cal": 3369497.6247471585 }, "25.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 153477232.42426157, "T_cal": 153477232.42426157 }, "25.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 141666077.36553234, "T_cal": 141666077.36553234 }, "25.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 24071119.081784677, "T_cal": 24071119.081784677 }, "26.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 88902098.68380079, "T_cal": 88902098.68380079 }, "26.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 93676824.95389336, "T_cal": 93676824.95389336 }, "26.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 106553205.94253726, "T_cal": 106553205.94253726 }, "26.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 4257682.498286205, "T_cal": 4257682.498286205 }, "26.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 168820570.65894625, "T_cal": 168820570.65894625 }, "26.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 156327167.4446779, "T_cal": 156327167.4446779 }, "26.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 26913816.820288904, "T_cal": 26913816.820288904 }, "27.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 126298426.07064164, "T_cal": 126298426.07064164 }, "27.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 132880719.95263419, "T_cal": 132880719.95263419 }, "27.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 122812339.89492148, "T_cal": 122812339.89492148 }, "27.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 5298282.005891386, "T_cal": 5298282.005891386 }, "27.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 186024394.6277617, "T_cal": 186024394.6277617 }, "27.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 172826957.01387775, "T_cal": 172826957.01387775 }, "27.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 30745264.468438882, "T_cal": 30745264.468438882 }, "28.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 115041668.36365198, "T_cal": 115041668.36365198 }, "28.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 123108381.5654003, "T_cal": 123108381.5654003 }, "28.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 134251802.03076518, "T_cal": 134251802.03076518 }, "28.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 5424623.196999095, "T_cal": 5424623.196999095 }, "28.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 192492884.72225767, "T_cal": 192492884.72225767 }, "28.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 183214165.90316838, "T_cal": 183214165.90316838 }, "28.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 36163704.44775533, "T_cal": 36163704.44775533 }, "29.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 88150586.37762496, "T_cal": 88150586.37762496 }, "29.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 93005789.70568019, "T_cal": 93005789.70568019 }, "29.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 123287808.43405941, "T_cal": 123287808.43405941 }, "29.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 6492358.462332103, "T_cal": 6492358.462332103 }, "29.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 198965340.1598056, "T_cal": 198965340.1598056 }, "29.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 189928121.6632526, "T_cal": 189928121.6632526 }, "29.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 41748425.68348543, "T_cal": 41748425.68348543 }, "30.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 108400125.89485452, "T_cal": 108400125.89485452 }, "30.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 114947126.58425388, "T_cal": 114947126.58425388 }, "30.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 141309618.88119125, "T_cal": 141309618.88119125 }, "30.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 6535215.355932907, "T_cal": 6535215.355932907 }, "30.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 198918618.52056333, "T_cal": 198918618.52056333 }, "30.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 184481538.96409804, "T_cal": 184481538.96409804 }, "30.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 48089070.14869043, "T_cal": 48089070.14869043 }, "31.q_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 55561283.22422707, "T_cal": 55561283.22422707 }, "31.k_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 62158039.85492205, "T_cal": 62158039.85492205 }, "31.v_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 71547520.77123587, "T_cal": 71547520.77123587 }, "31.o_proj": { "r": 1433, "k_u": 1433, "k_s": 0, "T_cal_prefix": 5738000.461189147, "T_cal": 5738000.461189147 }, "31.gate_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 157805009.62711662, "T_cal": 157805009.62711662 }, "31.up_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 142532753.2012003, "T_cal": 142532753.2012003 }, "31.down_proj": { "r": 2089, "k_u": 2089, "k_s": 0, "T_cal_prefix": 53183822.605515584, "T_cal": 53183822.605515584 } }, "calib_spec": "wikitext2:256", "nsamples": 256, "seed": 42, "n_calib_sequences": 255 }