{ "source": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590", "upstream": "AIoT-MLSys-Lab/SVD-LLM", "stage": "finetuned", "ratio_removed": 0.5, "internal_ratio_kept": 0.5, "from_pt": "/lustre/jeesup0103/svd-safety/results/resmix/full/l2_base_k0_a1p0_free_remove50/finetune_v/merge.pt", "biases_verified": 0, "mean_rel_err": 0.5892960013422582, "max_rel_err": 1.242344617843628, "param_fraction": 0.4998633824481865, "ranks": { "0.q_proj": 1024, "0.k_proj": 1024, "0.v_proj": 1024, "0.o_proj": 1024, "0.gate_proj": 1492, "0.up_proj": 1492, "0.down_proj": 1492, "1.q_proj": 1024, "1.k_proj": 1024, "1.v_proj": 1024, "1.o_proj": 1024, "1.gate_proj": 1492, "1.up_proj": 1492, "1.down_proj": 1492, "2.q_proj": 1024, "2.k_proj": 1024, "2.v_proj": 1024, "2.o_proj": 1024, "2.gate_proj": 1492, "2.up_proj": 1492, "2.down_proj": 1492, "3.q_proj": 1024, "3.k_proj": 1024, "3.v_proj": 1024, "3.o_proj": 1024, "3.gate_proj": 1492, "3.up_proj": 1492, "3.down_proj": 1492, "4.q_proj": 1024, "4.k_proj": 1024, "4.v_proj": 1024, "4.o_proj": 1024, "4.gate_proj": 1492, "4.up_proj": 1492, "4.down_proj": 1492, "5.q_proj": 1024, "5.k_proj": 1024, "5.v_proj": 1024, "5.o_proj": 1024, "5.gate_proj": 1492, "5.up_proj": 1492, "5.down_proj": 1492, "6.q_proj": 1024, "6.k_proj": 1024, "6.v_proj": 1024, "6.o_proj": 1024, "6.gate_proj": 1492, "6.up_proj": 1492, "6.down_proj": 1492, "7.q_proj": 1024, "7.k_proj": 1024, "7.v_proj": 1024, "7.o_proj": 1024, "7.gate_proj": 1492, "7.up_proj": 1492, "7.down_proj": 1492, "8.q_proj": 1024, "8.k_proj": 1024, "8.v_proj": 1024, "8.o_proj": 1024, "8.gate_proj": 1492, "8.up_proj": 1492, "8.down_proj": 1492, "9.q_proj": 1024, "9.k_proj": 1024, "9.v_proj": 1024, "9.o_proj": 1024, "9.gate_proj": 1492, "9.up_proj": 1492, "9.down_proj": 1492, "10.q_proj": 1024, "10.k_proj": 1024, "10.v_proj": 1024, "10.o_proj": 1024, "10.gate_proj": 1492, "10.up_proj": 1492, "10.down_proj": 1492, "11.q_proj": 1024, "11.k_proj": 1024, "11.v_proj": 1024, "11.o_proj": 1024, "11.gate_proj": 1492, "11.up_proj": 1492, "11.down_proj": 1492, "12.q_proj": 1024, "12.k_proj": 1024, "12.v_proj": 1024, "12.o_proj": 1024, "12.gate_proj": 1492, "12.up_proj": 1492, "12.down_proj": 1492, "13.q_proj": 1024, "13.k_proj": 1024, "13.v_proj": 1024, "13.o_proj": 1024, "13.gate_proj": 1492, "13.up_proj": 1492, "13.down_proj": 1492, "14.q_proj": 1024, "14.k_proj": 1024, "14.v_proj": 1024, "14.o_proj": 1024, "14.gate_proj": 1492, "14.up_proj": 1492, "14.down_proj": 1492, "15.q_proj": 1024, "15.k_proj": 1024, "15.v_proj": 1024, "15.o_proj": 1024, "15.gate_proj": 1492, "15.up_proj": 1492, "15.down_proj": 1492, "16.q_proj": 1024, "16.k_proj": 1024, "16.v_proj": 1024, "16.o_proj": 1024, "16.gate_proj": 1492, "16.up_proj": 1492, "16.down_proj": 1492, "17.q_proj": 1024, "17.k_proj": 1024, "17.v_proj": 1024, "17.o_proj": 1024, "17.gate_proj": 1492, "17.up_proj": 1492, "17.down_proj": 1492, "18.q_proj": 1024, "18.k_proj": 1024, "18.v_proj": 1024, "18.o_proj": 1024, "18.gate_proj": 1492, "18.up_proj": 1492, "18.down_proj": 1492, "19.q_proj": 1024, "19.k_proj": 1024, "19.v_proj": 1024, "19.o_proj": 1024, "19.gate_proj": 1492, "19.up_proj": 1492, "19.down_proj": 1492, "20.q_proj": 1024, "20.k_proj": 1024, "20.v_proj": 1024, "20.o_proj": 1024, "20.gate_proj": 1492, "20.up_proj": 1492, "20.down_proj": 1492, "21.q_proj": 1024, "21.k_proj": 1024, "21.v_proj": 1024, "21.o_proj": 1024, "21.gate_proj": 1492, "21.up_proj": 1492, "21.down_proj": 1492, "22.q_proj": 1024, "22.k_proj": 1024, "22.v_proj": 1024, "22.o_proj": 1024, "22.gate_proj": 1492, "22.up_proj": 1492, "22.down_proj": 1492, "23.q_proj": 1024, "23.k_proj": 1024, "23.v_proj": 1024, "23.o_proj": 1024, "23.gate_proj": 1492, "23.up_proj": 1492, "23.down_proj": 1492, "24.q_proj": 1024, "24.k_proj": 1024, "24.v_proj": 1024, "24.o_proj": 1024, "24.gate_proj": 1492, "24.up_proj": 1492, "24.down_proj": 1492, "25.q_proj": 1024, "25.k_proj": 1024, "25.v_proj": 1024, "25.o_proj": 1024, "25.gate_proj": 1492, "25.up_proj": 1492, "25.down_proj": 1492, "26.q_proj": 1024, "26.k_proj": 1024, "26.v_proj": 1024, "26.o_proj": 1024, "26.gate_proj": 1492, "26.up_proj": 1492, "26.down_proj": 1492, "27.q_proj": 1024, "27.k_proj": 1024, "27.v_proj": 1024, "27.o_proj": 1024, "27.gate_proj": 1492, "27.up_proj": 1492, "27.down_proj": 1492, "28.q_proj": 1024, "28.k_proj": 1024, "28.v_proj": 1024, "28.o_proj": 1024, "28.gate_proj": 1492, "28.up_proj": 1492, "28.down_proj": 1492, "29.q_proj": 1024, "29.k_proj": 1024, "29.v_proj": 1024, "29.o_proj": 1024, "29.gate_proj": 1492, "29.up_proj": 1492, "29.down_proj": 1492, "30.q_proj": 1024, "30.k_proj": 1024, "30.v_proj": 1024, "30.o_proj": 1024, "30.gate_proj": 1492, "30.up_proj": 1492, "30.down_proj": 1492, "31.q_proj": 1024, "31.k_proj": 1024, "31.v_proj": 1024, "31.o_proj": 1024, "31.gate_proj": 1492, "31.up_proj": 1492, "31.down_proj": 1492 }, "rel_err": { "0.q_proj": 0.2387048453092575, "0.k_proj": 0.26540106534957886, "0.v_proj": 0.4288533329963684, "0.o_proj": 0.4180690348148346, "0.gate_proj": 0.512020468711853, "0.up_proj": 0.5246654748916626, "0.down_proj": 0.6021713018417358, "1.q_proj": 0.19385041296482086, "1.k_proj": 0.16249586641788483, "1.v_proj": 0.5504000782966614, "1.o_proj": 0.48943468928337097, "1.gate_proj": 0.49154698848724365, "1.up_proj": 0.5522362589836121, "1.down_proj": 0.6496447920799255, "2.q_proj": 0.6329532861709595, "2.k_proj": 1.242344617843628, "2.v_proj": 0.6638917922973633, "2.o_proj": 0.6348756551742554, "2.gate_proj": 0.556243360042572, "2.up_proj": 0.5970421433448792, "2.down_proj": 0.6495532989501953, "3.q_proj": 0.4649653136730194, "3.k_proj": 0.4652615487575531, "3.v_proj": 0.6027323007583618, "3.o_proj": 0.6263485550880432, "3.gate_proj": 0.6154492497444153, "3.up_proj": 0.6395718455314636, "3.down_proj": 0.6149198412895203, "4.q_proj": 0.45193371176719666, "4.k_proj": 0.4570764899253845, "4.v_proj": 0.5995615124702454, "4.o_proj": 0.6299270391464233, "4.gate_proj": 0.6152246594429016, "4.up_proj": 0.6453804969787598, "4.down_proj": 0.6190688014030457, "5.q_proj": 0.4805751442909241, "5.k_proj": 0.46720951795578003, "5.v_proj": 0.6057076454162598, "5.o_proj": 0.6340277791023254, "5.gate_proj": 0.6110249161720276, "5.up_proj": 0.6466681957244873, "5.down_proj": 0.6115546226501465, "6.q_proj": 0.445700466632843, "6.k_proj": 0.4546152353286743, "6.v_proj": 0.5891767740249634, "6.o_proj": 0.6039840579032898, "6.gate_proj": 0.605327308177948, "6.up_proj": 0.64771968126297, "6.down_proj": 0.6109315752983093, "7.q_proj": 0.452323317527771, "7.k_proj": 0.4602753818035126, "7.v_proj": 0.5822794437408447, "7.o_proj": 0.6214791536331177, "7.gate_proj": 0.6022766828536987, "7.up_proj": 0.6467621922492981, "7.down_proj": 0.6040326356887817, "8.q_proj": 0.4636933207511902, "8.k_proj": 0.4799126982688904, "8.v_proj": 0.5662489533424377, "8.o_proj": 0.6189942359924316, "8.gate_proj": 0.5993712544441223, "8.up_proj": 0.6409561634063721, "8.down_proj": 0.5982581973075867, "9.q_proj": 0.48333683609962463, "9.k_proj": 0.49067315459251404, "9.v_proj": 0.5663333535194397, "9.o_proj": 0.6189129948616028, "9.gate_proj": 0.5953571796417236, "9.up_proj": 0.6349608898162842, "9.down_proj": 0.5970522165298462, "10.q_proj": 0.4531334340572357, "10.k_proj": 0.4652986526489258, "10.v_proj": 0.5583288669586182, "10.o_proj": 0.5881345272064209, "10.gate_proj": 0.5903581976890564, "10.up_proj": 0.6304841637611389, "10.down_proj": 0.5933697819709778, "11.q_proj": 0.5440426468849182, "11.k_proj": 0.6230946779251099, "11.v_proj": 0.5624557137489319, "11.o_proj": 0.5759216547012329, "11.gate_proj": 0.5910832285881042, "11.up_proj": 0.6315229535102844, "11.down_proj": 0.6000890135765076, "12.q_proj": 0.47695043683052063, "12.k_proj": 0.4757084250450134, "12.v_proj": 0.5643252730369568, "12.o_proj": 0.6167187690734863, "12.gate_proj": 0.596162736415863, "12.up_proj": 0.6320575475692749, "12.down_proj": 0.6003034710884094, "13.q_proj": 0.48316603899002075, "13.k_proj": 0.5021252632141113, "13.v_proj": 0.5950897932052612, "13.o_proj": 0.6061585545539856, "13.gate_proj": 0.5997095108032227, "13.up_proj": 0.6352550387382507, "13.down_proj": 0.6121054887771606, "14.q_proj": 0.4620688855648041, "14.k_proj": 0.4671321213245392, "14.v_proj": 0.5877108573913574, "14.o_proj": 0.6027511358261108, "14.gate_proj": 0.5996363759040833, "14.up_proj": 0.6345247030258179, "14.down_proj": 0.6148927211761475, "15.q_proj": 0.4841843545436859, "15.k_proj": 0.48630908131599426, "15.v_proj": 0.591480553150177, "15.o_proj": 0.6160464286804199, "15.gate_proj": 0.603897750377655, "15.up_proj": 0.6381401419639587, "15.down_proj": 0.6287631392478943, "16.q_proj": 0.4800017774105072, "16.k_proj": 0.48461371660232544, "16.v_proj": 0.6212005019187927, "16.o_proj": 0.6423859596252441, "16.gate_proj": 0.6035095453262329, "16.up_proj": 0.636310875415802, "16.down_proj": 0.6426430940628052, "17.q_proj": 0.5250301361083984, "17.k_proj": 0.5227153897285461, "17.v_proj": 0.6365083456039429, "17.o_proj": 0.6535630822181702, "17.gate_proj": 0.6068624258041382, "17.up_proj": 0.6373363733291626, "17.down_proj": 0.6412779688835144, "18.q_proj": 0.5506778359413147, "18.k_proj": 0.5559094548225403, "18.v_proj": 0.6420412659645081, "18.o_proj": 0.6762941479682922, "18.gate_proj": 0.616831362247467, "18.up_proj": 0.643969714641571, "18.down_proj": 0.6412225961685181, "19.q_proj": 0.533440113067627, "19.k_proj": 0.529348611831665, "19.v_proj": 0.6265658736228943, "19.o_proj": 0.6634779572486877, "19.gate_proj": 0.6203892230987549, "19.up_proj": 0.6449171900749207, "19.down_proj": 0.6412907838821411, "20.q_proj": 0.5253956913948059, "20.k_proj": 0.5264788866043091, "20.v_proj": 0.6402729749679565, "20.o_proj": 0.6676162481307983, "20.gate_proj": 0.6183645129203796, "20.up_proj": 0.6419233679771423, "20.down_proj": 0.653076708316803, "21.q_proj": 0.5418692231178284, "21.k_proj": 0.543695330619812, "21.v_proj": 0.6335568428039551, "21.o_proj": 0.6806545257568359, "21.gate_proj": 0.619541585445404, "21.up_proj": 0.6419604420661926, "21.down_proj": 0.6494402885437012, "22.q_proj": 0.5537983775138855, "22.k_proj": 0.5582302212715149, "22.v_proj": 0.6443793773651123, "22.o_proj": 0.6791068315505981, "22.gate_proj": 0.6200975179672241, "22.up_proj": 0.64166259765625, "22.down_proj": 0.6472348570823669, "23.q_proj": 0.5883169770240784, "23.k_proj": 0.5866628885269165, "23.v_proj": 0.6434494853019714, "23.o_proj": 0.6698514819145203, "23.gate_proj": 0.6243833899497986, "23.up_proj": 0.6437036395072937, "23.down_proj": 0.6394152045249939, "24.q_proj": 0.5331472754478455, "24.k_proj": 0.5365615487098694, "24.v_proj": 0.6344740986824036, "24.o_proj": 0.6749653816223145, "24.gate_proj": 0.625260591506958, "24.up_proj": 0.6451345086097717, "24.down_proj": 0.632372260093689, "25.q_proj": 0.5807287693023682, "25.k_proj": 0.5845585465431213, "25.v_proj": 0.6446342468261719, "25.o_proj": 0.6676563024520874, "25.gate_proj": 0.6289625763893127, "25.up_proj": 0.6473444104194641, "25.down_proj": 0.624849259853363, "26.q_proj": 0.5439037680625916, "26.k_proj": 0.5529794096946716, "26.v_proj": 0.6324419975280762, "26.o_proj": 0.6893847584724426, "26.gate_proj": 0.6313093304634094, "26.up_proj": 0.6498783826828003, "26.down_proj": 0.6227080821990967, "27.q_proj": 0.5925239324569702, "27.k_proj": 0.6012844443321228, "27.v_proj": 0.6540341973304749, "27.o_proj": 0.6705533862113953, "27.gate_proj": 0.6342917680740356, "27.up_proj": 0.6513315439224243, "27.down_proj": 0.6209580898284912, "28.q_proj": 0.5749998092651367, "28.k_proj": 0.5857755541801453, "28.v_proj": 0.6495714783668518, "28.o_proj": 0.6663100719451904, "28.gate_proj": 0.6345959901809692, "28.up_proj": 0.64947909116745, "28.down_proj": 0.6300693154335022, "29.q_proj": 0.5403376817703247, "29.k_proj": 0.5485524535179138, "29.v_proj": 0.6412944197654724, "29.o_proj": 0.6704179644584656, "29.gate_proj": 0.6326600313186646, "29.up_proj": 0.6454452872276306, "29.down_proj": 0.6378462910652161, "30.q_proj": 0.5732883810997009, "30.k_proj": 0.5816123485565186, "30.v_proj": 0.6555848717689514, "30.o_proj": 0.6767429113388062, "30.gate_proj": 0.6260848045349121, "30.up_proj": 0.6315390467643738, "30.down_proj": 0.6478386521339417, "31.q_proj": 0.5112341046333313, "31.k_proj": 0.5206985473632812, "31.v_proj": 0.6345726847648621, "31.o_proj": 0.644788384437561, "31.gate_proj": 0.615179181098938, "31.up_proj": 0.6157835721969604, "31.down_proj": 0.6450682878494263 }, "whitening": { "lam": 0.0, "norm": "token", "ridge": 0.0, "token_mask": "nospecial", "utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256", "utility_calib": "wikitext2:256", "utility_tokens": 522240 }, "rank_by": "resmix", "resmix_k": 0.0, "resmix_k_abs": null, "ranking": { "n_matrices": 224, "alpha": 1.0, "k_s_total": 0, "k_s_frac_of_rank": 0.0, "utility_error_ratio": 1.0, "resmix_k": 0.0, "resmix_k_abs": null, "resmix_alpha": 1.0 }, "ranking_per_matrix": { "0.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 156.2822172863302, "T_cal": 156.2822172863302 }, "0.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 136.6076303460885, "T_cal": 136.6076303460885 }, "0.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 5563.601948451262, "T_cal": 5563.601948451262 }, "0.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 11.883489327525915, "T_cal": 11.883489327525915 }, "0.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 551494.2880854442, "T_cal": 551494.2880854442 }, "0.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 567257.6364177521, "T_cal": 567257.6364177521 }, "0.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 10574.73416621288, "T_cal": 10574.73416621288 }, "1.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 100240.23788563588, "T_cal": 100240.23788563588 }, "1.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 80244.36699064514, "T_cal": 80244.36699064514 }, "1.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 117968.30722943979, "T_cal": 117968.30722943979 }, "1.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 2659.704093725096, "T_cal": 2659.704093725096 }, "1.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 2235436.099383505, "T_cal": 2235436.099383505 }, "1.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 2509229.3785931463, "T_cal": 2509229.3785931463 }, "1.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 109809.44940937065, "T_cal": 109809.44940937065 }, "2.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 4746539.381895847, "T_cal": 4746539.381895847 }, "2.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 4918824.6343466835, "T_cal": 4918824.6343466835 }, "2.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 3523890.5161447423, "T_cal": 3523890.5161447423 }, "2.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 50969.97357040483, "T_cal": 50969.97357040483 }, "2.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 8100129.686990686, "T_cal": 8100129.686990686 }, "2.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 8115273.942346663, "T_cal": 8115273.942346663 }, "2.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 294664.8670134115, "T_cal": 294664.8670134115 }, "3.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 26549892.624591216, "T_cal": 26549892.624591216 }, "3.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 29411829.46453424, "T_cal": 29411829.46453424 }, "3.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 12849160.788258456, "T_cal": 12849160.788258456 }, "3.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 75344.21232350322, "T_cal": 75344.21232350322 }, "3.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 20124599.87473761, "T_cal": 20124599.87473761 }, "3.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 18640112.770588867, "T_cal": 18640112.770588867 }, "3.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 524820.9066087082, "T_cal": 524820.9066087082 }, "4.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 25250542.407848857, "T_cal": 25250542.407848857 }, "4.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 27394800.24831686, "T_cal": 27394800.24831686 }, "4.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 13191767.594822232, "T_cal": 13191767.594822232 }, "4.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 169062.55273735774, "T_cal": 169062.55273735774 }, "4.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 29237100.052914195, "T_cal": 29237100.052914195 }, "4.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 26090482.406680807, "T_cal": 26090482.406680807 }, "4.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 963855.1964731526, "T_cal": 963855.1964731526 }, "5.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 30895764.9122892, "T_cal": 30895764.9122892 }, "5.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 33769890.54973752, "T_cal": 33769890.54973752 }, "5.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 16361892.980628585, "T_cal": 16361892.980628585 }, "5.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 224083.87262812065, "T_cal": 224083.87262812065 }, "5.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 36314528.86074707, "T_cal": 36314528.86074707 }, "5.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 32617453.673472613, "T_cal": 32617453.673472613 }, "5.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 1469035.2155729723, "T_cal": 1469035.2155729723 }, "6.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 41388364.19854486, "T_cal": 41388364.19854486 }, "6.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 45172994.90271932, "T_cal": 45172994.90271932 }, "6.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 21678924.804320216, "T_cal": 21678924.804320216 }, "6.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 383034.14047510386, "T_cal": 383034.14047510386 }, "6.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 46209650.42743263, "T_cal": 46209650.42743263 }, "6.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 40650261.85568227, "T_cal": 40650261.85568227 }, "6.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 2118973.784861637, "T_cal": 2118973.784861637 }, "7.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 47284137.39105231, "T_cal": 47284137.39105231 }, "7.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 49516277.76804145, "T_cal": 49516277.76804145 }, "7.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 24025444.338734645, "T_cal": 24025444.338734645 }, "7.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 529522.3713790925, "T_cal": 529522.3713790925 }, "7.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 53621336.83408186, "T_cal": 53621336.83408186 }, "7.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 47973642.76373335, "T_cal": 47973642.76373335 }, "7.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 2848496.63419468, "T_cal": 2848496.63419468 }, "8.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 50163193.01631209, "T_cal": 50163193.01631209 }, "8.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 54599051.82897397, "T_cal": 54599051.82897397 }, "8.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 23749238.527001403, "T_cal": 23749238.527001403 }, "8.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 804572.5452023039, "T_cal": 804572.5452023039 }, "8.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 55039452.52156936, "T_cal": 55039452.52156936 }, "8.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 51746108.93848659, "T_cal": 51746108.93848659 }, "8.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 3455046.1451842436, "T_cal": 3455046.1451842436 }, "9.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 58792016.99550491, "T_cal": 58792016.99550491 }, "9.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 63800549.894802615, "T_cal": 63800549.894802615 }, "9.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 26766599.90078198, "T_cal": 26766599.90078198 }, "9.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 1197485.5025786553, "T_cal": 1197485.5025786553 }, "9.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 57738994.27740162, "T_cal": 57738994.27740162 }, "9.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 55864681.50744352, "T_cal": 55864681.50744352 }, "9.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 4155296.6601606603, "T_cal": 4155296.6601606603 }, "10.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 53220474.804035515, "T_cal": 53220474.804035515 }, "10.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 60420192.90099472, "T_cal": 60420192.90099472 }, "10.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 26566691.704149634, "T_cal": 26566691.704149634 }, "10.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 1558371.52803643, "T_cal": 1558371.52803643 }, "10.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 59137207.21414365, "T_cal": 59137207.21414365 }, "10.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 58852844.26278656, "T_cal": 58852844.26278656 }, "10.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 4624176.5717368005, "T_cal": 4624176.5717368005 }, "11.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 54654227.84304168, "T_cal": 54654227.84304168 }, "11.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 58344595.5135048, "T_cal": 58344595.5135048 }, "11.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 33450970.13100764, "T_cal": 33450970.13100764 }, "11.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 1463054.384851118, "T_cal": 1463054.384851118 }, "11.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 64987101.35712747, "T_cal": 64987101.35712747 }, "11.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 66265263.73580673, "T_cal": 66265263.73580673 }, "11.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 5196261.61861577, "T_cal": 5196261.61861577 }, "12.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 71541824.16024876, "T_cal": 71541824.16024876 }, "12.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 75403037.7214964, "T_cal": 75403037.7214964 }, "12.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 36981022.303653136, "T_cal": 36981022.303653136 }, "12.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 1887717.0479989685, "T_cal": 1887717.0479989685 }, "12.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 69695343.20320588, "T_cal": 69695343.20320588 }, "12.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 72276642.03605041, "T_cal": 72276642.03605041 }, "12.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 6033882.061814375, "T_cal": 6033882.061814375 }, "13.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 75431071.33490866, "T_cal": 75431071.33490866 }, "13.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 84792981.87782457, "T_cal": 84792981.87782457 }, "13.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 46179911.510070644, "T_cal": 46179911.510070644 }, "13.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 1955216.6759422035, "T_cal": 1955216.6759422035 }, "13.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 73233695.44846965, "T_cal": 73233695.44846965 }, "13.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 78073226.56023219, "T_cal": 78073226.56023219 }, "13.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 7324186.484293869, "T_cal": 7324186.484293869 }, "14.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 70465715.42144284, "T_cal": 70465715.42144284 }, "14.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 74578770.20836243, "T_cal": 74578770.20836243 }, "14.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 44770865.05114746, "T_cal": 44770865.05114746 }, "14.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 2423284.544792806, "T_cal": 2423284.544792806 }, "14.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 80497814.28728521, "T_cal": 80497814.28728521 }, "14.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 86133112.99762905, "T_cal": 86133112.99762905 }, "14.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 8639030.741389275, "T_cal": 8639030.741389275 }, "15.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 74176470.24746722, "T_cal": 74176470.24746722 }, "15.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 79776294.2946751, "T_cal": 79776294.2946751 }, "15.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 48261780.823118016, "T_cal": 48261780.823118016 }, "15.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 2864259.540227811, "T_cal": 2864259.540227811 }, "15.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 88024559.4091621, "T_cal": 88024559.4091621 }, "15.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 94005414.8384403, "T_cal": 94005414.8384403 }, "15.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 10768412.023026569, "T_cal": 10768412.023026569 }, "16.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 74656454.28043205, "T_cal": 74656454.28043205 }, "16.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 80006787.4789646, "T_cal": 80006787.4789646 }, "16.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 59002924.25436937, "T_cal": 59002924.25436937 }, "16.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 3825911.462200029, "T_cal": 3825911.462200029 }, "16.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 96333674.7713685, "T_cal": 96333674.7713685 }, "16.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 100733014.13690081, "T_cal": 100733014.13690081 }, "16.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 14001185.283757765, "T_cal": 14001185.283757765 }, "17.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 90999721.37062609, "T_cal": 90999721.37062609 }, "17.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 94144494.36542645, "T_cal": 94144494.36542645 }, "17.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 64403453.469662726, "T_cal": 64403453.469662726 }, "17.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 3025521.39197014, "T_cal": 3025521.39197014 }, "17.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 114185746.6778281, "T_cal": 114185746.6778281 }, "17.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 115542679.64477032, "T_cal": 115542679.64477032 }, "17.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 15649314.247886404, "T_cal": 15649314.247886404 }, "18.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 110103363.06979746, "T_cal": 110103363.06979746 }, "18.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 117367270.214385, "T_cal": 117367270.214385 }, "18.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 82164180.72211114, "T_cal": 82164180.72211114 }, "18.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 3166210.5850431784, "T_cal": 3166210.5850431784 }, "18.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 134126277.65064615, "T_cal": 134126277.65064615 }, "18.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 131203028.10500616, "T_cal": 131203028.10500616 }, "18.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 18484361.330206107, "T_cal": 18484361.330206107 }, "19.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 101768509.07318947, "T_cal": 101768509.07318947 }, "19.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 103998909.26405013, "T_cal": 103998909.26405013 }, "19.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 81145647.71285674, "T_cal": 81145647.71285674 }, "19.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 3372990.023941164, "T_cal": 3372990.023941164 }, "19.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 149760126.86008048, "T_cal": 149760126.86008048 }, "19.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 143932926.40695226, "T_cal": 143932926.40695226 }, "19.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 20783010.553232066, "T_cal": 20783010.553232066 }, "20.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 102824131.11793846, "T_cal": 102824131.11793846 }, "20.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 106997026.2702837, "T_cal": 106997026.2702837 }, "20.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 88466865.76269193, "T_cal": 88466865.76269193 }, "20.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 3906091.420468346, "T_cal": 3906091.420468346 }, "20.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 158846875.585763, "T_cal": 158846875.585763 }, "20.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 150288909.27072227, "T_cal": 150288909.27072227 }, "20.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 25077753.109370977, "T_cal": 25077753.109370977 }, "21.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 117249359.84519279, "T_cal": 117249359.84519279 }, "21.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 121257296.85613456, "T_cal": 121257296.85613456 }, "21.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 104137249.60211886, "T_cal": 104137249.60211886 }, "21.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 3796064.3754783506, "T_cal": 3796064.3754783506 }, "21.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 178408851.44575983, "T_cal": 178408851.44575983 }, "21.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 165147466.36618304, "T_cal": 165147466.36618304 }, "21.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 27767506.54603853, "T_cal": 27767506.54603853 }, "22.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 134961010.2448611, "T_cal": 134961010.2448611 }, "22.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 140511333.76406902, "T_cal": 140511333.76406902 }, "22.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 115200885.73238042, "T_cal": 115200885.73238042 }, "22.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 5330501.721603332, "T_cal": 5330501.721603332 }, "22.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 197246783.0078159, "T_cal": 197246783.0078159 }, "22.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 179827121.52238226, "T_cal": 179827121.52238226 }, "22.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 32466160.77768684, "T_cal": 32466160.77768684 }, "23.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 173956514.88643295, "T_cal": 173956514.88643295 }, "23.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 176127364.40138587, "T_cal": 176127364.40138587 }, "23.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 146970682.6782238, "T_cal": 146970682.6782238 }, "23.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 5986032.564459117, "T_cal": 5986032.564459117 }, "23.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 221781447.51768112, "T_cal": 221781447.51768112 }, "23.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 203256305.40707603, "T_cal": 203256305.40707603 }, "23.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 35625783.40628207, "T_cal": 35625783.40628207 }, "24.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 135040558.8063746, "T_cal": 135040558.8063746 }, "24.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 138802684.4165553, "T_cal": 138802684.4165553 }, "24.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 139502322.0703703, "T_cal": 139502322.0703703 }, "24.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 6309441.988455492, "T_cal": 6309441.988455492 }, "24.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 244754670.52814245, "T_cal": 244754670.52814245 }, "24.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 224345108.1180973, "T_cal": 224345108.1180973 }, "24.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 38812148.47649793, "T_cal": 38812148.47649793 }, "25.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 192676375.26197278, "T_cal": 192676375.26197278 }, "25.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 199974050.3390035, "T_cal": 199974050.3390035 }, "25.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 187314783.59108984, "T_cal": 187314783.59108984 }, "25.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 5900984.924451758, "T_cal": 5900984.924451758 }, "25.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 267870776.95862532, "T_cal": 267870776.95862532 }, "25.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 245707416.92936134, "T_cal": 245707416.92936134 }, "25.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 41059274.86111863, "T_cal": 41059274.86111863 }, "26.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 159876587.18329144, "T_cal": 159876587.18329144 }, "26.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 167987712.37976366, "T_cal": 167987712.37976366 }, "26.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 178547411.6502079, "T_cal": 178547411.6502079 }, "26.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 7623597.176070761, "T_cal": 7623597.176070761 }, "26.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 294025002.11450833, "T_cal": 294025002.11450833 }, "26.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 270022573.74512374, "T_cal": 270022573.74512374 }, "26.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 45782097.51798873, "T_cal": 45782097.51798873 }, "27.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 217612197.10079458, "T_cal": 217612197.10079458 }, "27.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 228326841.0355397, "T_cal": 228326841.0355397 }, "27.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 203613303.3052567, "T_cal": 203613303.3052567 }, "27.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 9217756.436816841, "T_cal": 9217756.436816841 }, "27.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 322599853.83160543, "T_cal": 322599853.83160543 }, "27.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 297211624.6158835, "T_cal": 297211624.6158835 }, "27.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 52167899.43894178, "T_cal": 52167899.43894178 }, "28.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 200838248.56867433, "T_cal": 200838248.56867433 }, "28.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 214336534.23926508, "T_cal": 214336534.23926508 }, "28.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 222512980.9407476, "T_cal": 222512980.9407476 }, "28.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 9593215.460344194, "T_cal": 9593215.460344194 }, "28.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 332713275.77167547, "T_cal": 332713275.77167547 }, "28.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 314053516.85497355, "T_cal": 314053516.85497355 }, "28.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 61121425.034155086, "T_cal": 61121425.034155086 }, "29.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 157059065.2338967, "T_cal": 157059065.2338967 }, "29.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 165251066.88863057, "T_cal": 165251066.88863057 }, "29.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 205795377.7990726, "T_cal": 205795377.7990726 }, "29.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 11326351.557557376, "T_cal": 11326351.557557376 }, "29.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 343514311.44628775, "T_cal": 343514311.44628775 }, "29.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 325287679.0273143, "T_cal": 325287679.0273143 }, "29.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 70370844.80613631, "T_cal": 70370844.80613631 }, "30.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 187904103.74662805, "T_cal": 187904103.74662805 }, "30.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 198933376.01896542, "T_cal": 198933376.01896542 }, "30.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 233478558.48754305, "T_cal": 233478558.48754305 }, "30.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 11472074.066494709, "T_cal": 11472074.066494709 }, "30.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 343689739.0538466, "T_cal": 343689739.0538466 }, "30.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 316121128.9378124, "T_cal": 316121128.9378124 }, "30.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 81170606.37089503, "T_cal": 81170606.37089503 }, "31.q_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 99208584.89226724, "T_cal": 99208584.89226724 }, "31.k_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 110916878.23399386, "T_cal": 110916878.23399386 }, "31.v_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 121095456.31283128, "T_cal": 121095456.31283128 }, "31.o_proj": { "r": 1024, "k_u": 1024, "k_s": 0, "T_cal_prefix": 10255140.933228899, "T_cal": 10255140.933228899 }, "31.gate_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 275096568.15761864, "T_cal": 275096568.15761864 }, "31.up_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 246626847.1224712, "T_cal": 246626847.1224712 }, "31.down_proj": { "r": 1492, "k_u": 1492, "k_s": 0, "T_cal_prefix": 91462677.79018125, "T_cal": 91462677.79018125 } }, "calib_spec": "wikitext2:256", "nsamples": 256, "seed": 42, "n_calib_sequences": 255 }