Files
svd-safety-l2_base_k0_a1p0_…/compression.json

2060 lines
48 KiB
JSON
Raw Permalink Normal View History

{
"source": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590",
"upstream": "AIoT-MLSys-Lab/SVD-LLM",
"stage": "finetuned",
"ratio_removed": 0.1,
"internal_ratio_kept": 0.9,
"from_pt": "/lustre/jeesup0103/svd-safety/results/resmix/full/l2_base_k0_a1p0_free_remove10/finetune_v/merge.pt",
"biases_verified": 0,
"mean_rel_err": 0.36113157379440963,
"max_rel_err": 1.207053780555725,
"param_fraction": 0.8998112653821243,
"ranks": {
"0.q_proj": 1843,
"0.k_proj": 1843,
"0.v_proj": 1843,
"0.o_proj": 1843,
"0.gate_proj": 2686,
"0.up_proj": 2686,
"0.down_proj": 2686,
"1.q_proj": 1843,
"1.k_proj": 1843,
"1.v_proj": 1843,
"1.o_proj": 1843,
"1.gate_proj": 2686,
"1.up_proj": 2686,
"1.down_proj": 2686,
"2.q_proj": 1843,
"2.k_proj": 1843,
"2.v_proj": 1843,
"2.o_proj": 1843,
"2.gate_proj": 2686,
"2.up_proj": 2686,
"2.down_proj": 2686,
"3.q_proj": 1843,
"3.k_proj": 1843,
"3.v_proj": 1843,
"3.o_proj": 1843,
"3.gate_proj": 2686,
"3.up_proj": 2686,
"3.down_proj": 2686,
"4.q_proj": 1843,
"4.k_proj": 1843,
"4.v_proj": 1843,
"4.o_proj": 1843,
"4.gate_proj": 2686,
"4.up_proj": 2686,
"4.down_proj": 2686,
"5.q_proj": 1843,
"5.k_proj": 1843,
"5.v_proj": 1843,
"5.o_proj": 1843,
"5.gate_proj": 2686,
"5.up_proj": 2686,
"5.down_proj": 2686,
"6.q_proj": 1843,
"6.k_proj": 1843,
"6.v_proj": 1843,
"6.o_proj": 1843,
"6.gate_proj": 2686,
"6.up_proj": 2686,
"6.down_proj": 2686,
"7.q_proj": 1843,
"7.k_proj": 1843,
"7.v_proj": 1843,
"7.o_proj": 1843,
"7.gate_proj": 2686,
"7.up_proj": 2686,
"7.down_proj": 2686,
"8.q_proj": 1843,
"8.k_proj": 1843,
"8.v_proj": 1843,
"8.o_proj": 1843,
"8.gate_proj": 2686,
"8.up_proj": 2686,
"8.down_proj": 2686,
"9.q_proj": 1843,
"9.k_proj": 1843,
"9.v_proj": 1843,
"9.o_proj": 1843,
"9.gate_proj": 2686,
"9.up_proj": 2686,
"9.down_proj": 2686,
"10.q_proj": 1843,
"10.k_proj": 1843,
"10.v_proj": 1843,
"10.o_proj": 1843,
"10.gate_proj": 2686,
"10.up_proj": 2686,
"10.down_proj": 2686,
"11.q_proj": 1843,
"11.k_proj": 1843,
"11.v_proj": 1843,
"11.o_proj": 1843,
"11.gate_proj": 2686,
"11.up_proj": 2686,
"11.down_proj": 2686,
"12.q_proj": 1843,
"12.k_proj": 1843,
"12.v_proj": 1843,
"12.o_proj": 1843,
"12.gate_proj": 2686,
"12.up_proj": 2686,
"12.down_proj": 2686,
"13.q_proj": 1843,
"13.k_proj": 1843,
"13.v_proj": 1843,
"13.o_proj": 1843,
"13.gate_proj": 2686,
"13.up_proj": 2686,
"13.down_proj": 2686,
"14.q_proj": 1843,
"14.k_proj": 1843,
"14.v_proj": 1843,
"14.o_proj": 1843,
"14.gate_proj": 2686,
"14.up_proj": 2686,
"14.down_proj": 2686,
"15.q_proj": 1843,
"15.k_proj": 1843,
"15.v_proj": 1843,
"15.o_proj": 1843,
"15.gate_proj": 2686,
"15.up_proj": 2686,
"15.down_proj": 2686,
"16.q_proj": 1843,
"16.k_proj": 1843,
"16.v_proj": 1843,
"16.o_proj": 1843,
"16.gate_proj": 2686,
"16.up_proj": 2686,
"16.down_proj": 2686,
"17.q_proj": 1843,
"17.k_proj": 1843,
"17.v_proj": 1843,
"17.o_proj": 1843,
"17.gate_proj": 2686,
"17.up_proj": 2686,
"17.down_proj": 2686,
"18.q_proj": 1843,
"18.k_proj": 1843,
"18.v_proj": 1843,
"18.o_proj": 1843,
"18.gate_proj": 2686,
"18.up_proj": 2686,
"18.down_proj": 2686,
"19.q_proj": 1843,
"19.k_proj": 1843,
"19.v_proj": 1843,
"19.o_proj": 1843,
"19.gate_proj": 2686,
"19.up_proj": 2686,
"19.down_proj": 2686,
"20.q_proj": 1843,
"20.k_proj": 1843,
"20.v_proj": 1843,
"20.o_proj": 1843,
"20.gate_proj": 2686,
"20.up_proj": 2686,
"20.down_proj": 2686,
"21.q_proj": 1843,
"21.k_proj": 1843,
"21.v_proj": 1843,
"21.o_proj": 1843,
"21.gate_proj": 2686,
"21.up_proj": 2686,
"21.down_proj": 2686,
"22.q_proj": 1843,
"22.k_proj": 1843,
"22.v_proj": 1843,
"22.o_proj": 1843,
"22.gate_proj": 2686,
"22.up_proj": 2686,
"22.down_proj": 2686,
"23.q_proj": 1843,
"23.k_proj": 1843,
"23.v_proj": 1843,
"23.o_proj": 1843,
"23.gate_proj": 2686,
"23.up_proj": 2686,
"23.down_proj": 2686,
"24.q_proj": 1843,
"24.k_proj": 1843,
"24.v_proj": 1843,
"24.o_proj": 1843,
"24.gate_proj": 2686,
"24.up_proj": 2686,
"24.down_proj": 2686,
"25.q_proj": 1843,
"25.k_proj": 1843,
"25.v_proj": 1843,
"25.o_proj": 1843,
"25.gate_proj": 2686,
"25.up_proj": 2686,
"25.down_proj": 2686,
"26.q_proj": 1843,
"26.k_proj": 1843,
"26.v_proj": 1843,
"26.o_proj": 1843,
"26.gate_proj": 2686,
"26.up_proj": 2686,
"26.down_proj": 2686,
"27.q_proj": 1843,
"27.k_proj": 1843,
"27.v_proj": 1843,
"27.o_proj": 1843,
"27.gate_proj": 2686,
"27.up_proj": 2686,
"27.down_proj": 2686,
"28.q_proj": 1843,
"28.k_proj": 1843,
"28.v_proj": 1843,
"28.o_proj": 1843,
"28.gate_proj": 2686,
"28.up_proj": 2686,
"28.down_proj": 2686,
"29.q_proj": 1843,
"29.k_proj": 1843,
"29.v_proj": 1843,
"29.o_proj": 1843,
"29.gate_proj": 2686,
"29.up_proj": 2686,
"29.down_proj": 2686,
"30.q_proj": 1843,
"30.k_proj": 1843,
"30.v_proj": 1843,
"30.o_proj": 1843,
"30.gate_proj": 2686,
"30.up_proj": 2686,
"30.down_proj": 2686,
"31.q_proj": 1843,
"31.k_proj": 1843,
"31.v_proj": 1843,
"31.o_proj": 1843,
"31.gate_proj": 2686,
"31.up_proj": 2686,
"31.down_proj": 2686
},
"rel_err": {
"0.q_proj": 0.19462965428829193,
"0.k_proj": 0.24923677742481232,
"0.v_proj": 0.24044226109981537,
"0.o_proj": 0.24431376159191132,
"0.gate_proj": 0.28850123286247253,
"0.up_proj": 0.29543015360832214,
"0.down_proj": 0.3452581465244293,
"1.q_proj": 0.0892096757888794,
"1.k_proj": 0.07323329895734787,
"1.v_proj": 0.3366854190826416,
"1.o_proj": 0.26621776819229126,
"1.gate_proj": 0.26865020394325256,
"1.up_proj": 0.30451568961143494,
"1.down_proj": 0.3906521797180176,
"2.q_proj": 0.5516203045845032,
"2.k_proj": 1.207053780555725,
"2.v_proj": 0.4859524071216583,
"2.o_proj": 0.4095371663570404,
"2.gate_proj": 0.32742226123809814,
"2.up_proj": 0.3512292504310608,
"2.down_proj": 0.38645046949386597,
"3.q_proj": 0.25567734241485596,
"3.k_proj": 0.2517416179180145,
"3.v_proj": 0.3778376281261444,
"3.o_proj": 0.40221676230430603,
"3.gate_proj": 0.3702404797077179,
"3.up_proj": 0.3856930434703827,
"3.down_proj": 0.3590887486934662,
"4.q_proj": 0.24836672842502594,
"4.k_proj": 0.24987998604774475,
"4.v_proj": 0.3751924932003021,
"4.o_proj": 0.4040300250053406,
"4.gate_proj": 0.37244343757629395,
"4.up_proj": 0.3922712802886963,
"4.down_proj": 0.36263343691825867,
"5.q_proj": 0.29160168766975403,
"5.k_proj": 0.26649215817451477,
"5.v_proj": 0.3769007921218872,
"5.o_proj": 0.41241952776908875,
"5.gate_proj": 0.3697393238544464,
"5.up_proj": 0.39346516132354736,
"5.down_proj": 0.3549274802207947,
"6.q_proj": 0.2544267773628235,
"6.k_proj": 0.2589779198169708,
"6.v_proj": 0.36512354016304016,
"6.o_proj": 0.3814370930194855,
"6.gate_proj": 0.3652000427246094,
"6.up_proj": 0.3938547372817993,
"6.down_proj": 0.35428211092948914,
"7.q_proj": 0.25830814242362976,
"7.k_proj": 0.26263171434402466,
"7.v_proj": 0.35945364832878113,
"7.o_proj": 0.39563044905662537,
"7.gate_proj": 0.3632635474205017,
"7.up_proj": 0.3941986560821533,
"7.down_proj": 0.3489327132701874,
"8.q_proj": 0.2653649151325226,
"8.k_proj": 0.27433836460113525,
"8.v_proj": 0.3488828241825104,
"8.o_proj": 0.3927844762802124,
"8.gate_proj": 0.36154937744140625,
"8.up_proj": 0.3910050094127655,
"8.down_proj": 0.3464740216732025,
"9.q_proj": 0.2827792763710022,
"9.k_proj": 0.2866414189338684,
"9.v_proj": 0.34705373644828796,
"9.o_proj": 0.39915502071380615,
"9.gate_proj": 0.3595671057701111,
"9.up_proj": 0.3867504894733429,
"9.down_proj": 0.3463095724582672,
"10.q_proj": 0.2654861807823181,
"10.k_proj": 0.2705942690372467,
"10.v_proj": 0.344517320394516,
"10.o_proj": 0.3558924198150635,
"10.gate_proj": 0.35533344745635986,
"10.up_proj": 0.383311927318573,
"10.down_proj": 0.3432478606700897,
"11.q_proj": 0.4137333035469055,
"11.k_proj": 0.5051218271255493,
"11.v_proj": 0.3657678961753845,
"11.o_proj": 0.34954679012298584,
"11.gate_proj": 0.35416820645332336,
"11.up_proj": 0.3829926550388336,
"11.down_proj": 0.34822148084640503,
"12.q_proj": 0.2762104868888855,
"12.k_proj": 0.2754881680011749,
"12.v_proj": 0.34544119238853455,
"12.o_proj": 0.3824060559272766,
"12.gate_proj": 0.3575476408004761,
"12.up_proj": 0.38287779688835144,
"12.down_proj": 0.3477227985858917,
"13.q_proj": 0.2813850939273834,
"13.k_proj": 0.2932816445827484,
"13.v_proj": 0.36768674850463867,
"13.o_proj": 0.3750237226486206,
"13.gate_proj": 0.35995373129844666,
"13.up_proj": 0.3854982554912567,
"13.down_proj": 0.35798031091690063,
"14.q_proj": 0.2710683345794678,
"14.k_proj": 0.2745169997215271,
"14.v_proj": 0.3610003888607025,
"14.o_proj": 0.37273406982421875,
"14.gate_proj": 0.35924577713012695,
"14.up_proj": 0.38422349095344543,
"14.down_proj": 0.3590209186077118,
"15.q_proj": 0.2833070755004883,
"15.k_proj": 0.28545209765434265,
"15.v_proj": 0.3664618134498596,
"15.o_proj": 0.37796980142593384,
"15.gate_proj": 0.3634200692176819,
"15.up_proj": 0.3882993161678314,
"15.down_proj": 0.37039846181869507,
"16.q_proj": 0.2815943956375122,
"16.k_proj": 0.28404316306114197,
"16.v_proj": 0.3875197470188141,
"16.o_proj": 0.4045898914337158,
"16.gate_proj": 0.36150580644607544,
"16.up_proj": 0.3858390152454376,
"16.down_proj": 0.37960028648376465,
"17.q_proj": 0.3100113868713379,
"17.k_proj": 0.30941879749298096,
"17.v_proj": 0.40104714035987854,
"17.o_proj": 0.41341009736061096,
"17.gate_proj": 0.3639795780181885,
"17.up_proj": 0.3859553635120392,
"17.down_proj": 0.37684857845306396,
"18.q_proj": 0.32933807373046875,
"18.k_proj": 0.3337570130825043,
"18.v_proj": 0.4073031544685364,
"18.o_proj": 0.44279807806015015,
"18.gate_proj": 0.37023791670799255,
"18.up_proj": 0.391116738319397,
"18.down_proj": 0.3781541883945465,
"19.q_proj": 0.31660863757133484,
"19.k_proj": 0.3154717683792114,
"19.v_proj": 0.3943529725074768,
"19.o_proj": 0.4314393699169159,
"19.gate_proj": 0.3739177882671356,
"19.up_proj": 0.392498254776001,
"19.down_proj": 0.37863025069236755,
"20.q_proj": 0.30987852811813354,
"20.k_proj": 0.31104883551597595,
"20.v_proj": 0.4043391942977905,
"20.o_proj": 0.42956486344337463,
"20.gate_proj": 0.37242448329925537,
"20.up_proj": 0.3892928957939148,
"20.down_proj": 0.3864456117153168,
"21.q_proj": 0.32015499472618103,
"21.k_proj": 0.3221917748451233,
"21.v_proj": 0.4016200602054596,
"21.o_proj": 0.4437079429626465,
"21.gate_proj": 0.373360276222229,
"21.up_proj": 0.38891369104385376,
"21.down_proj": 0.38294145464897156,
"22.q_proj": 0.32665300369262695,
"22.k_proj": 0.33194848895072937,
"22.v_proj": 0.41098883748054504,
"22.o_proj": 0.44017305970191956,
"22.gate_proj": 0.37318068742752075,
"22.up_proj": 0.38812994956970215,
"22.down_proj": 0.38084593415260315,
"23.q_proj": 0.3585113286972046,
"23.k_proj": 0.35559317469596863,
"23.v_proj": 0.4094955623149872,
"23.o_proj": 0.4310721158981323,
"23.gate_proj": 0.37551355361938477,
"23.up_proj": 0.3899531960487366,
"23.down_proj": 0.37517276406288147,
"24.q_proj": 0.3101503252983093,
"24.k_proj": 0.3136228322982788,
"24.v_proj": 0.40340301394462585,
"24.o_proj": 0.43703603744506836,
"24.gate_proj": 0.3759905695915222,
"24.up_proj": 0.3900173306465149,
"24.down_proj": 0.37048637866973877,
"25.q_proj": 0.35527220368385315,
"25.k_proj": 0.35458481311798096,
"25.v_proj": 0.4108697474002838,
"25.o_proj": 0.43194887042045593,
"25.gate_proj": 0.3782326281070709,
"25.up_proj": 0.3914431929588318,
"25.down_proj": 0.36568114161491394,
"26.q_proj": 0.32080888748168945,
"26.k_proj": 0.3287152647972107,
"26.v_proj": 0.4006011188030243,
"26.o_proj": 0.4577499330043793,
"26.gate_proj": 0.37910711765289307,
"26.up_proj": 0.39304906129837036,
"26.down_proj": 0.3653787076473236,
"27.q_proj": 0.36237528920173645,
"27.k_proj": 0.3694652020931244,
"27.v_proj": 0.41660192608833313,
"27.o_proj": 0.43260541558265686,
"27.gate_proj": 0.38131773471832275,
"27.up_proj": 0.3951241672039032,
"27.down_proj": 0.3652697503566742,
"28.q_proj": 0.3470246493816376,
"28.k_proj": 0.35592564940452576,
"28.v_proj": 0.41344523429870605,
"28.o_proj": 0.43140166997909546,
"28.gate_proj": 0.3822683095932007,
"28.up_proj": 0.394208163022995,
"28.down_proj": 0.3720575273036957,
"29.q_proj": 0.32196155190467834,
"29.k_proj": 0.3285108506679535,
"29.v_proj": 0.40625032782554626,
"29.o_proj": 0.4305853247642517,
"29.gate_proj": 0.3812209963798523,
"29.up_proj": 0.3908163011074066,
"29.down_proj": 0.37770071625709534,
"30.q_proj": 0.3496403992176056,
"30.k_proj": 0.3554087281227112,
"30.v_proj": 0.4186227023601532,
"30.o_proj": 0.4390658438205719,
"30.gate_proj": 0.37650272250175476,
"30.up_proj": 0.38091957569122314,
"30.down_proj": 0.38477763533592224,
"31.q_proj": 0.3052699565887451,
"31.k_proj": 0.311748743057251,
"31.v_proj": 0.4005729556083679,
"31.o_proj": 0.4107411801815033,
"31.gate_proj": 0.36805716156959534,
"31.up_proj": 0.3683338165283203,
"31.down_proj": 0.38238590955734253
},
"whitening": {
"lam": 0.0,
"norm": "token",
"ridge": 0.0,
"token_mask": "nospecial",
"utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256",
"utility_calib": "wikitext2:256",
"utility_tokens": 522240
},
"rank_by": "resmix",
"resmix_k": 0.0,
"resmix_k_abs": null,
"ranking": {
"n_matrices": 224,
"alpha": 1.0,
"k_s_total": 0,
"k_s_frac_of_rank": 0.0,
"utility_error_ratio": 1.0,
"resmix_k": 0.0,
"resmix_k_abs": null,
"resmix_alpha": 1.0
},
"ranking_per_matrix": {
"0.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 10.785678176430773,
"T_cal": 10.785678176430773
},
"0.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 9.576390170908583,
"T_cal": 9.576390170908583
},
"0.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 851.6657157551547,
"T_cal": 851.6657157551547
},
"0.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 0.9780601726363409,
"T_cal": 0.9780601726363409
},
"0.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 89500.30917201788,
"T_cal": 89500.30917201788
},
"0.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 92107.91324240528,
"T_cal": 92107.91324240528
},
"0.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 2099.17623664463,
"T_cal": 2099.17623664463
},
"1.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 8719.575457896477,
"T_cal": 8719.575457896477
},
"1.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 6348.398214962525,
"T_cal": 6348.398214962525
},
"1.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 22890.31522699863,
"T_cal": 22890.31522699863
},
"1.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 98.1451973636449,
"T_cal": 98.1451973636449
},
"1.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 329123.88260184403,
"T_cal": 329123.88260184403
},
"1.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 376866.56578857085,
"T_cal": 376866.56578857085
},
"1.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 28736.74082056575,
"T_cal": 28736.74082056575
},
"2.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 643893.6614395604,
"T_cal": 643893.6614395604
},
"2.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 626112.885156469,
"T_cal": 626112.885156469
},
"2.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 876510.7086711043,
"T_cal": 876510.7086711043
},
"2.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 10899.537467294535,
"T_cal": 10899.537467294535
},
"2.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 1693703.440605626,
"T_cal": 1693703.440605626
},
"2.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 1696804.2039791269,
"T_cal": 1696804.2039791269
},
"2.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 85977.69509733199,
"T_cal": 85977.69509733199
},
"3.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 5783209.987075051,
"T_cal": 5783209.987075051
},
"3.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 6152009.641441202,
"T_cal": 6152009.641441202
},
"3.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 3739286.972493657,
"T_cal": 3739286.972493657
},
"3.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 19633.092639652994,
"T_cal": 19633.092639652994
},
"3.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 5126539.8926883275,
"T_cal": 5126539.8926883275
},
"3.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 4762765.7752103135,
"T_cal": 4762765.7752103135
},
"3.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 151902.5633119275,
"T_cal": 151902.5633119275
},
"4.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 5857197.810485085,
"T_cal": 5857197.810485085
},
"4.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 6178465.372496818,
"T_cal": 6178465.372496818
},
"4.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 3967419.9790056134,
"T_cal": 3967419.9790056134
},
"4.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 44046.95099997806,
"T_cal": 44046.95099997806
},
"4.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 7840698.699492722,
"T_cal": 7840698.699492722
},
"4.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 7040923.029561698,
"T_cal": 7040923.029561698
},
"4.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 280243.8009020678,
"T_cal": 280243.8009020678
},
"5.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 7545364.521031534,
"T_cal": 7545364.521031534
},
"5.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 8063765.271419729,
"T_cal": 8063765.271419729
},
"5.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 4943144.505550002,
"T_cal": 4943144.505550002
},
"5.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 58175.060551189556,
"T_cal": 58175.060551189556
},
"5.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 9873067.979936454,
"T_cal": 9873067.979936454
},
"5.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 8941202.13321339,
"T_cal": 8941202.13321339
},
"5.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 424218.746589352,
"T_cal": 424218.746589352
},
"6.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 10533861.771791458,
"T_cal": 10533861.771791458
},
"6.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 11390276.337218832,
"T_cal": 11390276.337218832
},
"6.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 6543838.750572076,
"T_cal": 6543838.750572076
},
"6.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 103800.18289654578,
"T_cal": 103800.18289654578
},
"6.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 12771164.726543933,
"T_cal": 12771164.726543933
},
"6.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 11397835.174568733,
"T_cal": 11397835.174568733
},
"6.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 604886.0140598821,
"T_cal": 604886.0140598821
},
"7.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 11844207.879055038,
"T_cal": 11844207.879055038
},
"7.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 12400266.770684075,
"T_cal": 12400266.770684075
},
"7.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 7136304.962956544,
"T_cal": 7136304.962956544
},
"7.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 148138.74464088996,
"T_cal": 148138.74464088996
},
"7.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 15039607.582688756,
"T_cal": 15039607.582688756
},
"7.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 13674887.732154544,
"T_cal": 13674887.732154544
},
"7.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 803697.9954367423,
"T_cal": 803697.9954367423
},
"8.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 12709352.285616899,
"T_cal": 12709352.285616899
},
"8.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 13722898.40869642,
"T_cal": 13722898.40869642
},
"8.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 7054155.237657632,
"T_cal": 7054155.237657632
},
"8.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 220494.06387088224,
"T_cal": 220494.06387088224
},
"8.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 15542306.874569666,
"T_cal": 15542306.874569666
},
"8.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 14794875.010815449,
"T_cal": 14794875.010815449
},
"8.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 982559.5498754395,
"T_cal": 982559.5498754395
},
"9.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 15184121.982329842,
"T_cal": 15184121.982329842
},
"9.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 16383592.258965734,
"T_cal": 16383592.258965734
},
"9.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 7869652.540471686,
"T_cal": 7869652.540471686
},
"9.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 326461.51250768616,
"T_cal": 326461.51250768616
},
"9.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 16271731.347973311,
"T_cal": 16271731.347973311
},
"9.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 15953925.992089037,
"T_cal": 15953925.992089037
},
"9.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 1187740.602015712,
"T_cal": 1187740.602015712
},
"10.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 13435789.945286755,
"T_cal": 13435789.945286755
},
"10.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 15122004.14128048,
"T_cal": 15122004.14128048
},
"10.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 7834700.253071317,
"T_cal": 7834700.253071317
},
"10.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 411647.8105691812,
"T_cal": 411647.8105691812
},
"10.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 16575456.584854057,
"T_cal": 16575456.584854057
},
"10.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 16757814.787526622,
"T_cal": 16757814.787526622
},
"10.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 1316334.097178603,
"T_cal": 1316334.097178603
},
"11.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 13930622.718331898,
"T_cal": 13930622.718331898
},
"11.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 15007569.816916827,
"T_cal": 15007569.816916827
},
"11.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 9711772.716010273,
"T_cal": 9711772.716010273
},
"11.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 391418.17282386805,
"T_cal": 391418.17282386805
},
"11.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 18402714.369628422,
"T_cal": 18402714.369628422
},
"11.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 19088554.366343856,
"T_cal": 19088554.366343856
},
"11.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 1495485.0911699792,
"T_cal": 1495485.0911699792
},
"12.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 18748398.866943624,
"T_cal": 18748398.866943624
},
"12.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 19914010.67244915,
"T_cal": 19914010.67244915
},
"12.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 10801728.444651768,
"T_cal": 10801728.444651768
},
"12.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 531758.5048293495,
"T_cal": 531758.5048293495
},
"12.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 19764191.62510787,
"T_cal": 19764191.62510787
},
"12.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 20794292.418899104,
"T_cal": 20794292.418899104
},
"12.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 1736375.6087208553,
"T_cal": 1736375.6087208553
},
"13.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 20292510.921908595,
"T_cal": 20292510.921908595
},
"13.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 22995179.546872757,
"T_cal": 22995179.546872757
},
"13.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 14077361.372142034,
"T_cal": 14077361.372142034
},
"13.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 540804.128938798,
"T_cal": 540804.128938798
},
"13.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 20812667.53851728,
"T_cal": 20812667.53851728
},
"13.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 22549834.16205047,
"T_cal": 22549834.16205047
},
"13.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 2137573.7105607325,
"T_cal": 2137573.7105607325
},
"14.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 18825714.543996416,
"T_cal": 18825714.543996416
},
"14.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 20136168.07042644,
"T_cal": 20136168.07042644
},
"14.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 13359328.927838562,
"T_cal": 13359328.927838562
},
"14.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 689326.1516168148,
"T_cal": 689326.1516168148
},
"14.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 22786515.866438046,
"T_cal": 22786515.866438046
},
"14.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 24728059.81873543,
"T_cal": 24728059.81873543
},
"14.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 2517011.435474057,
"T_cal": 2517011.435474057
},
"15.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 19993806.91956532,
"T_cal": 19993806.91956532
},
"15.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 21747526.803754296,
"T_cal": 21747526.803754296
},
"15.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 14665061.06597065,
"T_cal": 14665061.06597065
},
"15.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 817638.8098200579,
"T_cal": 817638.8098200579
},
"15.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 24911255.812186185,
"T_cal": 24911255.812186185
},
"15.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 27084609.74382753,
"T_cal": 27084609.74382753
},
"15.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 3193436.979680022,
"T_cal": 3193436.979680022
},
"16.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 20407912.52514683,
"T_cal": 20407912.52514683
},
"16.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 21974787.172197178,
"T_cal": 21974787.172197178
},
"16.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 18757995.0596334,
"T_cal": 18757995.0596334
},
"16.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 1071887.20644118,
"T_cal": 1071887.20644118
},
"16.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 26989833.561512306,
"T_cal": 26989833.561512306
},
"16.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 28729017.121802475,
"T_cal": 28729017.121802475
},
"16.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 4155374.8409035476,
"T_cal": 4155374.8409035476
},
"17.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 25441887.973660365,
"T_cal": 25441887.973660365
},
"17.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 26466781.651458476,
"T_cal": 26466781.651458476
},
"17.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 20486151.87593612,
"T_cal": 20486151.87593612
},
"17.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 922322.9825638515,
"T_cal": 922322.9825638515
},
"17.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 32072077.254918516,
"T_cal": 32072077.254918516
},
"17.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 32978860.75940479,
"T_cal": 32978860.75940479
},
"17.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 4637992.671098169,
"T_cal": 4637992.671098169
},
"18.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 31773729.391317233,
"T_cal": 31773729.391317233
},
"18.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 34017678.001551084,
"T_cal": 34017678.001551084
},
"18.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 26689941.41991458,
"T_cal": 26689941.41991458
},
"18.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 938748.9824173935,
"T_cal": 938748.9824173935
},
"18.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 37749984.50054178,
"T_cal": 37749984.50054178
},
"18.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 37563549.93561437,
"T_cal": 37563549.93561437
},
"18.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 5552828.787711998,
"T_cal": 5552828.787711998
},
"19.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 28647353.80244772,
"T_cal": 28647353.80244772
},
"19.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 29289822.33732438,
"T_cal": 29289822.33732438
},
"19.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 25667160.26837124,
"T_cal": 25667160.26837124
},
"19.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 1032724.8317759677,
"T_cal": 1032724.8317759677
},
"19.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 42595598.11038089,
"T_cal": 42595598.11038089
},
"19.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 41513706.856649965,
"T_cal": 41513706.856649965
},
"19.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 6309925.385078111,
"T_cal": 6309925.385078111
},
"20.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 28436851.374570876,
"T_cal": 28436851.374570876
},
"20.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 29759141.79584817,
"T_cal": 29759141.79584817
},
"20.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 28791771.883710474,
"T_cal": 28791771.883710474
},
"20.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 1204475.571156554,
"T_cal": 1204475.571156554
},
"20.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 45059279.89659271,
"T_cal": 45059279.89659271
},
"20.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 43208565.658598244,
"T_cal": 43208565.658598244
},
"20.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 7628871.560222485,
"T_cal": 7628871.560222485
},
"21.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 32768398.130046345,
"T_cal": 32768398.130046345
},
"21.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 33770010.93750383,
"T_cal": 33770010.93750383
},
"21.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 33815038.04286927,
"T_cal": 33815038.04286927
},
"21.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 1186598.6591508216,
"T_cal": 1186598.6591508216
},
"21.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 50949707.43289541,
"T_cal": 50949707.43289541
},
"21.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 47731695.09471324,
"T_cal": 47731695.09471324
},
"21.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 8489349.957435494,
"T_cal": 8489349.957435494
},
"22.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 38265573.64003351,
"T_cal": 38265573.64003351
},
"22.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 40043333.69933437,
"T_cal": 40043333.69933437
},
"22.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 37850521.35180683,
"T_cal": 37850521.35180683
},
"22.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 1687446.2246034364,
"T_cal": 1687446.2246034364
},
"22.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 56684983.32320996,
"T_cal": 56684983.32320996
},
"22.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 52258393.50257513,
"T_cal": 52258393.50257513
},
"22.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 9890840.02519774,
"T_cal": 9890840.02519774
},
"23.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 51741264.84595457,
"T_cal": 51741264.84595457
},
"23.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 52444286.27460586,
"T_cal": 52444286.27460586
},
"23.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 48520675.52845783,
"T_cal": 48520675.52845783
},
"23.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 1967040.5017786198,
"T_cal": 1967040.5017786198
},
"23.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 64495712.7115826,
"T_cal": 64495712.7115826
},
"23.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 59670810.45598352,
"T_cal": 59670810.45598352
},
"23.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 10872405.012488443,
"T_cal": 10872405.012488443
},
"24.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 37388957.17629345,
"T_cal": 37388957.17629345
},
"24.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 38682147.232396245,
"T_cal": 38682147.232396245
},
"24.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 46526989.69213562,
"T_cal": 46526989.69213562
},
"24.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 2045753.1178002125,
"T_cal": 2045753.1178002125
},
"24.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 71713721.48563766,
"T_cal": 71713721.48563766
},
"24.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 66417296.29878324,
"T_cal": 66417296.29878324
},
"24.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 11858175.648777504,
"T_cal": 11858175.648777504
},
"25.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 58150761.39573605,
"T_cal": 58150761.39573605
},
"25.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 60666231.365755424,
"T_cal": 60666231.365755424
},
"25.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 63400534.17654945,
"T_cal": 63400534.17654945
},
"25.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 1833248.6132108124,
"T_cal": 1833248.6132108124
},
"25.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 79249577.4974488,
"T_cal": 79249577.4974488
},
"25.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 73455470.56279409,
"T_cal": 73455470.56279409
},
"25.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 12594951.21631376,
"T_cal": 12594951.21631376
},
"26.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 46642155.81444648,
"T_cal": 46642155.81444648
},
"26.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 49238810.41841708,
"T_cal": 49238810.41841708
},
"26.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 60145957.693433836,
"T_cal": 60145957.693433836
},
"26.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 2269621.8077429,
"T_cal": 2269621.8077429
},
"26.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 87286412.45394044,
"T_cal": 87286412.45394044
},
"26.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 81332614.31588593,
"T_cal": 81332614.31588593
},
"26.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 14127550.918734217,
"T_cal": 14127550.918734217
},
"27.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 69267576.00702935,
"T_cal": 69267576.00702935
},
"27.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 73067124.26488246,
"T_cal": 73067124.26488246
},
"27.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 69976263.48066255,
"T_cal": 69976263.48066255
},
"27.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 2894573.086826196,
"T_cal": 2894573.086826196
},
"27.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 96620978.22339875,
"T_cal": 96620978.22339875
},
"27.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 90349637.19218573,
"T_cal": 90349637.19218573
},
"27.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 16197426.509603195,
"T_cal": 16197426.509603195
},
"28.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 62137063.336638995,
"T_cal": 62137063.336638995
},
"28.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 66669531.8016634,
"T_cal": 66669531.8016634
},
"28.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 76545127.1888986,
"T_cal": 76545127.1888986
},
"28.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 2922378.032600498,
"T_cal": 2922378.032600498
},
"28.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 100409398.39371276,
"T_cal": 100409398.39371276
},
"28.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 96159260.31840637,
"T_cal": 96159260.31840637
},
"28.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 19153271.810673572,
"T_cal": 19153271.810673572
},
"29.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 46767363.022601195,
"T_cal": 46767363.022601195
},
"29.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 49546393.80525367,
"T_cal": 49546393.80525367
},
"29.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 69785930.51983362,
"T_cal": 69785930.51983362
},
"29.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 3541892.7473701574,
"T_cal": 3541892.7473701574
},
"29.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 103934394.06969668,
"T_cal": 103934394.06969668
},
"29.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 99789746.97699946,
"T_cal": 99789746.97699946
},
"29.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 22192004.713112906,
"T_cal": 22192004.713112906
},
"30.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 59149532.14206349,
"T_cal": 59149532.14206349
},
"30.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 62872528.52602811,
"T_cal": 62872528.52602811
},
"30.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 80734685.89489755,
"T_cal": 80734685.89489755
},
"30.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 3551552.105358068,
"T_cal": 3551552.105358068
},
"30.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 103809427.73050085,
"T_cal": 103809427.73050085
},
"30.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 96934270.2299757,
"T_cal": 96934270.2299757
},
"30.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 25570850.722484395,
"T_cal": 25570850.722484395
},
"31.q_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 29581901.946942493,
"T_cal": 29581901.946942493
},
"31.k_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 33079206.25391892,
"T_cal": 33079206.25391892
},
"31.v_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 40068947.4937045,
"T_cal": 40068947.4937045
},
"31.o_proj": {
"r": 1843,
"k_u": 1843,
"k_s": 0,
"T_cal_prefix": 3047059.923759697,
"T_cal": 3047059.923759697
},
"31.gate_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 81595876.46882962,
"T_cal": 81595876.46882962
},
"31.up_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 74195895.02706979,
"T_cal": 74195895.02706979
},
"31.down_proj": {
"r": 2686,
"k_u": 2686,
"k_s": 0,
"T_cal_prefix": 27905283.335053638,
"T_cal": 27905283.335053638
}
},
"calib_spec": "wikitext2:256",
"nsamples": 256,
"seed": 42,
"n_calib_sequences": 255
}