1850 lines
40 KiB
JSON
1850 lines
40 KiB
JSON
{
|
|
"source": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590",
|
|
"upstream": "AIoT-MLSys-Lab/SVD-LLM",
|
|
"step": "whiten",
|
|
"ratio_removed": 0.3,
|
|
"internal_ratio_kept": 0.7,
|
|
"nsamples": 256,
|
|
"seed": 42,
|
|
"calib_spec": "wikitext2:256",
|
|
"calib": [
|
|
{
|
|
"name": "wikitext2",
|
|
"n": 255,
|
|
"source": "upstream get_calib_train_data"
|
|
}
|
|
],
|
|
"n_calib_sequences": 255,
|
|
"rank_by": "resmix",
|
|
"whitening": {
|
|
"lam": 0.0,
|
|
"norm": "token",
|
|
"ridge": 0.0,
|
|
"token_mask": "nospecial",
|
|
"utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256",
|
|
"utility_calib": "wikitext2:256",
|
|
"utility_tokens": 522240
|
|
},
|
|
"whiten_lam": 0.0,
|
|
"lam": 0.0,
|
|
"fisher_scores": null,
|
|
"fisher_num": null,
|
|
"fisher_den": null,
|
|
"fisher_form": null,
|
|
"fisher_control": null,
|
|
"fisher_floor": null,
|
|
"safety_calib": null,
|
|
"resmix_k": 0.0,
|
|
"resmix_k_abs": null,
|
|
"resmix_alpha": 1.0,
|
|
"n_safety_tokens": null,
|
|
"ranking": {
|
|
"n_matrices": 224,
|
|
"alpha": 1.0,
|
|
"k_s_total": 0,
|
|
"k_s_frac_of_rank": 0.0,
|
|
"utility_error_ratio": 1.0,
|
|
"resmix_k": 0.0,
|
|
"resmix_k_abs": null,
|
|
"resmix_alpha": 1.0
|
|
},
|
|
"ranking_per_matrix": {
|
|
"0.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 39.388282935811475,
|
|
"T_cal": 39.388282935811475
|
|
},
|
|
"0.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 34.64168906039899,
|
|
"T_cal": 34.64168906039899
|
|
},
|
|
"0.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 2180.4545400725456,
|
|
"T_cal": 2180.4545400725456
|
|
},
|
|
"0.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 3.236008245712793,
|
|
"T_cal": 3.236008245712793
|
|
},
|
|
"0.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 233290.09868813131,
|
|
"T_cal": 233290.09868813131
|
|
},
|
|
"0.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 239977.84535169817,
|
|
"T_cal": 239977.84535169817
|
|
},
|
|
"0.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 4897.100459002034,
|
|
"T_cal": 4897.100459002034
|
|
},
|
|
"1.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 28729.716566027415,
|
|
"T_cal": 28729.716566027415
|
|
},
|
|
"1.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 21643.320093676906,
|
|
"T_cal": 21643.320093676906
|
|
},
|
|
"1.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 51962.35635288252,
|
|
"T_cal": 51962.35635288252
|
|
},
|
|
"1.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 467.6564444913811,
|
|
"T_cal": 467.6564444913811
|
|
},
|
|
"1.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 902488.3564397852,
|
|
"T_cal": 902488.3564397852
|
|
},
|
|
"1.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 1023626.5545441816,
|
|
"T_cal": 1023626.5545441816
|
|
},
|
|
"1.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 59103.256723517115,
|
|
"T_cal": 59103.256723517115
|
|
},
|
|
"2.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 1774134.0302654633,
|
|
"T_cal": 1774134.0302654633
|
|
},
|
|
"2.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 1778735.8435498467,
|
|
"T_cal": 1778735.8435498467
|
|
},
|
|
"2.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 1784142.2006091198,
|
|
"T_cal": 1784142.2006091198
|
|
},
|
|
"2.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 24332.456126517485,
|
|
"T_cal": 24332.456126517485
|
|
},
|
|
"2.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 3897275.9891598956,
|
|
"T_cal": 3897275.9891598956
|
|
},
|
|
"2.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 3902478.238080211,
|
|
"T_cal": 3902478.238080211
|
|
},
|
|
"2.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 168321.99261231394,
|
|
"T_cal": 168321.99261231394
|
|
},
|
|
"3.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 12643629.215040559,
|
|
"T_cal": 12643629.215040559
|
|
},
|
|
"3.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 13716496.810724786,
|
|
"T_cal": 13716496.810724786
|
|
},
|
|
"3.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 7078173.434168732,
|
|
"T_cal": 7078173.434168732
|
|
},
|
|
"3.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 39460.50467348984,
|
|
"T_cal": 39460.50467348984
|
|
},
|
|
"3.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 10688950.318662636,
|
|
"T_cal": 10688950.318662636
|
|
},
|
|
"3.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 9919457.723038245,
|
|
"T_cal": 9919457.723038245
|
|
},
|
|
"3.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 297727.46114792966,
|
|
"T_cal": 297727.46114792966
|
|
},
|
|
"4.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 12380687.063937424,
|
|
"T_cal": 12380687.063937424
|
|
},
|
|
"4.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 13230745.349890629,
|
|
"T_cal": 13230745.349890629
|
|
},
|
|
"4.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 7377412.447694868,
|
|
"T_cal": 7377412.447694868
|
|
},
|
|
"4.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 88498.14542927106,
|
|
"T_cal": 88498.14542927106
|
|
},
|
|
"4.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 15917695.579375152,
|
|
"T_cal": 15917695.579375152
|
|
},
|
|
"4.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 14251862.833006734,
|
|
"T_cal": 14251862.833006734
|
|
},
|
|
"4.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 548192.1997935446,
|
|
"T_cal": 548192.1997935446
|
|
},
|
|
"5.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 15545430.394920252,
|
|
"T_cal": 15545430.394920252
|
|
},
|
|
"5.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 16787557.251722403,
|
|
"T_cal": 16787557.251722403
|
|
},
|
|
"5.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 9192295.965431035,
|
|
"T_cal": 9192295.965431035
|
|
},
|
|
"5.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 116922.83781016959,
|
|
"T_cal": 116922.83781016959
|
|
},
|
|
"5.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 19895489.005969524,
|
|
"T_cal": 19895489.005969524
|
|
},
|
|
"5.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 17966035.376588047,
|
|
"T_cal": 17966035.376588047
|
|
},
|
|
"5.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 833079.9087956194,
|
|
"T_cal": 833079.9087956194
|
|
},
|
|
"6.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 21172200.32657173,
|
|
"T_cal": 21172200.32657173
|
|
},
|
|
"6.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 23004804.61069621,
|
|
"T_cal": 23004804.61069621
|
|
},
|
|
"6.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 12149843.699887238,
|
|
"T_cal": 12149843.699887238
|
|
},
|
|
"6.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 203828.19718049304,
|
|
"T_cal": 203828.19718049304
|
|
},
|
|
"6.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 25536093.872205686,
|
|
"T_cal": 25536093.872205686
|
|
},
|
|
"6.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 22666967.386803932,
|
|
"T_cal": 22666967.386803932
|
|
},
|
|
"6.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 1194725.368004628,
|
|
"T_cal": 1194725.368004628
|
|
},
|
|
"7.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 23996831.82645592,
|
|
"T_cal": 23996831.82645592
|
|
},
|
|
"7.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 25165174.584726967,
|
|
"T_cal": 25165174.584726967
|
|
},
|
|
"7.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 13360452.246222524,
|
|
"T_cal": 13360452.246222524
|
|
},
|
|
"7.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 286590.00475342566,
|
|
"T_cal": 286590.00475342566
|
|
},
|
|
"7.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 29828875.85005765,
|
|
"T_cal": 29828875.85005765
|
|
},
|
|
"7.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 26955563.39740563,
|
|
"T_cal": 26955563.39740563
|
|
},
|
|
"7.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 1598230.184621131,
|
|
"T_cal": 1598230.184621131
|
|
},
|
|
"8.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 25595703.640618827,
|
|
"T_cal": 25595703.640618827
|
|
},
|
|
"8.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 27773611.036283582,
|
|
"T_cal": 27773611.036283582
|
|
},
|
|
"8.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 13208919.58704463,
|
|
"T_cal": 13208919.58704463
|
|
},
|
|
"8.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 429615.15508663515,
|
|
"T_cal": 429615.15508663515
|
|
},
|
|
"8.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 30698682.080411024,
|
|
"T_cal": 30698682.080411024
|
|
},
|
|
"8.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 29097623.450163342,
|
|
"T_cal": 29097623.450163342
|
|
},
|
|
"8.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 1943908.4716851546,
|
|
"T_cal": 1943908.4716851546
|
|
},
|
|
"9.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 30298298.18147658,
|
|
"T_cal": 30298298.18147658
|
|
},
|
|
"9.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 32860451.102318216,
|
|
"T_cal": 32860451.102318216
|
|
},
|
|
"9.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 14807980.817563657,
|
|
"T_cal": 14807980.817563657
|
|
},
|
|
"9.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 640195.282145873,
|
|
"T_cal": 640195.282145873
|
|
},
|
|
"9.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 32147368.760505587,
|
|
"T_cal": 32147368.760505587
|
|
},
|
|
"9.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 31369271.903000325,
|
|
"T_cal": 31369271.903000325
|
|
},
|
|
"9.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 2343077.620179819,
|
|
"T_cal": 2343077.620179819
|
|
},
|
|
"10.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 26995528.23484038,
|
|
"T_cal": 26995528.23484038
|
|
},
|
|
"10.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 30623312.856559373,
|
|
"T_cal": 30623312.856559373
|
|
},
|
|
"10.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 14696503.59680074,
|
|
"T_cal": 14696503.59680074
|
|
},
|
|
"10.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 816463.8834357098,
|
|
"T_cal": 816463.8834357098
|
|
},
|
|
"10.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 32824751.711993486,
|
|
"T_cal": 32824751.711993486
|
|
},
|
|
"10.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 32988209.201422315,
|
|
"T_cal": 32988209.201422315
|
|
},
|
|
"10.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 2604280.4517786177,
|
|
"T_cal": 2604280.4517786177
|
|
},
|
|
"11.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 27885666.143974952,
|
|
"T_cal": 27885666.143974952
|
|
},
|
|
"11.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 29966915.981223837,
|
|
"T_cal": 29966915.981223837
|
|
},
|
|
"11.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 18354163.0248468,
|
|
"T_cal": 18354163.0248468
|
|
},
|
|
"11.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 774055.0968405588,
|
|
"T_cal": 774055.0968405588
|
|
},
|
|
"11.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 36298504.56562972,
|
|
"T_cal": 36298504.56562972
|
|
},
|
|
"11.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 37399445.937690735,
|
|
"T_cal": 37399445.937690735
|
|
},
|
|
"11.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 2946275.522105183,
|
|
"T_cal": 2946275.522105183
|
|
},
|
|
"12.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 37176687.66102626,
|
|
"T_cal": 37176687.66102626
|
|
},
|
|
"12.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 39411258.50295681,
|
|
"T_cal": 39411258.50295681
|
|
},
|
|
"12.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 20373068.732661616,
|
|
"T_cal": 20373068.732661616
|
|
},
|
|
"12.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 1026398.2289128569,
|
|
"T_cal": 1026398.2289128569
|
|
},
|
|
"12.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 38962720.388669126,
|
|
"T_cal": 38962720.388669126
|
|
},
|
|
"12.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 40763579.92419773,
|
|
"T_cal": 40763579.92419773
|
|
},
|
|
"12.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 3423418.0547610587,
|
|
"T_cal": 3423418.0547610587
|
|
},
|
|
"13.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 39783861.868320554,
|
|
"T_cal": 39783861.868320554
|
|
},
|
|
"13.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 45018917.878322095,
|
|
"T_cal": 45018917.878322095
|
|
},
|
|
"13.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 26096478.08796837,
|
|
"T_cal": 26096478.08796837
|
|
},
|
|
"13.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 1052517.2467130423,
|
|
"T_cal": 1052517.2467130423
|
|
},
|
|
"13.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 40982013.55999079,
|
|
"T_cal": 40982013.55999079
|
|
},
|
|
"13.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 44126156.415275246,
|
|
"T_cal": 44126156.415275246
|
|
},
|
|
"13.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 4184915.8135035345,
|
|
"T_cal": 4184915.8135035345
|
|
},
|
|
"14.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 37018227.33073595,
|
|
"T_cal": 37018227.33073595
|
|
},
|
|
"14.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 39434127.285240084,
|
|
"T_cal": 39434127.285240084
|
|
},
|
|
"14.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 24977630.004054748,
|
|
"T_cal": 24977630.004054748
|
|
},
|
|
"14.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 1321697.8823880195,
|
|
"T_cal": 1321697.8823880195
|
|
},
|
|
"14.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 44974626.91393885,
|
|
"T_cal": 44974626.91393885
|
|
},
|
|
"14.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 48546235.04470262,
|
|
"T_cal": 48546235.04470262
|
|
},
|
|
"14.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 4933667.934631426,
|
|
"T_cal": 4933667.934631426
|
|
},
|
|
"15.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 39183390.05862564,
|
|
"T_cal": 39183390.05862564
|
|
},
|
|
"15.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 42428916.16894606,
|
|
"T_cal": 42428916.16894606
|
|
},
|
|
"15.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 27185844.25479764,
|
|
"T_cal": 27185844.25479764
|
|
},
|
|
"15.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 1566934.9315340517,
|
|
"T_cal": 1566934.9315340517
|
|
},
|
|
"15.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 49157200.71268163,
|
|
"T_cal": 49157200.71268163
|
|
},
|
|
"15.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 53046712.07953124,
|
|
"T_cal": 53046712.07953124
|
|
},
|
|
"15.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 6198105.42750407,
|
|
"T_cal": 6198105.42750407
|
|
},
|
|
"16.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 39726418.03975011,
|
|
"T_cal": 39726418.03975011
|
|
},
|
|
"16.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 42763441.79548803,
|
|
"T_cal": 42763441.79548803
|
|
},
|
|
"16.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 34081634.800825074,
|
|
"T_cal": 34081634.800825074
|
|
},
|
|
"16.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 2078580.3581403475,
|
|
"T_cal": 2078580.3581403475
|
|
},
|
|
"16.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 53526577.536419004,
|
|
"T_cal": 53526577.536419004
|
|
},
|
|
"16.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 56544512.05201172,
|
|
"T_cal": 56544512.05201172
|
|
},
|
|
"16.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 8068985.021892507,
|
|
"T_cal": 8068985.021892507
|
|
},
|
|
"17.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 49213815.36119798,
|
|
"T_cal": 49213815.36119798
|
|
},
|
|
"17.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 51094321.22252405,
|
|
"T_cal": 51094321.22252405
|
|
},
|
|
"17.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 37214008.645122886,
|
|
"T_cal": 37214008.645122886
|
|
},
|
|
"17.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 1712786.0347415875,
|
|
"T_cal": 1712786.0347415875
|
|
},
|
|
"17.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 63587062.159486875,
|
|
"T_cal": 63587062.159486875
|
|
},
|
|
"17.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 64949533.02388008,
|
|
"T_cal": 64949533.02388008
|
|
},
|
|
"17.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 9018894.402179483,
|
|
"T_cal": 9018894.402179483
|
|
},
|
|
"18.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 60634287.77280918,
|
|
"T_cal": 60634287.77280918
|
|
},
|
|
"18.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 64831334.483361475,
|
|
"T_cal": 64831334.483361475
|
|
},
|
|
"18.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 48044737.34032382,
|
|
"T_cal": 48044737.34032382
|
|
},
|
|
"18.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 1767358.542941892,
|
|
"T_cal": 1767358.542941892
|
|
},
|
|
"18.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 74723671.51761988,
|
|
"T_cal": 74723671.51761988
|
|
},
|
|
"18.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 73857104.66539228,
|
|
"T_cal": 73857104.66539228
|
|
},
|
|
"18.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 10711708.20267663,
|
|
"T_cal": 10711708.20267663
|
|
},
|
|
"19.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 55304963.76747595,
|
|
"T_cal": 55304963.76747595
|
|
},
|
|
"19.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 56528969.42952721,
|
|
"T_cal": 56528969.42952721
|
|
},
|
|
"19.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 46749382.679476425,
|
|
"T_cal": 46749382.679476425
|
|
},
|
|
"19.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 1909976.1048511192,
|
|
"T_cal": 1909976.1048511192
|
|
},
|
|
"19.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 83881343.36797214,
|
|
"T_cal": 83881343.36797214
|
|
},
|
|
"19.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 81299879.09767886,
|
|
"T_cal": 81299879.09767886
|
|
},
|
|
"19.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 12105003.388167828,
|
|
"T_cal": 12105003.388167828
|
|
},
|
|
"20.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 55406892.56403369,
|
|
"T_cal": 55406892.56403369
|
|
},
|
|
"20.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 57890868.59019267,
|
|
"T_cal": 57890868.59019267
|
|
},
|
|
"20.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 51750677.14486361,
|
|
"T_cal": 51750677.14486361
|
|
},
|
|
"20.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 2223282.921577907,
|
|
"T_cal": 2223282.921577907
|
|
},
|
|
"20.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 88847283.2477088,
|
|
"T_cal": 88847283.2477088
|
|
},
|
|
"20.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 84743306.78932326,
|
|
"T_cal": 84743306.78932326
|
|
},
|
|
"20.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 14629944.451741323,
|
|
"T_cal": 14629944.451741323
|
|
},
|
|
"21.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 63629217.53905773,
|
|
"T_cal": 63629217.53905773
|
|
},
|
|
"21.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 65724236.697300464,
|
|
"T_cal": 65724236.697300464
|
|
},
|
|
"21.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 60855097.43148553,
|
|
"T_cal": 60855097.43148553
|
|
},
|
|
"21.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 2177357.1019635256,
|
|
"T_cal": 2177357.1019635256
|
|
},
|
|
"21.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 100157646.62212129,
|
|
"T_cal": 100157646.62212129
|
|
},
|
|
"21.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 93378934.56804733,
|
|
"T_cal": 93378934.56804733
|
|
},
|
|
"21.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 16246214.349225592,
|
|
"T_cal": 16246214.349225592
|
|
},
|
|
"22.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 73927201.35627109,
|
|
"T_cal": 73927201.35627109
|
|
},
|
|
"22.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 77179331.82880369,
|
|
"T_cal": 77179331.82880369
|
|
},
|
|
"22.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 67726849.51546389,
|
|
"T_cal": 67726849.51546389
|
|
},
|
|
"22.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 3074665.35284698,
|
|
"T_cal": 3074665.35284698
|
|
},
|
|
"22.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 111125496.81619574,
|
|
"T_cal": 111125496.81619574
|
|
},
|
|
"22.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 101993949.9344372,
|
|
"T_cal": 101993949.9344372
|
|
},
|
|
"22.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 18971098.848933563,
|
|
"T_cal": 18971098.848933563
|
|
},
|
|
"23.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 97634615.48427142,
|
|
"T_cal": 97634615.48427142
|
|
},
|
|
"23.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 98922618.71968251,
|
|
"T_cal": 98922618.71968251
|
|
},
|
|
"23.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 86658830.16723555,
|
|
"T_cal": 86658830.16723555
|
|
},
|
|
"23.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 3519204.682988597,
|
|
"T_cal": 3519204.682988597
|
|
},
|
|
"23.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 125824435.47619548,
|
|
"T_cal": 125824435.47619548
|
|
},
|
|
"23.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 115975936.4452641,
|
|
"T_cal": 115975936.4452641
|
|
},
|
|
"23.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 20835886.751074,
|
|
"T_cal": 20835886.751074
|
|
},
|
|
"24.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 73169262.10265872,
|
|
"T_cal": 73169262.10265872
|
|
},
|
|
"24.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 75418927.0367334,
|
|
"T_cal": 75418927.0367334
|
|
},
|
|
"24.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 82690646.43827185,
|
|
"T_cal": 82690646.43827185
|
|
},
|
|
"24.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 3687126.166784588,
|
|
"T_cal": 3687126.166784588
|
|
},
|
|
"24.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 139489695.71145046,
|
|
"T_cal": 139489695.71145046
|
|
},
|
|
"24.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 128657833.76944333,
|
|
"T_cal": 128657833.76944333
|
|
},
|
|
"24.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 22713822.37057341,
|
|
"T_cal": 22713822.37057341
|
|
},
|
|
"25.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 108939374.45137435,
|
|
"T_cal": 108939374.45137435
|
|
},
|
|
"25.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 113346515.38954216,
|
|
"T_cal": 113346515.38954216
|
|
},
|
|
"25.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 111969270.95768926,
|
|
"T_cal": 111969270.95768926
|
|
},
|
|
"25.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 3369497.6247471585,
|
|
"T_cal": 3369497.6247471585
|
|
},
|
|
"25.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 153477232.42426157,
|
|
"T_cal": 153477232.42426157
|
|
},
|
|
"25.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 141666077.36553234,
|
|
"T_cal": 141666077.36553234
|
|
},
|
|
"25.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 24071119.081784677,
|
|
"T_cal": 24071119.081784677
|
|
},
|
|
"26.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 88902098.68380079,
|
|
"T_cal": 88902098.68380079
|
|
},
|
|
"26.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 93676824.95389336,
|
|
"T_cal": 93676824.95389336
|
|
},
|
|
"26.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 106553205.94253726,
|
|
"T_cal": 106553205.94253726
|
|
},
|
|
"26.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 4257682.498286205,
|
|
"T_cal": 4257682.498286205
|
|
},
|
|
"26.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 168820570.65894625,
|
|
"T_cal": 168820570.65894625
|
|
},
|
|
"26.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 156327167.4446779,
|
|
"T_cal": 156327167.4446779
|
|
},
|
|
"26.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 26913816.820288904,
|
|
"T_cal": 26913816.820288904
|
|
},
|
|
"27.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 126298426.07064164,
|
|
"T_cal": 126298426.07064164
|
|
},
|
|
"27.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 132880719.95263419,
|
|
"T_cal": 132880719.95263419
|
|
},
|
|
"27.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 122812339.89492148,
|
|
"T_cal": 122812339.89492148
|
|
},
|
|
"27.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 5298282.005891386,
|
|
"T_cal": 5298282.005891386
|
|
},
|
|
"27.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 186024394.6277617,
|
|
"T_cal": 186024394.6277617
|
|
},
|
|
"27.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 172826957.01387775,
|
|
"T_cal": 172826957.01387775
|
|
},
|
|
"27.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 30745264.468438882,
|
|
"T_cal": 30745264.468438882
|
|
},
|
|
"28.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 115041668.36365198,
|
|
"T_cal": 115041668.36365198
|
|
},
|
|
"28.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 123108381.5654003,
|
|
"T_cal": 123108381.5654003
|
|
},
|
|
"28.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 134251802.03076518,
|
|
"T_cal": 134251802.03076518
|
|
},
|
|
"28.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 5424623.196999095,
|
|
"T_cal": 5424623.196999095
|
|
},
|
|
"28.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 192492884.72225767,
|
|
"T_cal": 192492884.72225767
|
|
},
|
|
"28.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 183214165.90316838,
|
|
"T_cal": 183214165.90316838
|
|
},
|
|
"28.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 36163704.44775533,
|
|
"T_cal": 36163704.44775533
|
|
},
|
|
"29.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 88150586.37762496,
|
|
"T_cal": 88150586.37762496
|
|
},
|
|
"29.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 93005789.70568019,
|
|
"T_cal": 93005789.70568019
|
|
},
|
|
"29.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 123287808.43405941,
|
|
"T_cal": 123287808.43405941
|
|
},
|
|
"29.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 6492358.462332103,
|
|
"T_cal": 6492358.462332103
|
|
},
|
|
"29.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 198965340.1598056,
|
|
"T_cal": 198965340.1598056
|
|
},
|
|
"29.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 189928121.6632526,
|
|
"T_cal": 189928121.6632526
|
|
},
|
|
"29.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 41748425.68348543,
|
|
"T_cal": 41748425.68348543
|
|
},
|
|
"30.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 108400125.89485452,
|
|
"T_cal": 108400125.89485452
|
|
},
|
|
"30.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 114947126.58425388,
|
|
"T_cal": 114947126.58425388
|
|
},
|
|
"30.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 141309618.88119125,
|
|
"T_cal": 141309618.88119125
|
|
},
|
|
"30.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 6535215.355932907,
|
|
"T_cal": 6535215.355932907
|
|
},
|
|
"30.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 198918618.52056333,
|
|
"T_cal": 198918618.52056333
|
|
},
|
|
"30.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 184481538.96409804,
|
|
"T_cal": 184481538.96409804
|
|
},
|
|
"30.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 48089070.14869043,
|
|
"T_cal": 48089070.14869043
|
|
},
|
|
"31.q_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 55561283.22422707,
|
|
"T_cal": 55561283.22422707
|
|
},
|
|
"31.k_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 62158039.85492205,
|
|
"T_cal": 62158039.85492205
|
|
},
|
|
"31.v_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 71547520.77123587,
|
|
"T_cal": 71547520.77123587
|
|
},
|
|
"31.o_proj": {
|
|
"r": 1433,
|
|
"k_u": 1433,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 5738000.461189147,
|
|
"T_cal": 5738000.461189147
|
|
},
|
|
"31.gate_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 157805009.62711662,
|
|
"T_cal": 157805009.62711662
|
|
},
|
|
"31.up_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 142532753.2012003,
|
|
"T_cal": 142532753.2012003
|
|
},
|
|
"31.down_proj": {
|
|
"r": 2089,
|
|
"k_u": 2089,
|
|
"k_s": 0,
|
|
"T_cal_prefix": 53183822.605515584,
|
|
"T_cal": 53183822.605515584
|
|
}
|
|
},
|
|
"ranks": {
|
|
"0.q_proj": 1433,
|
|
"0.k_proj": 1433,
|
|
"0.v_proj": 1433,
|
|
"0.o_proj": 1433,
|
|
"0.gate_proj": 2089,
|
|
"0.up_proj": 2089,
|
|
"0.down_proj": 2089,
|
|
"1.q_proj": 1433,
|
|
"1.k_proj": 1433,
|
|
"1.v_proj": 1433,
|
|
"1.o_proj": 1433,
|
|
"1.gate_proj": 2089,
|
|
"1.up_proj": 2089,
|
|
"1.down_proj": 2089,
|
|
"2.q_proj": 1433,
|
|
"2.k_proj": 1433,
|
|
"2.v_proj": 1433,
|
|
"2.o_proj": 1433,
|
|
"2.gate_proj": 2089,
|
|
"2.up_proj": 2089,
|
|
"2.down_proj": 2089,
|
|
"3.q_proj": 1433,
|
|
"3.k_proj": 1433,
|
|
"3.v_proj": 1433,
|
|
"3.o_proj": 1433,
|
|
"3.gate_proj": 2089,
|
|
"3.up_proj": 2089,
|
|
"3.down_proj": 2089,
|
|
"4.q_proj": 1433,
|
|
"4.k_proj": 1433,
|
|
"4.v_proj": 1433,
|
|
"4.o_proj": 1433,
|
|
"4.gate_proj": 2089,
|
|
"4.up_proj": 2089,
|
|
"4.down_proj": 2089,
|
|
"5.q_proj": 1433,
|
|
"5.k_proj": 1433,
|
|
"5.v_proj": 1433,
|
|
"5.o_proj": 1433,
|
|
"5.gate_proj": 2089,
|
|
"5.up_proj": 2089,
|
|
"5.down_proj": 2089,
|
|
"6.q_proj": 1433,
|
|
"6.k_proj": 1433,
|
|
"6.v_proj": 1433,
|
|
"6.o_proj": 1433,
|
|
"6.gate_proj": 2089,
|
|
"6.up_proj": 2089,
|
|
"6.down_proj": 2089,
|
|
"7.q_proj": 1433,
|
|
"7.k_proj": 1433,
|
|
"7.v_proj": 1433,
|
|
"7.o_proj": 1433,
|
|
"7.gate_proj": 2089,
|
|
"7.up_proj": 2089,
|
|
"7.down_proj": 2089,
|
|
"8.q_proj": 1433,
|
|
"8.k_proj": 1433,
|
|
"8.v_proj": 1433,
|
|
"8.o_proj": 1433,
|
|
"8.gate_proj": 2089,
|
|
"8.up_proj": 2089,
|
|
"8.down_proj": 2089,
|
|
"9.q_proj": 1433,
|
|
"9.k_proj": 1433,
|
|
"9.v_proj": 1433,
|
|
"9.o_proj": 1433,
|
|
"9.gate_proj": 2089,
|
|
"9.up_proj": 2089,
|
|
"9.down_proj": 2089,
|
|
"10.q_proj": 1433,
|
|
"10.k_proj": 1433,
|
|
"10.v_proj": 1433,
|
|
"10.o_proj": 1433,
|
|
"10.gate_proj": 2089,
|
|
"10.up_proj": 2089,
|
|
"10.down_proj": 2089,
|
|
"11.q_proj": 1433,
|
|
"11.k_proj": 1433,
|
|
"11.v_proj": 1433,
|
|
"11.o_proj": 1433,
|
|
"11.gate_proj": 2089,
|
|
"11.up_proj": 2089,
|
|
"11.down_proj": 2089,
|
|
"12.q_proj": 1433,
|
|
"12.k_proj": 1433,
|
|
"12.v_proj": 1433,
|
|
"12.o_proj": 1433,
|
|
"12.gate_proj": 2089,
|
|
"12.up_proj": 2089,
|
|
"12.down_proj": 2089,
|
|
"13.q_proj": 1433,
|
|
"13.k_proj": 1433,
|
|
"13.v_proj": 1433,
|
|
"13.o_proj": 1433,
|
|
"13.gate_proj": 2089,
|
|
"13.up_proj": 2089,
|
|
"13.down_proj": 2089,
|
|
"14.q_proj": 1433,
|
|
"14.k_proj": 1433,
|
|
"14.v_proj": 1433,
|
|
"14.o_proj": 1433,
|
|
"14.gate_proj": 2089,
|
|
"14.up_proj": 2089,
|
|
"14.down_proj": 2089,
|
|
"15.q_proj": 1433,
|
|
"15.k_proj": 1433,
|
|
"15.v_proj": 1433,
|
|
"15.o_proj": 1433,
|
|
"15.gate_proj": 2089,
|
|
"15.up_proj": 2089,
|
|
"15.down_proj": 2089,
|
|
"16.q_proj": 1433,
|
|
"16.k_proj": 1433,
|
|
"16.v_proj": 1433,
|
|
"16.o_proj": 1433,
|
|
"16.gate_proj": 2089,
|
|
"16.up_proj": 2089,
|
|
"16.down_proj": 2089,
|
|
"17.q_proj": 1433,
|
|
"17.k_proj": 1433,
|
|
"17.v_proj": 1433,
|
|
"17.o_proj": 1433,
|
|
"17.gate_proj": 2089,
|
|
"17.up_proj": 2089,
|
|
"17.down_proj": 2089,
|
|
"18.q_proj": 1433,
|
|
"18.k_proj": 1433,
|
|
"18.v_proj": 1433,
|
|
"18.o_proj": 1433,
|
|
"18.gate_proj": 2089,
|
|
"18.up_proj": 2089,
|
|
"18.down_proj": 2089,
|
|
"19.q_proj": 1433,
|
|
"19.k_proj": 1433,
|
|
"19.v_proj": 1433,
|
|
"19.o_proj": 1433,
|
|
"19.gate_proj": 2089,
|
|
"19.up_proj": 2089,
|
|
"19.down_proj": 2089,
|
|
"20.q_proj": 1433,
|
|
"20.k_proj": 1433,
|
|
"20.v_proj": 1433,
|
|
"20.o_proj": 1433,
|
|
"20.gate_proj": 2089,
|
|
"20.up_proj": 2089,
|
|
"20.down_proj": 2089,
|
|
"21.q_proj": 1433,
|
|
"21.k_proj": 1433,
|
|
"21.v_proj": 1433,
|
|
"21.o_proj": 1433,
|
|
"21.gate_proj": 2089,
|
|
"21.up_proj": 2089,
|
|
"21.down_proj": 2089,
|
|
"22.q_proj": 1433,
|
|
"22.k_proj": 1433,
|
|
"22.v_proj": 1433,
|
|
"22.o_proj": 1433,
|
|
"22.gate_proj": 2089,
|
|
"22.up_proj": 2089,
|
|
"22.down_proj": 2089,
|
|
"23.q_proj": 1433,
|
|
"23.k_proj": 1433,
|
|
"23.v_proj": 1433,
|
|
"23.o_proj": 1433,
|
|
"23.gate_proj": 2089,
|
|
"23.up_proj": 2089,
|
|
"23.down_proj": 2089,
|
|
"24.q_proj": 1433,
|
|
"24.k_proj": 1433,
|
|
"24.v_proj": 1433,
|
|
"24.o_proj": 1433,
|
|
"24.gate_proj": 2089,
|
|
"24.up_proj": 2089,
|
|
"24.down_proj": 2089,
|
|
"25.q_proj": 1433,
|
|
"25.k_proj": 1433,
|
|
"25.v_proj": 1433,
|
|
"25.o_proj": 1433,
|
|
"25.gate_proj": 2089,
|
|
"25.up_proj": 2089,
|
|
"25.down_proj": 2089,
|
|
"26.q_proj": 1433,
|
|
"26.k_proj": 1433,
|
|
"26.v_proj": 1433,
|
|
"26.o_proj": 1433,
|
|
"26.gate_proj": 2089,
|
|
"26.up_proj": 2089,
|
|
"26.down_proj": 2089,
|
|
"27.q_proj": 1433,
|
|
"27.k_proj": 1433,
|
|
"27.v_proj": 1433,
|
|
"27.o_proj": 1433,
|
|
"27.gate_proj": 2089,
|
|
"27.up_proj": 2089,
|
|
"27.down_proj": 2089,
|
|
"28.q_proj": 1433,
|
|
"28.k_proj": 1433,
|
|
"28.v_proj": 1433,
|
|
"28.o_proj": 1433,
|
|
"28.gate_proj": 2089,
|
|
"28.up_proj": 2089,
|
|
"28.down_proj": 2089,
|
|
"29.q_proj": 1433,
|
|
"29.k_proj": 1433,
|
|
"29.v_proj": 1433,
|
|
"29.o_proj": 1433,
|
|
"29.gate_proj": 2089,
|
|
"29.up_proj": 2089,
|
|
"29.down_proj": 2089,
|
|
"30.q_proj": 1433,
|
|
"30.k_proj": 1433,
|
|
"30.v_proj": 1433,
|
|
"30.o_proj": 1433,
|
|
"30.gate_proj": 2089,
|
|
"30.up_proj": 2089,
|
|
"30.down_proj": 2089,
|
|
"31.q_proj": 1433,
|
|
"31.k_proj": 1433,
|
|
"31.v_proj": 1433,
|
|
"31.o_proj": 1433,
|
|
"31.gate_proj": 2089,
|
|
"31.up_proj": 2089,
|
|
"31.down_proj": 2089
|
|
},
|
|
"factored": "/lustre/jeesup0103/svd-safety/results/resmix/full/l2_base_k0_a1p0_free_remove30/truncated/factored.pt",
|
|
"folded": false,
|
|
"qkv_bias_restored": 0
|
|
} |