commit 8dd8a34074bf40abff44df0e5fcdb9dc35e9dc1c Author: ModelHub XC Date: Thu Oct 22 14:10:20 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: Jeesup/svd-safety-l2_jbb_ka16_a1p0_free_remove40 Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a6344aa --- /dev/null +++ b/.gitattributes @@ -0,0 +1,35 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/LICENSE.txt b/LICENSE.txt new file mode 100644 index 0000000..51089e2 --- /dev/null +++ b/LICENSE.txt @@ -0,0 +1,126 @@ +LLAMA 2 COMMUNITY LICENSE AGREEMENT +Llama 2 Version Release Date: July 18, 2023 + +"Agreement" means the terms and conditions for use, reproduction, distribution and +modification of the Llama Materials set forth herein. + +"Documentation" means the specifications, manuals and documentation +accompanying Llama 2 distributed by Meta at ai.meta.com/resources/models-and- +libraries/llama-downloads/. + +"Licensee" or "you" means you, or your employer or any other person or entity (if +you are entering into this Agreement on such person or entity's behalf), of the age +required under applicable laws, rules or regulations to provide legal consent and that +has legal authority to bind your employer or such other person or entity if you are +entering in this Agreement on their behalf. + +"Llama 2" means the foundational large language models and software and +algorithms, including machine-learning model code, trained model weights, +inference-enabling code, training-enabling code, fine-tuning enabling code and other +elements of the foregoing distributed by Meta at ai.meta.com/resources/models-and- +libraries/llama-downloads/. + +"Llama Materials" means, collectively, Meta's proprietary Llama 2 and +Documentation (and any portion thereof) made available under this Agreement. + +"Meta" or "we" means Meta Platforms Ireland Limited (if you are located in or, if you +are an entity, your principal place of business is in the EEA or Switzerland) and Meta +Platforms, Inc. (if you are located outside of the EEA or Switzerland). + +By clicking "I Accept" below or by using or distributing any portion or element of the +Llama Materials, you agree to be bound by this Agreement. + +1. License Rights and Redistribution. + + a. Grant of Rights. You are granted a non-exclusive, worldwide, non- +transferable and royalty-free limited license under Meta's intellectual property or +other rights owned by Meta embodied in the Llama Materials to use, reproduce, +distribute, copy, create derivative works of, and make modifications to the Llama +Materials. + + b. Redistribution and Use. + + i. If you distribute or make the Llama Materials, or any derivative works +thereof, available to a third party, you shall provide a copy of this Agreement to such +third party. + ii. If you receive Llama Materials, or any derivative works thereof, from +a Licensee as part of an integrated end user product, then Section 2 of this +Agreement will not apply to you. + + iii. You must retain in all copies of the Llama Materials that you +distribute the following attribution notice within a "Notice" text file distributed as a +part of such copies: "Llama 2 is licensed under the LLAMA 2 Community License, +Copyright (c) Meta Platforms, Inc. All Rights Reserved." + + iv. Your use of the Llama Materials must comply with applicable laws +and regulations (including trade compliance laws and regulations) and adhere to the +Acceptable Use Policy for the Llama Materials (available at +https://ai.meta.com/llama/use-policy), which is hereby incorporated by reference into +this Agreement. + + v. You will not use the Llama Materials or any output or results of the +Llama Materials to improve any other large language model (excluding Llama 2 or +derivative works thereof). + +2. Additional Commercial Terms. If, on the Llama 2 version release date, the +monthly active users of the products or services made available by or for Licensee, +or Licensee's affiliates, is greater than 700 million monthly active users in the +preceding calendar month, you must request a license from Meta, which Meta may +grant to you in its sole discretion, and you are not authorized to exercise any of the +rights under this Agreement unless or until Meta otherwise expressly grants you +such rights. + +3. Disclaimer of Warranty. UNLESS REQUIRED BY APPLICABLE LAW, THE +LLAMA MATERIALS AND ANY OUTPUT AND RESULTS THEREFROM ARE +PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, +EITHER EXPRESS OR IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY +WARRANTIES OF TITLE, NON-INFRINGEMENT, MERCHANTABILITY, OR +FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE +FOR DETERMINING THE APPROPRIATENESS OF USING OR REDISTRIBUTING +THE LLAMA MATERIALS AND ASSUME ANY RISKS ASSOCIATED WITH YOUR +USE OF THE LLAMA MATERIALS AND ANY OUTPUT AND RESULTS. + +4. Limitation of Liability. IN NO EVENT WILL META OR ITS AFFILIATES BE +LIABLE UNDER ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, TORT, +NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, ARISING OUT OF THIS +AGREEMENT, FOR ANY LOST PROFITS OR ANY INDIRECT, SPECIAL, +CONSEQUENTIAL, INCIDENTAL, EXEMPLARY OR PUNITIVE DAMAGES, EVEN +IF META OR ITS AFFILIATES HAVE BEEN ADVISED OF THE POSSIBILITY OF +ANY OF THE FOREGOING. + +5. Intellectual Property. + + a. No trademark licenses are granted under this Agreement, and in +connection with the Llama Materials, neither Meta nor Licensee may use any name +or mark owned by or associated with the other or any of its affiliates, except as +required for reasonable and customary use in describing and redistributing the +Llama Materials. + + b. Subject to Meta's ownership of Llama Materials and derivatives made by or +for Meta, with respect to any derivative works and modifications of the Llama +Materials that are made by you, as between you and Meta, you are and will be the +owner of such derivative works and modifications. + + c. If you institute litigation or other proceedings against Meta or any entity +(including a cross-claim or counterclaim in a lawsuit) alleging that the Llama +Materials or Llama 2 outputs or results, or any portion of any of the foregoing, +constitutes infringement of intellectual property or other rights owned or licensable +by you, then any licenses granted to you under this Agreement shall terminate as of +the date such litigation or claim is filed or instituted. You will indemnify and hold +harmless Meta from and against any claim by any third party arising out of or related +to your use or distribution of the Llama Materials. + +6. Term and Termination. The term of this Agreement will commence upon your +acceptance of this Agreement or access to the Llama Materials and will continue in +full force and effect until terminated in accordance with the terms and conditions +herein. Meta may terminate this Agreement if you are in breach of any term or +condition of this Agreement. Upon termination of this Agreement, you shall delete +and cease use of the Llama Materials. Sections 3, 4 and 7 shall survive the +termination of this Agreement. + +7. Governing Law and Jurisdiction. This Agreement will be governed and +construed under the laws of the State of California without regard to choice of law +principles, and the UN Convention on Contracts for the International Sale of Goods +does not apply to this Agreement. The courts of California shall have exclusive +jurisdiction of any dispute arising out of this Agreement. + diff --git a/README.md b/README.md new file mode 100644 index 0000000..7bc8fbb --- /dev/null +++ b/README.md @@ -0,0 +1,58 @@ +--- +license: llama2 +base_model: meta-llama/Llama-2-7b-chat-hf +library_name: transformers +pipeline_tag: text-generation +tags: +- llama2 +- svd +- compression +- safety +- interpretability +--- + +# svd-safety-l2_jbb_ka16_a1p0_free_remove40 + +A Llama-2-7b-chat checkpoint compressed with SVD-LLM to **60.0% of dense +parameters**, then given a **0.0% parameter budget** of restored SVD +components selected by the **`unknown`** rule. + +This is a research artifact from a study of how SVD compression damages safety +behaviour and which component-selection rule best repairs it. It is one cell of a +grid over selection rules and budgets; it is **not** a general-purpose chat model. + +## Provenance + +| field | value | +|---|---| +| base (uncompressed) | `meta-llama/Llama-2-7b-chat-hf` | +| compression | SVD-LLM, 40.00% of parameters removed | +| selection rule | `unknown` | +| restore budget | 0.000% of dense parameters | +| components restored | 0 | +| components swapped out | 0 | +| resulting parameter fraction | 0.5998 | +| seed | 42 | + +## Measured + +| metric | value | +|---|---| +| AdvBench ASR (HarmBench judge) | 0.0077 | +| StrongREJECT ASR (HarmBench judge) | 0.0288 | +| Macro over-refusal (WildGuard) | 0.4808 | +| WikiText-2 perplexity | 11.5304 | + + +## Intended use and limitations + +This checkpoint exists to measure safety/utility trade-offs under compression. +Several arms in the grid are **deliberately safety-degraded** relative to +Llama-2-7b-chat: compression alone raises attack-success rate, and the point of +the study is to quantify that and test recovery. Treat any given cell as an +experimental subject, not as a deployable assistant, and evaluate it yourself +before drawing conclusions from it. + +## Licence + +Llama 2 Community License. `LICENSE.txt` and `USE_POLICY.md` are included in this repository, and use of this derivative is bound by them. Built with Llama 2. diff --git a/USE_POLICY.md b/USE_POLICY.md new file mode 100644 index 0000000..abbcc19 --- /dev/null +++ b/USE_POLICY.md @@ -0,0 +1,50 @@ +# Llama 2 Acceptable Use Policy + +Meta is committed to promoting safe and fair use of its tools and features, including Llama 2. If you access or use Llama 2, you agree to this Acceptable Use Policy (“Policy”). The most recent copy of this policy can be found at [ai.meta.com/llama/use-policy](http://ai.meta.com/llama/use-policy). + +## Prohibited Uses +We want everyone to use Llama 2 safely and responsibly. You agree you will not use, or allow others to use, Llama 2 to: + +1. Violate the law or others’ rights, including to: + 1. Engage in, promote, generate, contribute to, encourage, plan, incite, or further illegal or unlawful activity or content, such as: + 1. Violence or terrorism + 2. Exploitation or harm to children, including the solicitation, creation, acquisition, or dissemination of child exploitative content or failure to report Child Sexual Abuse Material + 3. Human trafficking, exploitation, and sexual violence + 4. The illegal distribution of information or materials to minors, including obscene materials, or failure to employ legally required age-gating in connection with such information or materials. + 5. Sexual solicitation + 6. Any other criminal activity + 2. Engage in, promote, incite, or facilitate the harassment, abuse, threatening, or bullying of individuals or groups of individuals + 3. Engage in, promote, incite, or facilitate discrimination or other unlawful or harmful conduct in the provision of employment, employment benefits, credit, housing, other economic benefits, or other essential goods and services + 4. Engage in the unauthorized or unlicensed practice of any profession including, but not limited to, financial, legal, medical/health, or related professional practices + 5. Collect, process, disclose, generate, or infer health, demographic, or other sensitive personal or private information about individuals without rights and consents required by applicable laws + 6. Engage in or facilitate any action or generate any content that infringes, misappropriates, or otherwise violates any third-party rights, including the outputs or results of any products or services using the Llama 2 Materials + 7. Create, generate, or facilitate the creation of malicious code, malware, computer viruses or do anything else that could disable, overburden, interfere with or impair the proper working, integrity, operation or appearance of a website or computer system + + + +2. Engage in, promote, incite, facilitate, or assist in the planning or development of activities that present a risk of death or bodily harm to individuals, including use of Llama 2 related to the following: + 1. Military, warfare, nuclear industries or applications, espionage, use for materials or activities that are subject to the International Traffic Arms Regulations (ITAR) maintained by the United States Department of State + 2. Guns and illegal weapons (including weapon development) + 3. Illegal drugs and regulated/controlled substances + 4. Operation of critical infrastructure, transportation technologies, or heavy machinery + 5. Self-harm or harm to others, including suicide, cutting, and eating disorders + 6. Any content intended to incite or promote violence, abuse, or any infliction of bodily harm to an individual + + + +3. Intentionally deceive or mislead others, including use of Llama 2 related to the following: + 1. Generating, promoting, or furthering fraud or the creation or promotion of disinformation + 2. Generating, promoting, or furthering defamatory content, including the creation of defamatory statements, images, or other content + 3. Generating, promoting, or further distributing spam + 4. Impersonating another individual without consent, authorization, or legal right + 5. Representing that the use of Llama 2 or outputs are human-generated + 6. Generating or facilitating false online engagement, including fake reviews and other means of fake online engagement +4. Fail to appropriately disclose to end users any known dangers of your AI system + +Please report any violation of this Policy, software “bug,” or other problems that could lead to a violation of this Policy through one of the following means: + +* Reporting issues with the model: [github.com/facebookresearch/llama](http://github.com/facebookresearch/llama) +* Reporting risky content generated by the model: [developers.facebook.com/llama_output_feedback](http://developers.facebook.com/llama_output_feedback) +* Reporting bugs and security concerns: [facebook.com/whitehat/info](http://facebook.com/whitehat/info) +* Reporting violations of the Acceptable Use Policy or unlicensed uses of Llama: [LlamaUseReport@meta.com](mailto:LlamaUseReport@meta.com) + diff --git a/compression.eval.json b/compression.eval.json new file mode 100644 index 0000000..c301d51 --- /dev/null +++ b/compression.eval.json @@ -0,0 +1,3428 @@ +{ + "source": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590", + "upstream": "AIoT-MLSys-Lab/SVD-LLM", + "stage": "finetuned", + "ratio_removed": 0.4, + "internal_ratio_kept": 0.6, + "from_pt": "/lustre/jeesup0103/svd-safety/results/resmix/full/l2_jbb_ka16_a1p0_free_remove40/finetune_v/merge.pt", + "biases_verified": 0, + "mean_rel_err": 0.5289637043273875, + "max_rel_err": 1.2283414602279663, + "param_fraction": 0.599840865851684, + "ranks": { + "0.q_proj": 1228, + "0.k_proj": 1228, + "0.v_proj": 1228, + "0.o_proj": 1228, + "0.gate_proj": 1791, + "0.up_proj": 1791, + "0.down_proj": 1791, + "1.q_proj": 1228, + "1.k_proj": 1228, + "1.v_proj": 1228, + "1.o_proj": 1228, + "1.gate_proj": 1791, + "1.up_proj": 1791, + "1.down_proj": 1791, + "2.q_proj": 1228, + "2.k_proj": 1228, + "2.v_proj": 1228, + "2.o_proj": 1228, + "2.gate_proj": 1791, + "2.up_proj": 1791, + "2.down_proj": 1791, + "3.q_proj": 1228, + "3.k_proj": 1228, + "3.v_proj": 1228, + "3.o_proj": 1228, + "3.gate_proj": 1791, + "3.up_proj": 1791, + "3.down_proj": 1791, + "4.q_proj": 1228, + "4.k_proj": 1228, + "4.v_proj": 1228, + "4.o_proj": 1228, + "4.gate_proj": 1791, + "4.up_proj": 1791, + "4.down_proj": 1791, + "5.q_proj": 1228, + "5.k_proj": 1228, + "5.v_proj": 1228, + "5.o_proj": 1228, + "5.gate_proj": 1791, + "5.up_proj": 1791, + "5.down_proj": 1791, + "6.q_proj": 1228, + "6.k_proj": 1228, + "6.v_proj": 1228, + "6.o_proj": 1228, + "6.gate_proj": 1791, + "6.up_proj": 1791, + "6.down_proj": 1791, + "7.q_proj": 1228, + "7.k_proj": 1228, + "7.v_proj": 1228, + "7.o_proj": 1228, + "7.gate_proj": 1791, + "7.up_proj": 1791, + "7.down_proj": 1791, + "8.q_proj": 1228, + "8.k_proj": 1228, + "8.v_proj": 1228, + "8.o_proj": 1228, + "8.gate_proj": 1791, + "8.up_proj": 1791, + "8.down_proj": 1791, + "9.q_proj": 1228, + "9.k_proj": 1228, + "9.v_proj": 1228, + "9.o_proj": 1228, + "9.gate_proj": 1791, + "9.up_proj": 1791, + "9.down_proj": 1791, + "10.q_proj": 1228, + "10.k_proj": 1228, + "10.v_proj": 1228, + "10.o_proj": 1228, + "10.gate_proj": 1791, + "10.up_proj": 1791, + "10.down_proj": 1791, + "11.q_proj": 1228, + "11.k_proj": 1228, + "11.v_proj": 1228, + "11.o_proj": 1228, + "11.gate_proj": 1791, + "11.up_proj": 1791, + "11.down_proj": 1791, + "12.q_proj": 1228, + "12.k_proj": 1228, + "12.v_proj": 1228, + "12.o_proj": 1228, + "12.gate_proj": 1791, + "12.up_proj": 1791, + "12.down_proj": 1791, + "13.q_proj": 1228, + "13.k_proj": 1228, + "13.v_proj": 1228, + "13.o_proj": 1228, + "13.gate_proj": 1791, + "13.up_proj": 1791, + "13.down_proj": 1791, + "14.q_proj": 1228, + "14.k_proj": 1228, + "14.v_proj": 1228, + "14.o_proj": 1228, + "14.gate_proj": 1791, + "14.up_proj": 1791, + "14.down_proj": 1791, + "15.q_proj": 1228, + "15.k_proj": 1228, + "15.v_proj": 1228, + "15.o_proj": 1228, + "15.gate_proj": 1791, + "15.up_proj": 1791, + "15.down_proj": 1791, + "16.q_proj": 1228, + "16.k_proj": 1228, + "16.v_proj": 1228, + "16.o_proj": 1228, + "16.gate_proj": 1791, + "16.up_proj": 1791, + "16.down_proj": 1791, + "17.q_proj": 1228, + "17.k_proj": 1228, + "17.v_proj": 1228, + "17.o_proj": 1228, + "17.gate_proj": 1791, + "17.up_proj": 1791, + "17.down_proj": 1791, + "18.q_proj": 1228, + "18.k_proj": 1228, + "18.v_proj": 1228, + "18.o_proj": 1228, + "18.gate_proj": 1791, + "18.up_proj": 1791, + "18.down_proj": 1791, + "19.q_proj": 1228, + "19.k_proj": 1228, + "19.v_proj": 1228, + "19.o_proj": 1228, + "19.gate_proj": 1791, + "19.up_proj": 1791, + "19.down_proj": 1791, + "20.q_proj": 1228, + "20.k_proj": 1228, + "20.v_proj": 1228, + "20.o_proj": 1228, + "20.gate_proj": 1791, + "20.up_proj": 1791, + "20.down_proj": 1791, + "21.q_proj": 1228, + "21.k_proj": 1228, + "21.v_proj": 1228, + "21.o_proj": 1228, + "21.gate_proj": 1791, + "21.up_proj": 1791, + "21.down_proj": 1791, + "22.q_proj": 1228, + "22.k_proj": 1228, + "22.v_proj": 1228, + "22.o_proj": 1228, + "22.gate_proj": 1791, + "22.up_proj": 1791, + "22.down_proj": 1791, + "23.q_proj": 1228, + "23.k_proj": 1228, + "23.v_proj": 1228, + "23.o_proj": 1228, + "23.gate_proj": 1791, + "23.up_proj": 1791, + "23.down_proj": 1791, + "24.q_proj": 1228, + "24.k_proj": 1228, + "24.v_proj": 1228, + "24.o_proj": 1228, + "24.gate_proj": 1791, + "24.up_proj": 1791, + "24.down_proj": 1791, + "25.q_proj": 1228, + "25.k_proj": 1228, + "25.v_proj": 1228, + "25.o_proj": 1228, + "25.gate_proj": 1791, + "25.up_proj": 1791, + "25.down_proj": 1791, + "26.q_proj": 1228, + "26.k_proj": 1228, + "26.v_proj": 1228, + "26.o_proj": 1228, + "26.gate_proj": 1791, + "26.up_proj": 1791, + "26.down_proj": 1791, + "27.q_proj": 1228, + "27.k_proj": 1228, + "27.v_proj": 1228, + "27.o_proj": 1228, + "27.gate_proj": 1791, + "27.up_proj": 1791, + "27.down_proj": 1791, + "28.q_proj": 1228, + "28.k_proj": 1228, + "28.v_proj": 1228, + "28.o_proj": 1228, + "28.gate_proj": 1791, + "28.up_proj": 1791, + "28.down_proj": 1791, + "29.q_proj": 1228, + "29.k_proj": 1228, + "29.v_proj": 1228, + "29.o_proj": 1228, + "29.gate_proj": 1791, + "29.up_proj": 1791, + "29.down_proj": 1791, + "30.q_proj": 1228, + "30.k_proj": 1228, + "30.v_proj": 1228, + "30.o_proj": 1228, + "30.gate_proj": 1791, + "30.up_proj": 1791, + "30.down_proj": 1791, + "31.q_proj": 1228, + "31.k_proj": 1228, + "31.v_proj": 1228, + "31.o_proj": 1228, + "31.gate_proj": 1791, + "31.up_proj": 1791, + "31.down_proj": 1791 + }, + "rel_err": { + "0.q_proj": 0.2203742116689682, + "0.k_proj": 0.2596583068370819, + "0.v_proj": 0.37585973739624023, + "0.o_proj": 0.37132012844085693, + "0.gate_proj": 0.45300984382629395, + "0.up_proj": 0.46403151750564575, + "0.down_proj": 0.5355023741722107, + "1.q_proj": 0.15203681588172913, + "1.k_proj": 0.12922237813472748, + "1.v_proj": 0.49110278487205505, + "1.o_proj": 0.4191373586654663, + "1.gate_proj": 0.4310280978679657, + "1.up_proj": 0.4856111705303192, + "1.down_proj": 0.5843976736068726, + "2.q_proj": 0.6027548909187317, + "2.k_proj": 1.2283414602279663, + "2.v_proj": 0.6133564710617065, + "2.o_proj": 0.5752435326576233, + "2.gate_proj": 0.49712881445884705, + "2.up_proj": 0.5334135293960571, + "2.down_proj": 0.5839651823043823, + "3.q_proj": 0.40473300218582153, + "3.k_proj": 0.4042091369628906, + "3.v_proj": 0.5433948636054993, + "3.o_proj": 0.5676196217536926, + "3.gate_proj": 0.5529192686080933, + "3.up_proj": 0.575390636920929, + "3.down_proj": 0.5499969720840454, + "4.q_proj": 0.3929049074649811, + "4.k_proj": 0.3975354731082916, + "4.v_proj": 0.5404725074768066, + "4.o_proj": 0.5707415342330933, + "4.gate_proj": 0.5536520481109619, + "4.up_proj": 0.5817952752113342, + "4.down_proj": 0.5542261004447937, + "5.q_proj": 0.4256162643432617, + "5.k_proj": 0.40914013981819153, + "5.v_proj": 0.5449831485748291, + "5.o_proj": 0.5757721066474915, + "5.gate_proj": 0.5496758818626404, + "5.up_proj": 0.5828330516815186, + "5.down_proj": 0.546186625957489, + "6.q_proj": 0.39041033387184143, + "6.k_proj": 0.39854559302330017, + "6.v_proj": 0.528648316860199, + "6.o_proj": 0.5443187952041626, + "6.gate_proj": 0.5444508194923401, + "6.up_proj": 0.5836696624755859, + "6.down_proj": 0.5455594658851624, + "7.q_proj": 0.3967597484588623, + "7.k_proj": 0.4036058187484741, + "7.v_proj": 0.5224837064743042, + "7.o_proj": 0.5622928738594055, + "7.gate_proj": 0.5414297580718994, + "7.up_proj": 0.5832188725471497, + "7.down_proj": 0.539063036441803, + "8.q_proj": 0.4069337844848633, + "8.k_proj": 0.42141464352607727, + "8.v_proj": 0.5079038739204407, + "8.o_proj": 0.5599851012229919, + "8.gate_proj": 0.5388371348381042, + "8.up_proj": 0.5783669948577881, + "8.down_proj": 0.5337540507316589, + "9.q_proj": 0.42565423250198364, + "9.k_proj": 0.4326271712779999, + "9.v_proj": 0.5071513056755066, + "9.o_proj": 0.5608668327331543, + "9.gate_proj": 0.5349782705307007, + "9.up_proj": 0.5723374485969543, + "9.down_proj": 0.532831072807312, + "10.q_proj": 0.39829522371292114, + "10.k_proj": 0.4090513586997986, + "10.v_proj": 0.4994000792503357, + "10.o_proj": 0.5260531902313232, + "10.gate_proj": 0.5296854972839355, + "10.up_proj": 0.5680866241455078, + "10.down_proj": 0.5293936729431152, + "11.q_proj": 0.5029966235160828, + "11.k_proj": 0.5857282280921936, + "11.v_proj": 0.5077091455459595, + "11.o_proj": 0.5146926641464233, + "11.gate_proj": 0.5304895639419556, + "11.up_proj": 0.5686990022659302, + "11.down_proj": 0.5359384417533875, + "12.q_proj": 0.41971442103385925, + "12.k_proj": 0.419462114572525, + "12.v_proj": 0.5052420496940613, + "12.o_proj": 0.555561900138855, + "12.gate_proj": 0.535171389579773, + "12.up_proj": 0.5690188407897949, + "12.down_proj": 0.5360665321350098, + "13.q_proj": 0.4264238774776459, + "13.k_proj": 0.44383159279823303, + "13.v_proj": 0.5333335399627686, + "13.o_proj": 0.5450499653816223, + "13.gate_proj": 0.5381858944892883, + "13.up_proj": 0.5720617771148682, + "13.down_proj": 0.5476394891738892, + "14.q_proj": 0.40808770060539246, + "14.k_proj": 0.41279512643814087, + "14.v_proj": 0.5260831117630005, + "14.o_proj": 0.5423874258995056, + "14.gate_proj": 0.5381727814674377, + "14.up_proj": 0.571212887763977, + "14.down_proj": 0.5497773885726929, + "15.q_proj": 0.427643358707428, + "15.k_proj": 0.430402547121048, + "15.v_proj": 0.5322831273078918, + "15.o_proj": 0.5528959631919861, + "15.gate_proj": 0.5424015522003174, + "15.up_proj": 0.5752651691436768, + "15.down_proj": 0.5632088780403137, + "16.q_proj": 0.4241757392883301, + "16.k_proj": 0.428740531206131, + "16.v_proj": 0.5598366260528564, + "16.o_proj": 0.5799738168716431, + "16.gate_proj": 0.5420055985450745, + "16.up_proj": 0.5729848742485046, + "16.down_proj": 0.576117992401123, + "17.q_proj": 0.46578535437583923, + "17.k_proj": 0.4641891121864319, + "17.v_proj": 0.5747930407524109, + "17.o_proj": 0.5913371443748474, + "17.gate_proj": 0.5446784496307373, + "17.up_proj": 0.5736546516418457, + "17.down_proj": 0.5741938352584839, + "18.q_proj": 0.49134334921836853, + "18.k_proj": 0.49597394466400146, + "18.v_proj": 0.5805845856666565, + "18.o_proj": 0.6163191199302673, + "18.gate_proj": 0.5532958507537842, + "18.up_proj": 0.5800125002861023, + "18.down_proj": 0.57429438829422, + "19.q_proj": 0.47406139969825745, + "19.k_proj": 0.47093987464904785, + "19.v_proj": 0.5647163987159729, + "19.o_proj": 0.6037697792053223, + "19.gate_proj": 0.5573619604110718, + "19.up_proj": 0.5808861255645752, + "19.down_proj": 0.5744664669036865, + "20.q_proj": 0.46597999334335327, + "20.k_proj": 0.4674340784549713, + "20.v_proj": 0.5782642364501953, + "20.o_proj": 0.6066093444824219, + "20.gate_proj": 0.5553886890411377, + "20.up_proj": 0.5780414342880249, + "20.down_proj": 0.5853527188301086, + "21.q_proj": 0.4807356297969818, + "21.k_proj": 0.4829312860965729, + "21.v_proj": 0.5722959041595459, + "21.o_proj": 0.6202429533004761, + "21.gate_proj": 0.5565567016601562, + "21.up_proj": 0.5779513716697693, + "21.down_proj": 0.5814393162727356, + "22.q_proj": 0.491412878036499, + "22.k_proj": 0.4965171217918396, + "22.v_proj": 0.5830443501472473, + "22.o_proj": 0.61839359998703, + "22.gate_proj": 0.5569256544113159, + "22.up_proj": 0.5771070718765259, + "22.down_proj": 0.579071581363678, + "23.q_proj": 0.5263510346412659, + "23.k_proj": 0.5243818163871765, + "23.v_proj": 0.5826330184936523, + "23.o_proj": 0.6088120937347412, + "23.gate_proj": 0.5606314539909363, + "23.up_proj": 0.5793824791908264, + "23.down_proj": 0.5715059041976929, + "24.q_proj": 0.4706953167915344, + "24.k_proj": 0.475295752286911, + "24.v_proj": 0.5745074152946472, + "24.o_proj": 0.6144008636474609, + "24.gate_proj": 0.561439037322998, + "24.up_proj": 0.5799974799156189, + "24.down_proj": 0.564521849155426, + "25.q_proj": 0.5191590189933777, + "25.k_proj": 0.5220280885696411, + "25.v_proj": 0.5829282999038696, + "25.o_proj": 0.6068444848060608, + "25.gate_proj": 0.5646811723709106, + "25.up_proj": 0.5821049213409424, + "25.down_proj": 0.5580047965049744, + "26.q_proj": 0.4826968014240265, + "26.k_proj": 0.4918776750564575, + "26.v_proj": 0.5719627737998962, + "26.o_proj": 0.6305885314941406, + "26.gate_proj": 0.5659857988357544, + "26.up_proj": 0.5841864943504333, + "26.down_proj": 0.5561909675598145, + "27.q_proj": 0.5310863256454468, + "27.k_proj": 0.5399105548858643, + "27.v_proj": 0.5920377969741821, + "27.o_proj": 0.609542965888977, + "27.gate_proj": 0.5693997144699097, + "27.up_proj": 0.5862467885017395, + "27.down_proj": 0.5546169877052307, + "28.q_proj": 0.5128820538520813, + "28.k_proj": 0.524533748626709, + "28.v_proj": 0.5881006717681885, + "28.o_proj": 0.6058833003044128, + "28.gate_proj": 0.569477379322052, + "28.up_proj": 0.5850270390510559, + "28.down_proj": 0.5633055567741394, + "29.q_proj": 0.47985121607780457, + "29.k_proj": 0.4883860647678375, + "29.v_proj": 0.57976895570755, + "29.o_proj": 0.6086795926094055, + "29.gate_proj": 0.5681332349777222, + "29.up_proj": 0.5806912183761597, + "29.down_proj": 0.5706859230995178, + "30.q_proj": 0.5127950310707092, + "30.k_proj": 0.52022385597229, + "30.v_proj": 0.5941829681396484, + "30.o_proj": 0.616165280342102, + "30.gate_proj": 0.5618646144866943, + "30.up_proj": 0.5677813291549683, + "30.down_proj": 0.5805575251579285, + "31.q_proj": 0.45459380745887756, + "31.k_proj": 0.4631442725658417, + "31.v_proj": 0.5725405216217041, + "31.o_proj": 0.5838368535041809, + "31.gate_proj": 0.5514655113220215, + "31.up_proj": 0.5524172186851501, + "31.down_proj": 0.5780768394470215 + }, + "whitening": { + "lam": 0.0, + "norm": "token", + "ridge": 0.0, + "token_mask": "nospecial", + "utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256", + "utility_calib": "wikitext2:256", + "utility_tokens": 522240, + "resmix_safety": { + "lam": Infinity, + "norm": "token", + "ridge": 1e-06, + "token_mask": "nospecial", + "utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256", + "utility_calib": "wikitext2:256", + "utility_tokens": 522240, + "safety_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/safety_l2_jbb", + "safety_mix": [ + { + "corpus": "jbb_harm_full", + "weight": 1.0, + "n_tokens": 22357, + "span": "full", + "composition": "harm" + } + ] + } + }, + "rank_by": "resmix", + "resmix_k": 0.05, + "resmix_k_abs": 16, + "ranking": { + "n_matrices": 224, + "alpha": 1.0, + "k_s_total": 3584, + "k_s_frac_of_rank": 0.010889645114244045, + "utility_error_ratio": 1.0093899254145808, + "safety_error_ratio": 0.8033637263192246, + "safety_error_reduction": 0.1966362736807754, + "safety_error_ratio_median_matrix": 0.7960747480392456, + "utility_error_ratio_median_matrix": 1.0108580589294434, + "tau_share_kept_median_matrix": 0.21944209933280945, + "resmix_k": 0.05, + "resmix_k_abs": 16, + "resmix_alpha": 1.0 + }, + "ranking_per_matrix": { + "0.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 77.22141008747145, + "T_cal": 79.2374108564045, + "tot_cal": 1387456464.0622468, + "T_safe_tail": 0.00026695238614780475, + "T_safe": 0.00019914957912260667, + "T_safe_prefix": 0.00025329240890320515, + "tau_share_kept": 0.253787743861456 + }, + "0.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 67.5111053735468, + "T_cal": 69.30592351945597, + "tot_cal": 875764010.8154682, + "T_safe_tail": 0.00023188665880910785, + "T_safe": 0.00017399775372539672, + "T_safe_prefix": 0.0002198771029699037, + "tau_share_kept": 0.24942688200069144 + }, + "0.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 3474.070384732977, + "T_cal": 3538.127652772004, + "tot_cal": 2184528.926141544, + "T_safe_tail": 0.012047952050370772, + "T_safe": 0.008936904377088162, + "T_safe_prefix": 0.011625548548632958, + "tau_share_kept": 0.2579551132638659 + }, + "0.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 6.083665781978841, + "T_cal": 6.247829387332388, + "tot_cal": 472856.92448760825, + "T_safe_tail": 0.00014637457625061632, + "T_safe": 2.912047580123315e-05, + "T_safe_prefix": 0.00013693059584485648, + "tau_share_kept": 0.8009357123148477 + }, + "0.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 360951.9982331858, + "T_cal": 365430.35950595513, + "tot_cal": 33555983.9776745, + "T_safe_tail": 1.445791690522667, + "T_safe": 0.9933205697275618, + "T_safe_prefix": 1.417938374632982, + "tau_share_kept": 0.3129282188173833 + }, + "0.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 371387.74582992296, + "T_cal": 376052.9552347809, + "tot_cal": 23550564.322516836, + "T_safe_tail": 1.442084159593763, + "T_safe": 1.0284581986708332, + "T_safe_prefix": 1.4126352228086034, + "tau_share_kept": 0.2868019303735893 + }, + "0.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 7230.992040158331, + "T_cal": 7308.710621819831, + "tot_cal": 348931.40327792394, + "T_safe_tail": 0.03423673586487766, + "T_safe": 0.028282278288644713, + "T_safe_prefix": 0.03362152183523848, + "tau_share_kept": 0.17374188165741894 + }, + "1.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 53035.13737525132, + "T_cal": 54310.02806733013, + "tot_cal": 2146040269.5576787, + "T_safe_tail": 0.19596392389687808, + "T_safe": 0.14256592644423804, + "T_safe_prefix": 0.18699284313703401, + "tau_share_kept": 0.27228116242353945 + }, + "1.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 40949.997738323924, + "T_cal": 41968.61389710009, + "tot_cal": 2350559516.390639, + "T_safe_tail": 0.15467985313468502, + "T_safe": 0.11043989345489535, + "T_safe_prefix": 0.14721360195779543, + "tau_share_kept": 0.28571930503855325 + }, + "1.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 78076.58522312714, + "T_cal": 79402.1691335598, + "tot_cal": 7958026.8037122665, + "T_safe_tail": 0.2845763129551798, + "T_safe": 0.2098707836222511, + "T_safe_prefix": 0.2761721755026123, + "tau_share_kept": 0.26222018661944163 + }, + "1.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1101.4501067170274, + "T_cal": 1142.2666639849922, + "tot_cal": 595916.001357051, + "T_safe_tail": 0.01329651866373863, + "T_safe": 0.0037342191495388782, + "T_safe_prefix": 0.01255592143499401, + "tau_share_kept": 0.7190876100064443 + }, + "1.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1429872.3582333406, + "T_cal": 1448550.0563782603, + "tot_cal": 114606152.32026605, + "T_safe_tail": 5.455451744043332, + "T_safe": 4.233945475483779, + "T_safe_prefix": 5.340984876748735, + "tau_share_kept": 0.22384804797872784 + }, + "1.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1613402.577753381, + "T_cal": 1634328.4701515585, + "tot_cal": 57442150.355089255, + "T_safe_tail": 6.188176907144101, + "T_safe": 4.795723275334751, + "T_safe_prefix": 6.058467817711119, + "tau_share_kept": 0.22495821936781477 + }, + "1.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 81189.5095648291, + "T_cal": 81796.71569980774, + "tot_cal": 1701433152.2499192, + "T_safe_tail": 1.8356016757716216, + "T_safe": 1.774833204080096, + "T_safe_prefix": 1.8121748142621072, + "tau_share_kept": 0.032750854584685685 + }, + "2.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2905277.682655734, + "T_cal": 2958032.5797680765, + "tot_cal": 3571074068.3971047, + "T_safe_tail": 11.65518920103911, + "T_safe": 8.149122024610733, + "T_safe_prefix": 11.19455900090179, + "tau_share_kept": 0.30058250236280637 + }, + "2.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2959535.9343731324, + "T_cal": 3015679.841996193, + "tot_cal": 4866641389.684712, + "T_safe_tail": 11.939531746800228, + "T_safe": 8.26961893394406, + "T_safe_prefix": 11.494299226490114, + "tau_share_kept": 0.3071370242000336 + }, + "2.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2511637.084367789, + "T_cal": 2546493.643016875, + "tot_cal": 67323013.59478322, + "T_safe_tail": 8.826303357154124, + "T_safe": 6.989997498051025, + "T_safe_prefix": 8.611725308015593, + "tau_share_kept": 0.20768237487920962 + }, + "2.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 35417.36324967992, + "T_cal": 35937.597611919045, + "tot_cal": 797801.9597473443, + "T_safe_tail": 0.1285200146421713, + "T_safe": 0.10112323470355822, + "T_safe_prefix": 0.1251065445748658, + "tau_share_kept": 0.21274922503854082 + }, + "2.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 5657871.672377063, + "T_cal": 5718823.8525390625, + "tot_cal": 163692820.1655365, + "T_safe_tail": 19.01123298775473, + "T_safe": 15.79522842002467, + "T_safe_prefix": 18.678604339957246, + "tau_share_kept": 0.16905597929763472 + }, + "2.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 5665507.429278522, + "T_cal": 5726868.483756125, + "tot_cal": 101428776.03412193, + "T_safe_tail": 18.969994504587476, + "T_safe": 15.822421590503154, + "T_safe_prefix": 18.635800707816998, + "tau_share_kept": 0.1658166265698552 + }, + "2.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 224725.25428383076, + "T_cal": 226310.0712390095, + "tot_cal": 1464333.8945482154, + "T_safe_tail": 0.5494124660653258, + "T_safe": 0.4932402931285793, + "T_safe_prefix": 0.5415322952985413, + "tau_share_kept": 0.10203770840263993 + }, + "3.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 18377081.761569776, + "T_cal": 18636299.288568735, + "tot_cal": 3411355520.674491, + "T_safe_tail": 59.818063030475145, + "T_safe": 45.273262607572406, + "T_safe_prefix": 58.11908075157612, + "tau_share_kept": 0.24281825873562768 + }, + "3.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 20142832.774073314, + "T_cal": 20434024.106016397, + "tot_cal": 4956979587.54866, + "T_safe_tail": 64.68353477698989, + "T_safe": 49.30319144453301, + "T_safe_prefix": 62.81282332063802, + "tau_share_kept": 0.2373774551358685 + }, + "3.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 9571098.377914198, + "T_cal": 9682210.140625, + "tot_cal": 143408949.82258382, + "T_safe_tail": 28.25292948878412, + "T_safe": 23.33336292971785, + "T_safe_prefix": 27.61495604099764, + "tau_share_kept": 0.17374361841071037 + }, + "3.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54777.620805779145, + "T_cal": 55489.41823230032, + "tot_cal": 1527749.5393956725, + "T_safe_tail": 0.18814929255521087, + "T_safe": 0.13843365620238046, + "T_safe_prefix": 0.18390797290726368, + "tau_share_kept": 0.26380449170322967 + }, + "3.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 14777274.641652543, + "T_cal": 14911050.265428782, + "tot_cal": 250774687.9616074, + "T_safe_tail": 42.786998960342714, + "T_safe": 36.512636296316714, + "T_safe_prefix": 42.133374222639986, + "tau_share_kept": 0.14649466353179663 + }, + "3.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 13702549.2497967, + "T_cal": 13829929.577823639, + "tot_cal": 148861255.3789514, + "T_safe_tail": 39.533628241623646, + "T_safe": 33.79899357352406, + "T_safe_prefix": 38.93084908414403, + "tau_share_kept": 0.14490764945173792 + }, + "3.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 398602.261104637, + "T_cal": 401469.11603424326, + "tot_cal": 2893917.6178187183, + "T_safe_tail": 1.0278970389651056, + "T_safe": 0.9138697315441711, + "T_safe_prefix": 1.0130652986063637, + "tau_share_kept": 0.11073113371740227 + }, + "4.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 17718829.597650126, + "T_cal": 17956344.177299738, + "tot_cal": 3305914205.6019244, + "T_safe_tail": 52.567753276166165, + "T_safe": 41.279659334108146, + "T_safe_prefix": 51.147999928929494, + "tau_share_kept": 0.2143650172616477 + }, + "4.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 19072745.190143883, + "T_cal": 19334188.686962366, + "tot_cal": 5167380417.752272, + "T_safe_tail": 56.19649916250882, + "T_safe": 44.282998630116936, + "T_safe_prefix": 54.6147973111365, + "tau_share_kept": 0.21161810680710136 + }, + "4.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 9896332.237001317, + "T_cal": 10009349.592927039, + "tot_cal": 139764032.55744833, + "T_safe_tail": 27.445361913396447, + "T_safe": 22.88712516085161, + "T_safe_prefix": 26.85285879637013, + "tau_share_kept": 0.16571754234221212 + }, + "4.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 122871.4484145712, + "T_cal": 124551.69579865038, + "tot_cal": 2224088.755946408, + "T_safe_tail": 0.42354319238395505, + "T_safe": 0.3156877592771288, + "T_safe_prefix": 0.41386625166546764, + "tau_share_kept": 0.25429449798425413 + }, + "4.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 21727756.014760666, + "T_cal": 21911751.85742283, + "tot_cal": 426665454.26638883, + "T_safe_tail": 60.72283471583572, + "T_safe": 51.22252707028588, + "T_safe_prefix": 59.85255095379421, + "tau_share_kept": 0.1563242897173718 + }, + "4.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 19428239.82949926, + "T_cal": 19598112.83848667, + "tot_cal": 206538745.89754015, + "T_safe_tail": 54.30623018042167, + "T_safe": 45.843721265106296, + "T_safe_prefix": 53.49450024485486, + "tau_share_kept": 0.1556660342731903 + }, + "4.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 733024.7597493177, + "T_cal": 738270.2857055664, + "tot_cal": 5591177.177605838, + "T_safe_tail": 1.9727958538686843, + "T_safe": 1.7457228824789581, + "T_safe_prefix": 1.9446309628258405, + "tau_share_kept": 0.11488927213279339 + }, + "5.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 21967922.661954496, + "T_cal": 22252484.416030884, + "tot_cal": 3304267588.3277636, + "T_safe_tail": 67.15026885914807, + "T_safe": 52.36276087773513, + "T_safe_prefix": 65.4615739455121, + "tau_share_kept": 0.21985824186007716 + }, + "5.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 23861089.107733615, + "T_cal": 24181133.94021988, + "tot_cal": 5422914289.351414, + "T_safe_tail": 71.88621661574142, + "T_safe": 56.80284252628917, + "T_safe_prefix": 70.02197209517271, + "tau_share_kept": 0.20947988909881182 + }, + "5.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 12311765.595896855, + "T_cal": 12450184.755697489, + "tot_cal": 151181189.08172125, + "T_safe_tail": 35.62711290882521, + "T_safe": 29.347870178719177, + "T_safe_prefix": 34.82803133756556, + "tau_share_kept": 0.17588136260215126 + }, + "5.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 162484.86629061482, + "T_cal": 164659.11632610857, + "tot_cal": 3272708.5368016176, + "T_safe_tail": 0.5235415947536224, + "T_safe": 0.3833086171575282, + "T_safe_prefix": 0.5114662049781806, + "tau_share_kept": 0.26743643904441555 + }, + "5.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 27071706.28510385, + "T_cal": 27300936.255769968, + "tot_cal": 561574840.3088853, + "T_safe_tail": 79.64168097799603, + "T_safe": 66.83505648329538, + "T_safe_prefix": 78.46625551619582, + "tau_share_kept": 0.16063747543301013 + }, + "5.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 24390354.87578107, + "T_cal": 24597110.04863, + "tot_cal": 263036866.4481256, + "T_safe_tail": 71.9139837062975, + "T_safe": 60.18102837239189, + "T_safe_prefix": 70.86222998798257, + "tau_share_kept": 0.16302253225050337 + }, + "5.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1115645.4667976552, + "T_cal": 1123830.3340688348, + "tot_cal": 7638383.736638013, + "T_safe_tail": 2.9361757913384467, + "T_safe": 2.5927511031799355, + "T_safe_prefix": 2.893416732117103, + "tau_share_kept": 0.11674631763324933 + }, + "6.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 29636662.42543599, + "T_cal": 30015545.899795532, + "tot_cal": 3603457563.3593225, + "T_safe_tail": 90.28994886805036, + "T_safe": 70.74531026083514, + "T_safe_prefix": 88.02235290176759, + "tau_share_kept": 0.21610232895958578 + }, + "6.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 32280843.737558465, + "T_cal": 32701432.122345924, + "tot_cal": 5094488754.300047, + "T_safe_tail": 96.91076646730059, + "T_safe": 77.0161677478327, + "T_safe_prefix": 94.50551178055412, + "tau_share_kept": 0.20493621083532174 + }, + "6.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 16282201.092454275, + "T_cal": 16467930.698234797, + "tot_cal": 227318854.85357448, + "T_safe_tail": 47.59495751560054, + "T_safe": 39.137900463250844, + "T_safe_prefix": 46.54213714591242, + "tau_share_kept": 0.177300938004094 + }, + "6.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 280441.3029486939, + "T_cal": 284208.72940921783, + "tot_cal": 5382796.695007328, + "T_safe_tail": 0.9428467334286748, + "T_safe": 0.6653970145333723, + "T_safe_prefix": 0.9204011225701834, + "tau_share_kept": 0.2938678268046242 + }, + "6.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 34597505.728356116, + "T_cal": 34880363.06019688, + "tot_cal": 789564625.4927213, + "T_safe_tail": 102.81346603342075, + "T_safe": 85.1543413405634, + "T_safe_prefix": 101.36919118358583, + "tau_share_kept": 0.17160782762421858 + }, + "6.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 30594772.834688354, + "T_cal": 30844670.57602024, + "tot_cal": 320168580.2915996, + "T_safe_tail": 91.22530193961856, + "T_safe": 75.5052531383999, + "T_safe_prefix": 89.94888287415961, + "tau_share_kept": 0.17216669166211818 + }, + "6.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1604593.4559544567, + "T_cal": 1616474.473342955, + "tot_cal": 11371017.8498016, + "T_safe_tail": 4.305672814464904, + "T_safe": 3.7531676506751097, + "T_safe_prefix": 4.243384646668403, + "tau_share_kept": 0.12809531301817229 + }, + "7.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 33720311.541713044, + "T_cal": 34165851.58691406, + "tot_cal": 3655330073.8735285, + "T_safe_tail": 103.0059162446916, + "T_safe": 80.47127312864995, + "T_safe_prefix": 100.43662898636194, + "tau_share_kept": 0.21839412669514927 + }, + "7.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 35359760.70138101, + "T_cal": 35827005.20362854, + "tot_cal": 5035359674.788903, + "T_safe_tail": 107.49312930634704, + "T_safe": 84.61272970546361, + "T_safe_prefix": 104.78042201899007, + "tau_share_kept": 0.2124974414798237 + }, + "7.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 17976762.57781215, + "T_cal": 18185668.732613564, + "tot_cal": 246231713.71110553, + "T_safe_tail": 53.35770766138429, + "T_safe": 43.008084386347946, + "T_safe_prefix": 52.12610411463538, + "tau_share_kept": 0.19349870332462626 + }, + "7.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 391221.6936524993, + "T_cal": 396147.3871493377, + "tot_cal": 5932433.388722833, + "T_safe_tail": 1.2565547147911273, + "T_safe": 0.8894649961735581, + "T_safe_prefix": 1.2278598448995268, + "tau_share_kept": 0.2917559023290899 + }, + "7.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 40282054.82333343, + "T_cal": 40609328.78131485, + "tot_cal": 927050333.3304193, + "T_safe_tail": 121.49730493000638, + "T_safe": 99.62727057427401, + "T_safe_prefix": 119.84567320050337, + "tau_share_kept": 0.17983505334307817 + }, + "7.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 36238354.35224149, + "T_cal": 36528135.80733514, + "tot_cal": 381030513.2143326, + "T_safe_tail": 110.51025608359545, + "T_safe": 90.06331761601905, + "T_safe_prefix": 108.86656521097757, + "tau_share_kept": 0.18487075401519837 + }, + "7.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2152162.1135768755, + "T_cal": 2168419.4647412896, + "tot_cal": 14667375.997660102, + "T_safe_tail": 5.6907367471222, + "T_safe": 4.882796692449176, + "T_safe_prefix": 5.607223157560156, + "tau_share_kept": 0.1417583785645414 + }, + "8.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 35870046.39249891, + "T_cal": 36341063.77054238, + "tot_cal": 3433892779.350514, + "T_safe_tail": 108.10917227884376, + "T_safe": 83.24369670300803, + "T_safe_prefix": 105.3324480928577, + "tau_share_kept": 0.2296287899851379 + }, + "8.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 39001684.36993331, + "T_cal": 39515594.65132737, + "tot_cal": 5142044078.227686, + "T_safe_tail": 116.94230228794703, + "T_safe": 90.26005677581361, + "T_safe_prefix": 114.02716830329518, + "tau_share_kept": 0.22779755633791196 + }, + "8.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 17770228.85451194, + "T_cal": 17978771.815969706, + "tot_cal": 271369111.5272371, + "T_safe_tail": 51.85609268044881, + "T_safe": 41.25995020875257, + "T_safe_prefix": 50.71041762552363, + "tau_share_kept": 0.203905030844389 + }, + "8.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 589916.4819149484, + "T_cal": 597503.900410071, + "tot_cal": 8684607.626879524, + "T_safe_tail": 1.7683417874512188, + "T_safe": 1.2053538567570286, + "T_safe_prefix": 1.727757559283475, + "tau_share_kept": 0.31802269132185573 + }, + "8.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 41393120.72183786, + "T_cal": 41725922.45874405, + "tot_cal": 947507801.6766794, + "T_safe_tail": 126.62256943971255, + "T_safe": 101.79692195524785, + "T_safe_prefix": 124.84571835339102, + "tau_share_kept": 0.19589816235079152 + }, + "8.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 39098173.04396655, + "T_cal": 39412370.507246256, + "tot_cal": 441905188.0473714, + "T_safe_tail": 120.07616399318364, + "T_safe": 96.22282381682544, + "T_safe_prefix": 118.42637108395229, + "tau_share_kept": 0.19849500022121452 + }, + "8.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2613357.092724949, + "T_cal": 2632955.8633122593, + "tot_cal": 17727824.47729045, + "T_safe_tail": 6.921612039797919, + "T_safe": 5.909580139746652, + "T_safe_prefix": 6.824723736939632, + "tau_share_kept": 0.14597705840910719 + }, + "9.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 42266398.70941296, + "T_cal": 42820657.67211938, + "tot_cal": 3341722498.291634, + "T_safe_tail": 124.08849487919073, + "T_safe": 95.26514398480595, + "T_safe_prefix": 120.84122719784864, + "tau_share_kept": 0.23188339975610342 + }, + "9.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 45872947.54657139, + "T_cal": 46469877.96513462, + "tot_cal": 5276244477.792203, + "T_safe_tail": 133.21664769845108, + "T_safe": 103.00175918075638, + "T_safe_prefix": 129.9565123219836, + "tau_share_kept": 0.22637327174249894 + }, + "9.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 19975623.68901691, + "T_cal": 20209226.111910105, + "tot_cal": 288593651.5183767, + "T_safe_tail": 57.11555974449249, + "T_safe": 44.954568566117814, + "T_safe_prefix": 55.88275251705477, + "tau_share_kept": 0.21253402743416527 + }, + "9.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 879272.1330332893, + "T_cal": 890817.1750062741, + "tot_cal": 11300198.003479237, + "T_safe_tail": 2.745116348178541, + "T_safe": 1.8293993223508096, + "T_safe_prefix": 2.6856991239522046, + "tau_share_kept": 0.3332103026997936 + }, + "9.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 43366986.054727644, + "T_cal": 43718376.11734867, + "tot_cal": 1019491773.4314424, + "T_safe_tail": 133.05622445755057, + "T_safe": 105.02883703986663, + "T_safe_prefix": 131.19194216787946, + "tau_share_kept": 0.21048564918645482 + }, + "9.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 42170908.618406996, + "T_cal": 42509343.05344486, + "tot_cal": 498854231.59230846, + "T_safe_tail": 129.8620468860384, + "T_safe": 102.27791753482597, + "T_safe_prefix": 128.0788365221233, + "tau_share_kept": 0.21225694586267413 + }, + "9.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 3146257.9093004093, + "T_cal": 3169766.4363565445, + "tot_cal": 20907372.886749603, + "T_safe_tail": 8.453144272395859, + "T_safe": 7.141122839501804, + "T_safe_prefix": 8.333059799144621, + "tau_share_kept": 0.1549860134871463 + }, + "10.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 37905790.53617795, + "T_cal": 38413769.51534486, + "tot_cal": 3375014456.124162, + "T_safe_tail": 111.49585254696072, + "T_safe": 85.35207826865735, + "T_safe_prefix": 108.89032843526002, + "tau_share_kept": 0.23411714173745582 + }, + "10.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 43066065.062111095, + "T_cal": 43643958.3855629, + "tot_cal": 5378113430.784975, + "T_safe_tail": 124.93737579553667, + "T_safe": 96.78536792520026, + "T_safe_prefix": 121.8244778614062, + "tau_share_kept": 0.22493755162270926 + }, + "10.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 19813851.31461434, + "T_cal": 20050371.873979807, + "tot_cal": 300757945.3896593, + "T_safe_tail": 57.08306480481755, + "T_safe": 44.76435697144575, + "T_safe_prefix": 55.898124064853846, + "tau_share_kept": 0.21538850697094306 + }, + "10.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1131622.3220857563, + "T_cal": 1146226.6511811167, + "tot_cal": 14974261.514497953, + "T_safe_tail": 3.899152340319793, + "T_safe": 2.6248048085854094, + "T_safe_prefix": 3.802930710590772, + "tau_share_kept": 0.3264468059665241 + }, + "10.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 44343987.39927982, + "T_cal": 44703849.63378906, + "tot_cal": 1065375209.9081845, + "T_safe_tail": 138.75267027547685, + "T_safe": 108.24121763349103, + "T_safe_prefix": 136.83229249819215, + "tau_share_kept": 0.2197485213403562 + }, + "10.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 44382469.05395833, + "T_cal": 44738840.94154453, + "tot_cal": 545477576.7486062, + "T_safe_tail": 139.91050544637903, + "T_safe": 108.64474112167954, + "T_safe_prefix": 137.99921761086443, + "tau_share_kept": 0.2233149927315303 + }, + "10.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 3499524.4820522717, + "T_cal": 3525797.906381622, + "tot_cal": 24245688.97953096, + "T_safe_tail": 9.931409255958146, + "T_safe": 8.31717307459536, + "T_safe_prefix": 9.789821573985137, + "tau_share_kept": 0.16231123031187475 + }, + "11.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 39046499.04407245, + "T_cal": 39573805.86862564, + "tot_cal": 3398272178.455746, + "T_safe_tail": 117.46458030932683, + "T_safe": 88.99364467965734, + "T_safe_prefix": 114.52657110387463, + "tau_share_kept": 0.24198379688876084 + }, + "11.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 41853617.794171184, + "T_cal": 42403434.94951725, + "tot_cal": 5125116558.334552, + "T_safe_tail": 125.88714260879121, + "T_safe": 95.32185815970388, + "T_safe_prefix": 122.77066729782382, + "tau_share_kept": 0.24245715313575347 + }, + "11.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 24837496.437458605, + "T_cal": 25141537.654618263, + "tot_cal": 375904219.30921096, + "T_safe_tail": 73.74844821017743, + "T_safe": 56.57482892550456, + "T_safe_prefix": 72.1598868193687, + "tau_share_kept": 0.2325247257875906 + }, + "11.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1068571.7291080374, + "T_cal": 1082392.3325538635, + "tot_cal": 14399992.536251713, + "T_safe_tail": 3.3321900486583353, + "T_safe": 2.1401919830264546, + "T_safe_prefix": 3.2472187724243327, + "tau_share_kept": 0.35742982327318595 + }, + "11.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 48898328.791989066, + "T_cal": 49282847.43272996, + "tot_cal": 1093277261.775936, + "T_safe_tail": 156.74126155821688, + "T_safe": 120.73679185291985, + "T_safe_prefix": 154.40150909475415, + "tau_share_kept": 0.2295591474907667 + }, + "11.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 50154758.72772544, + "T_cal": 50551030.728310585, + "tot_cal": 563128675.7775427, + "T_safe_tail": 160.58749266919304, + "T_safe": 124.00904453159092, + "T_safe_prefix": 158.36585566704252, + "tau_share_kept": 0.2276318673423313 + }, + "11.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 3947658.603775186, + "T_cal": 3977158.190986648, + "tot_cal": 25209710.693248942, + "T_safe_tail": 10.881496556497314, + "T_safe": 9.202720838585776, + "T_safe_prefix": 10.729034959458716, + "tau_share_kept": 0.15404364033273207 + }, + "12.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 51661536.35269454, + "T_cal": 52338286.97795963, + "tot_cal": 3361189035.904561, + "T_safe_tail": 153.5163568877401, + "T_safe": 116.00498895632336, + "T_safe_prefix": 149.83132212816054, + "tau_share_kept": 0.24399552513135384 + }, + "12.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54632300.277512744, + "T_cal": 55327991.63437486, + "tot_cal": 5250354801.93354, + "T_safe_tail": 162.0552480651148, + "T_safe": 122.60742080416912, + "T_safe_prefix": 158.2312529002993, + "tau_share_kept": 0.2431026917017813 + }, + "12.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 27531705.004625227, + "T_cal": 27863639.61051202, + "tot_cal": 359575719.10439086, + "T_safe_tail": 81.13110741961233, + "T_safe": 61.99754179235606, + "T_safe_prefix": 79.33584786694064, + "tau_share_kept": 0.23544068750592118 + }, + "12.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1398416.1214710348, + "T_cal": 1415670.0521707535, + "tot_cal": 15764559.835182097, + "T_safe_tail": 4.240865580447561, + "T_safe": 2.9160272182625846, + "T_safe_prefix": 4.150146820711825, + "tau_share_kept": 0.3119998539504803 + }, + "12.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 52475533.88960533, + "T_cal": 52894284.621463776, + "tot_cal": 1080492173.030867, + "T_safe_tail": 165.91828580024838, + "T_safe": 128.02628041663502, + "T_safe_prefix": 163.55643627631162, + "tau_share_kept": 0.2282070345103025 + }, + "12.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54683416.80318396, + "T_cal": 55118944.29553056, + "tot_cal": 602727641.785566, + "T_safe_tail": 173.29972035058847, + "T_safe": 133.7510461548809, + "T_safe_prefix": 170.89489995525219, + "tau_share_kept": 0.228041106678258 + }, + "12.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 4585849.31451246, + "T_cal": 4620050.080559015, + "tot_cal": 28233958.769409515, + "T_safe_tail": 12.73266803327843, + "T_safe": 10.776154132650845, + "T_safe_prefix": 12.559058316175879, + "tau_share_kept": 0.15344338111152686 + }, + "13.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54887301.78709998, + "T_cal": 55580716.15991807, + "tot_cal": 3323499766.2132454, + "T_safe_tail": 161.76888548845116, + "T_safe": 122.97678705902308, + "T_safe_prefix": 157.70050389474272, + "tau_share_kept": 0.23941803691375485 + }, + "13.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 61961172.7000309, + "T_cal": 62742890.77121353, + "tot_cal": 5026843021.951019, + "T_safe_tail": 182.15092726610897, + "T_safe": 138.90103486858516, + "T_safe_prefix": 178.02993384577803, + "tau_share_kept": 0.23702913136858597 + }, + "13.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 34864574.69725865, + "T_cal": 35267139.30309391, + "tot_cal": 362091575.22263426, + "T_safe_tail": 104.32268027032336, + "T_safe": 79.71297247811981, + "T_safe_prefix": 102.19824812177194, + "tau_share_kept": 0.23548511440733255 + }, + "13.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1440510.241697386, + "T_cal": 1458810.4454041123, + "tot_cal": 18818126.580558598, + "T_safe_tail": 4.4918962912465155, + "T_safe": 2.9273752518236194, + "T_safe_prefix": 4.392255396510336, + "tau_share_kept": 0.34785901551817205 + }, + "13.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 55159161.04960403, + "T_cal": 55596057.26387882, + "tot_cal": 1149720044.8756483, + "T_safe_tail": 176.15883617543125, + "T_safe": 134.57470041368288, + "T_safe_prefix": 173.671107359879, + "tau_share_kept": 0.23589828335534258 + }, + "13.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 59142940.74286401, + "T_cal": 59608819.439736366, + "tot_cal": 657147375.5085214, + "T_safe_tail": 189.90786957542264, + "T_safe": 144.72045761294794, + "T_safe_prefix": 187.28129855386578, + "tau_share_kept": 0.23778165748923336 + }, + "13.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 5587178.924510085, + "T_cal": 5627865.439300597, + "tot_cal": 33479839.716230996, + "T_safe_tail": 16.81451257027426, + "T_safe": 14.004884488997277, + "T_safe_prefix": 16.587382642137754, + "tau_share_kept": 0.16689585334513146 + }, + "14.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 51179677.01391347, + "T_cal": 51847136.96437478, + "tot_cal": 3424497084.620049, + "T_safe_tail": 155.38419072976308, + "T_safe": 116.05912664323932, + "T_safe_prefix": 151.86051165837853, + "tau_share_kept": 0.2527277828448063 + }, + "14.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54341349.46903983, + "T_cal": 55024608.73126602, + "tot_cal": 5510656213.931662, + "T_safe_tail": 165.54992429651082, + "T_safe": 123.1209134404935, + "T_safe_prefix": 161.75221624170172, + "tau_share_kept": 0.25592520026780524 + }, + "14.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 33566554.89102552, + "T_cal": 33964519.71536851, + "tot_cal": 360244545.9964428, + "T_safe_tail": 101.42019061803794, + "T_safe": 76.91068329462814, + "T_safe_prefix": 99.4035676196736, + "tau_share_kept": 0.24128596616370024 + }, + "14.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1797072.7695195642, + "T_cal": 1818987.9362958819, + "tot_cal": 20402533.4957954, + "T_safe_tail": 5.21374870835043, + "T_safe": 3.649137300689077, + "T_safe_prefix": 5.091844999129535, + "tau_share_kept": 0.2997706467947603 + }, + "14.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 60591360.210778385, + "T_cal": 61072935.226536036, + "tot_cal": 1212320834.5329714, + "T_safe_tail": 199.75359005188977, + "T_safe": 151.47558632129312, + "T_safe_prefix": 196.84169531101452, + "tau_share_kept": 0.2415370155594936 + }, + "14.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 65157106.61356242, + "T_cal": 65673985.026066065, + "tot_cal": 707045492.3796909, + "T_safe_tail": 215.7006803066777, + "T_safe": 163.27469744792688, + "T_safe_prefix": 212.5925830045162, + "tau_share_kept": 0.2428969887616412 + }, + "14.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 6588993.496744587, + "T_cal": 6635799.898459017, + "tot_cal": 37892522.42533916, + "T_safe_tail": 19.645147226254128, + "T_safe": 16.670711378509623, + "T_safe_prefix": 19.360017623905378, + "tau_share_kept": 0.15118117421241387 + }, + "15.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54035117.13901932, + "T_cal": 54723945.38977146, + "tot_cal": 3512637037.705689, + "T_safe_tail": 165.5453119831713, + "T_safe": 124.91605667583008, + "T_safe_prefix": 161.52303500987182, + "tau_share_kept": 0.24507431770166752 + }, + "15.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 58331721.677353665, + "T_cal": 59064118.28494644, + "tot_cal": 5369430372.247769, + "T_safe_tail": 178.40679883546244, + "T_safe": 134.71360185402227, + "T_safe_prefix": 174.35404026020842, + "tau_share_kept": 0.24453071303659843 + }, + "15.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 36365381.53584312, + "T_cal": 36785794.57240701, + "tot_cal": 384605507.73602444, + "T_safe_tail": 111.97195583477075, + "T_safe": 84.9476042590768, + "T_safe_prefix": 109.72135742522369, + "tau_share_kept": 0.2409674957518986 + }, + "15.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2127809.8558678827, + "T_cal": 2154184.7125917077, + "tot_cal": 24499353.420554943, + "T_safe_tail": 7.568291814932039, + "T_safe": 5.2614610006551175, + "T_safe_prefix": 7.408906965680728, + "tau_share_kept": 0.30445702710706646 + }, + "15.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 66238654.419413134, + "T_cal": 66768831.81976414, + "tot_cal": 1314933826.747109, + "T_safe_tail": 221.39313118580895, + "T_safe": 168.63530590852315, + "T_safe_prefix": 218.29692202231035, + "tau_share_kept": 0.238134889536827 + }, + "15.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 71146360.5338017, + "T_cal": 71714830.64996338, + "tot_cal": 779539258.1419171, + "T_safe_tail": 238.0268649696917, + "T_safe": 181.35371906794262, + "T_safe_prefix": 234.82264873873737, + "tau_share_kept": 0.23795495685366522 + }, + "15.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 8244085.324443165, + "T_cal": 8302513.233036041, + "tot_cal": 47193390.22406272, + "T_safe_tail": 25.817389249470814, + "T_safe": 21.70420978637253, + "T_safe_prefix": 25.45351247919848, + "tau_share_kept": 0.1591136772976114 + }, + "16.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54588292.83386767, + "T_cal": 55273431.07956028, + "tot_cal": 3495727897.9759445, + "T_safe_tail": 170.21928174498748, + "T_safe": 128.23775750404457, + "T_safe_prefix": 166.29786039009923, + "tau_share_kept": 0.24625755311143005 + }, + "16.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 58671997.51439902, + "T_cal": 59394846.01744866, + "tot_cal": 5701588558.12833, + "T_safe_tail": 183.59948277760572, + "T_safe": 138.1079315360921, + "T_safe_prefix": 179.49960018816, + "tau_share_kept": 0.24740200708731488 + }, + "16.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 45047410.50719842, + "T_cal": 45536538.61134553, + "tot_cal": 383800413.38366956, + "T_safe_tail": 142.59668965713436, + "T_safe": 108.41954852666186, + "T_safe_prefix": 139.67080061441175, + "tau_share_kept": 0.2392798873157992 + }, + "16.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2833948.541101198, + "T_cal": 2868143.1912637353, + "tot_cal": 32191586.727946043, + "T_safe_tail": 11.69489615570326, + "T_safe": 8.048871421084186, + "T_safe_prefix": 11.414091382135894, + "tau_share_kept": 0.3114654939910249 + }, + "16.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 72306991.19677594, + "T_cal": 72886288.32917118, + "tot_cal": 1507189514.4793177, + "T_safe_tail": 253.62544664580923, + "T_safe": 192.47066450393413, + "T_safe_prefix": 250.06944928920802, + "tau_share_kept": 0.24098672136701413 + }, + "16.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 76024944.77969053, + "T_cal": 76634054.79678726, + "tot_cal": 880628433.7173908, + "T_safe_tail": 268.8614977345843, + "T_safe": 202.44189117279257, + "T_safe_prefix": 265.0857471644158, + "tau_share_kept": 0.24690414192631893 + }, + "16.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 10728351.486827105, + "T_cal": 10804349.740242958, + "tot_cal": 60224824.41982937, + "T_safe_tail": 35.88432105834639, + "T_safe": 30.01839697599644, + "T_safe_prefix": 35.39274417385627, + "tau_share_kept": 0.16323580397202006 + }, + "17.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 67180404.3120421, + "T_cal": 68012106.98736572, + "tot_cal": 3449700183.8289695, + "T_safe_tail": 229.00728138133695, + "T_safe": 171.36008845736797, + "T_safe_prefix": 223.97906031731054, + "tau_share_kept": 0.25136262747383614 + }, + "17.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 69630687.3572055, + "T_cal": 70485961.61975479, + "tot_cal": 5234912364.09167, + "T_safe_tail": 237.21019078749202, + "T_safe": 177.54776663892335, + "T_safe_prefix": 231.86284314846853, + "tau_share_kept": 0.2511173684893343 + }, + "17.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 49174169.88207339, + "T_cal": 49717330.891350746, + "tot_cal": 418520979.3784498, + "T_safe_tail": 168.79245497026415, + "T_safe": 126.76192026710851, + "T_safe_prefix": 165.53396051535037, + "tau_share_kept": 0.24866691259328347 + }, + "17.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2287323.755920618, + "T_cal": 2313544.233085215, + "tot_cal": 23831462.504337505, + "T_safe_tail": 8.165919518915722, + "T_safe": 5.726562569109376, + "T_safe_prefix": 8.004540091474212, + "tau_share_kept": 0.2984020766499474 + }, + "17.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 85816189.43633568, + "T_cal": 86502261.17670536, + "tot_cal": 1593717545.549384, + "T_safe_tail": 319.491471336328, + "T_safe": 242.1360207277794, + "T_safe_prefix": 315.16278778744527, + "tau_share_kept": 0.24197833804041394 + }, + "17.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 87285163.38732703, + "T_cal": 87974214.20106506, + "tot_cal": 900750677.2539521, + "T_safe_tail": 327.5734401337904, + "T_safe": 247.154000116283, + "T_safe_prefix": 322.6353587143276, + "tau_share_kept": 0.2453661919217006 + }, + "17.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 11992761.18973192, + "T_cal": 12077452.498336375, + "tot_cal": 65483055.9412715, + "T_safe_tail": 38.5343976718931, + "T_safe": 33.23730720958338, + "T_safe_prefix": 38.010869846367314, + "tau_share_kept": 0.13724116956480023 + }, + "18.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 82076807.07831582, + "T_cal": 83058445.44165039, + "tot_cal": 3671122137.9832892, + "T_safe_tail": 284.0641912935871, + "T_safe": 215.42219677336197, + "T_safe_prefix": 277.7112576789259, + "tau_share_kept": 0.24128517444376782 + }, + "18.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 87651005.82149218, + "T_cal": 88691844.57870865, + "tot_cal": 5168667183.693464, + "T_safe_tail": 301.03516819517125, + "T_safe": 229.6119023962092, + "T_safe_prefix": 294.58638122424964, + "tau_share_kept": 0.23689839159262743 + }, + "18.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 63145376.997936584, + "T_cal": 63822076.95581913, + "tot_cal": 487972250.3343717, + "T_safe_tail": 222.45262322803012, + "T_safe": 169.09465779738184, + "T_safe_prefix": 218.19731412864348, + "tau_share_kept": 0.2394809818104483 + }, + "18.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2376487.008397189, + "T_cal": 2405745.6511002183, + "tot_cal": 23906162.127633635, + "T_safe_tail": 9.922524469110387, + "T_safe": 6.741036800886832, + "T_safe_prefix": 9.722086249814822, + "tau_share_kept": 0.3202919318743011 + }, + "18.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 100826198.8993708, + "T_cal": 101623292.5770607, + "tot_cal": 1700325352.4976764, + "T_safe_tail": 381.83107152857986, + "T_safe": 289.9859736483231, + "T_safe_prefix": 376.62237908743555, + "tau_share_kept": 0.2404114536279323 + }, + "18.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 99175296.21148592, + "T_cal": 99966174.7358551, + "tot_cal": 948846253.9017069, + "T_safe_tail": 375.6410115122185, + "T_safe": 285.9983476341622, + "T_safe_prefix": 370.78657771062353, + "tau_share_kept": 0.2385079371813863 + }, + "18.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 14201465.637009488, + "T_cal": 14299548.37492472, + "tot_cal": 76165055.70331585, + "T_safe_tail": 45.806856841747575, + "T_safe": 39.57796952509034, + "T_safe_prefix": 45.18536897893705, + "tau_share_kept": 0.1357634325871396 + }, + "19.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 75360090.46111968, + "T_cal": 76273885.78912354, + "tot_cal": 3359162301.6112494, + "T_safe_tail": 256.5826420146056, + "T_safe": 196.99436482826513, + "T_safe_prefix": 251.00573872492896, + "tau_share_kept": 0.23187385825064655 + }, + "19.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 77009630.20055932, + "T_cal": 77961294.65812778, + "tot_cal": 5215928025.688413, + "T_safe_tail": 262.13224399216995, + "T_safe": 200.25490428415742, + "T_safe_prefix": 256.39859253168106, + "tau_share_kept": 0.23567461860562652 + }, + "19.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 61869776.87171974, + "T_cal": 62571707.444574594, + "tot_cal": 500073847.69792855, + "T_safe_tail": 211.19509403325662, + "T_safe": 162.14196162909502, + "T_safe_prefix": 207.27422212952752, + "tau_share_kept": 0.23189053034578236 + }, + "19.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2548684.9024389237, + "T_cal": 2578965.8571715504, + "tot_cal": 23832339.893750325, + "T_safe_tail": 9.415950843272283, + "T_safe": 6.581616646543864, + "T_safe_prefix": 9.214800453804003, + "tau_share_kept": 0.30067598483308766 + }, + "19.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 112876776.2490233, + "T_cal": 113762993.53585148, + "tot_cal": 1674207403.5005445, + "T_safe_tail": 422.63628218328864, + "T_safe": 324.86685100593604, + "T_safe_prefix": 416.7428253765829, + "tau_share_kept": 0.23120674321047183 + }, + "19.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 109009325.78911385, + "T_cal": 109875169.71764469, + "tot_cal": 1011651244.1312292, + "T_safe_tail": 411.24453871096364, + "T_safe": 314.9486205980793, + "T_safe_prefix": 405.4693905783097, + "tau_share_kept": 0.23400710091158108 + }, + "19.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 16006565.705108747, + "T_cal": 16113273.99654603, + "tot_cal": 84087647.7489427, + "T_safe_tail": 48.76254430481268, + "T_safe": 42.7233322767936, + "T_safe_prefix": 48.10917901525045, + "tau_share_kept": 0.12360153739290525 + }, + "20.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 75823165.24330401, + "T_cal": 76767886.58151627, + "tot_cal": 3452500471.865864, + "T_safe_tail": 254.39187834330212, + "T_safe": 196.29710194439758, + "T_safe_prefix": 248.77106552973055, + "tau_share_kept": 0.2280004942813395 + }, + "20.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 79074967.76573178, + "T_cal": 80044999.58047867, + "tot_cal": 5112139196.103524, + "T_safe_tail": 265.5289877324368, + "T_safe": 205.55224582042138, + "T_safe_prefix": 259.57815133312033, + "tau_share_kept": 0.2254786885408235 + }, + "20.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 68001722.43260998, + "T_cal": 68729459.45995426, + "tot_cal": 485999572.13406134, + "T_safe_tail": 234.4143995574725, + "T_safe": 180.6127226247636, + "T_safe_prefix": 229.7474725893153, + "tau_share_kept": 0.2291143045813919 + }, + "20.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2960326.801046974, + "T_cal": 2994337.474807635, + "tot_cal": 35163511.08835725, + "T_safe_tail": 10.098271053845565, + "T_safe": 6.766858447226753, + "T_safe_prefix": 9.895318852079583, + "tau_share_kept": 0.32956662841481227 + }, + "20.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 119633246.12270269, + "T_cal": 120572731.36999607, + "tot_cal": 1862422789.5127378, + "T_safe_tail": 452.23318896876367, + "T_safe": 350.6549977159593, + "T_safe_prefix": 445.59653298814374, + "tau_share_kept": 0.22447469264753137 + }, + "20.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 113700994.62420961, + "T_cal": 114601562.1249857, + "tot_cal": 1109649430.0050313, + "T_safe_tail": 434.57559326250475, + "T_safe": 334.38990790606476, + "T_safe_prefix": 428.67956670759304, + "tau_share_kept": 0.23038251221286823 + }, + "20.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 19330123.03944908, + "T_cal": 19461569.196521997, + "tot_cal": 104423476.18709283, + "T_safe_tail": 60.545738672260484, + "T_safe": 52.888271954729134, + "T_safe_prefix": 59.74987785307917, + "tau_share_kept": 0.1262516427911422 + }, + "21.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 86798447.18711177, + "T_cal": 87857925.40530777, + "tot_cal": 3410982766.344836, + "T_safe_tail": 300.3355037314333, + "T_safe": 232.13642436952887, + "T_safe_prefix": 293.72106339288075, + "tau_share_kept": 0.22667759315834937 + }, + "21.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 89729042.92411542, + "T_cal": 90829667.06703281, + "tot_cal": 4929104993.999958, + "T_safe_tail": 311.88864812675365, + "T_safe": 239.18835309130736, + "T_safe_prefix": 304.8841385543674, + "tau_share_kept": 0.23275097142114312 + }, + "21.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 79986267.31205916, + "T_cal": 80868446.03649998, + "tot_cal": 572773594.690318, + "T_safe_tail": 280.3462620694189, + "T_safe": 216.18098735902458, + "T_safe_prefix": 274.9846983216448, + "tau_share_kept": 0.22847968870807503 + }, + "21.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2889112.3149303677, + "T_cal": 2922490.416873932, + "tot_cal": 24944123.05438078, + "T_safe_tail": 11.481617415714192, + "T_safe": 7.93650403534798, + "T_safe_prefix": 11.256137113468867, + "tau_share_kept": 0.3083518689525246 + }, + "21.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 134644197.90781894, + "T_cal": 135692603.01379776, + "tot_cal": 1897748410.3891902, + "T_safe_tail": 517.3051291772238, + "T_safe": 400.4611008247739, + "T_safe_prefix": 510.1186278337591, + "tau_share_kept": 0.225728606927757 + }, + "21.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 125118231.70360848, + "T_cal": 126111298.85273838, + "tot_cal": 1150604038.606769, + "T_safe_tail": 482.38501153226184, + "T_safe": 372.76449009439966, + "T_safe_prefix": 475.82601229634383, + "tau_share_kept": 0.22711595594480005 + }, + "21.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 21437285.618454017, + "T_cal": 21581142.061172485, + "tot_cal": 112300735.03998064, + "T_safe_tail": 61.934069246387935, + "T_safe": 54.6129367005924, + "T_safe_prefix": 61.09417911065975, + "tau_share_kept": 0.11798195098997467 + }, + "22.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 100418426.27131528, + "T_cal": 101612266.9596901, + "tot_cal": 3756743513.922126, + "T_safe_tail": 344.514015616499, + "T_safe": 268.0496827000752, + "T_safe_prefix": 337.0195882059634, + "tau_share_kept": 0.22157926920657353 + }, + "22.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 104738745.5411497, + "T_cal": 105994605.63359165, + "tot_cal": 5210870287.475811, + "T_safe_tail": 359.72511439020593, + "T_safe": 279.3894447492348, + "T_safe_prefix": 352.14445812776466, + "tau_share_kept": 0.22297578032187962 + }, + "22.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 88759518.07297817, + "T_cal": 89710995.66903019, + "tot_cal": 622290842.5815187, + "T_safe_tail": 307.1671932179442, + "T_safe": 238.3984462282424, + "T_safe_prefix": 301.25817793977694, + "tau_share_kept": 0.22346798366849094 + }, + "22.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 4066949.177983149, + "T_cal": 4112093.835597098, + "tot_cal": 41988293.711521566, + "T_safe_tail": 10.781087435151179, + "T_safe": 8.172713890774105, + "T_safe_prefix": 10.573780328128635, + "tau_share_kept": 0.24158064997658177 + }, + "22.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 149144061.91663623, + "T_cal": 150310832.6345682, + "tot_cal": 1994706807.7952352, + "T_safe_tail": 557.2036074094224, + "T_safe": 437.5413083360181, + "T_safe_prefix": 549.6233832436301, + "tau_share_kept": 0.21459749862563599 + }, + "22.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 136465305.07600892, + "T_cal": 137531461.8208351, + "tot_cal": 1216681959.6608853, + "T_safe_tail": 511.1863017814946, + "T_safe": 401.4914847891523, + "T_safe_prefix": 504.27918927022256, + "tau_share_kept": 0.21444080464289617 + }, + "22.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 25050461.797362637, + "T_cal": 25216653.88956666, + "tot_cal": 126211833.52584954, + "T_safe_tail": 69.92767462205444, + "T_safe": 61.6481044562463, + "T_safe_prefix": 68.99739495697213, + "tau_share_kept": 0.11816741153614105 + }, + "23.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 131050856.4416346, + "T_cal": 132530730.85218811, + "tot_cal": 3548372085.336571, + "T_safe_tail": 445.1990543523545, + "T_safe": 347.6009783133086, + "T_safe_prefix": 435.98416206636466, + "tau_share_kept": 0.2188544409156361 + }, + "23.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 132731253.27358998, + "T_cal": 134250218.34274387, + "tot_cal": 4837989597.430144, + "T_safe_tail": 449.9005202772055, + "T_safe": 351.00031933823266, + "T_safe_prefix": 439.96424336481505, + "tau_share_kept": 0.21944210440514403 + }, + "23.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 113426670.10711384, + "T_cal": 114637987.82981968, + "tot_cal": 759766080.8255507, + "T_safe_tail": 384.52486060498006, + "T_safe": 301.26996359549594, + "T_safe_prefix": 377.68762184103616, + "tau_share_kept": 0.2161544857865808 + }, + "23.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 4612094.167979369, + "T_cal": 4659651.350469828, + "tot_cal": 35657491.27769051, + "T_safe_tail": 13.474536367720741, + "T_safe": 10.03781161575921, + "T_safe_prefix": 13.2076078925204, + "tau_share_kept": 0.25467207764899025 + }, + "23.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 168324905.01243123, + "T_cal": 169611908.36151505, + "tot_cal": 1967813500.5346577, + "T_safe_tail": 618.342453588104, + "T_safe": 488.50697220486836, + "T_safe_prefix": 609.6069576807931, + "tau_share_kept": 0.2098278155460019 + }, + "23.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 154752448.87527037, + "T_cal": 155953705.05157852, + "tot_cal": 1268242279.5136707, + "T_safe_tail": 569.8688923965954, + "T_safe": 449.08871399355485, + "T_safe_prefix": 561.9897797495687, + "tau_share_kept": 0.21179751271477856 + }, + "23.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 27503650.76527202, + "T_cal": 27681573.638916016, + "tot_cal": 136462228.11354718, + "T_safe_tail": 73.12502792936374, + "T_safe": 64.90941205994113, + "T_safe_prefix": 72.12915423471804, + "tau_share_kept": 0.11211171650436068 + }, + "24.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 99982850.2463347, + "T_cal": 101175072.47938538, + "tot_cal": 3445565520.8970523, + "T_safe_tail": 326.1412614952409, + "T_safe": 257.29992483189926, + "T_safe_prefix": 318.5732847527979, + "tau_share_kept": 0.21062761480662553 + }, + "24.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 102917960.51401372, + "T_cal": 104136922.5625, + "tot_cal": 5058832542.069076, + "T_safe_tail": 337.3264484634401, + "T_safe": 263.7519033677527, + "T_safe_prefix": 329.62912101982874, + "tau_share_kept": 0.21768824292685704 + }, + "24.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 107944693.91049585, + "T_cal": 109078665.88817692, + "tot_cal": 716682938.4250858, + "T_safe_tail": 356.1608558110161, + "T_safe": 279.8599545919715, + "T_safe_prefix": 349.3389352776612, + "tau_share_kept": 0.21381257112676874 + }, + "24.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 4847478.7815299705, + "T_cal": 4901023.076369822, + "tot_cal": 48348986.33095213, + "T_safe_tail": 14.601545447292548, + "T_safe": 10.854584028702675, + "T_safe_prefix": 14.313428663729212, + "tau_share_kept": 0.2562093488329281 + }, + "24.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 186198436.2440737, + "T_cal": 187619820.81921482, + "tot_cal": 2072454867.0448756, + "T_safe_tail": 665.0490483391503, + "T_safe": 528.895684616964, + "T_safe_prefix": 656.2366797079776, + "tau_share_kept": 0.2045645430910916 + }, + "24.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 171258120.01743144, + "T_cal": 172548415.52231693, + "tot_cal": 1327845138.6307344, + "T_safe_tail": 613.8878585165091, + "T_safe": 486.8074345999048, + "T_safe_prefix": 605.6242480909023, + "tau_share_kept": 0.20684795943476667 + }, + "24.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 29971811.38355725, + "T_cal": 30164032.35633111, + "tot_cal": 145811877.07174623, + "T_safe_tail": 73.92831573808286, + "T_safe": 66.38912309427633, + "T_safe_prefix": 72.93840820789137, + "tau_share_kept": 0.10172318603301402 + }, + "25.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 145720602.1953268, + "T_cal": 147312055.27984715, + "tot_cal": 3511940928.331681, + "T_safe_tail": 469.7164523026167, + "T_safe": 371.75505396750304, + "T_safe_prefix": 459.71656213660026, + "tau_share_kept": 0.20815135550855365 + }, + "25.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 151428170.48425847, + "T_cal": 153118123.62934208, + "tot_cal": 4761545956.170599, + "T_safe_tail": 488.91914793808155, + "T_safe": 385.97228218359305, + "T_safe_prefix": 479.09675588250684, + "tau_share_kept": 0.2101735164580731 + }, + "25.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 145610966.64338198, + "T_cal": 147087649.68841648, + "tot_cal": 900199022.5838593, + "T_safe_tail": 471.23650921972126, + "T_safe": 372.58981091507303, + "T_safe_prefix": 462.6204584101797, + "tau_share_kept": 0.20890825959919407 + }, + "25.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 4479173.396538252, + "T_cal": 4533870.871990263, + "tot_cal": 73370463.30835705, + "T_safe_tail": 12.780240368094667, + "T_safe": 8.267463488279247, + "T_safe_prefix": 12.5582286126251, + "tau_share_kept": 0.35277693640553554 + }, + "25.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 204405422.04598764, + "T_cal": 205953303.20263004, + "tot_cal": 2224765801.409649, + "T_safe_tail": 721.481090502064, + "T_safe": 577.3042653254379, + "T_safe_prefix": 711.572374308922, + "tau_share_kept": 0.199658537971362 + }, + "25.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 188113639.22366926, + "T_cal": 189518538.83251286, + "tot_cal": 1418000353.9576855, + "T_safe_tail": 667.1030692594194, + "T_safe": 531.6500161428849, + "T_safe_prefix": 658.2122372445301, + "tau_share_kept": 0.20288163489080452 + }, + "25.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 31736247.09695526, + "T_cal": 31946406.62265396, + "tot_cal": 170231864.34199256, + "T_safe_tail": 76.31591162423501, + "T_safe": 68.10310396960995, + "T_safe_prefix": 75.28359406894106, + "tau_share_kept": 0.1073416583804762 + }, + "26.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 119897111.59888487, + "T_cal": 121262122.27405167, + "tot_cal": 3693980850.408983, + "T_safe_tail": 374.1820005370105, + "T_safe": 298.43398103841173, + "T_safe_prefix": 366.38667172988426, + "tau_share_kept": 0.20209070391527748 + }, + "26.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 126190897.46519402, + "T_cal": 127637676.65027714, + "tot_cal": 5174803829.162205, + "T_safe_tail": 393.83293723294037, + "T_safe": 314.3192026487086, + "T_safe_prefix": 385.25045748669436, + "tau_share_kept": 0.2014745129927853 + }, + "26.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 138708516.73028874, + "T_cal": 140126036.32836914, + "tot_cal": 876307273.9033653, + "T_safe_tail": 435.7026728943575, + "T_safe": 346.63908703925335, + "T_safe_prefix": 427.7449333883269, + "tau_share_kept": 0.20393925923825998 + }, + "26.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 5721022.014759406, + "T_cal": 5789973.266788483, + "tot_cal": 76599234.68418081, + "T_safe_tail": 18.375779962017546, + "T_safe": 12.80367123527526, + "T_safe_prefix": 17.98138709212276, + "tau_share_kept": 0.30287104815740495 + }, + "26.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 224601322.58813512, + "T_cal": 226296814.39247227, + "tot_cal": 2628179926.573347, + "T_safe_tail": 756.6920846535634, + "T_safe": 607.8020961317852, + "T_safe_prefix": 746.571028969498, + "tau_share_kept": 0.19659511045986922 + }, + "26.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 207175274.81181854, + "T_cal": 208712761.59706116, + "tot_cal": 1609189803.4299092, + "T_safe_tail": 703.5966345369227, + "T_safe": 561.1050658470631, + "T_safe_prefix": 694.3692614226748, + "tau_share_kept": 0.20236328254240055 + }, + "26.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 35432361.76554622, + "T_cal": 35662229.616051674, + "tot_cal": 185041531.02657485, + "T_safe_tail": 81.38029849378924, + "T_safe": 72.53110518606627, + "T_safe_prefix": 80.29925546277445, + "tau_share_kept": 0.10848688534211427 + }, + "27.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 166711289.71105874, + "T_cal": 168450587.8814087, + "tot_cal": 3847272976.0470324, + "T_safe_tail": 514.338309883229, + "T_safe": 410.00194010231644, + "T_safe_prefix": 504.2926385227802, + "tau_share_kept": 0.2024383315235379 + }, + "27.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 175182473.02030706, + "T_cal": 177006290.20021057, + "tot_cal": 5212833808.4271145, + "T_safe_tail": 540.1259169706983, + "T_safe": 430.13461544528036, + "T_safe_prefix": 529.5780005111737, + "tau_share_kept": 0.20325335738018963 + }, + "27.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 159035091.19243765, + "T_cal": 160601562.75201416, + "tot_cal": 956599060.8966076, + "T_safe_tail": 493.48512862159566, + "T_safe": 393.1997740165243, + "T_safe_prefix": 484.47302353757914, + "tau_share_kept": 0.2028308299918413 + }, + "27.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 7022055.695838049, + "T_cal": 7102856.129743159, + "tot_cal": 65042500.13748659, + "T_safe_tail": 18.031554390102755, + "T_safe": 13.176539071265836, + "T_safe_prefix": 17.68556153202462, + "tau_share_kept": 0.2688871760357365 + }, + "27.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 246966586.4041397, + "T_cal": 248793351.48914433, + "tot_cal": 3062841957.5581055, + "T_safe_tail": 796.7804541942861, + "T_safe": 644.1655605009291, + "T_safe_prefix": 785.7585686628627, + "tau_share_kept": 0.19136584495076875 + }, + "27.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 228546200.03762916, + "T_cal": 230228493.52691746, + "tot_cal": 1905641059.4587135, + "T_safe_tail": 738.4951473189626, + "T_safe": 595.6318019496721, + "T_safe_prefix": 728.9658054547035, + "tau_share_kept": 0.19329161505249506 + }, + "27.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 40423351.42808038, + "T_cal": 40688358.12383294, + "tot_cal": 223057710.22054982, + "T_safe_tail": 87.0803394035169, + "T_safe": 77.61958580726423, + "T_safe_prefix": 85.90274713863982, + "tau_share_kept": 0.10838394836131836 + }, + "28.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 152874801.4952554, + "T_cal": 154487129.4953766, + "tot_cal": 3879951873.838484, + "T_safe_tail": 448.76773147556196, + "T_safe": 360.4053354272619, + "T_safe_prefix": 439.4143155357451, + "tau_share_kept": 0.19647677104822553 + }, + "28.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 163393232.90576953, + "T_cal": 165137860.122818, + "tot_cal": 5279322014.223759, + "T_safe_tail": 480.96897985513374, + "T_safe": 384.95985102479244, + "T_safe_prefix": 471.1449439369644, + "tau_share_kept": 0.19923260249571947 + }, + "28.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 173832310.77612734, + "T_cal": 175535509.3382349, + "tot_cal": 1072461634.2228731, + "T_safe_tail": 517.138606745322, + "T_safe": 412.36515341297854, + "T_safe_prefix": 507.31528951737346, + "tau_share_kept": 0.20220487422815614 + }, + "28.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 7246678.880066857, + "T_cal": 7333675.230374396, + "tot_cal": 101765803.12483767, + "T_safe_tail": 22.66913544068592, + "T_safe": 14.828457109912563, + "T_safe_prefix": 22.223304180465675, + "tau_share_kept": 0.3455587713485159 + }, + "28.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 255092212.19857085, + "T_cal": 256949597.72194004, + "tot_cal": 3304088281.5052695, + "T_safe_tail": 805.0332240171203, + "T_safe": 652.783162984997, + "T_safe_prefix": 794.553650963644, + "tau_share_kept": 0.18894553285046176 + }, + "28.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 241904201.88628104, + "T_cal": 243657343.89527893, + "tot_cal": 2381244029.681983, + "T_safe_tail": 768.3134830238582, + "T_safe": 619.1884348014755, + "T_safe_prefix": 758.6860501801457, + "tau_share_kept": 0.1939178937198391 + }, + "28.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 47445504.13400135, + "T_cal": 47749598.07815647, + "tot_cal": 261207536.32809418, + "T_safe_tail": 99.01354772628987, + "T_safe": 88.11550201155478, + "T_safe_prefix": 97.69300007810762, + "tau_share_kept": 0.10977759465070415 + }, + "29.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 118327833.00977254, + "T_cal": 119618951.62311172, + "tot_cal": 3621947215.029519, + "T_safe_tail": 343.0847245809084, + "T_safe": 274.83492416187437, + "T_safe_prefix": 335.5576781937998, + "tau_share_kept": 0.19853166390341545 + }, + "29.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 124657412.49137703, + "T_cal": 126056931.67974854, + "tot_cal": 5159859629.931567, + "T_safe_tail": 359.51591173729116, + "T_safe": 288.25321818705197, + "T_safe_prefix": 351.29947815324704, + "tau_share_kept": 0.19779659133425975 + }, + "29.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 160202911.90259635, + "T_cal": 161802648.3091364, + "tot_cal": 972217930.1726427, + "T_safe_tail": 465.8102009276897, + "T_safe": 373.42697833638886, + "T_safe_prefix": 456.6446544861574, + "tau_share_kept": 0.1979319276263132 + }, + "29.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 8614530.697389957, + "T_cal": 8710059.575546324, + "tot_cal": 140148156.24470237, + "T_safe_tail": 21.09059997231188, + "T_safe": 14.239194030398949, + "T_safe_prefix": 20.673079279067906, + "tau_share_kept": 0.3245093722465716 + }, + "29.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 263490198.9786228, + "T_cal": 265408008.45680237, + "tot_cal": 3776535740.3336654, + "T_safe_tail": 827.4208514298322, + "T_safe": 670.7419083137211, + "T_safe_prefix": 816.5170430366743, + "tau_share_kept": 0.18917183769149346 + }, + "29.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 250626662.9463056, + "T_cal": 252405891.69571304, + "tot_cal": 3111587127.929358, + "T_safe_tail": 787.0789846021391, + "T_safe": 636.1578532587773, + "T_safe_prefix": 776.8911120709126, + "tau_share_kept": 0.19155897485995835 + }, + "29.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54695606.20571695, + "T_cal": 55051349.58848214, + "tot_cal": 331026316.8142667, + "T_safe_tail": 118.22535476239185, + "T_safe": 103.18924573069671, + "T_safe_prefix": 116.65685500949712, + "tau_share_kept": 0.12692128834773506 + }, + "30.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 143500470.14916164, + "T_cal": 144984599.19342422, + "tot_cal": 3932381855.6324997, + "T_safe_tail": 417.532042943463, + "T_safe": 336.2604646198597, + "T_safe_prefix": 408.317405683516, + "tau_share_kept": 0.19426363234697314 + }, + "30.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 152025114.9053977, + "T_cal": 153603465.6412363, + "tot_cal": 5220573677.686787, + "T_safe_tail": 441.492653771091, + "T_safe": 354.98110987246037, + "T_safe_prefix": 432.79915037570754, + "tau_share_kept": 0.19546542846006199 + }, + "30.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 182709900.06084934, + "T_cal": 184470617.89064026, + "tot_cal": 1173844809.7625656, + "T_safe_tail": 538.7240497399805, + "T_safe": 431.45519703649916, + "T_safe_prefix": 528.8522594622918, + "tau_share_kept": 0.1986813453300538 + }, + "30.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 8695688.93909651, + "T_cal": 8798400.084020197, + "tot_cal": 119095787.77433474, + "T_safe_tail": 30.21589730431155, + "T_safe": 21.938221247554793, + "T_safe_prefix": 29.63204571806841, + "tau_share_kept": 0.273573521355112 + }, + "30.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 263572551.14596725, + "T_cal": 265488166.6659174, + "tot_cal": 5495893330.009211, + "T_safe_tail": 810.25093741501, + "T_safe": 659.8074809467798, + "T_safe_prefix": 799.0088510531677, + "tau_share_kept": 0.1854693394978639 + }, + "30.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 243493884.6835522, + "T_cal": 245206819.477273, + "tot_cal": 5032473932.105422, + "T_safe_tail": 748.550186529032, + "T_safe": 609.5832231118256, + "T_safe_prefix": 738.4101970871016, + "tau_share_kept": 0.18545116201404116 + }, + "30.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 63033787.95540793, + "T_cal": 63451640.598364115, + "tot_cal": 2252263308.133077, + "T_safe_tail": 146.54309182297425, + "T_safe": 125.68740763811456, + "T_safe_prefix": 144.63158090309298, + "tau_share_kept": 0.14206515190476132 + }, + "31.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 74585395.3798978, + "T_cal": 75420930.37452793, + "tot_cal": 3292073379.443082, + "T_safe_tail": 212.83231331412915, + "T_safe": 172.35300456604818, + "T_safe_prefix": 208.09510285764645, + "tau_share_kept": 0.18976937207777095 + }, + "31.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 83435421.57963741, + "T_cal": 84363776.51426792, + "tot_cal": 4796987855.952409, + "T_safe_tail": 238.6959964870097, + "T_safe": 192.45198322875603, + "T_safe_prefix": 233.5400069260004, + "tau_share_kept": 0.19333434418334675 + }, + "31.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 93583535.70226511, + "T_cal": 94523911.02631474, + "tot_cal": 663409710.072974, + "T_safe_tail": 276.6430350026525, + "T_safe": 218.68164708450877, + "T_safe_prefix": 271.06551729800776, + "tau_share_kept": 0.20909326800228767 + }, + "31.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 7707550.516636403, + "T_cal": 7799351.652914286, + "tot_cal": 239448140.21989372, + "T_safe_tail": 37.36926133799826, + "T_safe": 23.997492931681336, + "T_safe_prefix": 36.64768745893548, + "tau_share_kept": 0.35754183785783045 + }, + "31.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 210029536.5593535, + "T_cal": 211583985.24364567, + "tot_cal": 6225139125.31762, + "T_safe_tail": 637.1523642065762, + "T_safe": 520.0894397056109, + "T_safe_prefix": 628.3809485496604, + "tau_share_kept": 0.18353186102811575 + }, + "31.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 189028963.1680076, + "T_cal": 190422858.19825745, + "tot_cal": 6407669014.341354, + "T_safe_tail": 572.3580208766825, + "T_safe": 468.3338214540854, + "T_safe_prefix": 564.671399320945, + "tau_share_kept": 0.18154911209169397 + }, + "31.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 70303166.44031218, + "T_cal": 70804927.80519104, + "tot_cal": 3406015038.396898, + "T_safe_tail": 254.91758205364064, + "T_safe": 203.15731392148882, + "T_safe_prefix": 251.27771780129115, + "tau_share_kept": 0.20282338374610115 + } + }, + "calib_spec": "wikitext2:256", + "nsamples": 256, + "seed": 42, + "n_calib_sequences": 255 +} \ No newline at end of file diff --git a/compression.json b/compression.json new file mode 100644 index 0000000..c301d51 --- /dev/null +++ b/compression.json @@ -0,0 +1,3428 @@ +{ + "source": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590", + "upstream": "AIoT-MLSys-Lab/SVD-LLM", + "stage": "finetuned", + "ratio_removed": 0.4, + "internal_ratio_kept": 0.6, + "from_pt": "/lustre/jeesup0103/svd-safety/results/resmix/full/l2_jbb_ka16_a1p0_free_remove40/finetune_v/merge.pt", + "biases_verified": 0, + "mean_rel_err": 0.5289637043273875, + "max_rel_err": 1.2283414602279663, + "param_fraction": 0.599840865851684, + "ranks": { + "0.q_proj": 1228, + "0.k_proj": 1228, + "0.v_proj": 1228, + "0.o_proj": 1228, + "0.gate_proj": 1791, + "0.up_proj": 1791, + "0.down_proj": 1791, + "1.q_proj": 1228, + "1.k_proj": 1228, + "1.v_proj": 1228, + "1.o_proj": 1228, + "1.gate_proj": 1791, + "1.up_proj": 1791, + "1.down_proj": 1791, + "2.q_proj": 1228, + "2.k_proj": 1228, + "2.v_proj": 1228, + "2.o_proj": 1228, + "2.gate_proj": 1791, + "2.up_proj": 1791, + "2.down_proj": 1791, + "3.q_proj": 1228, + "3.k_proj": 1228, + "3.v_proj": 1228, + "3.o_proj": 1228, + "3.gate_proj": 1791, + "3.up_proj": 1791, + "3.down_proj": 1791, + "4.q_proj": 1228, + "4.k_proj": 1228, + "4.v_proj": 1228, + "4.o_proj": 1228, + "4.gate_proj": 1791, + "4.up_proj": 1791, + "4.down_proj": 1791, + "5.q_proj": 1228, + "5.k_proj": 1228, + "5.v_proj": 1228, + "5.o_proj": 1228, + "5.gate_proj": 1791, + "5.up_proj": 1791, + "5.down_proj": 1791, + "6.q_proj": 1228, + "6.k_proj": 1228, + "6.v_proj": 1228, + "6.o_proj": 1228, + "6.gate_proj": 1791, + "6.up_proj": 1791, + "6.down_proj": 1791, + "7.q_proj": 1228, + "7.k_proj": 1228, + "7.v_proj": 1228, + "7.o_proj": 1228, + "7.gate_proj": 1791, + "7.up_proj": 1791, + "7.down_proj": 1791, + "8.q_proj": 1228, + "8.k_proj": 1228, + "8.v_proj": 1228, + "8.o_proj": 1228, + "8.gate_proj": 1791, + "8.up_proj": 1791, + "8.down_proj": 1791, + "9.q_proj": 1228, + "9.k_proj": 1228, + "9.v_proj": 1228, + "9.o_proj": 1228, + "9.gate_proj": 1791, + "9.up_proj": 1791, + "9.down_proj": 1791, + "10.q_proj": 1228, + "10.k_proj": 1228, + "10.v_proj": 1228, + "10.o_proj": 1228, + "10.gate_proj": 1791, + "10.up_proj": 1791, + "10.down_proj": 1791, + "11.q_proj": 1228, + "11.k_proj": 1228, + "11.v_proj": 1228, + "11.o_proj": 1228, + "11.gate_proj": 1791, + "11.up_proj": 1791, + "11.down_proj": 1791, + "12.q_proj": 1228, + "12.k_proj": 1228, + "12.v_proj": 1228, + "12.o_proj": 1228, + "12.gate_proj": 1791, + "12.up_proj": 1791, + "12.down_proj": 1791, + "13.q_proj": 1228, + "13.k_proj": 1228, + "13.v_proj": 1228, + "13.o_proj": 1228, + "13.gate_proj": 1791, + "13.up_proj": 1791, + "13.down_proj": 1791, + "14.q_proj": 1228, + "14.k_proj": 1228, + "14.v_proj": 1228, + "14.o_proj": 1228, + "14.gate_proj": 1791, + "14.up_proj": 1791, + "14.down_proj": 1791, + "15.q_proj": 1228, + "15.k_proj": 1228, + "15.v_proj": 1228, + "15.o_proj": 1228, + "15.gate_proj": 1791, + "15.up_proj": 1791, + "15.down_proj": 1791, + "16.q_proj": 1228, + "16.k_proj": 1228, + "16.v_proj": 1228, + "16.o_proj": 1228, + "16.gate_proj": 1791, + "16.up_proj": 1791, + "16.down_proj": 1791, + "17.q_proj": 1228, + "17.k_proj": 1228, + "17.v_proj": 1228, + "17.o_proj": 1228, + "17.gate_proj": 1791, + "17.up_proj": 1791, + "17.down_proj": 1791, + "18.q_proj": 1228, + "18.k_proj": 1228, + "18.v_proj": 1228, + "18.o_proj": 1228, + "18.gate_proj": 1791, + "18.up_proj": 1791, + "18.down_proj": 1791, + "19.q_proj": 1228, + "19.k_proj": 1228, + "19.v_proj": 1228, + "19.o_proj": 1228, + "19.gate_proj": 1791, + "19.up_proj": 1791, + "19.down_proj": 1791, + "20.q_proj": 1228, + "20.k_proj": 1228, + "20.v_proj": 1228, + "20.o_proj": 1228, + "20.gate_proj": 1791, + "20.up_proj": 1791, + "20.down_proj": 1791, + "21.q_proj": 1228, + "21.k_proj": 1228, + "21.v_proj": 1228, + "21.o_proj": 1228, + "21.gate_proj": 1791, + "21.up_proj": 1791, + "21.down_proj": 1791, + "22.q_proj": 1228, + "22.k_proj": 1228, + "22.v_proj": 1228, + "22.o_proj": 1228, + "22.gate_proj": 1791, + "22.up_proj": 1791, + "22.down_proj": 1791, + "23.q_proj": 1228, + "23.k_proj": 1228, + "23.v_proj": 1228, + "23.o_proj": 1228, + "23.gate_proj": 1791, + "23.up_proj": 1791, + "23.down_proj": 1791, + "24.q_proj": 1228, + "24.k_proj": 1228, + "24.v_proj": 1228, + "24.o_proj": 1228, + "24.gate_proj": 1791, + "24.up_proj": 1791, + "24.down_proj": 1791, + "25.q_proj": 1228, + "25.k_proj": 1228, + "25.v_proj": 1228, + "25.o_proj": 1228, + "25.gate_proj": 1791, + "25.up_proj": 1791, + "25.down_proj": 1791, + "26.q_proj": 1228, + "26.k_proj": 1228, + "26.v_proj": 1228, + "26.o_proj": 1228, + "26.gate_proj": 1791, + "26.up_proj": 1791, + "26.down_proj": 1791, + "27.q_proj": 1228, + "27.k_proj": 1228, + "27.v_proj": 1228, + "27.o_proj": 1228, + "27.gate_proj": 1791, + "27.up_proj": 1791, + "27.down_proj": 1791, + "28.q_proj": 1228, + "28.k_proj": 1228, + "28.v_proj": 1228, + "28.o_proj": 1228, + "28.gate_proj": 1791, + "28.up_proj": 1791, + "28.down_proj": 1791, + "29.q_proj": 1228, + "29.k_proj": 1228, + "29.v_proj": 1228, + "29.o_proj": 1228, + "29.gate_proj": 1791, + "29.up_proj": 1791, + "29.down_proj": 1791, + "30.q_proj": 1228, + "30.k_proj": 1228, + "30.v_proj": 1228, + "30.o_proj": 1228, + "30.gate_proj": 1791, + "30.up_proj": 1791, + "30.down_proj": 1791, + "31.q_proj": 1228, + "31.k_proj": 1228, + "31.v_proj": 1228, + "31.o_proj": 1228, + "31.gate_proj": 1791, + "31.up_proj": 1791, + "31.down_proj": 1791 + }, + "rel_err": { + "0.q_proj": 0.2203742116689682, + "0.k_proj": 0.2596583068370819, + "0.v_proj": 0.37585973739624023, + "0.o_proj": 0.37132012844085693, + "0.gate_proj": 0.45300984382629395, + "0.up_proj": 0.46403151750564575, + "0.down_proj": 0.5355023741722107, + "1.q_proj": 0.15203681588172913, + "1.k_proj": 0.12922237813472748, + "1.v_proj": 0.49110278487205505, + "1.o_proj": 0.4191373586654663, + "1.gate_proj": 0.4310280978679657, + "1.up_proj": 0.4856111705303192, + "1.down_proj": 0.5843976736068726, + "2.q_proj": 0.6027548909187317, + "2.k_proj": 1.2283414602279663, + "2.v_proj": 0.6133564710617065, + "2.o_proj": 0.5752435326576233, + "2.gate_proj": 0.49712881445884705, + "2.up_proj": 0.5334135293960571, + "2.down_proj": 0.5839651823043823, + "3.q_proj": 0.40473300218582153, + "3.k_proj": 0.4042091369628906, + "3.v_proj": 0.5433948636054993, + "3.o_proj": 0.5676196217536926, + "3.gate_proj": 0.5529192686080933, + "3.up_proj": 0.575390636920929, + "3.down_proj": 0.5499969720840454, + "4.q_proj": 0.3929049074649811, + "4.k_proj": 0.3975354731082916, + "4.v_proj": 0.5404725074768066, + "4.o_proj": 0.5707415342330933, + "4.gate_proj": 0.5536520481109619, + "4.up_proj": 0.5817952752113342, + "4.down_proj": 0.5542261004447937, + "5.q_proj": 0.4256162643432617, + "5.k_proj": 0.40914013981819153, + "5.v_proj": 0.5449831485748291, + "5.o_proj": 0.5757721066474915, + "5.gate_proj": 0.5496758818626404, + "5.up_proj": 0.5828330516815186, + "5.down_proj": 0.546186625957489, + "6.q_proj": 0.39041033387184143, + "6.k_proj": 0.39854559302330017, + "6.v_proj": 0.528648316860199, + "6.o_proj": 0.5443187952041626, + "6.gate_proj": 0.5444508194923401, + "6.up_proj": 0.5836696624755859, + "6.down_proj": 0.5455594658851624, + "7.q_proj": 0.3967597484588623, + "7.k_proj": 0.4036058187484741, + "7.v_proj": 0.5224837064743042, + "7.o_proj": 0.5622928738594055, + "7.gate_proj": 0.5414297580718994, + "7.up_proj": 0.5832188725471497, + "7.down_proj": 0.539063036441803, + "8.q_proj": 0.4069337844848633, + "8.k_proj": 0.42141464352607727, + "8.v_proj": 0.5079038739204407, + "8.o_proj": 0.5599851012229919, + "8.gate_proj": 0.5388371348381042, + "8.up_proj": 0.5783669948577881, + "8.down_proj": 0.5337540507316589, + "9.q_proj": 0.42565423250198364, + "9.k_proj": 0.4326271712779999, + "9.v_proj": 0.5071513056755066, + "9.o_proj": 0.5608668327331543, + "9.gate_proj": 0.5349782705307007, + "9.up_proj": 0.5723374485969543, + "9.down_proj": 0.532831072807312, + "10.q_proj": 0.39829522371292114, + "10.k_proj": 0.4090513586997986, + "10.v_proj": 0.4994000792503357, + "10.o_proj": 0.5260531902313232, + "10.gate_proj": 0.5296854972839355, + "10.up_proj": 0.5680866241455078, + "10.down_proj": 0.5293936729431152, + "11.q_proj": 0.5029966235160828, + "11.k_proj": 0.5857282280921936, + "11.v_proj": 0.5077091455459595, + "11.o_proj": 0.5146926641464233, + "11.gate_proj": 0.5304895639419556, + "11.up_proj": 0.5686990022659302, + "11.down_proj": 0.5359384417533875, + "12.q_proj": 0.41971442103385925, + "12.k_proj": 0.419462114572525, + "12.v_proj": 0.5052420496940613, + "12.o_proj": 0.555561900138855, + "12.gate_proj": 0.535171389579773, + "12.up_proj": 0.5690188407897949, + "12.down_proj": 0.5360665321350098, + "13.q_proj": 0.4264238774776459, + "13.k_proj": 0.44383159279823303, + "13.v_proj": 0.5333335399627686, + "13.o_proj": 0.5450499653816223, + "13.gate_proj": 0.5381858944892883, + "13.up_proj": 0.5720617771148682, + "13.down_proj": 0.5476394891738892, + "14.q_proj": 0.40808770060539246, + "14.k_proj": 0.41279512643814087, + "14.v_proj": 0.5260831117630005, + "14.o_proj": 0.5423874258995056, + "14.gate_proj": 0.5381727814674377, + "14.up_proj": 0.571212887763977, + "14.down_proj": 0.5497773885726929, + "15.q_proj": 0.427643358707428, + "15.k_proj": 0.430402547121048, + "15.v_proj": 0.5322831273078918, + "15.o_proj": 0.5528959631919861, + "15.gate_proj": 0.5424015522003174, + "15.up_proj": 0.5752651691436768, + "15.down_proj": 0.5632088780403137, + "16.q_proj": 0.4241757392883301, + "16.k_proj": 0.428740531206131, + "16.v_proj": 0.5598366260528564, + "16.o_proj": 0.5799738168716431, + "16.gate_proj": 0.5420055985450745, + "16.up_proj": 0.5729848742485046, + "16.down_proj": 0.576117992401123, + "17.q_proj": 0.46578535437583923, + "17.k_proj": 0.4641891121864319, + "17.v_proj": 0.5747930407524109, + "17.o_proj": 0.5913371443748474, + "17.gate_proj": 0.5446784496307373, + "17.up_proj": 0.5736546516418457, + "17.down_proj": 0.5741938352584839, + "18.q_proj": 0.49134334921836853, + "18.k_proj": 0.49597394466400146, + "18.v_proj": 0.5805845856666565, + "18.o_proj": 0.6163191199302673, + "18.gate_proj": 0.5532958507537842, + "18.up_proj": 0.5800125002861023, + "18.down_proj": 0.57429438829422, + "19.q_proj": 0.47406139969825745, + "19.k_proj": 0.47093987464904785, + "19.v_proj": 0.5647163987159729, + "19.o_proj": 0.6037697792053223, + "19.gate_proj": 0.5573619604110718, + "19.up_proj": 0.5808861255645752, + "19.down_proj": 0.5744664669036865, + "20.q_proj": 0.46597999334335327, + "20.k_proj": 0.4674340784549713, + "20.v_proj": 0.5782642364501953, + "20.o_proj": 0.6066093444824219, + "20.gate_proj": 0.5553886890411377, + "20.up_proj": 0.5780414342880249, + "20.down_proj": 0.5853527188301086, + "21.q_proj": 0.4807356297969818, + "21.k_proj": 0.4829312860965729, + "21.v_proj": 0.5722959041595459, + "21.o_proj": 0.6202429533004761, + "21.gate_proj": 0.5565567016601562, + "21.up_proj": 0.5779513716697693, + "21.down_proj": 0.5814393162727356, + "22.q_proj": 0.491412878036499, + "22.k_proj": 0.4965171217918396, + "22.v_proj": 0.5830443501472473, + "22.o_proj": 0.61839359998703, + "22.gate_proj": 0.5569256544113159, + "22.up_proj": 0.5771070718765259, + "22.down_proj": 0.579071581363678, + "23.q_proj": 0.5263510346412659, + "23.k_proj": 0.5243818163871765, + "23.v_proj": 0.5826330184936523, + "23.o_proj": 0.6088120937347412, + "23.gate_proj": 0.5606314539909363, + "23.up_proj": 0.5793824791908264, + "23.down_proj": 0.5715059041976929, + "24.q_proj": 0.4706953167915344, + "24.k_proj": 0.475295752286911, + "24.v_proj": 0.5745074152946472, + "24.o_proj": 0.6144008636474609, + "24.gate_proj": 0.561439037322998, + "24.up_proj": 0.5799974799156189, + "24.down_proj": 0.564521849155426, + "25.q_proj": 0.5191590189933777, + "25.k_proj": 0.5220280885696411, + "25.v_proj": 0.5829282999038696, + "25.o_proj": 0.6068444848060608, + "25.gate_proj": 0.5646811723709106, + "25.up_proj": 0.5821049213409424, + "25.down_proj": 0.5580047965049744, + "26.q_proj": 0.4826968014240265, + "26.k_proj": 0.4918776750564575, + "26.v_proj": 0.5719627737998962, + "26.o_proj": 0.6305885314941406, + "26.gate_proj": 0.5659857988357544, + "26.up_proj": 0.5841864943504333, + "26.down_proj": 0.5561909675598145, + "27.q_proj": 0.5310863256454468, + "27.k_proj": 0.5399105548858643, + "27.v_proj": 0.5920377969741821, + "27.o_proj": 0.609542965888977, + "27.gate_proj": 0.5693997144699097, + "27.up_proj": 0.5862467885017395, + "27.down_proj": 0.5546169877052307, + "28.q_proj": 0.5128820538520813, + "28.k_proj": 0.524533748626709, + "28.v_proj": 0.5881006717681885, + "28.o_proj": 0.6058833003044128, + "28.gate_proj": 0.569477379322052, + "28.up_proj": 0.5850270390510559, + "28.down_proj": 0.5633055567741394, + "29.q_proj": 0.47985121607780457, + "29.k_proj": 0.4883860647678375, + "29.v_proj": 0.57976895570755, + "29.o_proj": 0.6086795926094055, + "29.gate_proj": 0.5681332349777222, + "29.up_proj": 0.5806912183761597, + "29.down_proj": 0.5706859230995178, + "30.q_proj": 0.5127950310707092, + "30.k_proj": 0.52022385597229, + "30.v_proj": 0.5941829681396484, + "30.o_proj": 0.616165280342102, + "30.gate_proj": 0.5618646144866943, + "30.up_proj": 0.5677813291549683, + "30.down_proj": 0.5805575251579285, + "31.q_proj": 0.45459380745887756, + "31.k_proj": 0.4631442725658417, + "31.v_proj": 0.5725405216217041, + "31.o_proj": 0.5838368535041809, + "31.gate_proj": 0.5514655113220215, + "31.up_proj": 0.5524172186851501, + "31.down_proj": 0.5780768394470215 + }, + "whitening": { + "lam": 0.0, + "norm": "token", + "ridge": 0.0, + "token_mask": "nospecial", + "utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256", + "utility_calib": "wikitext2:256", + "utility_tokens": 522240, + "resmix_safety": { + "lam": Infinity, + "norm": "token", + "ridge": 1e-06, + "token_mask": "nospecial", + "utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256", + "utility_calib": "wikitext2:256", + "utility_tokens": 522240, + "safety_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/safety_l2_jbb", + "safety_mix": [ + { + "corpus": "jbb_harm_full", + "weight": 1.0, + "n_tokens": 22357, + "span": "full", + "composition": "harm" + } + ] + } + }, + "rank_by": "resmix", + "resmix_k": 0.05, + "resmix_k_abs": 16, + "ranking": { + "n_matrices": 224, + "alpha": 1.0, + "k_s_total": 3584, + "k_s_frac_of_rank": 0.010889645114244045, + "utility_error_ratio": 1.0093899254145808, + "safety_error_ratio": 0.8033637263192246, + "safety_error_reduction": 0.1966362736807754, + "safety_error_ratio_median_matrix": 0.7960747480392456, + "utility_error_ratio_median_matrix": 1.0108580589294434, + "tau_share_kept_median_matrix": 0.21944209933280945, + "resmix_k": 0.05, + "resmix_k_abs": 16, + "resmix_alpha": 1.0 + }, + "ranking_per_matrix": { + "0.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 77.22141008747145, + "T_cal": 79.2374108564045, + "tot_cal": 1387456464.0622468, + "T_safe_tail": 0.00026695238614780475, + "T_safe": 0.00019914957912260667, + "T_safe_prefix": 0.00025329240890320515, + "tau_share_kept": 0.253787743861456 + }, + "0.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 67.5111053735468, + "T_cal": 69.30592351945597, + "tot_cal": 875764010.8154682, + "T_safe_tail": 0.00023188665880910785, + "T_safe": 0.00017399775372539672, + "T_safe_prefix": 0.0002198771029699037, + "tau_share_kept": 0.24942688200069144 + }, + "0.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 3474.070384732977, + "T_cal": 3538.127652772004, + "tot_cal": 2184528.926141544, + "T_safe_tail": 0.012047952050370772, + "T_safe": 0.008936904377088162, + "T_safe_prefix": 0.011625548548632958, + "tau_share_kept": 0.2579551132638659 + }, + "0.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 6.083665781978841, + "T_cal": 6.247829387332388, + "tot_cal": 472856.92448760825, + "T_safe_tail": 0.00014637457625061632, + "T_safe": 2.912047580123315e-05, + "T_safe_prefix": 0.00013693059584485648, + "tau_share_kept": 0.8009357123148477 + }, + "0.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 360951.9982331858, + "T_cal": 365430.35950595513, + "tot_cal": 33555983.9776745, + "T_safe_tail": 1.445791690522667, + "T_safe": 0.9933205697275618, + "T_safe_prefix": 1.417938374632982, + "tau_share_kept": 0.3129282188173833 + }, + "0.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 371387.74582992296, + "T_cal": 376052.9552347809, + "tot_cal": 23550564.322516836, + "T_safe_tail": 1.442084159593763, + "T_safe": 1.0284581986708332, + "T_safe_prefix": 1.4126352228086034, + "tau_share_kept": 0.2868019303735893 + }, + "0.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 7230.992040158331, + "T_cal": 7308.710621819831, + "tot_cal": 348931.40327792394, + "T_safe_tail": 0.03423673586487766, + "T_safe": 0.028282278288644713, + "T_safe_prefix": 0.03362152183523848, + "tau_share_kept": 0.17374188165741894 + }, + "1.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 53035.13737525132, + "T_cal": 54310.02806733013, + "tot_cal": 2146040269.5576787, + "T_safe_tail": 0.19596392389687808, + "T_safe": 0.14256592644423804, + "T_safe_prefix": 0.18699284313703401, + "tau_share_kept": 0.27228116242353945 + }, + "1.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 40949.997738323924, + "T_cal": 41968.61389710009, + "tot_cal": 2350559516.390639, + "T_safe_tail": 0.15467985313468502, + "T_safe": 0.11043989345489535, + "T_safe_prefix": 0.14721360195779543, + "tau_share_kept": 0.28571930503855325 + }, + "1.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 78076.58522312714, + "T_cal": 79402.1691335598, + "tot_cal": 7958026.8037122665, + "T_safe_tail": 0.2845763129551798, + "T_safe": 0.2098707836222511, + "T_safe_prefix": 0.2761721755026123, + "tau_share_kept": 0.26222018661944163 + }, + "1.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1101.4501067170274, + "T_cal": 1142.2666639849922, + "tot_cal": 595916.001357051, + "T_safe_tail": 0.01329651866373863, + "T_safe": 0.0037342191495388782, + "T_safe_prefix": 0.01255592143499401, + "tau_share_kept": 0.7190876100064443 + }, + "1.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1429872.3582333406, + "T_cal": 1448550.0563782603, + "tot_cal": 114606152.32026605, + "T_safe_tail": 5.455451744043332, + "T_safe": 4.233945475483779, + "T_safe_prefix": 5.340984876748735, + "tau_share_kept": 0.22384804797872784 + }, + "1.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1613402.577753381, + "T_cal": 1634328.4701515585, + "tot_cal": 57442150.355089255, + "T_safe_tail": 6.188176907144101, + "T_safe": 4.795723275334751, + "T_safe_prefix": 6.058467817711119, + "tau_share_kept": 0.22495821936781477 + }, + "1.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 81189.5095648291, + "T_cal": 81796.71569980774, + "tot_cal": 1701433152.2499192, + "T_safe_tail": 1.8356016757716216, + "T_safe": 1.774833204080096, + "T_safe_prefix": 1.8121748142621072, + "tau_share_kept": 0.032750854584685685 + }, + "2.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2905277.682655734, + "T_cal": 2958032.5797680765, + "tot_cal": 3571074068.3971047, + "T_safe_tail": 11.65518920103911, + "T_safe": 8.149122024610733, + "T_safe_prefix": 11.19455900090179, + "tau_share_kept": 0.30058250236280637 + }, + "2.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2959535.9343731324, + "T_cal": 3015679.841996193, + "tot_cal": 4866641389.684712, + "T_safe_tail": 11.939531746800228, + "T_safe": 8.26961893394406, + "T_safe_prefix": 11.494299226490114, + "tau_share_kept": 0.3071370242000336 + }, + "2.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2511637.084367789, + "T_cal": 2546493.643016875, + "tot_cal": 67323013.59478322, + "T_safe_tail": 8.826303357154124, + "T_safe": 6.989997498051025, + "T_safe_prefix": 8.611725308015593, + "tau_share_kept": 0.20768237487920962 + }, + "2.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 35417.36324967992, + "T_cal": 35937.597611919045, + "tot_cal": 797801.9597473443, + "T_safe_tail": 0.1285200146421713, + "T_safe": 0.10112323470355822, + "T_safe_prefix": 0.1251065445748658, + "tau_share_kept": 0.21274922503854082 + }, + "2.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 5657871.672377063, + "T_cal": 5718823.8525390625, + "tot_cal": 163692820.1655365, + "T_safe_tail": 19.01123298775473, + "T_safe": 15.79522842002467, + "T_safe_prefix": 18.678604339957246, + "tau_share_kept": 0.16905597929763472 + }, + "2.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 5665507.429278522, + "T_cal": 5726868.483756125, + "tot_cal": 101428776.03412193, + "T_safe_tail": 18.969994504587476, + "T_safe": 15.822421590503154, + "T_safe_prefix": 18.635800707816998, + "tau_share_kept": 0.1658166265698552 + }, + "2.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 224725.25428383076, + "T_cal": 226310.0712390095, + "tot_cal": 1464333.8945482154, + "T_safe_tail": 0.5494124660653258, + "T_safe": 0.4932402931285793, + "T_safe_prefix": 0.5415322952985413, + "tau_share_kept": 0.10203770840263993 + }, + "3.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 18377081.761569776, + "T_cal": 18636299.288568735, + "tot_cal": 3411355520.674491, + "T_safe_tail": 59.818063030475145, + "T_safe": 45.273262607572406, + "T_safe_prefix": 58.11908075157612, + "tau_share_kept": 0.24281825873562768 + }, + "3.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 20142832.774073314, + "T_cal": 20434024.106016397, + "tot_cal": 4956979587.54866, + "T_safe_tail": 64.68353477698989, + "T_safe": 49.30319144453301, + "T_safe_prefix": 62.81282332063802, + "tau_share_kept": 0.2373774551358685 + }, + "3.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 9571098.377914198, + "T_cal": 9682210.140625, + "tot_cal": 143408949.82258382, + "T_safe_tail": 28.25292948878412, + "T_safe": 23.33336292971785, + "T_safe_prefix": 27.61495604099764, + "tau_share_kept": 0.17374361841071037 + }, + "3.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54777.620805779145, + "T_cal": 55489.41823230032, + "tot_cal": 1527749.5393956725, + "T_safe_tail": 0.18814929255521087, + "T_safe": 0.13843365620238046, + "T_safe_prefix": 0.18390797290726368, + "tau_share_kept": 0.26380449170322967 + }, + "3.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 14777274.641652543, + "T_cal": 14911050.265428782, + "tot_cal": 250774687.9616074, + "T_safe_tail": 42.786998960342714, + "T_safe": 36.512636296316714, + "T_safe_prefix": 42.133374222639986, + "tau_share_kept": 0.14649466353179663 + }, + "3.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 13702549.2497967, + "T_cal": 13829929.577823639, + "tot_cal": 148861255.3789514, + "T_safe_tail": 39.533628241623646, + "T_safe": 33.79899357352406, + "T_safe_prefix": 38.93084908414403, + "tau_share_kept": 0.14490764945173792 + }, + "3.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 398602.261104637, + "T_cal": 401469.11603424326, + "tot_cal": 2893917.6178187183, + "T_safe_tail": 1.0278970389651056, + "T_safe": 0.9138697315441711, + "T_safe_prefix": 1.0130652986063637, + "tau_share_kept": 0.11073113371740227 + }, + "4.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 17718829.597650126, + "T_cal": 17956344.177299738, + "tot_cal": 3305914205.6019244, + "T_safe_tail": 52.567753276166165, + "T_safe": 41.279659334108146, + "T_safe_prefix": 51.147999928929494, + "tau_share_kept": 0.2143650172616477 + }, + "4.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 19072745.190143883, + "T_cal": 19334188.686962366, + "tot_cal": 5167380417.752272, + "T_safe_tail": 56.19649916250882, + "T_safe": 44.282998630116936, + "T_safe_prefix": 54.6147973111365, + "tau_share_kept": 0.21161810680710136 + }, + "4.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 9896332.237001317, + "T_cal": 10009349.592927039, + "tot_cal": 139764032.55744833, + "T_safe_tail": 27.445361913396447, + "T_safe": 22.88712516085161, + "T_safe_prefix": 26.85285879637013, + "tau_share_kept": 0.16571754234221212 + }, + "4.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 122871.4484145712, + "T_cal": 124551.69579865038, + "tot_cal": 2224088.755946408, + "T_safe_tail": 0.42354319238395505, + "T_safe": 0.3156877592771288, + "T_safe_prefix": 0.41386625166546764, + "tau_share_kept": 0.25429449798425413 + }, + "4.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 21727756.014760666, + "T_cal": 21911751.85742283, + "tot_cal": 426665454.26638883, + "T_safe_tail": 60.72283471583572, + "T_safe": 51.22252707028588, + "T_safe_prefix": 59.85255095379421, + "tau_share_kept": 0.1563242897173718 + }, + "4.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 19428239.82949926, + "T_cal": 19598112.83848667, + "tot_cal": 206538745.89754015, + "T_safe_tail": 54.30623018042167, + "T_safe": 45.843721265106296, + "T_safe_prefix": 53.49450024485486, + "tau_share_kept": 0.1556660342731903 + }, + "4.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 733024.7597493177, + "T_cal": 738270.2857055664, + "tot_cal": 5591177.177605838, + "T_safe_tail": 1.9727958538686843, + "T_safe": 1.7457228824789581, + "T_safe_prefix": 1.9446309628258405, + "tau_share_kept": 0.11488927213279339 + }, + "5.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 21967922.661954496, + "T_cal": 22252484.416030884, + "tot_cal": 3304267588.3277636, + "T_safe_tail": 67.15026885914807, + "T_safe": 52.36276087773513, + "T_safe_prefix": 65.4615739455121, + "tau_share_kept": 0.21985824186007716 + }, + "5.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 23861089.107733615, + "T_cal": 24181133.94021988, + "tot_cal": 5422914289.351414, + "T_safe_tail": 71.88621661574142, + "T_safe": 56.80284252628917, + "T_safe_prefix": 70.02197209517271, + "tau_share_kept": 0.20947988909881182 + }, + "5.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 12311765.595896855, + "T_cal": 12450184.755697489, + "tot_cal": 151181189.08172125, + "T_safe_tail": 35.62711290882521, + "T_safe": 29.347870178719177, + "T_safe_prefix": 34.82803133756556, + "tau_share_kept": 0.17588136260215126 + }, + "5.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 162484.86629061482, + "T_cal": 164659.11632610857, + "tot_cal": 3272708.5368016176, + "T_safe_tail": 0.5235415947536224, + "T_safe": 0.3833086171575282, + "T_safe_prefix": 0.5114662049781806, + "tau_share_kept": 0.26743643904441555 + }, + "5.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 27071706.28510385, + "T_cal": 27300936.255769968, + "tot_cal": 561574840.3088853, + "T_safe_tail": 79.64168097799603, + "T_safe": 66.83505648329538, + "T_safe_prefix": 78.46625551619582, + "tau_share_kept": 0.16063747543301013 + }, + "5.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 24390354.87578107, + "T_cal": 24597110.04863, + "tot_cal": 263036866.4481256, + "T_safe_tail": 71.9139837062975, + "T_safe": 60.18102837239189, + "T_safe_prefix": 70.86222998798257, + "tau_share_kept": 0.16302253225050337 + }, + "5.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1115645.4667976552, + "T_cal": 1123830.3340688348, + "tot_cal": 7638383.736638013, + "T_safe_tail": 2.9361757913384467, + "T_safe": 2.5927511031799355, + "T_safe_prefix": 2.893416732117103, + "tau_share_kept": 0.11674631763324933 + }, + "6.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 29636662.42543599, + "T_cal": 30015545.899795532, + "tot_cal": 3603457563.3593225, + "T_safe_tail": 90.28994886805036, + "T_safe": 70.74531026083514, + "T_safe_prefix": 88.02235290176759, + "tau_share_kept": 0.21610232895958578 + }, + "6.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 32280843.737558465, + "T_cal": 32701432.122345924, + "tot_cal": 5094488754.300047, + "T_safe_tail": 96.91076646730059, + "T_safe": 77.0161677478327, + "T_safe_prefix": 94.50551178055412, + "tau_share_kept": 0.20493621083532174 + }, + "6.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 16282201.092454275, + "T_cal": 16467930.698234797, + "tot_cal": 227318854.85357448, + "T_safe_tail": 47.59495751560054, + "T_safe": 39.137900463250844, + "T_safe_prefix": 46.54213714591242, + "tau_share_kept": 0.177300938004094 + }, + "6.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 280441.3029486939, + "T_cal": 284208.72940921783, + "tot_cal": 5382796.695007328, + "T_safe_tail": 0.9428467334286748, + "T_safe": 0.6653970145333723, + "T_safe_prefix": 0.9204011225701834, + "tau_share_kept": 0.2938678268046242 + }, + "6.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 34597505.728356116, + "T_cal": 34880363.06019688, + "tot_cal": 789564625.4927213, + "T_safe_tail": 102.81346603342075, + "T_safe": 85.1543413405634, + "T_safe_prefix": 101.36919118358583, + "tau_share_kept": 0.17160782762421858 + }, + "6.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 30594772.834688354, + "T_cal": 30844670.57602024, + "tot_cal": 320168580.2915996, + "T_safe_tail": 91.22530193961856, + "T_safe": 75.5052531383999, + "T_safe_prefix": 89.94888287415961, + "tau_share_kept": 0.17216669166211818 + }, + "6.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1604593.4559544567, + "T_cal": 1616474.473342955, + "tot_cal": 11371017.8498016, + "T_safe_tail": 4.305672814464904, + "T_safe": 3.7531676506751097, + "T_safe_prefix": 4.243384646668403, + "tau_share_kept": 0.12809531301817229 + }, + "7.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 33720311.541713044, + "T_cal": 34165851.58691406, + "tot_cal": 3655330073.8735285, + "T_safe_tail": 103.0059162446916, + "T_safe": 80.47127312864995, + "T_safe_prefix": 100.43662898636194, + "tau_share_kept": 0.21839412669514927 + }, + "7.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 35359760.70138101, + "T_cal": 35827005.20362854, + "tot_cal": 5035359674.788903, + "T_safe_tail": 107.49312930634704, + "T_safe": 84.61272970546361, + "T_safe_prefix": 104.78042201899007, + "tau_share_kept": 0.2124974414798237 + }, + "7.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 17976762.57781215, + "T_cal": 18185668.732613564, + "tot_cal": 246231713.71110553, + "T_safe_tail": 53.35770766138429, + "T_safe": 43.008084386347946, + "T_safe_prefix": 52.12610411463538, + "tau_share_kept": 0.19349870332462626 + }, + "7.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 391221.6936524993, + "T_cal": 396147.3871493377, + "tot_cal": 5932433.388722833, + "T_safe_tail": 1.2565547147911273, + "T_safe": 0.8894649961735581, + "T_safe_prefix": 1.2278598448995268, + "tau_share_kept": 0.2917559023290899 + }, + "7.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 40282054.82333343, + "T_cal": 40609328.78131485, + "tot_cal": 927050333.3304193, + "T_safe_tail": 121.49730493000638, + "T_safe": 99.62727057427401, + "T_safe_prefix": 119.84567320050337, + "tau_share_kept": 0.17983505334307817 + }, + "7.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 36238354.35224149, + "T_cal": 36528135.80733514, + "tot_cal": 381030513.2143326, + "T_safe_tail": 110.51025608359545, + "T_safe": 90.06331761601905, + "T_safe_prefix": 108.86656521097757, + "tau_share_kept": 0.18487075401519837 + }, + "7.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2152162.1135768755, + "T_cal": 2168419.4647412896, + "tot_cal": 14667375.997660102, + "T_safe_tail": 5.6907367471222, + "T_safe": 4.882796692449176, + "T_safe_prefix": 5.607223157560156, + "tau_share_kept": 0.1417583785645414 + }, + "8.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 35870046.39249891, + "T_cal": 36341063.77054238, + "tot_cal": 3433892779.350514, + "T_safe_tail": 108.10917227884376, + "T_safe": 83.24369670300803, + "T_safe_prefix": 105.3324480928577, + "tau_share_kept": 0.2296287899851379 + }, + "8.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 39001684.36993331, + "T_cal": 39515594.65132737, + "tot_cal": 5142044078.227686, + "T_safe_tail": 116.94230228794703, + "T_safe": 90.26005677581361, + "T_safe_prefix": 114.02716830329518, + "tau_share_kept": 0.22779755633791196 + }, + "8.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 17770228.85451194, + "T_cal": 17978771.815969706, + "tot_cal": 271369111.5272371, + "T_safe_tail": 51.85609268044881, + "T_safe": 41.25995020875257, + "T_safe_prefix": 50.71041762552363, + "tau_share_kept": 0.203905030844389 + }, + "8.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 589916.4819149484, + "T_cal": 597503.900410071, + "tot_cal": 8684607.626879524, + "T_safe_tail": 1.7683417874512188, + "T_safe": 1.2053538567570286, + "T_safe_prefix": 1.727757559283475, + "tau_share_kept": 0.31802269132185573 + }, + "8.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 41393120.72183786, + "T_cal": 41725922.45874405, + "tot_cal": 947507801.6766794, + "T_safe_tail": 126.62256943971255, + "T_safe": 101.79692195524785, + "T_safe_prefix": 124.84571835339102, + "tau_share_kept": 0.19589816235079152 + }, + "8.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 39098173.04396655, + "T_cal": 39412370.507246256, + "tot_cal": 441905188.0473714, + "T_safe_tail": 120.07616399318364, + "T_safe": 96.22282381682544, + "T_safe_prefix": 118.42637108395229, + "tau_share_kept": 0.19849500022121452 + }, + "8.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2613357.092724949, + "T_cal": 2632955.8633122593, + "tot_cal": 17727824.47729045, + "T_safe_tail": 6.921612039797919, + "T_safe": 5.909580139746652, + "T_safe_prefix": 6.824723736939632, + "tau_share_kept": 0.14597705840910719 + }, + "9.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 42266398.70941296, + "T_cal": 42820657.67211938, + "tot_cal": 3341722498.291634, + "T_safe_tail": 124.08849487919073, + "T_safe": 95.26514398480595, + "T_safe_prefix": 120.84122719784864, + "tau_share_kept": 0.23188339975610342 + }, + "9.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 45872947.54657139, + "T_cal": 46469877.96513462, + "tot_cal": 5276244477.792203, + "T_safe_tail": 133.21664769845108, + "T_safe": 103.00175918075638, + "T_safe_prefix": 129.9565123219836, + "tau_share_kept": 0.22637327174249894 + }, + "9.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 19975623.68901691, + "T_cal": 20209226.111910105, + "tot_cal": 288593651.5183767, + "T_safe_tail": 57.11555974449249, + "T_safe": 44.954568566117814, + "T_safe_prefix": 55.88275251705477, + "tau_share_kept": 0.21253402743416527 + }, + "9.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 879272.1330332893, + "T_cal": 890817.1750062741, + "tot_cal": 11300198.003479237, + "T_safe_tail": 2.745116348178541, + "T_safe": 1.8293993223508096, + "T_safe_prefix": 2.6856991239522046, + "tau_share_kept": 0.3332103026997936 + }, + "9.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 43366986.054727644, + "T_cal": 43718376.11734867, + "tot_cal": 1019491773.4314424, + "T_safe_tail": 133.05622445755057, + "T_safe": 105.02883703986663, + "T_safe_prefix": 131.19194216787946, + "tau_share_kept": 0.21048564918645482 + }, + "9.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 42170908.618406996, + "T_cal": 42509343.05344486, + "tot_cal": 498854231.59230846, + "T_safe_tail": 129.8620468860384, + "T_safe": 102.27791753482597, + "T_safe_prefix": 128.0788365221233, + "tau_share_kept": 0.21225694586267413 + }, + "9.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 3146257.9093004093, + "T_cal": 3169766.4363565445, + "tot_cal": 20907372.886749603, + "T_safe_tail": 8.453144272395859, + "T_safe": 7.141122839501804, + "T_safe_prefix": 8.333059799144621, + "tau_share_kept": 0.1549860134871463 + }, + "10.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 37905790.53617795, + "T_cal": 38413769.51534486, + "tot_cal": 3375014456.124162, + "T_safe_tail": 111.49585254696072, + "T_safe": 85.35207826865735, + "T_safe_prefix": 108.89032843526002, + "tau_share_kept": 0.23411714173745582 + }, + "10.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 43066065.062111095, + "T_cal": 43643958.3855629, + "tot_cal": 5378113430.784975, + "T_safe_tail": 124.93737579553667, + "T_safe": 96.78536792520026, + "T_safe_prefix": 121.8244778614062, + "tau_share_kept": 0.22493755162270926 + }, + "10.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 19813851.31461434, + "T_cal": 20050371.873979807, + "tot_cal": 300757945.3896593, + "T_safe_tail": 57.08306480481755, + "T_safe": 44.76435697144575, + "T_safe_prefix": 55.898124064853846, + "tau_share_kept": 0.21538850697094306 + }, + "10.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1131622.3220857563, + "T_cal": 1146226.6511811167, + "tot_cal": 14974261.514497953, + "T_safe_tail": 3.899152340319793, + "T_safe": 2.6248048085854094, + "T_safe_prefix": 3.802930710590772, + "tau_share_kept": 0.3264468059665241 + }, + "10.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 44343987.39927982, + "T_cal": 44703849.63378906, + "tot_cal": 1065375209.9081845, + "T_safe_tail": 138.75267027547685, + "T_safe": 108.24121763349103, + "T_safe_prefix": 136.83229249819215, + "tau_share_kept": 0.2197485213403562 + }, + "10.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 44382469.05395833, + "T_cal": 44738840.94154453, + "tot_cal": 545477576.7486062, + "T_safe_tail": 139.91050544637903, + "T_safe": 108.64474112167954, + "T_safe_prefix": 137.99921761086443, + "tau_share_kept": 0.2233149927315303 + }, + "10.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 3499524.4820522717, + "T_cal": 3525797.906381622, + "tot_cal": 24245688.97953096, + "T_safe_tail": 9.931409255958146, + "T_safe": 8.31717307459536, + "T_safe_prefix": 9.789821573985137, + "tau_share_kept": 0.16231123031187475 + }, + "11.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 39046499.04407245, + "T_cal": 39573805.86862564, + "tot_cal": 3398272178.455746, + "T_safe_tail": 117.46458030932683, + "T_safe": 88.99364467965734, + "T_safe_prefix": 114.52657110387463, + "tau_share_kept": 0.24198379688876084 + }, + "11.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 41853617.794171184, + "T_cal": 42403434.94951725, + "tot_cal": 5125116558.334552, + "T_safe_tail": 125.88714260879121, + "T_safe": 95.32185815970388, + "T_safe_prefix": 122.77066729782382, + "tau_share_kept": 0.24245715313575347 + }, + "11.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 24837496.437458605, + "T_cal": 25141537.654618263, + "tot_cal": 375904219.30921096, + "T_safe_tail": 73.74844821017743, + "T_safe": 56.57482892550456, + "T_safe_prefix": 72.1598868193687, + "tau_share_kept": 0.2325247257875906 + }, + "11.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1068571.7291080374, + "T_cal": 1082392.3325538635, + "tot_cal": 14399992.536251713, + "T_safe_tail": 3.3321900486583353, + "T_safe": 2.1401919830264546, + "T_safe_prefix": 3.2472187724243327, + "tau_share_kept": 0.35742982327318595 + }, + "11.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 48898328.791989066, + "T_cal": 49282847.43272996, + "tot_cal": 1093277261.775936, + "T_safe_tail": 156.74126155821688, + "T_safe": 120.73679185291985, + "T_safe_prefix": 154.40150909475415, + "tau_share_kept": 0.2295591474907667 + }, + "11.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 50154758.72772544, + "T_cal": 50551030.728310585, + "tot_cal": 563128675.7775427, + "T_safe_tail": 160.58749266919304, + "T_safe": 124.00904453159092, + "T_safe_prefix": 158.36585566704252, + "tau_share_kept": 0.2276318673423313 + }, + "11.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 3947658.603775186, + "T_cal": 3977158.190986648, + "tot_cal": 25209710.693248942, + "T_safe_tail": 10.881496556497314, + "T_safe": 9.202720838585776, + "T_safe_prefix": 10.729034959458716, + "tau_share_kept": 0.15404364033273207 + }, + "12.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 51661536.35269454, + "T_cal": 52338286.97795963, + "tot_cal": 3361189035.904561, + "T_safe_tail": 153.5163568877401, + "T_safe": 116.00498895632336, + "T_safe_prefix": 149.83132212816054, + "tau_share_kept": 0.24399552513135384 + }, + "12.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54632300.277512744, + "T_cal": 55327991.63437486, + "tot_cal": 5250354801.93354, + "T_safe_tail": 162.0552480651148, + "T_safe": 122.60742080416912, + "T_safe_prefix": 158.2312529002993, + "tau_share_kept": 0.2431026917017813 + }, + "12.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 27531705.004625227, + "T_cal": 27863639.61051202, + "tot_cal": 359575719.10439086, + "T_safe_tail": 81.13110741961233, + "T_safe": 61.99754179235606, + "T_safe_prefix": 79.33584786694064, + "tau_share_kept": 0.23544068750592118 + }, + "12.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1398416.1214710348, + "T_cal": 1415670.0521707535, + "tot_cal": 15764559.835182097, + "T_safe_tail": 4.240865580447561, + "T_safe": 2.9160272182625846, + "T_safe_prefix": 4.150146820711825, + "tau_share_kept": 0.3119998539504803 + }, + "12.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 52475533.88960533, + "T_cal": 52894284.621463776, + "tot_cal": 1080492173.030867, + "T_safe_tail": 165.91828580024838, + "T_safe": 128.02628041663502, + "T_safe_prefix": 163.55643627631162, + "tau_share_kept": 0.2282070345103025 + }, + "12.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54683416.80318396, + "T_cal": 55118944.29553056, + "tot_cal": 602727641.785566, + "T_safe_tail": 173.29972035058847, + "T_safe": 133.7510461548809, + "T_safe_prefix": 170.89489995525219, + "tau_share_kept": 0.228041106678258 + }, + "12.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 4585849.31451246, + "T_cal": 4620050.080559015, + "tot_cal": 28233958.769409515, + "T_safe_tail": 12.73266803327843, + "T_safe": 10.776154132650845, + "T_safe_prefix": 12.559058316175879, + "tau_share_kept": 0.15344338111152686 + }, + "13.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54887301.78709998, + "T_cal": 55580716.15991807, + "tot_cal": 3323499766.2132454, + "T_safe_tail": 161.76888548845116, + "T_safe": 122.97678705902308, + "T_safe_prefix": 157.70050389474272, + "tau_share_kept": 0.23941803691375485 + }, + "13.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 61961172.7000309, + "T_cal": 62742890.77121353, + "tot_cal": 5026843021.951019, + "T_safe_tail": 182.15092726610897, + "T_safe": 138.90103486858516, + "T_safe_prefix": 178.02993384577803, + "tau_share_kept": 0.23702913136858597 + }, + "13.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 34864574.69725865, + "T_cal": 35267139.30309391, + "tot_cal": 362091575.22263426, + "T_safe_tail": 104.32268027032336, + "T_safe": 79.71297247811981, + "T_safe_prefix": 102.19824812177194, + "tau_share_kept": 0.23548511440733255 + }, + "13.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1440510.241697386, + "T_cal": 1458810.4454041123, + "tot_cal": 18818126.580558598, + "T_safe_tail": 4.4918962912465155, + "T_safe": 2.9273752518236194, + "T_safe_prefix": 4.392255396510336, + "tau_share_kept": 0.34785901551817205 + }, + "13.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 55159161.04960403, + "T_cal": 55596057.26387882, + "tot_cal": 1149720044.8756483, + "T_safe_tail": 176.15883617543125, + "T_safe": 134.57470041368288, + "T_safe_prefix": 173.671107359879, + "tau_share_kept": 0.23589828335534258 + }, + "13.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 59142940.74286401, + "T_cal": 59608819.439736366, + "tot_cal": 657147375.5085214, + "T_safe_tail": 189.90786957542264, + "T_safe": 144.72045761294794, + "T_safe_prefix": 187.28129855386578, + "tau_share_kept": 0.23778165748923336 + }, + "13.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 5587178.924510085, + "T_cal": 5627865.439300597, + "tot_cal": 33479839.716230996, + "T_safe_tail": 16.81451257027426, + "T_safe": 14.004884488997277, + "T_safe_prefix": 16.587382642137754, + "tau_share_kept": 0.16689585334513146 + }, + "14.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 51179677.01391347, + "T_cal": 51847136.96437478, + "tot_cal": 3424497084.620049, + "T_safe_tail": 155.38419072976308, + "T_safe": 116.05912664323932, + "T_safe_prefix": 151.86051165837853, + "tau_share_kept": 0.2527277828448063 + }, + "14.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54341349.46903983, + "T_cal": 55024608.73126602, + "tot_cal": 5510656213.931662, + "T_safe_tail": 165.54992429651082, + "T_safe": 123.1209134404935, + "T_safe_prefix": 161.75221624170172, + "tau_share_kept": 0.25592520026780524 + }, + "14.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 33566554.89102552, + "T_cal": 33964519.71536851, + "tot_cal": 360244545.9964428, + "T_safe_tail": 101.42019061803794, + "T_safe": 76.91068329462814, + "T_safe_prefix": 99.4035676196736, + "tau_share_kept": 0.24128596616370024 + }, + "14.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1797072.7695195642, + "T_cal": 1818987.9362958819, + "tot_cal": 20402533.4957954, + "T_safe_tail": 5.21374870835043, + "T_safe": 3.649137300689077, + "T_safe_prefix": 5.091844999129535, + "tau_share_kept": 0.2997706467947603 + }, + "14.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 60591360.210778385, + "T_cal": 61072935.226536036, + "tot_cal": 1212320834.5329714, + "T_safe_tail": 199.75359005188977, + "T_safe": 151.47558632129312, + "T_safe_prefix": 196.84169531101452, + "tau_share_kept": 0.2415370155594936 + }, + "14.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 65157106.61356242, + "T_cal": 65673985.026066065, + "tot_cal": 707045492.3796909, + "T_safe_tail": 215.7006803066777, + "T_safe": 163.27469744792688, + "T_safe_prefix": 212.5925830045162, + "tau_share_kept": 0.2428969887616412 + }, + "14.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 6588993.496744587, + "T_cal": 6635799.898459017, + "tot_cal": 37892522.42533916, + "T_safe_tail": 19.645147226254128, + "T_safe": 16.670711378509623, + "T_safe_prefix": 19.360017623905378, + "tau_share_kept": 0.15118117421241387 + }, + "15.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54035117.13901932, + "T_cal": 54723945.38977146, + "tot_cal": 3512637037.705689, + "T_safe_tail": 165.5453119831713, + "T_safe": 124.91605667583008, + "T_safe_prefix": 161.52303500987182, + "tau_share_kept": 0.24507431770166752 + }, + "15.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 58331721.677353665, + "T_cal": 59064118.28494644, + "tot_cal": 5369430372.247769, + "T_safe_tail": 178.40679883546244, + "T_safe": 134.71360185402227, + "T_safe_prefix": 174.35404026020842, + "tau_share_kept": 0.24453071303659843 + }, + "15.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 36365381.53584312, + "T_cal": 36785794.57240701, + "tot_cal": 384605507.73602444, + "T_safe_tail": 111.97195583477075, + "T_safe": 84.9476042590768, + "T_safe_prefix": 109.72135742522369, + "tau_share_kept": 0.2409674957518986 + }, + "15.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2127809.8558678827, + "T_cal": 2154184.7125917077, + "tot_cal": 24499353.420554943, + "T_safe_tail": 7.568291814932039, + "T_safe": 5.2614610006551175, + "T_safe_prefix": 7.408906965680728, + "tau_share_kept": 0.30445702710706646 + }, + "15.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 66238654.419413134, + "T_cal": 66768831.81976414, + "tot_cal": 1314933826.747109, + "T_safe_tail": 221.39313118580895, + "T_safe": 168.63530590852315, + "T_safe_prefix": 218.29692202231035, + "tau_share_kept": 0.238134889536827 + }, + "15.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 71146360.5338017, + "T_cal": 71714830.64996338, + "tot_cal": 779539258.1419171, + "T_safe_tail": 238.0268649696917, + "T_safe": 181.35371906794262, + "T_safe_prefix": 234.82264873873737, + "tau_share_kept": 0.23795495685366522 + }, + "15.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 8244085.324443165, + "T_cal": 8302513.233036041, + "tot_cal": 47193390.22406272, + "T_safe_tail": 25.817389249470814, + "T_safe": 21.70420978637253, + "T_safe_prefix": 25.45351247919848, + "tau_share_kept": 0.1591136772976114 + }, + "16.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54588292.83386767, + "T_cal": 55273431.07956028, + "tot_cal": 3495727897.9759445, + "T_safe_tail": 170.21928174498748, + "T_safe": 128.23775750404457, + "T_safe_prefix": 166.29786039009923, + "tau_share_kept": 0.24625755311143005 + }, + "16.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 58671997.51439902, + "T_cal": 59394846.01744866, + "tot_cal": 5701588558.12833, + "T_safe_tail": 183.59948277760572, + "T_safe": 138.1079315360921, + "T_safe_prefix": 179.49960018816, + "tau_share_kept": 0.24740200708731488 + }, + "16.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 45047410.50719842, + "T_cal": 45536538.61134553, + "tot_cal": 383800413.38366956, + "T_safe_tail": 142.59668965713436, + "T_safe": 108.41954852666186, + "T_safe_prefix": 139.67080061441175, + "tau_share_kept": 0.2392798873157992 + }, + "16.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2833948.541101198, + "T_cal": 2868143.1912637353, + "tot_cal": 32191586.727946043, + "T_safe_tail": 11.69489615570326, + "T_safe": 8.048871421084186, + "T_safe_prefix": 11.414091382135894, + "tau_share_kept": 0.3114654939910249 + }, + "16.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 72306991.19677594, + "T_cal": 72886288.32917118, + "tot_cal": 1507189514.4793177, + "T_safe_tail": 253.62544664580923, + "T_safe": 192.47066450393413, + "T_safe_prefix": 250.06944928920802, + "tau_share_kept": 0.24098672136701413 + }, + "16.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 76024944.77969053, + "T_cal": 76634054.79678726, + "tot_cal": 880628433.7173908, + "T_safe_tail": 268.8614977345843, + "T_safe": 202.44189117279257, + "T_safe_prefix": 265.0857471644158, + "tau_share_kept": 0.24690414192631893 + }, + "16.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 10728351.486827105, + "T_cal": 10804349.740242958, + "tot_cal": 60224824.41982937, + "T_safe_tail": 35.88432105834639, + "T_safe": 30.01839697599644, + "T_safe_prefix": 35.39274417385627, + "tau_share_kept": 0.16323580397202006 + }, + "17.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 67180404.3120421, + "T_cal": 68012106.98736572, + "tot_cal": 3449700183.8289695, + "T_safe_tail": 229.00728138133695, + "T_safe": 171.36008845736797, + "T_safe_prefix": 223.97906031731054, + "tau_share_kept": 0.25136262747383614 + }, + "17.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 69630687.3572055, + "T_cal": 70485961.61975479, + "tot_cal": 5234912364.09167, + "T_safe_tail": 237.21019078749202, + "T_safe": 177.54776663892335, + "T_safe_prefix": 231.86284314846853, + "tau_share_kept": 0.2511173684893343 + }, + "17.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 49174169.88207339, + "T_cal": 49717330.891350746, + "tot_cal": 418520979.3784498, + "T_safe_tail": 168.79245497026415, + "T_safe": 126.76192026710851, + "T_safe_prefix": 165.53396051535037, + "tau_share_kept": 0.24866691259328347 + }, + "17.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2287323.755920618, + "T_cal": 2313544.233085215, + "tot_cal": 23831462.504337505, + "T_safe_tail": 8.165919518915722, + "T_safe": 5.726562569109376, + "T_safe_prefix": 8.004540091474212, + "tau_share_kept": 0.2984020766499474 + }, + "17.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 85816189.43633568, + "T_cal": 86502261.17670536, + "tot_cal": 1593717545.549384, + "T_safe_tail": 319.491471336328, + "T_safe": 242.1360207277794, + "T_safe_prefix": 315.16278778744527, + "tau_share_kept": 0.24197833804041394 + }, + "17.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 87285163.38732703, + "T_cal": 87974214.20106506, + "tot_cal": 900750677.2539521, + "T_safe_tail": 327.5734401337904, + "T_safe": 247.154000116283, + "T_safe_prefix": 322.6353587143276, + "tau_share_kept": 0.2453661919217006 + }, + "17.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 11992761.18973192, + "T_cal": 12077452.498336375, + "tot_cal": 65483055.9412715, + "T_safe_tail": 38.5343976718931, + "T_safe": 33.23730720958338, + "T_safe_prefix": 38.010869846367314, + "tau_share_kept": 0.13724116956480023 + }, + "18.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 82076807.07831582, + "T_cal": 83058445.44165039, + "tot_cal": 3671122137.9832892, + "T_safe_tail": 284.0641912935871, + "T_safe": 215.42219677336197, + "T_safe_prefix": 277.7112576789259, + "tau_share_kept": 0.24128517444376782 + }, + "18.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 87651005.82149218, + "T_cal": 88691844.57870865, + "tot_cal": 5168667183.693464, + "T_safe_tail": 301.03516819517125, + "T_safe": 229.6119023962092, + "T_safe_prefix": 294.58638122424964, + "tau_share_kept": 0.23689839159262743 + }, + "18.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 63145376.997936584, + "T_cal": 63822076.95581913, + "tot_cal": 487972250.3343717, + "T_safe_tail": 222.45262322803012, + "T_safe": 169.09465779738184, + "T_safe_prefix": 218.19731412864348, + "tau_share_kept": 0.2394809818104483 + }, + "18.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2376487.008397189, + "T_cal": 2405745.6511002183, + "tot_cal": 23906162.127633635, + "T_safe_tail": 9.922524469110387, + "T_safe": 6.741036800886832, + "T_safe_prefix": 9.722086249814822, + "tau_share_kept": 0.3202919318743011 + }, + "18.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 100826198.8993708, + "T_cal": 101623292.5770607, + "tot_cal": 1700325352.4976764, + "T_safe_tail": 381.83107152857986, + "T_safe": 289.9859736483231, + "T_safe_prefix": 376.62237908743555, + "tau_share_kept": 0.2404114536279323 + }, + "18.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 99175296.21148592, + "T_cal": 99966174.7358551, + "tot_cal": 948846253.9017069, + "T_safe_tail": 375.6410115122185, + "T_safe": 285.9983476341622, + "T_safe_prefix": 370.78657771062353, + "tau_share_kept": 0.2385079371813863 + }, + "18.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 14201465.637009488, + "T_cal": 14299548.37492472, + "tot_cal": 76165055.70331585, + "T_safe_tail": 45.806856841747575, + "T_safe": 39.57796952509034, + "T_safe_prefix": 45.18536897893705, + "tau_share_kept": 0.1357634325871396 + }, + "19.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 75360090.46111968, + "T_cal": 76273885.78912354, + "tot_cal": 3359162301.6112494, + "T_safe_tail": 256.5826420146056, + "T_safe": 196.99436482826513, + "T_safe_prefix": 251.00573872492896, + "tau_share_kept": 0.23187385825064655 + }, + "19.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 77009630.20055932, + "T_cal": 77961294.65812778, + "tot_cal": 5215928025.688413, + "T_safe_tail": 262.13224399216995, + "T_safe": 200.25490428415742, + "T_safe_prefix": 256.39859253168106, + "tau_share_kept": 0.23567461860562652 + }, + "19.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 61869776.87171974, + "T_cal": 62571707.444574594, + "tot_cal": 500073847.69792855, + "T_safe_tail": 211.19509403325662, + "T_safe": 162.14196162909502, + "T_safe_prefix": 207.27422212952752, + "tau_share_kept": 0.23189053034578236 + }, + "19.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2548684.9024389237, + "T_cal": 2578965.8571715504, + "tot_cal": 23832339.893750325, + "T_safe_tail": 9.415950843272283, + "T_safe": 6.581616646543864, + "T_safe_prefix": 9.214800453804003, + "tau_share_kept": 0.30067598483308766 + }, + "19.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 112876776.2490233, + "T_cal": 113762993.53585148, + "tot_cal": 1674207403.5005445, + "T_safe_tail": 422.63628218328864, + "T_safe": 324.86685100593604, + "T_safe_prefix": 416.7428253765829, + "tau_share_kept": 0.23120674321047183 + }, + "19.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 109009325.78911385, + "T_cal": 109875169.71764469, + "tot_cal": 1011651244.1312292, + "T_safe_tail": 411.24453871096364, + "T_safe": 314.9486205980793, + "T_safe_prefix": 405.4693905783097, + "tau_share_kept": 0.23400710091158108 + }, + "19.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 16006565.705108747, + "T_cal": 16113273.99654603, + "tot_cal": 84087647.7489427, + "T_safe_tail": 48.76254430481268, + "T_safe": 42.7233322767936, + "T_safe_prefix": 48.10917901525045, + "tau_share_kept": 0.12360153739290525 + }, + "20.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 75823165.24330401, + "T_cal": 76767886.58151627, + "tot_cal": 3452500471.865864, + "T_safe_tail": 254.39187834330212, + "T_safe": 196.29710194439758, + "T_safe_prefix": 248.77106552973055, + "tau_share_kept": 0.2280004942813395 + }, + "20.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 79074967.76573178, + "T_cal": 80044999.58047867, + "tot_cal": 5112139196.103524, + "T_safe_tail": 265.5289877324368, + "T_safe": 205.55224582042138, + "T_safe_prefix": 259.57815133312033, + "tau_share_kept": 0.2254786885408235 + }, + "20.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 68001722.43260998, + "T_cal": 68729459.45995426, + "tot_cal": 485999572.13406134, + "T_safe_tail": 234.4143995574725, + "T_safe": 180.6127226247636, + "T_safe_prefix": 229.7474725893153, + "tau_share_kept": 0.2291143045813919 + }, + "20.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2960326.801046974, + "T_cal": 2994337.474807635, + "tot_cal": 35163511.08835725, + "T_safe_tail": 10.098271053845565, + "T_safe": 6.766858447226753, + "T_safe_prefix": 9.895318852079583, + "tau_share_kept": 0.32956662841481227 + }, + "20.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 119633246.12270269, + "T_cal": 120572731.36999607, + "tot_cal": 1862422789.5127378, + "T_safe_tail": 452.23318896876367, + "T_safe": 350.6549977159593, + "T_safe_prefix": 445.59653298814374, + "tau_share_kept": 0.22447469264753137 + }, + "20.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 113700994.62420961, + "T_cal": 114601562.1249857, + "tot_cal": 1109649430.0050313, + "T_safe_tail": 434.57559326250475, + "T_safe": 334.38990790606476, + "T_safe_prefix": 428.67956670759304, + "tau_share_kept": 0.23038251221286823 + }, + "20.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 19330123.03944908, + "T_cal": 19461569.196521997, + "tot_cal": 104423476.18709283, + "T_safe_tail": 60.545738672260484, + "T_safe": 52.888271954729134, + "T_safe_prefix": 59.74987785307917, + "tau_share_kept": 0.1262516427911422 + }, + "21.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 86798447.18711177, + "T_cal": 87857925.40530777, + "tot_cal": 3410982766.344836, + "T_safe_tail": 300.3355037314333, + "T_safe": 232.13642436952887, + "T_safe_prefix": 293.72106339288075, + "tau_share_kept": 0.22667759315834937 + }, + "21.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 89729042.92411542, + "T_cal": 90829667.06703281, + "tot_cal": 4929104993.999958, + "T_safe_tail": 311.88864812675365, + "T_safe": 239.18835309130736, + "T_safe_prefix": 304.8841385543674, + "tau_share_kept": 0.23275097142114312 + }, + "21.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 79986267.31205916, + "T_cal": 80868446.03649998, + "tot_cal": 572773594.690318, + "T_safe_tail": 280.3462620694189, + "T_safe": 216.18098735902458, + "T_safe_prefix": 274.9846983216448, + "tau_share_kept": 0.22847968870807503 + }, + "21.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2889112.3149303677, + "T_cal": 2922490.416873932, + "tot_cal": 24944123.05438078, + "T_safe_tail": 11.481617415714192, + "T_safe": 7.93650403534798, + "T_safe_prefix": 11.256137113468867, + "tau_share_kept": 0.3083518689525246 + }, + "21.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 134644197.90781894, + "T_cal": 135692603.01379776, + "tot_cal": 1897748410.3891902, + "T_safe_tail": 517.3051291772238, + "T_safe": 400.4611008247739, + "T_safe_prefix": 510.1186278337591, + "tau_share_kept": 0.225728606927757 + }, + "21.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 125118231.70360848, + "T_cal": 126111298.85273838, + "tot_cal": 1150604038.606769, + "T_safe_tail": 482.38501153226184, + "T_safe": 372.76449009439966, + "T_safe_prefix": 475.82601229634383, + "tau_share_kept": 0.22711595594480005 + }, + "21.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 21437285.618454017, + "T_cal": 21581142.061172485, + "tot_cal": 112300735.03998064, + "T_safe_tail": 61.934069246387935, + "T_safe": 54.6129367005924, + "T_safe_prefix": 61.09417911065975, + "tau_share_kept": 0.11798195098997467 + }, + "22.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 100418426.27131528, + "T_cal": 101612266.9596901, + "tot_cal": 3756743513.922126, + "T_safe_tail": 344.514015616499, + "T_safe": 268.0496827000752, + "T_safe_prefix": 337.0195882059634, + "tau_share_kept": 0.22157926920657353 + }, + "22.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 104738745.5411497, + "T_cal": 105994605.63359165, + "tot_cal": 5210870287.475811, + "T_safe_tail": 359.72511439020593, + "T_safe": 279.3894447492348, + "T_safe_prefix": 352.14445812776466, + "tau_share_kept": 0.22297578032187962 + }, + "22.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 88759518.07297817, + "T_cal": 89710995.66903019, + "tot_cal": 622290842.5815187, + "T_safe_tail": 307.1671932179442, + "T_safe": 238.3984462282424, + "T_safe_prefix": 301.25817793977694, + "tau_share_kept": 0.22346798366849094 + }, + "22.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 4066949.177983149, + "T_cal": 4112093.835597098, + "tot_cal": 41988293.711521566, + "T_safe_tail": 10.781087435151179, + "T_safe": 8.172713890774105, + "T_safe_prefix": 10.573780328128635, + "tau_share_kept": 0.24158064997658177 + }, + "22.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 149144061.91663623, + "T_cal": 150310832.6345682, + "tot_cal": 1994706807.7952352, + "T_safe_tail": 557.2036074094224, + "T_safe": 437.5413083360181, + "T_safe_prefix": 549.6233832436301, + "tau_share_kept": 0.21459749862563599 + }, + "22.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 136465305.07600892, + "T_cal": 137531461.8208351, + "tot_cal": 1216681959.6608853, + "T_safe_tail": 511.1863017814946, + "T_safe": 401.4914847891523, + "T_safe_prefix": 504.27918927022256, + "tau_share_kept": 0.21444080464289617 + }, + "22.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 25050461.797362637, + "T_cal": 25216653.88956666, + "tot_cal": 126211833.52584954, + "T_safe_tail": 69.92767462205444, + "T_safe": 61.6481044562463, + "T_safe_prefix": 68.99739495697213, + "tau_share_kept": 0.11816741153614105 + }, + "23.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 131050856.4416346, + "T_cal": 132530730.85218811, + "tot_cal": 3548372085.336571, + "T_safe_tail": 445.1990543523545, + "T_safe": 347.6009783133086, + "T_safe_prefix": 435.98416206636466, + "tau_share_kept": 0.2188544409156361 + }, + "23.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 132731253.27358998, + "T_cal": 134250218.34274387, + "tot_cal": 4837989597.430144, + "T_safe_tail": 449.9005202772055, + "T_safe": 351.00031933823266, + "T_safe_prefix": 439.96424336481505, + "tau_share_kept": 0.21944210440514403 + }, + "23.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 113426670.10711384, + "T_cal": 114637987.82981968, + "tot_cal": 759766080.8255507, + "T_safe_tail": 384.52486060498006, + "T_safe": 301.26996359549594, + "T_safe_prefix": 377.68762184103616, + "tau_share_kept": 0.2161544857865808 + }, + "23.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 4612094.167979369, + "T_cal": 4659651.350469828, + "tot_cal": 35657491.27769051, + "T_safe_tail": 13.474536367720741, + "T_safe": 10.03781161575921, + "T_safe_prefix": 13.2076078925204, + "tau_share_kept": 0.25467207764899025 + }, + "23.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 168324905.01243123, + "T_cal": 169611908.36151505, + "tot_cal": 1967813500.5346577, + "T_safe_tail": 618.342453588104, + "T_safe": 488.50697220486836, + "T_safe_prefix": 609.6069576807931, + "tau_share_kept": 0.2098278155460019 + }, + "23.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 154752448.87527037, + "T_cal": 155953705.05157852, + "tot_cal": 1268242279.5136707, + "T_safe_tail": 569.8688923965954, + "T_safe": 449.08871399355485, + "T_safe_prefix": 561.9897797495687, + "tau_share_kept": 0.21179751271477856 + }, + "23.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 27503650.76527202, + "T_cal": 27681573.638916016, + "tot_cal": 136462228.11354718, + "T_safe_tail": 73.12502792936374, + "T_safe": 64.90941205994113, + "T_safe_prefix": 72.12915423471804, + "tau_share_kept": 0.11211171650436068 + }, + "24.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 99982850.2463347, + "T_cal": 101175072.47938538, + "tot_cal": 3445565520.8970523, + "T_safe_tail": 326.1412614952409, + "T_safe": 257.29992483189926, + "T_safe_prefix": 318.5732847527979, + "tau_share_kept": 0.21062761480662553 + }, + "24.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 102917960.51401372, + "T_cal": 104136922.5625, + "tot_cal": 5058832542.069076, + "T_safe_tail": 337.3264484634401, + "T_safe": 263.7519033677527, + "T_safe_prefix": 329.62912101982874, + "tau_share_kept": 0.21768824292685704 + }, + "24.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 107944693.91049585, + "T_cal": 109078665.88817692, + "tot_cal": 716682938.4250858, + "T_safe_tail": 356.1608558110161, + "T_safe": 279.8599545919715, + "T_safe_prefix": 349.3389352776612, + "tau_share_kept": 0.21381257112676874 + }, + "24.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 4847478.7815299705, + "T_cal": 4901023.076369822, + "tot_cal": 48348986.33095213, + "T_safe_tail": 14.601545447292548, + "T_safe": 10.854584028702675, + "T_safe_prefix": 14.313428663729212, + "tau_share_kept": 0.2562093488329281 + }, + "24.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 186198436.2440737, + "T_cal": 187619820.81921482, + "tot_cal": 2072454867.0448756, + "T_safe_tail": 665.0490483391503, + "T_safe": 528.895684616964, + "T_safe_prefix": 656.2366797079776, + "tau_share_kept": 0.2045645430910916 + }, + "24.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 171258120.01743144, + "T_cal": 172548415.52231693, + "tot_cal": 1327845138.6307344, + "T_safe_tail": 613.8878585165091, + "T_safe": 486.8074345999048, + "T_safe_prefix": 605.6242480909023, + "tau_share_kept": 0.20684795943476667 + }, + "24.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 29971811.38355725, + "T_cal": 30164032.35633111, + "tot_cal": 145811877.07174623, + "T_safe_tail": 73.92831573808286, + "T_safe": 66.38912309427633, + "T_safe_prefix": 72.93840820789137, + "tau_share_kept": 0.10172318603301402 + }, + "25.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 145720602.1953268, + "T_cal": 147312055.27984715, + "tot_cal": 3511940928.331681, + "T_safe_tail": 469.7164523026167, + "T_safe": 371.75505396750304, + "T_safe_prefix": 459.71656213660026, + "tau_share_kept": 0.20815135550855365 + }, + "25.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 151428170.48425847, + "T_cal": 153118123.62934208, + "tot_cal": 4761545956.170599, + "T_safe_tail": 488.91914793808155, + "T_safe": 385.97228218359305, + "T_safe_prefix": 479.09675588250684, + "tau_share_kept": 0.2101735164580731 + }, + "25.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 145610966.64338198, + "T_cal": 147087649.68841648, + "tot_cal": 900199022.5838593, + "T_safe_tail": 471.23650921972126, + "T_safe": 372.58981091507303, + "T_safe_prefix": 462.6204584101797, + "tau_share_kept": 0.20890825959919407 + }, + "25.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 4479173.396538252, + "T_cal": 4533870.871990263, + "tot_cal": 73370463.30835705, + "T_safe_tail": 12.780240368094667, + "T_safe": 8.267463488279247, + "T_safe_prefix": 12.5582286126251, + "tau_share_kept": 0.35277693640553554 + }, + "25.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 204405422.04598764, + "T_cal": 205953303.20263004, + "tot_cal": 2224765801.409649, + "T_safe_tail": 721.481090502064, + "T_safe": 577.3042653254379, + "T_safe_prefix": 711.572374308922, + "tau_share_kept": 0.199658537971362 + }, + "25.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 188113639.22366926, + "T_cal": 189518538.83251286, + "tot_cal": 1418000353.9576855, + "T_safe_tail": 667.1030692594194, + "T_safe": 531.6500161428849, + "T_safe_prefix": 658.2122372445301, + "tau_share_kept": 0.20288163489080452 + }, + "25.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 31736247.09695526, + "T_cal": 31946406.62265396, + "tot_cal": 170231864.34199256, + "T_safe_tail": 76.31591162423501, + "T_safe": 68.10310396960995, + "T_safe_prefix": 75.28359406894106, + "tau_share_kept": 0.1073416583804762 + }, + "26.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 119897111.59888487, + "T_cal": 121262122.27405167, + "tot_cal": 3693980850.408983, + "T_safe_tail": 374.1820005370105, + "T_safe": 298.43398103841173, + "T_safe_prefix": 366.38667172988426, + "tau_share_kept": 0.20209070391527748 + }, + "26.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 126190897.46519402, + "T_cal": 127637676.65027714, + "tot_cal": 5174803829.162205, + "T_safe_tail": 393.83293723294037, + "T_safe": 314.3192026487086, + "T_safe_prefix": 385.25045748669436, + "tau_share_kept": 0.2014745129927853 + }, + "26.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 138708516.73028874, + "T_cal": 140126036.32836914, + "tot_cal": 876307273.9033653, + "T_safe_tail": 435.7026728943575, + "T_safe": 346.63908703925335, + "T_safe_prefix": 427.7449333883269, + "tau_share_kept": 0.20393925923825998 + }, + "26.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 5721022.014759406, + "T_cal": 5789973.266788483, + "tot_cal": 76599234.68418081, + "T_safe_tail": 18.375779962017546, + "T_safe": 12.80367123527526, + "T_safe_prefix": 17.98138709212276, + "tau_share_kept": 0.30287104815740495 + }, + "26.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 224601322.58813512, + "T_cal": 226296814.39247227, + "tot_cal": 2628179926.573347, + "T_safe_tail": 756.6920846535634, + "T_safe": 607.8020961317852, + "T_safe_prefix": 746.571028969498, + "tau_share_kept": 0.19659511045986922 + }, + "26.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 207175274.81181854, + "T_cal": 208712761.59706116, + "tot_cal": 1609189803.4299092, + "T_safe_tail": 703.5966345369227, + "T_safe": 561.1050658470631, + "T_safe_prefix": 694.3692614226748, + "tau_share_kept": 0.20236328254240055 + }, + "26.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 35432361.76554622, + "T_cal": 35662229.616051674, + "tot_cal": 185041531.02657485, + "T_safe_tail": 81.38029849378924, + "T_safe": 72.53110518606627, + "T_safe_prefix": 80.29925546277445, + "tau_share_kept": 0.10848688534211427 + }, + "27.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 166711289.71105874, + "T_cal": 168450587.8814087, + "tot_cal": 3847272976.0470324, + "T_safe_tail": 514.338309883229, + "T_safe": 410.00194010231644, + "T_safe_prefix": 504.2926385227802, + "tau_share_kept": 0.2024383315235379 + }, + "27.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 175182473.02030706, + "T_cal": 177006290.20021057, + "tot_cal": 5212833808.4271145, + "T_safe_tail": 540.1259169706983, + "T_safe": 430.13461544528036, + "T_safe_prefix": 529.5780005111737, + "tau_share_kept": 0.20325335738018963 + }, + "27.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 159035091.19243765, + "T_cal": 160601562.75201416, + "tot_cal": 956599060.8966076, + "T_safe_tail": 493.48512862159566, + "T_safe": 393.1997740165243, + "T_safe_prefix": 484.47302353757914, + "tau_share_kept": 0.2028308299918413 + }, + "27.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 7022055.695838049, + "T_cal": 7102856.129743159, + "tot_cal": 65042500.13748659, + "T_safe_tail": 18.031554390102755, + "T_safe": 13.176539071265836, + "T_safe_prefix": 17.68556153202462, + "tau_share_kept": 0.2688871760357365 + }, + "27.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 246966586.4041397, + "T_cal": 248793351.48914433, + "tot_cal": 3062841957.5581055, + "T_safe_tail": 796.7804541942861, + "T_safe": 644.1655605009291, + "T_safe_prefix": 785.7585686628627, + "tau_share_kept": 0.19136584495076875 + }, + "27.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 228546200.03762916, + "T_cal": 230228493.52691746, + "tot_cal": 1905641059.4587135, + "T_safe_tail": 738.4951473189626, + "T_safe": 595.6318019496721, + "T_safe_prefix": 728.9658054547035, + "tau_share_kept": 0.19329161505249506 + }, + "27.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 40423351.42808038, + "T_cal": 40688358.12383294, + "tot_cal": 223057710.22054982, + "T_safe_tail": 87.0803394035169, + "T_safe": 77.61958580726423, + "T_safe_prefix": 85.90274713863982, + "tau_share_kept": 0.10838394836131836 + }, + "28.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 152874801.4952554, + "T_cal": 154487129.4953766, + "tot_cal": 3879951873.838484, + "T_safe_tail": 448.76773147556196, + "T_safe": 360.4053354272619, + "T_safe_prefix": 439.4143155357451, + "tau_share_kept": 0.19647677104822553 + }, + "28.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 163393232.90576953, + "T_cal": 165137860.122818, + "tot_cal": 5279322014.223759, + "T_safe_tail": 480.96897985513374, + "T_safe": 384.95985102479244, + "T_safe_prefix": 471.1449439369644, + "tau_share_kept": 0.19923260249571947 + }, + "28.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 173832310.77612734, + "T_cal": 175535509.3382349, + "tot_cal": 1072461634.2228731, + "T_safe_tail": 517.138606745322, + "T_safe": 412.36515341297854, + "T_safe_prefix": 507.31528951737346, + "tau_share_kept": 0.20220487422815614 + }, + "28.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 7246678.880066857, + "T_cal": 7333675.230374396, + "tot_cal": 101765803.12483767, + "T_safe_tail": 22.66913544068592, + "T_safe": 14.828457109912563, + "T_safe_prefix": 22.223304180465675, + "tau_share_kept": 0.3455587713485159 + }, + "28.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 255092212.19857085, + "T_cal": 256949597.72194004, + "tot_cal": 3304088281.5052695, + "T_safe_tail": 805.0332240171203, + "T_safe": 652.783162984997, + "T_safe_prefix": 794.553650963644, + "tau_share_kept": 0.18894553285046176 + }, + "28.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 241904201.88628104, + "T_cal": 243657343.89527893, + "tot_cal": 2381244029.681983, + "T_safe_tail": 768.3134830238582, + "T_safe": 619.1884348014755, + "T_safe_prefix": 758.6860501801457, + "tau_share_kept": 0.1939178937198391 + }, + "28.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 47445504.13400135, + "T_cal": 47749598.07815647, + "tot_cal": 261207536.32809418, + "T_safe_tail": 99.01354772628987, + "T_safe": 88.11550201155478, + "T_safe_prefix": 97.69300007810762, + "tau_share_kept": 0.10977759465070415 + }, + "29.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 118327833.00977254, + "T_cal": 119618951.62311172, + "tot_cal": 3621947215.029519, + "T_safe_tail": 343.0847245809084, + "T_safe": 274.83492416187437, + "T_safe_prefix": 335.5576781937998, + "tau_share_kept": 0.19853166390341545 + }, + "29.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 124657412.49137703, + "T_cal": 126056931.67974854, + "tot_cal": 5159859629.931567, + "T_safe_tail": 359.51591173729116, + "T_safe": 288.25321818705197, + "T_safe_prefix": 351.29947815324704, + "tau_share_kept": 0.19779659133425975 + }, + "29.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 160202911.90259635, + "T_cal": 161802648.3091364, + "tot_cal": 972217930.1726427, + "T_safe_tail": 465.8102009276897, + "T_safe": 373.42697833638886, + "T_safe_prefix": 456.6446544861574, + "tau_share_kept": 0.1979319276263132 + }, + "29.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 8614530.697389957, + "T_cal": 8710059.575546324, + "tot_cal": 140148156.24470237, + "T_safe_tail": 21.09059997231188, + "T_safe": 14.239194030398949, + "T_safe_prefix": 20.673079279067906, + "tau_share_kept": 0.3245093722465716 + }, + "29.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 263490198.9786228, + "T_cal": 265408008.45680237, + "tot_cal": 3776535740.3336654, + "T_safe_tail": 827.4208514298322, + "T_safe": 670.7419083137211, + "T_safe_prefix": 816.5170430366743, + "tau_share_kept": 0.18917183769149346 + }, + "29.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 250626662.9463056, + "T_cal": 252405891.69571304, + "tot_cal": 3111587127.929358, + "T_safe_tail": 787.0789846021391, + "T_safe": 636.1578532587773, + "T_safe_prefix": 776.8911120709126, + "tau_share_kept": 0.19155897485995835 + }, + "29.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54695606.20571695, + "T_cal": 55051349.58848214, + "tot_cal": 331026316.8142667, + "T_safe_tail": 118.22535476239185, + "T_safe": 103.18924573069671, + "T_safe_prefix": 116.65685500949712, + "tau_share_kept": 0.12692128834773506 + }, + "30.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 143500470.14916164, + "T_cal": 144984599.19342422, + "tot_cal": 3932381855.6324997, + "T_safe_tail": 417.532042943463, + "T_safe": 336.2604646198597, + "T_safe_prefix": 408.317405683516, + "tau_share_kept": 0.19426363234697314 + }, + "30.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 152025114.9053977, + "T_cal": 153603465.6412363, + "tot_cal": 5220573677.686787, + "T_safe_tail": 441.492653771091, + "T_safe": 354.98110987246037, + "T_safe_prefix": 432.79915037570754, + "tau_share_kept": 0.19546542846006199 + }, + "30.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 182709900.06084934, + "T_cal": 184470617.89064026, + "tot_cal": 1173844809.7625656, + "T_safe_tail": 538.7240497399805, + "T_safe": 431.45519703649916, + "T_safe_prefix": 528.8522594622918, + "tau_share_kept": 0.1986813453300538 + }, + "30.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 8695688.93909651, + "T_cal": 8798400.084020197, + "tot_cal": 119095787.77433474, + "T_safe_tail": 30.21589730431155, + "T_safe": 21.938221247554793, + "T_safe_prefix": 29.63204571806841, + "tau_share_kept": 0.273573521355112 + }, + "30.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 263572551.14596725, + "T_cal": 265488166.6659174, + "tot_cal": 5495893330.009211, + "T_safe_tail": 810.25093741501, + "T_safe": 659.8074809467798, + "T_safe_prefix": 799.0088510531677, + "tau_share_kept": 0.1854693394978639 + }, + "30.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 243493884.6835522, + "T_cal": 245206819.477273, + "tot_cal": 5032473932.105422, + "T_safe_tail": 748.550186529032, + "T_safe": 609.5832231118256, + "T_safe_prefix": 738.4101970871016, + "tau_share_kept": 0.18545116201404116 + }, + "30.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 63033787.95540793, + "T_cal": 63451640.598364115, + "tot_cal": 2252263308.133077, + "T_safe_tail": 146.54309182297425, + "T_safe": 125.68740763811456, + "T_safe_prefix": 144.63158090309298, + "tau_share_kept": 0.14206515190476132 + }, + "31.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 74585395.3798978, + "T_cal": 75420930.37452793, + "tot_cal": 3292073379.443082, + "T_safe_tail": 212.83231331412915, + "T_safe": 172.35300456604818, + "T_safe_prefix": 208.09510285764645, + "tau_share_kept": 0.18976937207777095 + }, + "31.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 83435421.57963741, + "T_cal": 84363776.51426792, + "tot_cal": 4796987855.952409, + "T_safe_tail": 238.6959964870097, + "T_safe": 192.45198322875603, + "T_safe_prefix": 233.5400069260004, + "tau_share_kept": 0.19333434418334675 + }, + "31.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 93583535.70226511, + "T_cal": 94523911.02631474, + "tot_cal": 663409710.072974, + "T_safe_tail": 276.6430350026525, + "T_safe": 218.68164708450877, + "T_safe_prefix": 271.06551729800776, + "tau_share_kept": 0.20909326800228767 + }, + "31.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 7707550.516636403, + "T_cal": 7799351.652914286, + "tot_cal": 239448140.21989372, + "T_safe_tail": 37.36926133799826, + "T_safe": 23.997492931681336, + "T_safe_prefix": 36.64768745893548, + "tau_share_kept": 0.35754183785783045 + }, + "31.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 210029536.5593535, + "T_cal": 211583985.24364567, + "tot_cal": 6225139125.31762, + "T_safe_tail": 637.1523642065762, + "T_safe": 520.0894397056109, + "T_safe_prefix": 628.3809485496604, + "tau_share_kept": 0.18353186102811575 + }, + "31.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 189028963.1680076, + "T_cal": 190422858.19825745, + "tot_cal": 6407669014.341354, + "T_safe_tail": 572.3580208766825, + "T_safe": 468.3338214540854, + "T_safe_prefix": 564.671399320945, + "tau_share_kept": 0.18154911209169397 + }, + "31.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 70303166.44031218, + "T_cal": 70804927.80519104, + "tot_cal": 3406015038.396898, + "T_safe_tail": 254.91758205364064, + "T_safe": 203.15731392148882, + "T_safe_prefix": 251.27771780129115, + "tau_share_kept": 0.20282338374610115 + } + }, + "calib_spec": "wikitext2:256", + "nsamples": 256, + "seed": 42, + "n_calib_sequences": 255 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..dc592da --- /dev/null +++ b/config.json @@ -0,0 +1,30 @@ +{ + "_name_or_path": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 4096, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 32, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.46.3", + "use_cache": true, + "vocab_size": 32000 +} diff --git a/evaluation/safety/overrefusal.json b/evaluation/safety/overrefusal.json new file mode 100644 index 0000000..ddc6a3e --- /dev/null +++ b/evaluation/safety/overrefusal.json @@ -0,0 +1,284 @@ +{ + "tag": "l2_jbb_ka16_a1p0_free_remove40", + "model": "/lustre/jeesup0103/svd-safety/results/resmix/full/l2_jbb_ka16_a1p0_free_remove40/checkpoint", + "judge_model": "/lustre/jeesup0103/svd-safety/assets/models/Wildguard", + "judge": "WildGuard response-refusal classifier", + "protocol": "chat_template_greedy_then_wildguard", + "max_new_tokens": 512, + "limit_per_benchmark": null, + "datasets": { + "xstest_safe": { + "path": "/home/jeesup0103/svd_safety/data/xstest_safe.jsonl", + "n": 250, + "n_judge_parsed": 250, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 2, + "n_scored": 248, + "scored_fraction": 0.992, + "n_refused": 90, + "refusal_rate": 0.3629032258064516, + "reliable": true, + "by_category": { + "definitions": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 1, + "n_scored": 24, + "scored_fraction": 0.96, + "n_refused": 2, + "refusal_rate": 0.08333333333333333, + "reliable": true + }, + "figurative_language": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 6, + "refusal_rate": 0.24, + "reliable": true + }, + "historical_events": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 2, + "refusal_rate": 0.08, + "reliable": true + }, + "homonyms": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 7, + "refusal_rate": 0.28, + "reliable": true + }, + "nons_group_real_discr": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 13, + "refusal_rate": 0.52, + "reliable": true + }, + "privacy_fictional": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 1, + "n_scored": 24, + "scored_fraction": 0.96, + "n_refused": 17, + "refusal_rate": 0.7083333333333334, + "reliable": true + }, + "privacy_public": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 9, + "refusal_rate": 0.36, + "reliable": true + }, + "real_group_nons_discr": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 9, + "refusal_rate": 0.36, + "reliable": true + }, + "safe_contexts": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 14, + "refusal_rate": 0.56, + "reliable": true + }, + "safe_targets": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 11, + "refusal_rate": 0.44, + "reliable": true + } + } + }, + "orbench_hard_1k": { + "path": "/home/jeesup0103/svd_safety/data/or_bench_hard_1k.csv", + "n": 1319, + "n_judge_parsed": 1319, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 1, + "n_scored": 1318, + "scored_fraction": 0.9992, + "n_refused": 789, + "refusal_rate": 0.5986342943854325, + "reliable": true, + "by_category": { + "deception": { + "n": 72, + "n_judge_parsed": 72, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 72, + "scored_fraction": 1.0, + "n_refused": 36, + "refusal_rate": 0.5, + "reliable": true + }, + "harassment": { + "n": 41, + "n_judge_parsed": 41, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 41, + "scored_fraction": 1.0, + "n_refused": 31, + "refusal_rate": 0.7560975609756098, + "reliable": true + }, + "harmful": { + "n": 106, + "n_judge_parsed": 106, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 106, + "scored_fraction": 1.0, + "n_refused": 56, + "refusal_rate": 0.5283018867924528, + "reliable": true + }, + "hate": { + "n": 54, + "n_judge_parsed": 54, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 54, + "scored_fraction": 1.0, + "n_refused": 42, + "refusal_rate": 0.7777777777777778, + "reliable": true + }, + "illegal": { + "n": 527, + "n_judge_parsed": 527, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 527, + "scored_fraction": 1.0, + "n_refused": 326, + "refusal_rate": 0.618595825426945, + "reliable": true + }, + "privacy": { + "n": 199, + "n_judge_parsed": 199, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 1, + "n_scored": 198, + "scored_fraction": 0.995, + "n_refused": 128, + "refusal_rate": 0.6464646464646465, + "reliable": true + }, + "self-harm": { + "n": 63, + "n_judge_parsed": 63, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 63, + "scored_fraction": 1.0, + "n_refused": 35, + "refusal_rate": 0.5555555555555556, + "reliable": true + }, + "sexual": { + "n": 66, + "n_judge_parsed": 66, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 66, + "scored_fraction": 1.0, + "n_refused": 12, + "refusal_rate": 0.18181818181818182, + "reliable": true + }, + "unethical": { + "n": 125, + "n_judge_parsed": 125, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 125, + "scored_fraction": 1.0, + "n_refused": 80, + "refusal_rate": 0.64, + "reliable": true + }, + "violence": { + "n": 66, + "n_judge_parsed": 66, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 66, + "scored_fraction": 1.0, + "n_refused": 43, + "refusal_rate": 0.6515151515151515, + "reliable": true + } + } + } + }, + "macro_over_refusal_rate": 0.48076876009594205, + "reliable": true, + "note": "Refusal rates use WildGuard labels over informative responses. Read reliable/scored_fraction first: compressed models that emit uninterpretable output do not receive an artificially low over-refusal score. Macro rate weights the two benchmarks equally." +} diff --git a/evaluation/safety/strongreject_summary.json b/evaluation/safety/strongreject_summary.json new file mode 100644 index 0000000..743f98e --- /dev/null +++ b/evaluation/safety/strongreject_summary.json @@ -0,0 +1,13 @@ +{ + "tag": "l2_jbb_ka16_a1p0_free_remove40", + "judge_model": "/lustre/jeesup0103/svd-safety/assets/models/HarmBench-Llama-2-13b-cls", + "protocol": "strongreject_direct_chat_greedy", + "n_prompts": 313, + "n_harmful": 9, + "n_not_harmful": 304, + "attack_success_rate": 0.02875399361022364, + "mean_p_yes": 0.027660886762046952, + "argmax_offlist_rate": 0.0, + "per_prompt_jsonl": "/lustre/jeesup0103/svd-safety/results/resmix/evaluation_ft/l2_jbb_ka16_a1p0_free_remove40/safety/strongreject_per_prompt.jsonl", + "per_prompt_csv": "/lustre/jeesup0103/svd-safety/results/resmix/evaluation_ft/l2_jbb_ka16_a1p0_free_remove40/safety/strongreject_per_prompt.csv" +} diff --git a/evaluation/safety/summary.json b/evaluation/safety/summary.json new file mode 100644 index 0000000..78b0834 --- /dev/null +++ b/evaluation/safety/summary.json @@ -0,0 +1,13 @@ +{ + "tag": "l2_jbb_ka16_a1p0_free_remove40", + "judge_model": "/lustre/jeesup0103/svd-safety/assets/models/HarmBench-Llama-2-13b-cls", + "protocol": "advbench_direct_chat_greedy", + "n_prompts": 520, + "n_harmful": 4, + "n_not_harmful": 516, + "attack_success_rate": 0.007692307692307693, + "mean_p_yes": 0.008003010775288562, + "argmax_offlist_rate": 0.0, + "per_prompt_jsonl": "/lustre/jeesup0103/svd-safety/results/resmix/evaluation_ft/l2_jbb_ka16_a1p0_free_remove40/safety/per_prompt.jsonl", + "per_prompt_csv": "/lustre/jeesup0103/svd-safety/results/resmix/evaluation_ft/l2_jbb_ka16_a1p0_free_remove40/safety/per_prompt.csv" +} diff --git a/evaluation/utility/ppl.json b/evaluation/utility/ppl.json new file mode 100644 index 0000000..eab6089 --- /dev/null +++ b/evaluation/utility/ppl.json @@ -0,0 +1,6 @@ +{ + "tag": "ppl", + "model": "/lustre/jeesup0103/svd-safety/results/resmix/full/l2_jbb_ka16_a1p0_free_remove40/checkpoint", + "wikitext2_ppl": 11.530427932739258, + "n_tokens": 341302 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..aaaeef2 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,10 @@ +{ + "bos_token_id": 1, + "do_sample": true, + "eos_token_id": 2, + "max_length": 4096, + "pad_token_id": 0, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.46.3" +} diff --git a/model-00001-of-00003.safetensors b/model-00001-of-00003.safetensors new file mode 100644 index 0000000..6f7bf1e --- /dev/null +++ b/model-00001-of-00003.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:225b5fcd2d500f68590d98815d092dbb6cfa7cb8d7f15053abebb736dbac8a5f +size 4938985352 diff --git a/model-00002-of-00003.safetensors b/model-00002-of-00003.safetensors new file mode 100644 index 0000000..b561548 --- /dev/null +++ b/model-00002-of-00003.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faf49aa8a3aa18116b75b63e03eb5403127409512affcb5c0073e372569b0a74 +size 4947390880 diff --git a/model-00003-of-00003.safetensors b/model-00003-of-00003.safetensors new file mode 100644 index 0000000..d12591a --- /dev/null +++ b/model-00003-of-00003.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4e6b09185dc1b7398a9f0d416092178ae9b856f9282e4466a39c0626672be4f +size 3590488816 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..13674e5 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,298 @@ +{ + "metadata": { + "total_size": 13476831232 + }, + "weight_map": { + "lm_head.weight": "model-00003-of-00003.safetensors", + "model.embed_tokens.weight": "model-00001-of-00003.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.norm.weight": "model-00003-of-00003.safetensors" + } +} diff --git a/resmix/compression.json b/resmix/compression.json new file mode 100644 index 0000000..3bcd361 --- /dev/null +++ b/resmix/compression.json @@ -0,0 +1,3218 @@ +{ + "source": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590", + "upstream": "AIoT-MLSys-Lab/SVD-LLM", + "step": "whiten", + "ratio_removed": 0.4, + "internal_ratio_kept": 0.6, + "nsamples": 256, + "seed": 42, + "calib_spec": "wikitext2:256", + "calib": [ + { + "name": "wikitext2", + "n": 255, + "source": "upstream get_calib_train_data" + } + ], + "n_calib_sequences": 255, + "rank_by": "resmix", + "whitening": { + "lam": 0.0, + "norm": "token", + "ridge": 0.0, + "token_mask": "nospecial", + "utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256", + "utility_calib": "wikitext2:256", + "utility_tokens": 522240, + "resmix_safety": { + "lam": Infinity, + "norm": "token", + "ridge": 1e-06, + "token_mask": "nospecial", + "utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256", + "utility_calib": "wikitext2:256", + "utility_tokens": 522240, + "safety_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/safety_l2_jbb", + "safety_mix": [ + { + "corpus": "jbb_harm_full", + "weight": 1.0, + "n_tokens": 22357, + "span": "full", + "composition": "harm" + } + ] + } + }, + "whiten_lam": 0.0, + "lam": 0.0, + "fisher_scores": null, + "fisher_num": null, + "fisher_den": null, + "fisher_form": null, + "fisher_control": null, + "fisher_floor": null, + "safety_calib": null, + "resmix_k": 0.05, + "resmix_k_abs": 16, + "resmix_alpha": 1.0, + "n_safety_tokens": null, + "ranking": { + "n_matrices": 224, + "alpha": 1.0, + "k_s_total": 3584, + "k_s_frac_of_rank": 0.010889645114244045, + "utility_error_ratio": 1.0093899254145808, + "safety_error_ratio": 0.8033637263192246, + "safety_error_reduction": 0.1966362736807754, + "safety_error_ratio_median_matrix": 0.7960747480392456, + "utility_error_ratio_median_matrix": 1.0108580589294434, + "tau_share_kept_median_matrix": 0.21944209933280945, + "resmix_k": 0.05, + "resmix_k_abs": 16, + "resmix_alpha": 1.0 + }, + "ranking_per_matrix": { + "0.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 77.22141008747145, + "T_cal": 79.2374108564045, + "tot_cal": 1387456464.0622468, + "T_safe_tail": 0.00026695238614780475, + "T_safe": 0.00019914957912260667, + "T_safe_prefix": 0.00025329240890320515, + "tau_share_kept": 0.253787743861456 + }, + "0.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 67.5111053735468, + "T_cal": 69.30592351945597, + "tot_cal": 875764010.8154682, + "T_safe_tail": 0.00023188665880910785, + "T_safe": 0.00017399775372539672, + "T_safe_prefix": 0.0002198771029699037, + "tau_share_kept": 0.24942688200069144 + }, + "0.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 3474.070384732977, + "T_cal": 3538.127652772004, + "tot_cal": 2184528.926141544, + "T_safe_tail": 0.012047952050370772, + "T_safe": 0.008936904377088162, + "T_safe_prefix": 0.011625548548632958, + "tau_share_kept": 0.2579551132638659 + }, + "0.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 6.083665781978841, + "T_cal": 6.247829387332388, + "tot_cal": 472856.92448760825, + "T_safe_tail": 0.00014637457625061632, + "T_safe": 2.912047580123315e-05, + "T_safe_prefix": 0.00013693059584485648, + "tau_share_kept": 0.8009357123148477 + }, + "0.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 360951.9982331858, + "T_cal": 365430.35950595513, + "tot_cal": 33555983.9776745, + "T_safe_tail": 1.445791690522667, + "T_safe": 0.9933205697275618, + "T_safe_prefix": 1.417938374632982, + "tau_share_kept": 0.3129282188173833 + }, + "0.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 371387.74582992296, + "T_cal": 376052.9552347809, + "tot_cal": 23550564.322516836, + "T_safe_tail": 1.442084159593763, + "T_safe": 1.0284581986708332, + "T_safe_prefix": 1.4126352228086034, + "tau_share_kept": 0.2868019303735893 + }, + "0.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 7230.992040158331, + "T_cal": 7308.710621819831, + "tot_cal": 348931.40327792394, + "T_safe_tail": 0.03423673586487766, + "T_safe": 0.028282278288644713, + "T_safe_prefix": 0.03362152183523848, + "tau_share_kept": 0.17374188165741894 + }, + "1.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 53035.13737525132, + "T_cal": 54310.02806733013, + "tot_cal": 2146040269.5576787, + "T_safe_tail": 0.19596392389687808, + "T_safe": 0.14256592644423804, + "T_safe_prefix": 0.18699284313703401, + "tau_share_kept": 0.27228116242353945 + }, + "1.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 40949.997738323924, + "T_cal": 41968.61389710009, + "tot_cal": 2350559516.390639, + "T_safe_tail": 0.15467985313468502, + "T_safe": 0.11043989345489535, + "T_safe_prefix": 0.14721360195779543, + "tau_share_kept": 0.28571930503855325 + }, + "1.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 78076.58522312714, + "T_cal": 79402.1691335598, + "tot_cal": 7958026.8037122665, + "T_safe_tail": 0.2845763129551798, + "T_safe": 0.2098707836222511, + "T_safe_prefix": 0.2761721755026123, + "tau_share_kept": 0.26222018661944163 + }, + "1.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1101.4501067170274, + "T_cal": 1142.2666639849922, + "tot_cal": 595916.001357051, + "T_safe_tail": 0.01329651866373863, + "T_safe": 0.0037342191495388782, + "T_safe_prefix": 0.01255592143499401, + "tau_share_kept": 0.7190876100064443 + }, + "1.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1429872.3582333406, + "T_cal": 1448550.0563782603, + "tot_cal": 114606152.32026605, + "T_safe_tail": 5.455451744043332, + "T_safe": 4.233945475483779, + "T_safe_prefix": 5.340984876748735, + "tau_share_kept": 0.22384804797872784 + }, + "1.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1613402.577753381, + "T_cal": 1634328.4701515585, + "tot_cal": 57442150.355089255, + "T_safe_tail": 6.188176907144101, + "T_safe": 4.795723275334751, + "T_safe_prefix": 6.058467817711119, + "tau_share_kept": 0.22495821936781477 + }, + "1.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 81189.5095648291, + "T_cal": 81796.71569980774, + "tot_cal": 1701433152.2499192, + "T_safe_tail": 1.8356016757716216, + "T_safe": 1.774833204080096, + "T_safe_prefix": 1.8121748142621072, + "tau_share_kept": 0.032750854584685685 + }, + "2.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2905277.682655734, + "T_cal": 2958032.5797680765, + "tot_cal": 3571074068.3971047, + "T_safe_tail": 11.65518920103911, + "T_safe": 8.149122024610733, + "T_safe_prefix": 11.19455900090179, + "tau_share_kept": 0.30058250236280637 + }, + "2.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2959535.9343731324, + "T_cal": 3015679.841996193, + "tot_cal": 4866641389.684712, + "T_safe_tail": 11.939531746800228, + "T_safe": 8.26961893394406, + "T_safe_prefix": 11.494299226490114, + "tau_share_kept": 0.3071370242000336 + }, + "2.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2511637.084367789, + "T_cal": 2546493.643016875, + "tot_cal": 67323013.59478322, + "T_safe_tail": 8.826303357154124, + "T_safe": 6.989997498051025, + "T_safe_prefix": 8.611725308015593, + "tau_share_kept": 0.20768237487920962 + }, + "2.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 35417.36324967992, + "T_cal": 35937.597611919045, + "tot_cal": 797801.9597473443, + "T_safe_tail": 0.1285200146421713, + "T_safe": 0.10112323470355822, + "T_safe_prefix": 0.1251065445748658, + "tau_share_kept": 0.21274922503854082 + }, + "2.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 5657871.672377063, + "T_cal": 5718823.8525390625, + "tot_cal": 163692820.1655365, + "T_safe_tail": 19.01123298775473, + "T_safe": 15.79522842002467, + "T_safe_prefix": 18.678604339957246, + "tau_share_kept": 0.16905597929763472 + }, + "2.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 5665507.429278522, + "T_cal": 5726868.483756125, + "tot_cal": 101428776.03412193, + "T_safe_tail": 18.969994504587476, + "T_safe": 15.822421590503154, + "T_safe_prefix": 18.635800707816998, + "tau_share_kept": 0.1658166265698552 + }, + "2.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 224725.25428383076, + "T_cal": 226310.0712390095, + "tot_cal": 1464333.8945482154, + "T_safe_tail": 0.5494124660653258, + "T_safe": 0.4932402931285793, + "T_safe_prefix": 0.5415322952985413, + "tau_share_kept": 0.10203770840263993 + }, + "3.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 18377081.761569776, + "T_cal": 18636299.288568735, + "tot_cal": 3411355520.674491, + "T_safe_tail": 59.818063030475145, + "T_safe": 45.273262607572406, + "T_safe_prefix": 58.11908075157612, + "tau_share_kept": 0.24281825873562768 + }, + "3.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 20142832.774073314, + "T_cal": 20434024.106016397, + "tot_cal": 4956979587.54866, + "T_safe_tail": 64.68353477698989, + "T_safe": 49.30319144453301, + "T_safe_prefix": 62.81282332063802, + "tau_share_kept": 0.2373774551358685 + }, + "3.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 9571098.377914198, + "T_cal": 9682210.140625, + "tot_cal": 143408949.82258382, + "T_safe_tail": 28.25292948878412, + "T_safe": 23.33336292971785, + "T_safe_prefix": 27.61495604099764, + "tau_share_kept": 0.17374361841071037 + }, + "3.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54777.620805779145, + "T_cal": 55489.41823230032, + "tot_cal": 1527749.5393956725, + "T_safe_tail": 0.18814929255521087, + "T_safe": 0.13843365620238046, + "T_safe_prefix": 0.18390797290726368, + "tau_share_kept": 0.26380449170322967 + }, + "3.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 14777274.641652543, + "T_cal": 14911050.265428782, + "tot_cal": 250774687.9616074, + "T_safe_tail": 42.786998960342714, + "T_safe": 36.512636296316714, + "T_safe_prefix": 42.133374222639986, + "tau_share_kept": 0.14649466353179663 + }, + "3.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 13702549.2497967, + "T_cal": 13829929.577823639, + "tot_cal": 148861255.3789514, + "T_safe_tail": 39.533628241623646, + "T_safe": 33.79899357352406, + "T_safe_prefix": 38.93084908414403, + "tau_share_kept": 0.14490764945173792 + }, + "3.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 398602.261104637, + "T_cal": 401469.11603424326, + "tot_cal": 2893917.6178187183, + "T_safe_tail": 1.0278970389651056, + "T_safe": 0.9138697315441711, + "T_safe_prefix": 1.0130652986063637, + "tau_share_kept": 0.11073113371740227 + }, + "4.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 17718829.597650126, + "T_cal": 17956344.177299738, + "tot_cal": 3305914205.6019244, + "T_safe_tail": 52.567753276166165, + "T_safe": 41.279659334108146, + "T_safe_prefix": 51.147999928929494, + "tau_share_kept": 0.2143650172616477 + }, + "4.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 19072745.190143883, + "T_cal": 19334188.686962366, + "tot_cal": 5167380417.752272, + "T_safe_tail": 56.19649916250882, + "T_safe": 44.282998630116936, + "T_safe_prefix": 54.6147973111365, + "tau_share_kept": 0.21161810680710136 + }, + "4.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 9896332.237001317, + "T_cal": 10009349.592927039, + "tot_cal": 139764032.55744833, + "T_safe_tail": 27.445361913396447, + "T_safe": 22.88712516085161, + "T_safe_prefix": 26.85285879637013, + "tau_share_kept": 0.16571754234221212 + }, + "4.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 122871.4484145712, + "T_cal": 124551.69579865038, + "tot_cal": 2224088.755946408, + "T_safe_tail": 0.42354319238395505, + "T_safe": 0.3156877592771288, + "T_safe_prefix": 0.41386625166546764, + "tau_share_kept": 0.25429449798425413 + }, + "4.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 21727756.014760666, + "T_cal": 21911751.85742283, + "tot_cal": 426665454.26638883, + "T_safe_tail": 60.72283471583572, + "T_safe": 51.22252707028588, + "T_safe_prefix": 59.85255095379421, + "tau_share_kept": 0.1563242897173718 + }, + "4.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 19428239.82949926, + "T_cal": 19598112.83848667, + "tot_cal": 206538745.89754015, + "T_safe_tail": 54.30623018042167, + "T_safe": 45.843721265106296, + "T_safe_prefix": 53.49450024485486, + "tau_share_kept": 0.1556660342731903 + }, + "4.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 733024.7597493177, + "T_cal": 738270.2857055664, + "tot_cal": 5591177.177605838, + "T_safe_tail": 1.9727958538686843, + "T_safe": 1.7457228824789581, + "T_safe_prefix": 1.9446309628258405, + "tau_share_kept": 0.11488927213279339 + }, + "5.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 21967922.661954496, + "T_cal": 22252484.416030884, + "tot_cal": 3304267588.3277636, + "T_safe_tail": 67.15026885914807, + "T_safe": 52.36276087773513, + "T_safe_prefix": 65.4615739455121, + "tau_share_kept": 0.21985824186007716 + }, + "5.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 23861089.107733615, + "T_cal": 24181133.94021988, + "tot_cal": 5422914289.351414, + "T_safe_tail": 71.88621661574142, + "T_safe": 56.80284252628917, + "T_safe_prefix": 70.02197209517271, + "tau_share_kept": 0.20947988909881182 + }, + "5.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 12311765.595896855, + "T_cal": 12450184.755697489, + "tot_cal": 151181189.08172125, + "T_safe_tail": 35.62711290882521, + "T_safe": 29.347870178719177, + "T_safe_prefix": 34.82803133756556, + "tau_share_kept": 0.17588136260215126 + }, + "5.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 162484.86629061482, + "T_cal": 164659.11632610857, + "tot_cal": 3272708.5368016176, + "T_safe_tail": 0.5235415947536224, + "T_safe": 0.3833086171575282, + "T_safe_prefix": 0.5114662049781806, + "tau_share_kept": 0.26743643904441555 + }, + "5.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 27071706.28510385, + "T_cal": 27300936.255769968, + "tot_cal": 561574840.3088853, + "T_safe_tail": 79.64168097799603, + "T_safe": 66.83505648329538, + "T_safe_prefix": 78.46625551619582, + "tau_share_kept": 0.16063747543301013 + }, + "5.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 24390354.87578107, + "T_cal": 24597110.04863, + "tot_cal": 263036866.4481256, + "T_safe_tail": 71.9139837062975, + "T_safe": 60.18102837239189, + "T_safe_prefix": 70.86222998798257, + "tau_share_kept": 0.16302253225050337 + }, + "5.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1115645.4667976552, + "T_cal": 1123830.3340688348, + "tot_cal": 7638383.736638013, + "T_safe_tail": 2.9361757913384467, + "T_safe": 2.5927511031799355, + "T_safe_prefix": 2.893416732117103, + "tau_share_kept": 0.11674631763324933 + }, + "6.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 29636662.42543599, + "T_cal": 30015545.899795532, + "tot_cal": 3603457563.3593225, + "T_safe_tail": 90.28994886805036, + "T_safe": 70.74531026083514, + "T_safe_prefix": 88.02235290176759, + "tau_share_kept": 0.21610232895958578 + }, + "6.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 32280843.737558465, + "T_cal": 32701432.122345924, + "tot_cal": 5094488754.300047, + "T_safe_tail": 96.91076646730059, + "T_safe": 77.0161677478327, + "T_safe_prefix": 94.50551178055412, + "tau_share_kept": 0.20493621083532174 + }, + "6.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 16282201.092454275, + "T_cal": 16467930.698234797, + "tot_cal": 227318854.85357448, + "T_safe_tail": 47.59495751560054, + "T_safe": 39.137900463250844, + "T_safe_prefix": 46.54213714591242, + "tau_share_kept": 0.177300938004094 + }, + "6.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 280441.3029486939, + "T_cal": 284208.72940921783, + "tot_cal": 5382796.695007328, + "T_safe_tail": 0.9428467334286748, + "T_safe": 0.6653970145333723, + "T_safe_prefix": 0.9204011225701834, + "tau_share_kept": 0.2938678268046242 + }, + "6.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 34597505.728356116, + "T_cal": 34880363.06019688, + "tot_cal": 789564625.4927213, + "T_safe_tail": 102.81346603342075, + "T_safe": 85.1543413405634, + "T_safe_prefix": 101.36919118358583, + "tau_share_kept": 0.17160782762421858 + }, + "6.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 30594772.834688354, + "T_cal": 30844670.57602024, + "tot_cal": 320168580.2915996, + "T_safe_tail": 91.22530193961856, + "T_safe": 75.5052531383999, + "T_safe_prefix": 89.94888287415961, + "tau_share_kept": 0.17216669166211818 + }, + "6.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1604593.4559544567, + "T_cal": 1616474.473342955, + "tot_cal": 11371017.8498016, + "T_safe_tail": 4.305672814464904, + "T_safe": 3.7531676506751097, + "T_safe_prefix": 4.243384646668403, + "tau_share_kept": 0.12809531301817229 + }, + "7.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 33720311.541713044, + "T_cal": 34165851.58691406, + "tot_cal": 3655330073.8735285, + "T_safe_tail": 103.0059162446916, + "T_safe": 80.47127312864995, + "T_safe_prefix": 100.43662898636194, + "tau_share_kept": 0.21839412669514927 + }, + "7.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 35359760.70138101, + "T_cal": 35827005.20362854, + "tot_cal": 5035359674.788903, + "T_safe_tail": 107.49312930634704, + "T_safe": 84.61272970546361, + "T_safe_prefix": 104.78042201899007, + "tau_share_kept": 0.2124974414798237 + }, + "7.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 17976762.57781215, + "T_cal": 18185668.732613564, + "tot_cal": 246231713.71110553, + "T_safe_tail": 53.35770766138429, + "T_safe": 43.008084386347946, + "T_safe_prefix": 52.12610411463538, + "tau_share_kept": 0.19349870332462626 + }, + "7.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 391221.6936524993, + "T_cal": 396147.3871493377, + "tot_cal": 5932433.388722833, + "T_safe_tail": 1.2565547147911273, + "T_safe": 0.8894649961735581, + "T_safe_prefix": 1.2278598448995268, + "tau_share_kept": 0.2917559023290899 + }, + "7.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 40282054.82333343, + "T_cal": 40609328.78131485, + "tot_cal": 927050333.3304193, + "T_safe_tail": 121.49730493000638, + "T_safe": 99.62727057427401, + "T_safe_prefix": 119.84567320050337, + "tau_share_kept": 0.17983505334307817 + }, + "7.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 36238354.35224149, + "T_cal": 36528135.80733514, + "tot_cal": 381030513.2143326, + "T_safe_tail": 110.51025608359545, + "T_safe": 90.06331761601905, + "T_safe_prefix": 108.86656521097757, + "tau_share_kept": 0.18487075401519837 + }, + "7.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2152162.1135768755, + "T_cal": 2168419.4647412896, + "tot_cal": 14667375.997660102, + "T_safe_tail": 5.6907367471222, + "T_safe": 4.882796692449176, + "T_safe_prefix": 5.607223157560156, + "tau_share_kept": 0.1417583785645414 + }, + "8.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 35870046.39249891, + "T_cal": 36341063.77054238, + "tot_cal": 3433892779.350514, + "T_safe_tail": 108.10917227884376, + "T_safe": 83.24369670300803, + "T_safe_prefix": 105.3324480928577, + "tau_share_kept": 0.2296287899851379 + }, + "8.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 39001684.36993331, + "T_cal": 39515594.65132737, + "tot_cal": 5142044078.227686, + "T_safe_tail": 116.94230228794703, + "T_safe": 90.26005677581361, + "T_safe_prefix": 114.02716830329518, + "tau_share_kept": 0.22779755633791196 + }, + "8.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 17770228.85451194, + "T_cal": 17978771.815969706, + "tot_cal": 271369111.5272371, + "T_safe_tail": 51.85609268044881, + "T_safe": 41.25995020875257, + "T_safe_prefix": 50.71041762552363, + "tau_share_kept": 0.203905030844389 + }, + "8.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 589916.4819149484, + "T_cal": 597503.900410071, + "tot_cal": 8684607.626879524, + "T_safe_tail": 1.7683417874512188, + "T_safe": 1.2053538567570286, + "T_safe_prefix": 1.727757559283475, + "tau_share_kept": 0.31802269132185573 + }, + "8.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 41393120.72183786, + "T_cal": 41725922.45874405, + "tot_cal": 947507801.6766794, + "T_safe_tail": 126.62256943971255, + "T_safe": 101.79692195524785, + "T_safe_prefix": 124.84571835339102, + "tau_share_kept": 0.19589816235079152 + }, + "8.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 39098173.04396655, + "T_cal": 39412370.507246256, + "tot_cal": 441905188.0473714, + "T_safe_tail": 120.07616399318364, + "T_safe": 96.22282381682544, + "T_safe_prefix": 118.42637108395229, + "tau_share_kept": 0.19849500022121452 + }, + "8.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2613357.092724949, + "T_cal": 2632955.8633122593, + "tot_cal": 17727824.47729045, + "T_safe_tail": 6.921612039797919, + "T_safe": 5.909580139746652, + "T_safe_prefix": 6.824723736939632, + "tau_share_kept": 0.14597705840910719 + }, + "9.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 42266398.70941296, + "T_cal": 42820657.67211938, + "tot_cal": 3341722498.291634, + "T_safe_tail": 124.08849487919073, + "T_safe": 95.26514398480595, + "T_safe_prefix": 120.84122719784864, + "tau_share_kept": 0.23188339975610342 + }, + "9.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 45872947.54657139, + "T_cal": 46469877.96513462, + "tot_cal": 5276244477.792203, + "T_safe_tail": 133.21664769845108, + "T_safe": 103.00175918075638, + "T_safe_prefix": 129.9565123219836, + "tau_share_kept": 0.22637327174249894 + }, + "9.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 19975623.68901691, + "T_cal": 20209226.111910105, + "tot_cal": 288593651.5183767, + "T_safe_tail": 57.11555974449249, + "T_safe": 44.954568566117814, + "T_safe_prefix": 55.88275251705477, + "tau_share_kept": 0.21253402743416527 + }, + "9.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 879272.1330332893, + "T_cal": 890817.1750062741, + "tot_cal": 11300198.003479237, + "T_safe_tail": 2.745116348178541, + "T_safe": 1.8293993223508096, + "T_safe_prefix": 2.6856991239522046, + "tau_share_kept": 0.3332103026997936 + }, + "9.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 43366986.054727644, + "T_cal": 43718376.11734867, + "tot_cal": 1019491773.4314424, + "T_safe_tail": 133.05622445755057, + "T_safe": 105.02883703986663, + "T_safe_prefix": 131.19194216787946, + "tau_share_kept": 0.21048564918645482 + }, + "9.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 42170908.618406996, + "T_cal": 42509343.05344486, + "tot_cal": 498854231.59230846, + "T_safe_tail": 129.8620468860384, + "T_safe": 102.27791753482597, + "T_safe_prefix": 128.0788365221233, + "tau_share_kept": 0.21225694586267413 + }, + "9.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 3146257.9093004093, + "T_cal": 3169766.4363565445, + "tot_cal": 20907372.886749603, + "T_safe_tail": 8.453144272395859, + "T_safe": 7.141122839501804, + "T_safe_prefix": 8.333059799144621, + "tau_share_kept": 0.1549860134871463 + }, + "10.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 37905790.53617795, + "T_cal": 38413769.51534486, + "tot_cal": 3375014456.124162, + "T_safe_tail": 111.49585254696072, + "T_safe": 85.35207826865735, + "T_safe_prefix": 108.89032843526002, + "tau_share_kept": 0.23411714173745582 + }, + "10.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 43066065.062111095, + "T_cal": 43643958.3855629, + "tot_cal": 5378113430.784975, + "T_safe_tail": 124.93737579553667, + "T_safe": 96.78536792520026, + "T_safe_prefix": 121.8244778614062, + "tau_share_kept": 0.22493755162270926 + }, + "10.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 19813851.31461434, + "T_cal": 20050371.873979807, + "tot_cal": 300757945.3896593, + "T_safe_tail": 57.08306480481755, + "T_safe": 44.76435697144575, + "T_safe_prefix": 55.898124064853846, + "tau_share_kept": 0.21538850697094306 + }, + "10.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1131622.3220857563, + "T_cal": 1146226.6511811167, + "tot_cal": 14974261.514497953, + "T_safe_tail": 3.899152340319793, + "T_safe": 2.6248048085854094, + "T_safe_prefix": 3.802930710590772, + "tau_share_kept": 0.3264468059665241 + }, + "10.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 44343987.39927982, + "T_cal": 44703849.63378906, + "tot_cal": 1065375209.9081845, + "T_safe_tail": 138.75267027547685, + "T_safe": 108.24121763349103, + "T_safe_prefix": 136.83229249819215, + "tau_share_kept": 0.2197485213403562 + }, + "10.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 44382469.05395833, + "T_cal": 44738840.94154453, + "tot_cal": 545477576.7486062, + "T_safe_tail": 139.91050544637903, + "T_safe": 108.64474112167954, + "T_safe_prefix": 137.99921761086443, + "tau_share_kept": 0.2233149927315303 + }, + "10.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 3499524.4820522717, + "T_cal": 3525797.906381622, + "tot_cal": 24245688.97953096, + "T_safe_tail": 9.931409255958146, + "T_safe": 8.31717307459536, + "T_safe_prefix": 9.789821573985137, + "tau_share_kept": 0.16231123031187475 + }, + "11.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 39046499.04407245, + "T_cal": 39573805.86862564, + "tot_cal": 3398272178.455746, + "T_safe_tail": 117.46458030932683, + "T_safe": 88.99364467965734, + "T_safe_prefix": 114.52657110387463, + "tau_share_kept": 0.24198379688876084 + }, + "11.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 41853617.794171184, + "T_cal": 42403434.94951725, + "tot_cal": 5125116558.334552, + "T_safe_tail": 125.88714260879121, + "T_safe": 95.32185815970388, + "T_safe_prefix": 122.77066729782382, + "tau_share_kept": 0.24245715313575347 + }, + "11.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 24837496.437458605, + "T_cal": 25141537.654618263, + "tot_cal": 375904219.30921096, + "T_safe_tail": 73.74844821017743, + "T_safe": 56.57482892550456, + "T_safe_prefix": 72.1598868193687, + "tau_share_kept": 0.2325247257875906 + }, + "11.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1068571.7291080374, + "T_cal": 1082392.3325538635, + "tot_cal": 14399992.536251713, + "T_safe_tail": 3.3321900486583353, + "T_safe": 2.1401919830264546, + "T_safe_prefix": 3.2472187724243327, + "tau_share_kept": 0.35742982327318595 + }, + "11.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 48898328.791989066, + "T_cal": 49282847.43272996, + "tot_cal": 1093277261.775936, + "T_safe_tail": 156.74126155821688, + "T_safe": 120.73679185291985, + "T_safe_prefix": 154.40150909475415, + "tau_share_kept": 0.2295591474907667 + }, + "11.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 50154758.72772544, + "T_cal": 50551030.728310585, + "tot_cal": 563128675.7775427, + "T_safe_tail": 160.58749266919304, + "T_safe": 124.00904453159092, + "T_safe_prefix": 158.36585566704252, + "tau_share_kept": 0.2276318673423313 + }, + "11.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 3947658.603775186, + "T_cal": 3977158.190986648, + "tot_cal": 25209710.693248942, + "T_safe_tail": 10.881496556497314, + "T_safe": 9.202720838585776, + "T_safe_prefix": 10.729034959458716, + "tau_share_kept": 0.15404364033273207 + }, + "12.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 51661536.35269454, + "T_cal": 52338286.97795963, + "tot_cal": 3361189035.904561, + "T_safe_tail": 153.5163568877401, + "T_safe": 116.00498895632336, + "T_safe_prefix": 149.83132212816054, + "tau_share_kept": 0.24399552513135384 + }, + "12.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54632300.277512744, + "T_cal": 55327991.63437486, + "tot_cal": 5250354801.93354, + "T_safe_tail": 162.0552480651148, + "T_safe": 122.60742080416912, + "T_safe_prefix": 158.2312529002993, + "tau_share_kept": 0.2431026917017813 + }, + "12.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 27531705.004625227, + "T_cal": 27863639.61051202, + "tot_cal": 359575719.10439086, + "T_safe_tail": 81.13110741961233, + "T_safe": 61.99754179235606, + "T_safe_prefix": 79.33584786694064, + "tau_share_kept": 0.23544068750592118 + }, + "12.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1398416.1214710348, + "T_cal": 1415670.0521707535, + "tot_cal": 15764559.835182097, + "T_safe_tail": 4.240865580447561, + "T_safe": 2.9160272182625846, + "T_safe_prefix": 4.150146820711825, + "tau_share_kept": 0.3119998539504803 + }, + "12.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 52475533.88960533, + "T_cal": 52894284.621463776, + "tot_cal": 1080492173.030867, + "T_safe_tail": 165.91828580024838, + "T_safe": 128.02628041663502, + "T_safe_prefix": 163.55643627631162, + "tau_share_kept": 0.2282070345103025 + }, + "12.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54683416.80318396, + "T_cal": 55118944.29553056, + "tot_cal": 602727641.785566, + "T_safe_tail": 173.29972035058847, + "T_safe": 133.7510461548809, + "T_safe_prefix": 170.89489995525219, + "tau_share_kept": 0.228041106678258 + }, + "12.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 4585849.31451246, + "T_cal": 4620050.080559015, + "tot_cal": 28233958.769409515, + "T_safe_tail": 12.73266803327843, + "T_safe": 10.776154132650845, + "T_safe_prefix": 12.559058316175879, + "tau_share_kept": 0.15344338111152686 + }, + "13.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54887301.78709998, + "T_cal": 55580716.15991807, + "tot_cal": 3323499766.2132454, + "T_safe_tail": 161.76888548845116, + "T_safe": 122.97678705902308, + "T_safe_prefix": 157.70050389474272, + "tau_share_kept": 0.23941803691375485 + }, + "13.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 61961172.7000309, + "T_cal": 62742890.77121353, + "tot_cal": 5026843021.951019, + "T_safe_tail": 182.15092726610897, + "T_safe": 138.90103486858516, + "T_safe_prefix": 178.02993384577803, + "tau_share_kept": 0.23702913136858597 + }, + "13.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 34864574.69725865, + "T_cal": 35267139.30309391, + "tot_cal": 362091575.22263426, + "T_safe_tail": 104.32268027032336, + "T_safe": 79.71297247811981, + "T_safe_prefix": 102.19824812177194, + "tau_share_kept": 0.23548511440733255 + }, + "13.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1440510.241697386, + "T_cal": 1458810.4454041123, + "tot_cal": 18818126.580558598, + "T_safe_tail": 4.4918962912465155, + "T_safe": 2.9273752518236194, + "T_safe_prefix": 4.392255396510336, + "tau_share_kept": 0.34785901551817205 + }, + "13.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 55159161.04960403, + "T_cal": 55596057.26387882, + "tot_cal": 1149720044.8756483, + "T_safe_tail": 176.15883617543125, + "T_safe": 134.57470041368288, + "T_safe_prefix": 173.671107359879, + "tau_share_kept": 0.23589828335534258 + }, + "13.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 59142940.74286401, + "T_cal": 59608819.439736366, + "tot_cal": 657147375.5085214, + "T_safe_tail": 189.90786957542264, + "T_safe": 144.72045761294794, + "T_safe_prefix": 187.28129855386578, + "tau_share_kept": 0.23778165748923336 + }, + "13.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 5587178.924510085, + "T_cal": 5627865.439300597, + "tot_cal": 33479839.716230996, + "T_safe_tail": 16.81451257027426, + "T_safe": 14.004884488997277, + "T_safe_prefix": 16.587382642137754, + "tau_share_kept": 0.16689585334513146 + }, + "14.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 51179677.01391347, + "T_cal": 51847136.96437478, + "tot_cal": 3424497084.620049, + "T_safe_tail": 155.38419072976308, + "T_safe": 116.05912664323932, + "T_safe_prefix": 151.86051165837853, + "tau_share_kept": 0.2527277828448063 + }, + "14.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54341349.46903983, + "T_cal": 55024608.73126602, + "tot_cal": 5510656213.931662, + "T_safe_tail": 165.54992429651082, + "T_safe": 123.1209134404935, + "T_safe_prefix": 161.75221624170172, + "tau_share_kept": 0.25592520026780524 + }, + "14.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 33566554.89102552, + "T_cal": 33964519.71536851, + "tot_cal": 360244545.9964428, + "T_safe_tail": 101.42019061803794, + "T_safe": 76.91068329462814, + "T_safe_prefix": 99.4035676196736, + "tau_share_kept": 0.24128596616370024 + }, + "14.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 1797072.7695195642, + "T_cal": 1818987.9362958819, + "tot_cal": 20402533.4957954, + "T_safe_tail": 5.21374870835043, + "T_safe": 3.649137300689077, + "T_safe_prefix": 5.091844999129535, + "tau_share_kept": 0.2997706467947603 + }, + "14.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 60591360.210778385, + "T_cal": 61072935.226536036, + "tot_cal": 1212320834.5329714, + "T_safe_tail": 199.75359005188977, + "T_safe": 151.47558632129312, + "T_safe_prefix": 196.84169531101452, + "tau_share_kept": 0.2415370155594936 + }, + "14.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 65157106.61356242, + "T_cal": 65673985.026066065, + "tot_cal": 707045492.3796909, + "T_safe_tail": 215.7006803066777, + "T_safe": 163.27469744792688, + "T_safe_prefix": 212.5925830045162, + "tau_share_kept": 0.2428969887616412 + }, + "14.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 6588993.496744587, + "T_cal": 6635799.898459017, + "tot_cal": 37892522.42533916, + "T_safe_tail": 19.645147226254128, + "T_safe": 16.670711378509623, + "T_safe_prefix": 19.360017623905378, + "tau_share_kept": 0.15118117421241387 + }, + "15.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54035117.13901932, + "T_cal": 54723945.38977146, + "tot_cal": 3512637037.705689, + "T_safe_tail": 165.5453119831713, + "T_safe": 124.91605667583008, + "T_safe_prefix": 161.52303500987182, + "tau_share_kept": 0.24507431770166752 + }, + "15.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 58331721.677353665, + "T_cal": 59064118.28494644, + "tot_cal": 5369430372.247769, + "T_safe_tail": 178.40679883546244, + "T_safe": 134.71360185402227, + "T_safe_prefix": 174.35404026020842, + "tau_share_kept": 0.24453071303659843 + }, + "15.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 36365381.53584312, + "T_cal": 36785794.57240701, + "tot_cal": 384605507.73602444, + "T_safe_tail": 111.97195583477075, + "T_safe": 84.9476042590768, + "T_safe_prefix": 109.72135742522369, + "tau_share_kept": 0.2409674957518986 + }, + "15.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2127809.8558678827, + "T_cal": 2154184.7125917077, + "tot_cal": 24499353.420554943, + "T_safe_tail": 7.568291814932039, + "T_safe": 5.2614610006551175, + "T_safe_prefix": 7.408906965680728, + "tau_share_kept": 0.30445702710706646 + }, + "15.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 66238654.419413134, + "T_cal": 66768831.81976414, + "tot_cal": 1314933826.747109, + "T_safe_tail": 221.39313118580895, + "T_safe": 168.63530590852315, + "T_safe_prefix": 218.29692202231035, + "tau_share_kept": 0.238134889536827 + }, + "15.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 71146360.5338017, + "T_cal": 71714830.64996338, + "tot_cal": 779539258.1419171, + "T_safe_tail": 238.0268649696917, + "T_safe": 181.35371906794262, + "T_safe_prefix": 234.82264873873737, + "tau_share_kept": 0.23795495685366522 + }, + "15.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 8244085.324443165, + "T_cal": 8302513.233036041, + "tot_cal": 47193390.22406272, + "T_safe_tail": 25.817389249470814, + "T_safe": 21.70420978637253, + "T_safe_prefix": 25.45351247919848, + "tau_share_kept": 0.1591136772976114 + }, + "16.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54588292.83386767, + "T_cal": 55273431.07956028, + "tot_cal": 3495727897.9759445, + "T_safe_tail": 170.21928174498748, + "T_safe": 128.23775750404457, + "T_safe_prefix": 166.29786039009923, + "tau_share_kept": 0.24625755311143005 + }, + "16.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 58671997.51439902, + "T_cal": 59394846.01744866, + "tot_cal": 5701588558.12833, + "T_safe_tail": 183.59948277760572, + "T_safe": 138.1079315360921, + "T_safe_prefix": 179.49960018816, + "tau_share_kept": 0.24740200708731488 + }, + "16.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 45047410.50719842, + "T_cal": 45536538.61134553, + "tot_cal": 383800413.38366956, + "T_safe_tail": 142.59668965713436, + "T_safe": 108.41954852666186, + "T_safe_prefix": 139.67080061441175, + "tau_share_kept": 0.2392798873157992 + }, + "16.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2833948.541101198, + "T_cal": 2868143.1912637353, + "tot_cal": 32191586.727946043, + "T_safe_tail": 11.69489615570326, + "T_safe": 8.048871421084186, + "T_safe_prefix": 11.414091382135894, + "tau_share_kept": 0.3114654939910249 + }, + "16.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 72306991.19677594, + "T_cal": 72886288.32917118, + "tot_cal": 1507189514.4793177, + "T_safe_tail": 253.62544664580923, + "T_safe": 192.47066450393413, + "T_safe_prefix": 250.06944928920802, + "tau_share_kept": 0.24098672136701413 + }, + "16.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 76024944.77969053, + "T_cal": 76634054.79678726, + "tot_cal": 880628433.7173908, + "T_safe_tail": 268.8614977345843, + "T_safe": 202.44189117279257, + "T_safe_prefix": 265.0857471644158, + "tau_share_kept": 0.24690414192631893 + }, + "16.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 10728351.486827105, + "T_cal": 10804349.740242958, + "tot_cal": 60224824.41982937, + "T_safe_tail": 35.88432105834639, + "T_safe": 30.01839697599644, + "T_safe_prefix": 35.39274417385627, + "tau_share_kept": 0.16323580397202006 + }, + "17.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 67180404.3120421, + "T_cal": 68012106.98736572, + "tot_cal": 3449700183.8289695, + "T_safe_tail": 229.00728138133695, + "T_safe": 171.36008845736797, + "T_safe_prefix": 223.97906031731054, + "tau_share_kept": 0.25136262747383614 + }, + "17.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 69630687.3572055, + "T_cal": 70485961.61975479, + "tot_cal": 5234912364.09167, + "T_safe_tail": 237.21019078749202, + "T_safe": 177.54776663892335, + "T_safe_prefix": 231.86284314846853, + "tau_share_kept": 0.2511173684893343 + }, + "17.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 49174169.88207339, + "T_cal": 49717330.891350746, + "tot_cal": 418520979.3784498, + "T_safe_tail": 168.79245497026415, + "T_safe": 126.76192026710851, + "T_safe_prefix": 165.53396051535037, + "tau_share_kept": 0.24866691259328347 + }, + "17.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2287323.755920618, + "T_cal": 2313544.233085215, + "tot_cal": 23831462.504337505, + "T_safe_tail": 8.165919518915722, + "T_safe": 5.726562569109376, + "T_safe_prefix": 8.004540091474212, + "tau_share_kept": 0.2984020766499474 + }, + "17.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 85816189.43633568, + "T_cal": 86502261.17670536, + "tot_cal": 1593717545.549384, + "T_safe_tail": 319.491471336328, + "T_safe": 242.1360207277794, + "T_safe_prefix": 315.16278778744527, + "tau_share_kept": 0.24197833804041394 + }, + "17.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 87285163.38732703, + "T_cal": 87974214.20106506, + "tot_cal": 900750677.2539521, + "T_safe_tail": 327.5734401337904, + "T_safe": 247.154000116283, + "T_safe_prefix": 322.6353587143276, + "tau_share_kept": 0.2453661919217006 + }, + "17.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 11992761.18973192, + "T_cal": 12077452.498336375, + "tot_cal": 65483055.9412715, + "T_safe_tail": 38.5343976718931, + "T_safe": 33.23730720958338, + "T_safe_prefix": 38.010869846367314, + "tau_share_kept": 0.13724116956480023 + }, + "18.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 82076807.07831582, + "T_cal": 83058445.44165039, + "tot_cal": 3671122137.9832892, + "T_safe_tail": 284.0641912935871, + "T_safe": 215.42219677336197, + "T_safe_prefix": 277.7112576789259, + "tau_share_kept": 0.24128517444376782 + }, + "18.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 87651005.82149218, + "T_cal": 88691844.57870865, + "tot_cal": 5168667183.693464, + "T_safe_tail": 301.03516819517125, + "T_safe": 229.6119023962092, + "T_safe_prefix": 294.58638122424964, + "tau_share_kept": 0.23689839159262743 + }, + "18.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 63145376.997936584, + "T_cal": 63822076.95581913, + "tot_cal": 487972250.3343717, + "T_safe_tail": 222.45262322803012, + "T_safe": 169.09465779738184, + "T_safe_prefix": 218.19731412864348, + "tau_share_kept": 0.2394809818104483 + }, + "18.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2376487.008397189, + "T_cal": 2405745.6511002183, + "tot_cal": 23906162.127633635, + "T_safe_tail": 9.922524469110387, + "T_safe": 6.741036800886832, + "T_safe_prefix": 9.722086249814822, + "tau_share_kept": 0.3202919318743011 + }, + "18.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 100826198.8993708, + "T_cal": 101623292.5770607, + "tot_cal": 1700325352.4976764, + "T_safe_tail": 381.83107152857986, + "T_safe": 289.9859736483231, + "T_safe_prefix": 376.62237908743555, + "tau_share_kept": 0.2404114536279323 + }, + "18.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 99175296.21148592, + "T_cal": 99966174.7358551, + "tot_cal": 948846253.9017069, + "T_safe_tail": 375.6410115122185, + "T_safe": 285.9983476341622, + "T_safe_prefix": 370.78657771062353, + "tau_share_kept": 0.2385079371813863 + }, + "18.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 14201465.637009488, + "T_cal": 14299548.37492472, + "tot_cal": 76165055.70331585, + "T_safe_tail": 45.806856841747575, + "T_safe": 39.57796952509034, + "T_safe_prefix": 45.18536897893705, + "tau_share_kept": 0.1357634325871396 + }, + "19.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 75360090.46111968, + "T_cal": 76273885.78912354, + "tot_cal": 3359162301.6112494, + "T_safe_tail": 256.5826420146056, + "T_safe": 196.99436482826513, + "T_safe_prefix": 251.00573872492896, + "tau_share_kept": 0.23187385825064655 + }, + "19.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 77009630.20055932, + "T_cal": 77961294.65812778, + "tot_cal": 5215928025.688413, + "T_safe_tail": 262.13224399216995, + "T_safe": 200.25490428415742, + "T_safe_prefix": 256.39859253168106, + "tau_share_kept": 0.23567461860562652 + }, + "19.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 61869776.87171974, + "T_cal": 62571707.444574594, + "tot_cal": 500073847.69792855, + "T_safe_tail": 211.19509403325662, + "T_safe": 162.14196162909502, + "T_safe_prefix": 207.27422212952752, + "tau_share_kept": 0.23189053034578236 + }, + "19.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2548684.9024389237, + "T_cal": 2578965.8571715504, + "tot_cal": 23832339.893750325, + "T_safe_tail": 9.415950843272283, + "T_safe": 6.581616646543864, + "T_safe_prefix": 9.214800453804003, + "tau_share_kept": 0.30067598483308766 + }, + "19.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 112876776.2490233, + "T_cal": 113762993.53585148, + "tot_cal": 1674207403.5005445, + "T_safe_tail": 422.63628218328864, + "T_safe": 324.86685100593604, + "T_safe_prefix": 416.7428253765829, + "tau_share_kept": 0.23120674321047183 + }, + "19.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 109009325.78911385, + "T_cal": 109875169.71764469, + "tot_cal": 1011651244.1312292, + "T_safe_tail": 411.24453871096364, + "T_safe": 314.9486205980793, + "T_safe_prefix": 405.4693905783097, + "tau_share_kept": 0.23400710091158108 + }, + "19.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 16006565.705108747, + "T_cal": 16113273.99654603, + "tot_cal": 84087647.7489427, + "T_safe_tail": 48.76254430481268, + "T_safe": 42.7233322767936, + "T_safe_prefix": 48.10917901525045, + "tau_share_kept": 0.12360153739290525 + }, + "20.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 75823165.24330401, + "T_cal": 76767886.58151627, + "tot_cal": 3452500471.865864, + "T_safe_tail": 254.39187834330212, + "T_safe": 196.29710194439758, + "T_safe_prefix": 248.77106552973055, + "tau_share_kept": 0.2280004942813395 + }, + "20.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 79074967.76573178, + "T_cal": 80044999.58047867, + "tot_cal": 5112139196.103524, + "T_safe_tail": 265.5289877324368, + "T_safe": 205.55224582042138, + "T_safe_prefix": 259.57815133312033, + "tau_share_kept": 0.2254786885408235 + }, + "20.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 68001722.43260998, + "T_cal": 68729459.45995426, + "tot_cal": 485999572.13406134, + "T_safe_tail": 234.4143995574725, + "T_safe": 180.6127226247636, + "T_safe_prefix": 229.7474725893153, + "tau_share_kept": 0.2291143045813919 + }, + "20.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2960326.801046974, + "T_cal": 2994337.474807635, + "tot_cal": 35163511.08835725, + "T_safe_tail": 10.098271053845565, + "T_safe": 6.766858447226753, + "T_safe_prefix": 9.895318852079583, + "tau_share_kept": 0.32956662841481227 + }, + "20.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 119633246.12270269, + "T_cal": 120572731.36999607, + "tot_cal": 1862422789.5127378, + "T_safe_tail": 452.23318896876367, + "T_safe": 350.6549977159593, + "T_safe_prefix": 445.59653298814374, + "tau_share_kept": 0.22447469264753137 + }, + "20.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 113700994.62420961, + "T_cal": 114601562.1249857, + "tot_cal": 1109649430.0050313, + "T_safe_tail": 434.57559326250475, + "T_safe": 334.38990790606476, + "T_safe_prefix": 428.67956670759304, + "tau_share_kept": 0.23038251221286823 + }, + "20.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 19330123.03944908, + "T_cal": 19461569.196521997, + "tot_cal": 104423476.18709283, + "T_safe_tail": 60.545738672260484, + "T_safe": 52.888271954729134, + "T_safe_prefix": 59.74987785307917, + "tau_share_kept": 0.1262516427911422 + }, + "21.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 86798447.18711177, + "T_cal": 87857925.40530777, + "tot_cal": 3410982766.344836, + "T_safe_tail": 300.3355037314333, + "T_safe": 232.13642436952887, + "T_safe_prefix": 293.72106339288075, + "tau_share_kept": 0.22667759315834937 + }, + "21.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 89729042.92411542, + "T_cal": 90829667.06703281, + "tot_cal": 4929104993.999958, + "T_safe_tail": 311.88864812675365, + "T_safe": 239.18835309130736, + "T_safe_prefix": 304.8841385543674, + "tau_share_kept": 0.23275097142114312 + }, + "21.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 79986267.31205916, + "T_cal": 80868446.03649998, + "tot_cal": 572773594.690318, + "T_safe_tail": 280.3462620694189, + "T_safe": 216.18098735902458, + "T_safe_prefix": 274.9846983216448, + "tau_share_kept": 0.22847968870807503 + }, + "21.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 2889112.3149303677, + "T_cal": 2922490.416873932, + "tot_cal": 24944123.05438078, + "T_safe_tail": 11.481617415714192, + "T_safe": 7.93650403534798, + "T_safe_prefix": 11.256137113468867, + "tau_share_kept": 0.3083518689525246 + }, + "21.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 134644197.90781894, + "T_cal": 135692603.01379776, + "tot_cal": 1897748410.3891902, + "T_safe_tail": 517.3051291772238, + "T_safe": 400.4611008247739, + "T_safe_prefix": 510.1186278337591, + "tau_share_kept": 0.225728606927757 + }, + "21.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 125118231.70360848, + "T_cal": 126111298.85273838, + "tot_cal": 1150604038.606769, + "T_safe_tail": 482.38501153226184, + "T_safe": 372.76449009439966, + "T_safe_prefix": 475.82601229634383, + "tau_share_kept": 0.22711595594480005 + }, + "21.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 21437285.618454017, + "T_cal": 21581142.061172485, + "tot_cal": 112300735.03998064, + "T_safe_tail": 61.934069246387935, + "T_safe": 54.6129367005924, + "T_safe_prefix": 61.09417911065975, + "tau_share_kept": 0.11798195098997467 + }, + "22.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 100418426.27131528, + "T_cal": 101612266.9596901, + "tot_cal": 3756743513.922126, + "T_safe_tail": 344.514015616499, + "T_safe": 268.0496827000752, + "T_safe_prefix": 337.0195882059634, + "tau_share_kept": 0.22157926920657353 + }, + "22.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 104738745.5411497, + "T_cal": 105994605.63359165, + "tot_cal": 5210870287.475811, + "T_safe_tail": 359.72511439020593, + "T_safe": 279.3894447492348, + "T_safe_prefix": 352.14445812776466, + "tau_share_kept": 0.22297578032187962 + }, + "22.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 88759518.07297817, + "T_cal": 89710995.66903019, + "tot_cal": 622290842.5815187, + "T_safe_tail": 307.1671932179442, + "T_safe": 238.3984462282424, + "T_safe_prefix": 301.25817793977694, + "tau_share_kept": 0.22346798366849094 + }, + "22.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 4066949.177983149, + "T_cal": 4112093.835597098, + "tot_cal": 41988293.711521566, + "T_safe_tail": 10.781087435151179, + "T_safe": 8.172713890774105, + "T_safe_prefix": 10.573780328128635, + "tau_share_kept": 0.24158064997658177 + }, + "22.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 149144061.91663623, + "T_cal": 150310832.6345682, + "tot_cal": 1994706807.7952352, + "T_safe_tail": 557.2036074094224, + "T_safe": 437.5413083360181, + "T_safe_prefix": 549.6233832436301, + "tau_share_kept": 0.21459749862563599 + }, + "22.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 136465305.07600892, + "T_cal": 137531461.8208351, + "tot_cal": 1216681959.6608853, + "T_safe_tail": 511.1863017814946, + "T_safe": 401.4914847891523, + "T_safe_prefix": 504.27918927022256, + "tau_share_kept": 0.21444080464289617 + }, + "22.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 25050461.797362637, + "T_cal": 25216653.88956666, + "tot_cal": 126211833.52584954, + "T_safe_tail": 69.92767462205444, + "T_safe": 61.6481044562463, + "T_safe_prefix": 68.99739495697213, + "tau_share_kept": 0.11816741153614105 + }, + "23.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 131050856.4416346, + "T_cal": 132530730.85218811, + "tot_cal": 3548372085.336571, + "T_safe_tail": 445.1990543523545, + "T_safe": 347.6009783133086, + "T_safe_prefix": 435.98416206636466, + "tau_share_kept": 0.2188544409156361 + }, + "23.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 132731253.27358998, + "T_cal": 134250218.34274387, + "tot_cal": 4837989597.430144, + "T_safe_tail": 449.9005202772055, + "T_safe": 351.00031933823266, + "T_safe_prefix": 439.96424336481505, + "tau_share_kept": 0.21944210440514403 + }, + "23.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 113426670.10711384, + "T_cal": 114637987.82981968, + "tot_cal": 759766080.8255507, + "T_safe_tail": 384.52486060498006, + "T_safe": 301.26996359549594, + "T_safe_prefix": 377.68762184103616, + "tau_share_kept": 0.2161544857865808 + }, + "23.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 4612094.167979369, + "T_cal": 4659651.350469828, + "tot_cal": 35657491.27769051, + "T_safe_tail": 13.474536367720741, + "T_safe": 10.03781161575921, + "T_safe_prefix": 13.2076078925204, + "tau_share_kept": 0.25467207764899025 + }, + "23.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 168324905.01243123, + "T_cal": 169611908.36151505, + "tot_cal": 1967813500.5346577, + "T_safe_tail": 618.342453588104, + "T_safe": 488.50697220486836, + "T_safe_prefix": 609.6069576807931, + "tau_share_kept": 0.2098278155460019 + }, + "23.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 154752448.87527037, + "T_cal": 155953705.05157852, + "tot_cal": 1268242279.5136707, + "T_safe_tail": 569.8688923965954, + "T_safe": 449.08871399355485, + "T_safe_prefix": 561.9897797495687, + "tau_share_kept": 0.21179751271477856 + }, + "23.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 27503650.76527202, + "T_cal": 27681573.638916016, + "tot_cal": 136462228.11354718, + "T_safe_tail": 73.12502792936374, + "T_safe": 64.90941205994113, + "T_safe_prefix": 72.12915423471804, + "tau_share_kept": 0.11211171650436068 + }, + "24.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 99982850.2463347, + "T_cal": 101175072.47938538, + "tot_cal": 3445565520.8970523, + "T_safe_tail": 326.1412614952409, + "T_safe": 257.29992483189926, + "T_safe_prefix": 318.5732847527979, + "tau_share_kept": 0.21062761480662553 + }, + "24.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 102917960.51401372, + "T_cal": 104136922.5625, + "tot_cal": 5058832542.069076, + "T_safe_tail": 337.3264484634401, + "T_safe": 263.7519033677527, + "T_safe_prefix": 329.62912101982874, + "tau_share_kept": 0.21768824292685704 + }, + "24.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 107944693.91049585, + "T_cal": 109078665.88817692, + "tot_cal": 716682938.4250858, + "T_safe_tail": 356.1608558110161, + "T_safe": 279.8599545919715, + "T_safe_prefix": 349.3389352776612, + "tau_share_kept": 0.21381257112676874 + }, + "24.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 4847478.7815299705, + "T_cal": 4901023.076369822, + "tot_cal": 48348986.33095213, + "T_safe_tail": 14.601545447292548, + "T_safe": 10.854584028702675, + "T_safe_prefix": 14.313428663729212, + "tau_share_kept": 0.2562093488329281 + }, + "24.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 186198436.2440737, + "T_cal": 187619820.81921482, + "tot_cal": 2072454867.0448756, + "T_safe_tail": 665.0490483391503, + "T_safe": 528.895684616964, + "T_safe_prefix": 656.2366797079776, + "tau_share_kept": 0.2045645430910916 + }, + "24.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 171258120.01743144, + "T_cal": 172548415.52231693, + "tot_cal": 1327845138.6307344, + "T_safe_tail": 613.8878585165091, + "T_safe": 486.8074345999048, + "T_safe_prefix": 605.6242480909023, + "tau_share_kept": 0.20684795943476667 + }, + "24.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 29971811.38355725, + "T_cal": 30164032.35633111, + "tot_cal": 145811877.07174623, + "T_safe_tail": 73.92831573808286, + "T_safe": 66.38912309427633, + "T_safe_prefix": 72.93840820789137, + "tau_share_kept": 0.10172318603301402 + }, + "25.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 145720602.1953268, + "T_cal": 147312055.27984715, + "tot_cal": 3511940928.331681, + "T_safe_tail": 469.7164523026167, + "T_safe": 371.75505396750304, + "T_safe_prefix": 459.71656213660026, + "tau_share_kept": 0.20815135550855365 + }, + "25.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 151428170.48425847, + "T_cal": 153118123.62934208, + "tot_cal": 4761545956.170599, + "T_safe_tail": 488.91914793808155, + "T_safe": 385.97228218359305, + "T_safe_prefix": 479.09675588250684, + "tau_share_kept": 0.2101735164580731 + }, + "25.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 145610966.64338198, + "T_cal": 147087649.68841648, + "tot_cal": 900199022.5838593, + "T_safe_tail": 471.23650921972126, + "T_safe": 372.58981091507303, + "T_safe_prefix": 462.6204584101797, + "tau_share_kept": 0.20890825959919407 + }, + "25.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 4479173.396538252, + "T_cal": 4533870.871990263, + "tot_cal": 73370463.30835705, + "T_safe_tail": 12.780240368094667, + "T_safe": 8.267463488279247, + "T_safe_prefix": 12.5582286126251, + "tau_share_kept": 0.35277693640553554 + }, + "25.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 204405422.04598764, + "T_cal": 205953303.20263004, + "tot_cal": 2224765801.409649, + "T_safe_tail": 721.481090502064, + "T_safe": 577.3042653254379, + "T_safe_prefix": 711.572374308922, + "tau_share_kept": 0.199658537971362 + }, + "25.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 188113639.22366926, + "T_cal": 189518538.83251286, + "tot_cal": 1418000353.9576855, + "T_safe_tail": 667.1030692594194, + "T_safe": 531.6500161428849, + "T_safe_prefix": 658.2122372445301, + "tau_share_kept": 0.20288163489080452 + }, + "25.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 31736247.09695526, + "T_cal": 31946406.62265396, + "tot_cal": 170231864.34199256, + "T_safe_tail": 76.31591162423501, + "T_safe": 68.10310396960995, + "T_safe_prefix": 75.28359406894106, + "tau_share_kept": 0.1073416583804762 + }, + "26.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 119897111.59888487, + "T_cal": 121262122.27405167, + "tot_cal": 3693980850.408983, + "T_safe_tail": 374.1820005370105, + "T_safe": 298.43398103841173, + "T_safe_prefix": 366.38667172988426, + "tau_share_kept": 0.20209070391527748 + }, + "26.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 126190897.46519402, + "T_cal": 127637676.65027714, + "tot_cal": 5174803829.162205, + "T_safe_tail": 393.83293723294037, + "T_safe": 314.3192026487086, + "T_safe_prefix": 385.25045748669436, + "tau_share_kept": 0.2014745129927853 + }, + "26.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 138708516.73028874, + "T_cal": 140126036.32836914, + "tot_cal": 876307273.9033653, + "T_safe_tail": 435.7026728943575, + "T_safe": 346.63908703925335, + "T_safe_prefix": 427.7449333883269, + "tau_share_kept": 0.20393925923825998 + }, + "26.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 5721022.014759406, + "T_cal": 5789973.266788483, + "tot_cal": 76599234.68418081, + "T_safe_tail": 18.375779962017546, + "T_safe": 12.80367123527526, + "T_safe_prefix": 17.98138709212276, + "tau_share_kept": 0.30287104815740495 + }, + "26.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 224601322.58813512, + "T_cal": 226296814.39247227, + "tot_cal": 2628179926.573347, + "T_safe_tail": 756.6920846535634, + "T_safe": 607.8020961317852, + "T_safe_prefix": 746.571028969498, + "tau_share_kept": 0.19659511045986922 + }, + "26.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 207175274.81181854, + "T_cal": 208712761.59706116, + "tot_cal": 1609189803.4299092, + "T_safe_tail": 703.5966345369227, + "T_safe": 561.1050658470631, + "T_safe_prefix": 694.3692614226748, + "tau_share_kept": 0.20236328254240055 + }, + "26.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 35432361.76554622, + "T_cal": 35662229.616051674, + "tot_cal": 185041531.02657485, + "T_safe_tail": 81.38029849378924, + "T_safe": 72.53110518606627, + "T_safe_prefix": 80.29925546277445, + "tau_share_kept": 0.10848688534211427 + }, + "27.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 166711289.71105874, + "T_cal": 168450587.8814087, + "tot_cal": 3847272976.0470324, + "T_safe_tail": 514.338309883229, + "T_safe": 410.00194010231644, + "T_safe_prefix": 504.2926385227802, + "tau_share_kept": 0.2024383315235379 + }, + "27.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 175182473.02030706, + "T_cal": 177006290.20021057, + "tot_cal": 5212833808.4271145, + "T_safe_tail": 540.1259169706983, + "T_safe": 430.13461544528036, + "T_safe_prefix": 529.5780005111737, + "tau_share_kept": 0.20325335738018963 + }, + "27.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 159035091.19243765, + "T_cal": 160601562.75201416, + "tot_cal": 956599060.8966076, + "T_safe_tail": 493.48512862159566, + "T_safe": 393.1997740165243, + "T_safe_prefix": 484.47302353757914, + "tau_share_kept": 0.2028308299918413 + }, + "27.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 7022055.695838049, + "T_cal": 7102856.129743159, + "tot_cal": 65042500.13748659, + "T_safe_tail": 18.031554390102755, + "T_safe": 13.176539071265836, + "T_safe_prefix": 17.68556153202462, + "tau_share_kept": 0.2688871760357365 + }, + "27.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 246966586.4041397, + "T_cal": 248793351.48914433, + "tot_cal": 3062841957.5581055, + "T_safe_tail": 796.7804541942861, + "T_safe": 644.1655605009291, + "T_safe_prefix": 785.7585686628627, + "tau_share_kept": 0.19136584495076875 + }, + "27.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 228546200.03762916, + "T_cal": 230228493.52691746, + "tot_cal": 1905641059.4587135, + "T_safe_tail": 738.4951473189626, + "T_safe": 595.6318019496721, + "T_safe_prefix": 728.9658054547035, + "tau_share_kept": 0.19329161505249506 + }, + "27.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 40423351.42808038, + "T_cal": 40688358.12383294, + "tot_cal": 223057710.22054982, + "T_safe_tail": 87.0803394035169, + "T_safe": 77.61958580726423, + "T_safe_prefix": 85.90274713863982, + "tau_share_kept": 0.10838394836131836 + }, + "28.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 152874801.4952554, + "T_cal": 154487129.4953766, + "tot_cal": 3879951873.838484, + "T_safe_tail": 448.76773147556196, + "T_safe": 360.4053354272619, + "T_safe_prefix": 439.4143155357451, + "tau_share_kept": 0.19647677104822553 + }, + "28.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 163393232.90576953, + "T_cal": 165137860.122818, + "tot_cal": 5279322014.223759, + "T_safe_tail": 480.96897985513374, + "T_safe": 384.95985102479244, + "T_safe_prefix": 471.1449439369644, + "tau_share_kept": 0.19923260249571947 + }, + "28.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 173832310.77612734, + "T_cal": 175535509.3382349, + "tot_cal": 1072461634.2228731, + "T_safe_tail": 517.138606745322, + "T_safe": 412.36515341297854, + "T_safe_prefix": 507.31528951737346, + "tau_share_kept": 0.20220487422815614 + }, + "28.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 7246678.880066857, + "T_cal": 7333675.230374396, + "tot_cal": 101765803.12483767, + "T_safe_tail": 22.66913544068592, + "T_safe": 14.828457109912563, + "T_safe_prefix": 22.223304180465675, + "tau_share_kept": 0.3455587713485159 + }, + "28.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 255092212.19857085, + "T_cal": 256949597.72194004, + "tot_cal": 3304088281.5052695, + "T_safe_tail": 805.0332240171203, + "T_safe": 652.783162984997, + "T_safe_prefix": 794.553650963644, + "tau_share_kept": 0.18894553285046176 + }, + "28.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 241904201.88628104, + "T_cal": 243657343.89527893, + "tot_cal": 2381244029.681983, + "T_safe_tail": 768.3134830238582, + "T_safe": 619.1884348014755, + "T_safe_prefix": 758.6860501801457, + "tau_share_kept": 0.1939178937198391 + }, + "28.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 47445504.13400135, + "T_cal": 47749598.07815647, + "tot_cal": 261207536.32809418, + "T_safe_tail": 99.01354772628987, + "T_safe": 88.11550201155478, + "T_safe_prefix": 97.69300007810762, + "tau_share_kept": 0.10977759465070415 + }, + "29.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 118327833.00977254, + "T_cal": 119618951.62311172, + "tot_cal": 3621947215.029519, + "T_safe_tail": 343.0847245809084, + "T_safe": 274.83492416187437, + "T_safe_prefix": 335.5576781937998, + "tau_share_kept": 0.19853166390341545 + }, + "29.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 124657412.49137703, + "T_cal": 126056931.67974854, + "tot_cal": 5159859629.931567, + "T_safe_tail": 359.51591173729116, + "T_safe": 288.25321818705197, + "T_safe_prefix": 351.29947815324704, + "tau_share_kept": 0.19779659133425975 + }, + "29.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 160202911.90259635, + "T_cal": 161802648.3091364, + "tot_cal": 972217930.1726427, + "T_safe_tail": 465.8102009276897, + "T_safe": 373.42697833638886, + "T_safe_prefix": 456.6446544861574, + "tau_share_kept": 0.1979319276263132 + }, + "29.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 8614530.697389957, + "T_cal": 8710059.575546324, + "tot_cal": 140148156.24470237, + "T_safe_tail": 21.09059997231188, + "T_safe": 14.239194030398949, + "T_safe_prefix": 20.673079279067906, + "tau_share_kept": 0.3245093722465716 + }, + "29.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 263490198.9786228, + "T_cal": 265408008.45680237, + "tot_cal": 3776535740.3336654, + "T_safe_tail": 827.4208514298322, + "T_safe": 670.7419083137211, + "T_safe_prefix": 816.5170430366743, + "tau_share_kept": 0.18917183769149346 + }, + "29.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 250626662.9463056, + "T_cal": 252405891.69571304, + "tot_cal": 3111587127.929358, + "T_safe_tail": 787.0789846021391, + "T_safe": 636.1578532587773, + "T_safe_prefix": 776.8911120709126, + "tau_share_kept": 0.19155897485995835 + }, + "29.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 54695606.20571695, + "T_cal": 55051349.58848214, + "tot_cal": 331026316.8142667, + "T_safe_tail": 118.22535476239185, + "T_safe": 103.18924573069671, + "T_safe_prefix": 116.65685500949712, + "tau_share_kept": 0.12692128834773506 + }, + "30.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 143500470.14916164, + "T_cal": 144984599.19342422, + "tot_cal": 3932381855.6324997, + "T_safe_tail": 417.532042943463, + "T_safe": 336.2604646198597, + "T_safe_prefix": 408.317405683516, + "tau_share_kept": 0.19426363234697314 + }, + "30.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 152025114.9053977, + "T_cal": 153603465.6412363, + "tot_cal": 5220573677.686787, + "T_safe_tail": 441.492653771091, + "T_safe": 354.98110987246037, + "T_safe_prefix": 432.79915037570754, + "tau_share_kept": 0.19546542846006199 + }, + "30.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 182709900.06084934, + "T_cal": 184470617.89064026, + "tot_cal": 1173844809.7625656, + "T_safe_tail": 538.7240497399805, + "T_safe": 431.45519703649916, + "T_safe_prefix": 528.8522594622918, + "tau_share_kept": 0.1986813453300538 + }, + "30.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 8695688.93909651, + "T_cal": 8798400.084020197, + "tot_cal": 119095787.77433474, + "T_safe_tail": 30.21589730431155, + "T_safe": 21.938221247554793, + "T_safe_prefix": 29.63204571806841, + "tau_share_kept": 0.273573521355112 + }, + "30.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 263572551.14596725, + "T_cal": 265488166.6659174, + "tot_cal": 5495893330.009211, + "T_safe_tail": 810.25093741501, + "T_safe": 659.8074809467798, + "T_safe_prefix": 799.0088510531677, + "tau_share_kept": 0.1854693394978639 + }, + "30.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 243493884.6835522, + "T_cal": 245206819.477273, + "tot_cal": 5032473932.105422, + "T_safe_tail": 748.550186529032, + "T_safe": 609.5832231118256, + "T_safe_prefix": 738.4101970871016, + "tau_share_kept": 0.18545116201404116 + }, + "30.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 63033787.95540793, + "T_cal": 63451640.598364115, + "tot_cal": 2252263308.133077, + "T_safe_tail": 146.54309182297425, + "T_safe": 125.68740763811456, + "T_safe_prefix": 144.63158090309298, + "tau_share_kept": 0.14206515190476132 + }, + "31.q_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 74585395.3798978, + "T_cal": 75420930.37452793, + "tot_cal": 3292073379.443082, + "T_safe_tail": 212.83231331412915, + "T_safe": 172.35300456604818, + "T_safe_prefix": 208.09510285764645, + "tau_share_kept": 0.18976937207777095 + }, + "31.k_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 83435421.57963741, + "T_cal": 84363776.51426792, + "tot_cal": 4796987855.952409, + "T_safe_tail": 238.6959964870097, + "T_safe": 192.45198322875603, + "T_safe_prefix": 233.5400069260004, + "tau_share_kept": 0.19333434418334675 + }, + "31.v_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 93583535.70226511, + "T_cal": 94523911.02631474, + "tot_cal": 663409710.072974, + "T_safe_tail": 276.6430350026525, + "T_safe": 218.68164708450877, + "T_safe_prefix": 271.06551729800776, + "tau_share_kept": 0.20909326800228767 + }, + "31.o_proj": { + "r": 1228, + "k_u": 1212, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 7707550.516636403, + "T_cal": 7799351.652914286, + "tot_cal": 239448140.21989372, + "T_safe_tail": 37.36926133799826, + "T_safe": 23.997492931681336, + "T_safe_prefix": 36.64768745893548, + "tau_share_kept": 0.35754183785783045 + }, + "31.gate_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 210029536.5593535, + "T_cal": 211583985.24364567, + "tot_cal": 6225139125.31762, + "T_safe_tail": 637.1523642065762, + "T_safe": 520.0894397056109, + "T_safe_prefix": 628.3809485496604, + "tau_share_kept": 0.18353186102811575 + }, + "31.up_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 189028963.1680076, + "T_cal": 190422858.19825745, + "tot_cal": 6407669014.341354, + "T_safe_tail": 572.3580208766825, + "T_safe": 468.3338214540854, + "T_safe_prefix": 564.671399320945, + "tau_share_kept": 0.18154911209169397 + }, + "31.down_proj": { + "r": 1791, + "k_u": 1775, + "k_s": 16, + "alpha": 1.0, + "T_cal_prefix": 70303166.44031218, + "T_cal": 70804927.80519104, + "tot_cal": 3406015038.396898, + "T_safe_tail": 254.91758205364064, + "T_safe": 203.15731392148882, + "T_safe_prefix": 251.27771780129115, + "tau_share_kept": 0.20282338374610115 + } + }, + "ranks": { + "0.q_proj": 1228, + "0.k_proj": 1228, + "0.v_proj": 1228, + "0.o_proj": 1228, + "0.gate_proj": 1791, + "0.up_proj": 1791, + "0.down_proj": 1791, + "1.q_proj": 1228, + "1.k_proj": 1228, + "1.v_proj": 1228, + "1.o_proj": 1228, + "1.gate_proj": 1791, + "1.up_proj": 1791, + "1.down_proj": 1791, + "2.q_proj": 1228, + "2.k_proj": 1228, + "2.v_proj": 1228, + "2.o_proj": 1228, + "2.gate_proj": 1791, + "2.up_proj": 1791, + "2.down_proj": 1791, + "3.q_proj": 1228, + "3.k_proj": 1228, + "3.v_proj": 1228, + "3.o_proj": 1228, + "3.gate_proj": 1791, + "3.up_proj": 1791, + "3.down_proj": 1791, + "4.q_proj": 1228, + "4.k_proj": 1228, + "4.v_proj": 1228, + "4.o_proj": 1228, + "4.gate_proj": 1791, + "4.up_proj": 1791, + "4.down_proj": 1791, + "5.q_proj": 1228, + "5.k_proj": 1228, + "5.v_proj": 1228, + "5.o_proj": 1228, + "5.gate_proj": 1791, + "5.up_proj": 1791, + "5.down_proj": 1791, + "6.q_proj": 1228, + "6.k_proj": 1228, + "6.v_proj": 1228, + "6.o_proj": 1228, + "6.gate_proj": 1791, + "6.up_proj": 1791, + "6.down_proj": 1791, + "7.q_proj": 1228, + "7.k_proj": 1228, + "7.v_proj": 1228, + "7.o_proj": 1228, + "7.gate_proj": 1791, + "7.up_proj": 1791, + "7.down_proj": 1791, + "8.q_proj": 1228, + "8.k_proj": 1228, + "8.v_proj": 1228, + "8.o_proj": 1228, + "8.gate_proj": 1791, + "8.up_proj": 1791, + "8.down_proj": 1791, + "9.q_proj": 1228, + "9.k_proj": 1228, + "9.v_proj": 1228, + "9.o_proj": 1228, + "9.gate_proj": 1791, + "9.up_proj": 1791, + "9.down_proj": 1791, + "10.q_proj": 1228, + "10.k_proj": 1228, + "10.v_proj": 1228, + "10.o_proj": 1228, + "10.gate_proj": 1791, + "10.up_proj": 1791, + "10.down_proj": 1791, + "11.q_proj": 1228, + "11.k_proj": 1228, + "11.v_proj": 1228, + "11.o_proj": 1228, + "11.gate_proj": 1791, + "11.up_proj": 1791, + "11.down_proj": 1791, + "12.q_proj": 1228, + "12.k_proj": 1228, + "12.v_proj": 1228, + "12.o_proj": 1228, + "12.gate_proj": 1791, + "12.up_proj": 1791, + "12.down_proj": 1791, + "13.q_proj": 1228, + "13.k_proj": 1228, + "13.v_proj": 1228, + "13.o_proj": 1228, + "13.gate_proj": 1791, + "13.up_proj": 1791, + "13.down_proj": 1791, + "14.q_proj": 1228, + "14.k_proj": 1228, + "14.v_proj": 1228, + "14.o_proj": 1228, + "14.gate_proj": 1791, + "14.up_proj": 1791, + "14.down_proj": 1791, + "15.q_proj": 1228, + "15.k_proj": 1228, + "15.v_proj": 1228, + "15.o_proj": 1228, + "15.gate_proj": 1791, + "15.up_proj": 1791, + "15.down_proj": 1791, + "16.q_proj": 1228, + "16.k_proj": 1228, + "16.v_proj": 1228, + "16.o_proj": 1228, + "16.gate_proj": 1791, + "16.up_proj": 1791, + "16.down_proj": 1791, + "17.q_proj": 1228, + "17.k_proj": 1228, + "17.v_proj": 1228, + "17.o_proj": 1228, + "17.gate_proj": 1791, + "17.up_proj": 1791, + "17.down_proj": 1791, + "18.q_proj": 1228, + "18.k_proj": 1228, + "18.v_proj": 1228, + "18.o_proj": 1228, + "18.gate_proj": 1791, + "18.up_proj": 1791, + "18.down_proj": 1791, + "19.q_proj": 1228, + "19.k_proj": 1228, + "19.v_proj": 1228, + "19.o_proj": 1228, + "19.gate_proj": 1791, + "19.up_proj": 1791, + "19.down_proj": 1791, + "20.q_proj": 1228, + "20.k_proj": 1228, + "20.v_proj": 1228, + "20.o_proj": 1228, + "20.gate_proj": 1791, + "20.up_proj": 1791, + "20.down_proj": 1791, + "21.q_proj": 1228, + "21.k_proj": 1228, + "21.v_proj": 1228, + "21.o_proj": 1228, + "21.gate_proj": 1791, + "21.up_proj": 1791, + "21.down_proj": 1791, + "22.q_proj": 1228, + "22.k_proj": 1228, + "22.v_proj": 1228, + "22.o_proj": 1228, + "22.gate_proj": 1791, + "22.up_proj": 1791, + "22.down_proj": 1791, + "23.q_proj": 1228, + "23.k_proj": 1228, + "23.v_proj": 1228, + "23.o_proj": 1228, + "23.gate_proj": 1791, + "23.up_proj": 1791, + "23.down_proj": 1791, + "24.q_proj": 1228, + "24.k_proj": 1228, + "24.v_proj": 1228, + "24.o_proj": 1228, + "24.gate_proj": 1791, + "24.up_proj": 1791, + "24.down_proj": 1791, + "25.q_proj": 1228, + "25.k_proj": 1228, + "25.v_proj": 1228, + "25.o_proj": 1228, + "25.gate_proj": 1791, + "25.up_proj": 1791, + "25.down_proj": 1791, + "26.q_proj": 1228, + "26.k_proj": 1228, + "26.v_proj": 1228, + "26.o_proj": 1228, + "26.gate_proj": 1791, + "26.up_proj": 1791, + "26.down_proj": 1791, + "27.q_proj": 1228, + "27.k_proj": 1228, + "27.v_proj": 1228, + "27.o_proj": 1228, + "27.gate_proj": 1791, + "27.up_proj": 1791, + "27.down_proj": 1791, + "28.q_proj": 1228, + "28.k_proj": 1228, + "28.v_proj": 1228, + "28.o_proj": 1228, + "28.gate_proj": 1791, + "28.up_proj": 1791, + "28.down_proj": 1791, + "29.q_proj": 1228, + "29.k_proj": 1228, + "29.v_proj": 1228, + "29.o_proj": 1228, + "29.gate_proj": 1791, + "29.up_proj": 1791, + "29.down_proj": 1791, + "30.q_proj": 1228, + "30.k_proj": 1228, + "30.v_proj": 1228, + "30.o_proj": 1228, + "30.gate_proj": 1791, + "30.up_proj": 1791, + "30.down_proj": 1791, + "31.q_proj": 1228, + "31.k_proj": 1228, + "31.v_proj": 1228, + "31.o_proj": 1228, + "31.gate_proj": 1791, + "31.up_proj": 1791, + "31.down_proj": 1791 + }, + "factored": "/lustre/jeesup0103/svd-safety/results/resmix/full/l2_jbb_ka16_a1p0_free_remove40/truncated/factored.pt", + "folded": false, + "qkv_bias_restored": 0 +} \ No newline at end of file diff --git a/resmix/x_s_corpus.json b/resmix/x_s_corpus.json new file mode 100644 index 0000000..4215827 --- /dev/null +++ b/resmix/x_s_corpus.json @@ -0,0 +1,73 @@ +{ + "jbb_harm_full": { + "name": "jbb_harm_full", + "composition": "harm", + "span": "full", + "n_seqs": 11, + "seqlen": 2048, + "n_tokens": 22528, + "n_prompts_available": 100, + "n_special_per_seq": 15.545454978942871, + "source": "JailbreakBench harmful behaviours (Goal)", + "role": "harmful goal + dense model response", + "response_model": "meta-llama/Llama-2-7b-chat-hf", + "n_records": 96, + "n_kept": 96, + "min_response_chars": 20, + "dense_refusal_cue_fraction": 1.0, + "seed": 42, + "eval_overlap": { + "advbench": 11, + "strongreject": 3 + }, + "eval_overlap_subtracted": false, + "responses_from": "data/alpaca_cleaned_jbbsft_x10.json.refusals.json", + "n_units": 96, + "mean_tokens_per_unit": 264.9270833333333 + }, + "jbb_mix_full": { + "name": "jbb_mix_full", + "composition": "jbb harmful refusals + jbb benign answers", + "span": "full", + "n_seqs": 23, + "seqlen": 2048, + "n_tokens": 47104, + "n_special_per_seq": 15.0, + "harm": { + "source": "/home/jeesup0103/svd_safety/data/alpaca_cleaned_jbbsft_x10.json.refusals.json", + "n_units": 96, + "distinct_tokens": 25433, + "repeat": 1 + }, + "benign": { + "source": "/home/jeesup0103/svd_safety/data/safety_calib/jbb_benign_dense_responses.json", + "n_records": 100, + "n_refused_dropped": 54, + "n_units": 46, + "distinct_tokens": 12935, + "repeat": 2 + }, + "harm_token_share_before_packing": 0.4957, + "eval_overlap_note": "JBB harmful shares 11 AdvBench and 3 StrongREJECT goals (kept, as in the jbb arm)", + "seed": 42, + "n_units": 188, + "mean_tokens_per_unit": 272.88829787234044 + }, + "harm_full": { + "name": "harm_full", + "composition": "harm", + "span": "user turn + dense model response", + "n_seqs": 451, + "seqlen": 2048, + "n_tokens": 923648, + "n_prompts_available": 4018, + "n_special_per_seq": 16.81374740600586, + "n_units": 4018, + "mean_tokens_per_unit": 244.0955699352912, + "response_model": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590", + "n_records": 4018, + "n_kept": 4018, + "min_response_chars": 20, + "dense_refusal_cue_fraction": 0.9624191139870583 + } +} \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..451134b --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..6c00c74 --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 +size 499723 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..6e95a65 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,44 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "add_prefix_space": true, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% set system_message = false %}{% endif %}{% for message in loop_messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if loop.index0 == 0 and system_message != false %}{% set content = '<>\\n' + system_message + '\\n<>\\n\\n' + message['content'] %}{% else %}{% set content = message['content'] %}{% endif %}{% if message['role'] == 'user' %}{{ bos_token + '[INST] ' + content.strip() + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ ' ' + content.strip() + ' ' + eos_token }}{% endif %}{% endfor %}", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "legacy": false, + "model_max_length": 1000000000000000019884624838656, + "pad_token": null, + "padding_side": "right", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "LlamaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +}