commit 73a0cb6d55a78b25005bf210254cb072fbe60e89 Author: ModelHub XC Date: Thu Oct 22 14:38:20 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: Jeesup/svd-safety-l2_jbbpure_ka4_a1p0_free_remove40 Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a6344aa --- /dev/null +++ b/.gitattributes @@ -0,0 +1,35 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/LICENSE.txt b/LICENSE.txt new file mode 100644 index 0000000..51089e2 --- /dev/null +++ b/LICENSE.txt @@ -0,0 +1,126 @@ +LLAMA 2 COMMUNITY LICENSE AGREEMENT +Llama 2 Version Release Date: July 18, 2023 + +"Agreement" means the terms and conditions for use, reproduction, distribution and +modification of the Llama Materials set forth herein. + +"Documentation" means the specifications, manuals and documentation +accompanying Llama 2 distributed by Meta at ai.meta.com/resources/models-and- +libraries/llama-downloads/. + +"Licensee" or "you" means you, or your employer or any other person or entity (if +you are entering into this Agreement on such person or entity's behalf), of the age +required under applicable laws, rules or regulations to provide legal consent and that +has legal authority to bind your employer or such other person or entity if you are +entering in this Agreement on their behalf. + +"Llama 2" means the foundational large language models and software and +algorithms, including machine-learning model code, trained model weights, +inference-enabling code, training-enabling code, fine-tuning enabling code and other +elements of the foregoing distributed by Meta at ai.meta.com/resources/models-and- +libraries/llama-downloads/. + +"Llama Materials" means, collectively, Meta's proprietary Llama 2 and +Documentation (and any portion thereof) made available under this Agreement. + +"Meta" or "we" means Meta Platforms Ireland Limited (if you are located in or, if you +are an entity, your principal place of business is in the EEA or Switzerland) and Meta +Platforms, Inc. (if you are located outside of the EEA or Switzerland). + +By clicking "I Accept" below or by using or distributing any portion or element of the +Llama Materials, you agree to be bound by this Agreement. + +1. License Rights and Redistribution. + + a. Grant of Rights. You are granted a non-exclusive, worldwide, non- +transferable and royalty-free limited license under Meta's intellectual property or +other rights owned by Meta embodied in the Llama Materials to use, reproduce, +distribute, copy, create derivative works of, and make modifications to the Llama +Materials. + + b. Redistribution and Use. + + i. If you distribute or make the Llama Materials, or any derivative works +thereof, available to a third party, you shall provide a copy of this Agreement to such +third party. + ii. If you receive Llama Materials, or any derivative works thereof, from +a Licensee as part of an integrated end user product, then Section 2 of this +Agreement will not apply to you. + + iii. You must retain in all copies of the Llama Materials that you +distribute the following attribution notice within a "Notice" text file distributed as a +part of such copies: "Llama 2 is licensed under the LLAMA 2 Community License, +Copyright (c) Meta Platforms, Inc. All Rights Reserved." + + iv. Your use of the Llama Materials must comply with applicable laws +and regulations (including trade compliance laws and regulations) and adhere to the +Acceptable Use Policy for the Llama Materials (available at +https://ai.meta.com/llama/use-policy), which is hereby incorporated by reference into +this Agreement. + + v. You will not use the Llama Materials or any output or results of the +Llama Materials to improve any other large language model (excluding Llama 2 or +derivative works thereof). + +2. Additional Commercial Terms. If, on the Llama 2 version release date, the +monthly active users of the products or services made available by or for Licensee, +or Licensee's affiliates, is greater than 700 million monthly active users in the +preceding calendar month, you must request a license from Meta, which Meta may +grant to you in its sole discretion, and you are not authorized to exercise any of the +rights under this Agreement unless or until Meta otherwise expressly grants you +such rights. + +3. Disclaimer of Warranty. UNLESS REQUIRED BY APPLICABLE LAW, THE +LLAMA MATERIALS AND ANY OUTPUT AND RESULTS THEREFROM ARE +PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, +EITHER EXPRESS OR IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY +WARRANTIES OF TITLE, NON-INFRINGEMENT, MERCHANTABILITY, OR +FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE +FOR DETERMINING THE APPROPRIATENESS OF USING OR REDISTRIBUTING +THE LLAMA MATERIALS AND ASSUME ANY RISKS ASSOCIATED WITH YOUR +USE OF THE LLAMA MATERIALS AND ANY OUTPUT AND RESULTS. + +4. Limitation of Liability. IN NO EVENT WILL META OR ITS AFFILIATES BE +LIABLE UNDER ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, TORT, +NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, ARISING OUT OF THIS +AGREEMENT, FOR ANY LOST PROFITS OR ANY INDIRECT, SPECIAL, +CONSEQUENTIAL, INCIDENTAL, EXEMPLARY OR PUNITIVE DAMAGES, EVEN +IF META OR ITS AFFILIATES HAVE BEEN ADVISED OF THE POSSIBILITY OF +ANY OF THE FOREGOING. + +5. Intellectual Property. + + a. No trademark licenses are granted under this Agreement, and in +connection with the Llama Materials, neither Meta nor Licensee may use any name +or mark owned by or associated with the other or any of its affiliates, except as +required for reasonable and customary use in describing and redistributing the +Llama Materials. + + b. Subject to Meta's ownership of Llama Materials and derivatives made by or +for Meta, with respect to any derivative works and modifications of the Llama +Materials that are made by you, as between you and Meta, you are and will be the +owner of such derivative works and modifications. + + c. If you institute litigation or other proceedings against Meta or any entity +(including a cross-claim or counterclaim in a lawsuit) alleging that the Llama +Materials or Llama 2 outputs or results, or any portion of any of the foregoing, +constitutes infringement of intellectual property or other rights owned or licensable +by you, then any licenses granted to you under this Agreement shall terminate as of +the date such litigation or claim is filed or instituted. You will indemnify and hold +harmless Meta from and against any claim by any third party arising out of or related +to your use or distribution of the Llama Materials. + +6. Term and Termination. The term of this Agreement will commence upon your +acceptance of this Agreement or access to the Llama Materials and will continue in +full force and effect until terminated in accordance with the terms and conditions +herein. Meta may terminate this Agreement if you are in breach of any term or +condition of this Agreement. Upon termination of this Agreement, you shall delete +and cease use of the Llama Materials. Sections 3, 4 and 7 shall survive the +termination of this Agreement. + +7. Governing Law and Jurisdiction. This Agreement will be governed and +construed under the laws of the State of California without regard to choice of law +principles, and the UN Convention on Contracts for the International Sale of Goods +does not apply to this Agreement. The courts of California shall have exclusive +jurisdiction of any dispute arising out of this Agreement. + diff --git a/README.md b/README.md new file mode 100644 index 0000000..beaf028 --- /dev/null +++ b/README.md @@ -0,0 +1,58 @@ +--- +license: llama2 +base_model: meta-llama/Llama-2-7b-chat-hf +library_name: transformers +pipeline_tag: text-generation +tags: +- llama2 +- svd +- compression +- safety +- interpretability +--- + +# svd-safety-l2_jbbpure_ka4_a1p0_free_remove40 + +A Llama-2-7b-chat checkpoint compressed with SVD-LLM to **60.0% of dense +parameters**, then given a **0.0% parameter budget** of restored SVD +components selected by the **`unknown`** rule. + +This is a research artifact from a study of how SVD compression damages safety +behaviour and which component-selection rule best repairs it. It is one cell of a +grid over selection rules and budgets; it is **not** a general-purpose chat model. + +## Provenance + +| field | value | +|---|---| +| base (uncompressed) | `meta-llama/Llama-2-7b-chat-hf` | +| compression | SVD-LLM, 40.00% of parameters removed | +| selection rule | `unknown` | +| restore budget | 0.000% of dense parameters | +| components restored | 0 | +| components swapped out | 0 | +| resulting parameter fraction | 0.5998 | +| seed | 42 | + +## Measured + +| metric | value | +|---|---| +| AdvBench ASR (HarmBench judge) | 0.1385 | +| StrongREJECT ASR (HarmBench judge) | 0.1278 | +| Macro over-refusal (WildGuard) | 0.1772 | +| WikiText-2 perplexity | 11.4482 | + + +## Intended use and limitations + +This checkpoint exists to measure safety/utility trade-offs under compression. +Several arms in the grid are **deliberately safety-degraded** relative to +Llama-2-7b-chat: compression alone raises attack-success rate, and the point of +the study is to quantify that and test recovery. Treat any given cell as an +experimental subject, not as a deployable assistant, and evaluate it yourself +before drawing conclusions from it. + +## Licence + +Llama 2 Community License. `LICENSE.txt` and `USE_POLICY.md` are included in this repository, and use of this derivative is bound by them. Built with Llama 2. diff --git a/USE_POLICY.md b/USE_POLICY.md new file mode 100644 index 0000000..abbcc19 --- /dev/null +++ b/USE_POLICY.md @@ -0,0 +1,50 @@ +# Llama 2 Acceptable Use Policy + +Meta is committed to promoting safe and fair use of its tools and features, including Llama 2. If you access or use Llama 2, you agree to this Acceptable Use Policy (“Policy”). The most recent copy of this policy can be found at [ai.meta.com/llama/use-policy](http://ai.meta.com/llama/use-policy). + +## Prohibited Uses +We want everyone to use Llama 2 safely and responsibly. You agree you will not use, or allow others to use, Llama 2 to: + +1. Violate the law or others’ rights, including to: + 1. Engage in, promote, generate, contribute to, encourage, plan, incite, or further illegal or unlawful activity or content, such as: + 1. Violence or terrorism + 2. Exploitation or harm to children, including the solicitation, creation, acquisition, or dissemination of child exploitative content or failure to report Child Sexual Abuse Material + 3. Human trafficking, exploitation, and sexual violence + 4. The illegal distribution of information or materials to minors, including obscene materials, or failure to employ legally required age-gating in connection with such information or materials. + 5. Sexual solicitation + 6. Any other criminal activity + 2. Engage in, promote, incite, or facilitate the harassment, abuse, threatening, or bullying of individuals or groups of individuals + 3. Engage in, promote, incite, or facilitate discrimination or other unlawful or harmful conduct in the provision of employment, employment benefits, credit, housing, other economic benefits, or other essential goods and services + 4. Engage in the unauthorized or unlicensed practice of any profession including, but not limited to, financial, legal, medical/health, or related professional practices + 5. Collect, process, disclose, generate, or infer health, demographic, or other sensitive personal or private information about individuals without rights and consents required by applicable laws + 6. Engage in or facilitate any action or generate any content that infringes, misappropriates, or otherwise violates any third-party rights, including the outputs or results of any products or services using the Llama 2 Materials + 7. Create, generate, or facilitate the creation of malicious code, malware, computer viruses or do anything else that could disable, overburden, interfere with or impair the proper working, integrity, operation or appearance of a website or computer system + + + +2. Engage in, promote, incite, facilitate, or assist in the planning or development of activities that present a risk of death or bodily harm to individuals, including use of Llama 2 related to the following: + 1. Military, warfare, nuclear industries or applications, espionage, use for materials or activities that are subject to the International Traffic Arms Regulations (ITAR) maintained by the United States Department of State + 2. Guns and illegal weapons (including weapon development) + 3. Illegal drugs and regulated/controlled substances + 4. Operation of critical infrastructure, transportation technologies, or heavy machinery + 5. Self-harm or harm to others, including suicide, cutting, and eating disorders + 6. Any content intended to incite or promote violence, abuse, or any infliction of bodily harm to an individual + + + +3. Intentionally deceive or mislead others, including use of Llama 2 related to the following: + 1. Generating, promoting, or furthering fraud or the creation or promotion of disinformation + 2. Generating, promoting, or furthering defamatory content, including the creation of defamatory statements, images, or other content + 3. Generating, promoting, or further distributing spam + 4. Impersonating another individual without consent, authorization, or legal right + 5. Representing that the use of Llama 2 or outputs are human-generated + 6. Generating or facilitating false online engagement, including fake reviews and other means of fake online engagement +4. Fail to appropriately disclose to end users any known dangers of your AI system + +Please report any violation of this Policy, software “bug,” or other problems that could lead to a violation of this Policy through one of the following means: + +* Reporting issues with the model: [github.com/facebookresearch/llama](http://github.com/facebookresearch/llama) +* Reporting risky content generated by the model: [developers.facebook.com/llama_output_feedback](http://developers.facebook.com/llama_output_feedback) +* Reporting bugs and security concerns: [facebook.com/whitehat/info](http://facebook.com/whitehat/info) +* Reporting violations of the Acceptable Use Policy or unlicensed uses of Llama: [LlamaUseReport@meta.com](mailto:LlamaUseReport@meta.com) + diff --git a/compression.eval.json b/compression.eval.json new file mode 100644 index 0000000..4ec1a98 --- /dev/null +++ b/compression.eval.json @@ -0,0 +1,3428 @@ +{ + "source": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590", + "upstream": "AIoT-MLSys-Lab/SVD-LLM", + "stage": "finetuned", + "ratio_removed": 0.4, + "internal_ratio_kept": 0.6, + "from_pt": "/lustre/jeesup0103/svd-safety/results/resmix/full/l2_jbbpure_ka4_a1p0_free_remove40/finetune_v/merge.pt", + "biases_verified": 0, + "mean_rel_err": 0.52825281369899, + "max_rel_err": 1.2302558422088623, + "param_fraction": 0.599840865851684, + "ranks": { + "0.q_proj": 1228, + "0.k_proj": 1228, + "0.v_proj": 1228, + "0.o_proj": 1228, + "0.gate_proj": 1791, + "0.up_proj": 1791, + "0.down_proj": 1791, + "1.q_proj": 1228, + "1.k_proj": 1228, + "1.v_proj": 1228, + "1.o_proj": 1228, + "1.gate_proj": 1791, + "1.up_proj": 1791, + "1.down_proj": 1791, + "2.q_proj": 1228, + "2.k_proj": 1228, + "2.v_proj": 1228, + "2.o_proj": 1228, + "2.gate_proj": 1791, + "2.up_proj": 1791, + "2.down_proj": 1791, + "3.q_proj": 1228, + "3.k_proj": 1228, + "3.v_proj": 1228, + "3.o_proj": 1228, + "3.gate_proj": 1791, + "3.up_proj": 1791, + "3.down_proj": 1791, + "4.q_proj": 1228, + "4.k_proj": 1228, + "4.v_proj": 1228, + "4.o_proj": 1228, + "4.gate_proj": 1791, + "4.up_proj": 1791, + "4.down_proj": 1791, + "5.q_proj": 1228, + "5.k_proj": 1228, + "5.v_proj": 1228, + "5.o_proj": 1228, + "5.gate_proj": 1791, + "5.up_proj": 1791, + "5.down_proj": 1791, + "6.q_proj": 1228, + "6.k_proj": 1228, + "6.v_proj": 1228, + "6.o_proj": 1228, + "6.gate_proj": 1791, + "6.up_proj": 1791, + "6.down_proj": 1791, + "7.q_proj": 1228, + "7.k_proj": 1228, + "7.v_proj": 1228, + "7.o_proj": 1228, + "7.gate_proj": 1791, + "7.up_proj": 1791, + "7.down_proj": 1791, + "8.q_proj": 1228, + "8.k_proj": 1228, + "8.v_proj": 1228, + "8.o_proj": 1228, + "8.gate_proj": 1791, + "8.up_proj": 1791, + "8.down_proj": 1791, + "9.q_proj": 1228, + "9.k_proj": 1228, + "9.v_proj": 1228, + "9.o_proj": 1228, + "9.gate_proj": 1791, + "9.up_proj": 1791, + "9.down_proj": 1791, + "10.q_proj": 1228, + "10.k_proj": 1228, + "10.v_proj": 1228, + "10.o_proj": 1228, + "10.gate_proj": 1791, + "10.up_proj": 1791, + "10.down_proj": 1791, + "11.q_proj": 1228, + "11.k_proj": 1228, + "11.v_proj": 1228, + "11.o_proj": 1228, + "11.gate_proj": 1791, + "11.up_proj": 1791, + "11.down_proj": 1791, + "12.q_proj": 1228, + "12.k_proj": 1228, + "12.v_proj": 1228, + "12.o_proj": 1228, + "12.gate_proj": 1791, + "12.up_proj": 1791, + "12.down_proj": 1791, + "13.q_proj": 1228, + "13.k_proj": 1228, + "13.v_proj": 1228, + "13.o_proj": 1228, + "13.gate_proj": 1791, + "13.up_proj": 1791, + "13.down_proj": 1791, + "14.q_proj": 1228, + "14.k_proj": 1228, + "14.v_proj": 1228, + "14.o_proj": 1228, + "14.gate_proj": 1791, + "14.up_proj": 1791, + "14.down_proj": 1791, + "15.q_proj": 1228, + "15.k_proj": 1228, + "15.v_proj": 1228, + "15.o_proj": 1228, + "15.gate_proj": 1791, + "15.up_proj": 1791, + "15.down_proj": 1791, + "16.q_proj": 1228, + "16.k_proj": 1228, + "16.v_proj": 1228, + "16.o_proj": 1228, + "16.gate_proj": 1791, + "16.up_proj": 1791, + "16.down_proj": 1791, + "17.q_proj": 1228, + "17.k_proj": 1228, + "17.v_proj": 1228, + "17.o_proj": 1228, + "17.gate_proj": 1791, + "17.up_proj": 1791, + "17.down_proj": 1791, + "18.q_proj": 1228, + "18.k_proj": 1228, + "18.v_proj": 1228, + "18.o_proj": 1228, + "18.gate_proj": 1791, + "18.up_proj": 1791, + "18.down_proj": 1791, + "19.q_proj": 1228, + "19.k_proj": 1228, + "19.v_proj": 1228, + "19.o_proj": 1228, + "19.gate_proj": 1791, + "19.up_proj": 1791, + "19.down_proj": 1791, + "20.q_proj": 1228, + "20.k_proj": 1228, + "20.v_proj": 1228, + "20.o_proj": 1228, + "20.gate_proj": 1791, + "20.up_proj": 1791, + "20.down_proj": 1791, + "21.q_proj": 1228, + "21.k_proj": 1228, + "21.v_proj": 1228, + "21.o_proj": 1228, + "21.gate_proj": 1791, + "21.up_proj": 1791, + "21.down_proj": 1791, + "22.q_proj": 1228, + "22.k_proj": 1228, + "22.v_proj": 1228, + "22.o_proj": 1228, + "22.gate_proj": 1791, + "22.up_proj": 1791, + "22.down_proj": 1791, + "23.q_proj": 1228, + "23.k_proj": 1228, + "23.v_proj": 1228, + "23.o_proj": 1228, + "23.gate_proj": 1791, + "23.up_proj": 1791, + "23.down_proj": 1791, + "24.q_proj": 1228, + "24.k_proj": 1228, + "24.v_proj": 1228, + "24.o_proj": 1228, + "24.gate_proj": 1791, + "24.up_proj": 1791, + "24.down_proj": 1791, + "25.q_proj": 1228, + "25.k_proj": 1228, + "25.v_proj": 1228, + "25.o_proj": 1228, + "25.gate_proj": 1791, + "25.up_proj": 1791, + "25.down_proj": 1791, + "26.q_proj": 1228, + "26.k_proj": 1228, + "26.v_proj": 1228, + "26.o_proj": 1228, + "26.gate_proj": 1791, + "26.up_proj": 1791, + "26.down_proj": 1791, + "27.q_proj": 1228, + "27.k_proj": 1228, + "27.v_proj": 1228, + "27.o_proj": 1228, + "27.gate_proj": 1791, + "27.up_proj": 1791, + "27.down_proj": 1791, + "28.q_proj": 1228, + "28.k_proj": 1228, + "28.v_proj": 1228, + "28.o_proj": 1228, + "28.gate_proj": 1791, + "28.up_proj": 1791, + "28.down_proj": 1791, + "29.q_proj": 1228, + "29.k_proj": 1228, + "29.v_proj": 1228, + "29.o_proj": 1228, + "29.gate_proj": 1791, + "29.up_proj": 1791, + "29.down_proj": 1791, + "30.q_proj": 1228, + "30.k_proj": 1228, + "30.v_proj": 1228, + "30.o_proj": 1228, + "30.gate_proj": 1791, + "30.up_proj": 1791, + "30.down_proj": 1791, + "31.q_proj": 1228, + "31.k_proj": 1228, + "31.v_proj": 1228, + "31.o_proj": 1228, + "31.gate_proj": 1791, + "31.up_proj": 1791, + "31.down_proj": 1791 + }, + "rel_err": { + "0.q_proj": 0.22410160303115845, + "0.k_proj": 0.260892778635025, + "0.v_proj": 0.37357965111732483, + "0.o_proj": 0.36690554022789, + "0.gate_proj": 0.4517780840396881, + "0.up_proj": 0.463543564081192, + "0.down_proj": 0.5349051356315613, + "1.q_proj": 0.15336954593658447, + "1.k_proj": 0.12911921739578247, + "1.v_proj": 0.49020853638648987, + "1.o_proj": 0.41858285665512085, + "1.gate_proj": 0.4306817054748535, + "1.up_proj": 0.48515748977661133, + "1.down_proj": 0.5832550525665283, + "2.q_proj": 0.6059502363204956, + "2.k_proj": 1.2302558422088623, + "2.v_proj": 0.615690290927887, + "2.o_proj": 0.574679434299469, + "2.gate_proj": 0.49665775895118713, + "2.up_proj": 0.5329660773277283, + "2.down_proj": 0.5832677483558655, + "3.q_proj": 0.40363022685050964, + "3.k_proj": 0.4035354256629944, + "3.v_proj": 0.5426888465881348, + "3.o_proj": 0.5665823221206665, + "3.gate_proj": 0.5524051189422607, + "3.up_proj": 0.5746598243713379, + "3.down_proj": 0.5491887331008911, + "4.q_proj": 0.39246585965156555, + "4.k_proj": 0.3967624604701996, + "4.v_proj": 0.5394608974456787, + "4.o_proj": 0.5697411298751831, + "4.gate_proj": 0.5530258417129517, + "4.up_proj": 0.5811483860015869, + "4.down_proj": 0.5535122752189636, + "5.q_proj": 0.4245997667312622, + "5.k_proj": 0.40847253799438477, + "5.v_proj": 0.5440107583999634, + "5.o_proj": 0.5747513771057129, + "5.gate_proj": 0.5489538311958313, + "5.up_proj": 0.5823240280151367, + "5.down_proj": 0.5454341173171997, + "6.q_proj": 0.38965004682540894, + "6.k_proj": 0.3974066376686096, + "6.v_proj": 0.5274204611778259, + "6.o_proj": 0.5434737801551819, + "6.gate_proj": 0.5437760949134827, + "6.up_proj": 0.583195149898529, + "6.down_proj": 0.5448023080825806, + "7.q_proj": 0.3958045542240143, + "7.k_proj": 0.40262284874916077, + "7.v_proj": 0.5211755037307739, + "7.o_proj": 0.5613705515861511, + "7.gate_proj": 0.5408133864402771, + "7.up_proj": 0.58271324634552, + "7.down_proj": 0.5382853746414185, + "8.q_proj": 0.40620505809783936, + "8.k_proj": 0.4199284613132477, + "8.v_proj": 0.5066620111465454, + "8.o_proj": 0.5587635636329651, + "8.gate_proj": 0.5382401943206787, + "8.up_proj": 0.5777665376663208, + "8.down_proj": 0.5330076813697815, + "9.q_proj": 0.42479902505874634, + "9.k_proj": 0.43162283301353455, + "9.v_proj": 0.5061807036399841, + "9.o_proj": 0.5600370764732361, + "9.gate_proj": 0.5344396829605103, + "9.up_proj": 0.5718284249305725, + "9.down_proj": 0.5320441722869873, + "10.q_proj": 0.3975456655025482, + "10.k_proj": 0.40809178352355957, + "10.v_proj": 0.4983130991458893, + "10.o_proj": 0.524948239326477, + "10.gate_proj": 0.5292651057243347, + "10.up_proj": 0.5674670338630676, + "10.down_proj": 0.5286604166030884, + "11.q_proj": 0.5048311948776245, + "11.k_proj": 0.5876699686050415, + "11.v_proj": 0.5068933367729187, + "11.o_proj": 0.5134880542755127, + "11.gate_proj": 0.5298922061920166, + "11.up_proj": 0.5682539939880371, + "11.down_proj": 0.5352349281311035, + "12.q_proj": 0.41903260350227356, + "12.k_proj": 0.4185883104801178, + "12.v_proj": 0.5041089057922363, + "12.o_proj": 0.5543450713157654, + "12.gate_proj": 0.5347048044204712, + "12.up_proj": 0.5685672760009766, + "12.down_proj": 0.5353879332542419, + "13.q_proj": 0.42530855536460876, + "13.k_proj": 0.4427913427352905, + "13.v_proj": 0.5321968197822571, + "13.o_proj": 0.5440331101417542, + "13.gate_proj": 0.5377640724182129, + "13.up_proj": 0.5715615153312683, + "13.down_proj": 0.5469390153884888, + "14.q_proj": 0.407000333070755, + "14.k_proj": 0.41190606355667114, + "14.v_proj": 0.5251010656356812, + "14.o_proj": 0.5413299798965454, + "14.gate_proj": 0.5373371839523315, + "14.up_proj": 0.5705565810203552, + "14.down_proj": 0.5491019487380981, + "15.q_proj": 0.4268895983695984, + "15.k_proj": 0.42928367853164673, + "15.v_proj": 0.5310585498809814, + "15.o_proj": 0.5517500042915344, + "15.gate_proj": 0.5418119430541992, + "15.up_proj": 0.5747032761573792, + "15.down_proj": 0.562580406665802, + "16.q_proj": 0.4233248829841614, + "16.k_proj": 0.4278751313686371, + "16.v_proj": 0.5588258504867554, + "16.o_proj": 0.579110324382782, + "16.gate_proj": 0.5413831472396851, + "16.up_proj": 0.5723928213119507, + "16.down_proj": 0.5755109786987305, + "17.q_proj": 0.4648624360561371, + "17.k_proj": 0.46354952454566956, + "17.v_proj": 0.5734525322914124, + "17.o_proj": 0.5901803374290466, + "17.gate_proj": 0.5442633628845215, + "17.up_proj": 0.5731654763221741, + "17.down_proj": 0.5735238790512085, + "18.q_proj": 0.4905669391155243, + "18.k_proj": 0.49484139680862427, + "18.v_proj": 0.579690158367157, + "18.o_proj": 0.6155463457107544, + "18.gate_proj": 0.5528191924095154, + "18.up_proj": 0.5795686841011047, + "18.down_proj": 0.5736624002456665, + "19.q_proj": 0.47296571731567383, + "19.k_proj": 0.47004616260528564, + "19.v_proj": 0.563650906085968, + "19.o_proj": 0.6028424501419067, + "19.gate_proj": 0.5568702220916748, + "19.up_proj": 0.5804187059402466, + "19.down_proj": 0.5738558769226074, + "20.q_proj": 0.46471697092056274, + "20.k_proj": 0.4665025770664215, + "20.v_proj": 0.5773915648460388, + "20.o_proj": 0.6055775284767151, + "20.gate_proj": 0.5550618767738342, + "20.up_proj": 0.5775431990623474, + "20.down_proj": 0.5847591161727905, + "21.q_proj": 0.4797699749469757, + "21.k_proj": 0.48180505633354187, + "21.v_proj": 0.5711594223976135, + "21.o_proj": 0.6192764043807983, + "21.gate_proj": 0.556020200252533, + "21.up_proj": 0.5774847269058228, + "21.down_proj": 0.5807636976242065, + "22.q_proj": 0.4905130863189697, + "22.k_proj": 0.4960515797138214, + "22.v_proj": 0.5819926261901855, + "22.o_proj": 0.617231547832489, + "22.gate_proj": 0.5563281178474426, + "22.up_proj": 0.5765620470046997, + "22.down_proj": 0.5785849690437317, + "23.q_proj": 0.5250987410545349, + "23.k_proj": 0.5234578251838684, + "23.v_proj": 0.5817364454269409, + "23.o_proj": 0.6075773239135742, + "23.gate_proj": 0.5600963830947876, + "23.up_proj": 0.5788674354553223, + "23.down_proj": 0.5709010362625122, + "24.q_proj": 0.4698583781719208, + "24.k_proj": 0.4750432074069977, + "24.v_proj": 0.5731468796730042, + "24.o_proj": 0.6132789254188538, + "24.gate_proj": 0.5608822107315063, + "24.up_proj": 0.5795854330062866, + "24.down_proj": 0.5640047192573547, + "25.q_proj": 0.5185467600822449, + "25.k_proj": 0.5213564038276672, + "25.v_proj": 0.5819503664970398, + "25.o_proj": 0.6059090495109558, + "25.gate_proj": 0.5641774535179138, + "25.up_proj": 0.581538200378418, + "25.down_proj": 0.5572855472564697, + "26.q_proj": 0.48184138536453247, + "26.k_proj": 0.4907304346561432, + "26.v_proj": 0.5712781548500061, + "26.o_proj": 0.6296623349189758, + "26.gate_proj": 0.5657166838645935, + "26.up_proj": 0.5836158990859985, + "26.down_proj": 0.5556525588035583, + "27.q_proj": 0.5304253697395325, + "27.k_proj": 0.5391111373901367, + "27.v_proj": 0.5911639928817749, + "27.o_proj": 0.6085312366485596, + "27.gate_proj": 0.5687299966812134, + "27.up_proj": 0.5857241153717041, + "27.down_proj": 0.5541149973869324, + "28.q_proj": 0.511738657951355, + "28.k_proj": 0.5234114527702332, + "28.v_proj": 0.5867908596992493, + "28.o_proj": 0.6046639680862427, + "28.gate_proj": 0.5688467621803284, + "28.up_proj": 0.5842701196670532, + "28.down_proj": 0.5627365112304688, + "29.q_proj": 0.4788764715194702, + "29.k_proj": 0.4873405992984772, + "29.v_proj": 0.5787069201469421, + "29.o_proj": 0.6073769330978394, + "29.gate_proj": 0.5675828456878662, + "29.up_proj": 0.5801110863685608, + "29.down_proj": 0.570015013217926, + "30.q_proj": 0.5119778513908386, + "30.k_proj": 0.5190426707267761, + "30.v_proj": 0.5930677652359009, + "30.o_proj": 0.6150756478309631, + "30.gate_proj": 0.5611746311187744, + "30.up_proj": 0.5671369433403015, + "30.down_proj": 0.5799239277839661, + "31.q_proj": 0.45364680886268616, + "31.k_proj": 0.4624480903148651, + "31.v_proj": 0.5717996954917908, + "31.o_proj": 0.5828413963317871, + "31.gate_proj": 0.5511276721954346, + "31.up_proj": 0.551912248134613, + "31.down_proj": 0.5772953033447266 + }, + "whitening": { + "lam": 0.0, + "norm": "token", + "ridge": 0.0, + "token_mask": "nospecial", + "utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256", + "utility_calib": "wikitext2:256", + "utility_tokens": 522240, + "resmix_safety": { + "lam": Infinity, + "norm": "token", + "ridge": 1e-06, + "token_mask": "nospecial", + "utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256", + "utility_calib": "wikitext2:256", + "utility_tokens": 522240, + "safety_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/safety_l2_jbb", + "safety_mix": [ + { + "corpus": "jbb_pure", + "weight": 1.0, + "n_tokens": 1, + "span": "full", + "composition": "PSD part of jbb_harm_full/n - 1.0 * jbb_benign_ans_full/n, floored at 0.001 * lambda_max" + } + ] + } + }, + "rank_by": "resmix", + "resmix_k": 0.05, + "resmix_k_abs": 4, + "ranking": { + "n_matrices": 224, + "alpha": 1.0, + "k_s_total": 896, + "k_s_frac_of_rank": 0.002722411278561011, + "utility_error_ratio": 1.0034078518900356, + "safety_error_ratio": 0.8893928860065661, + "safety_error_reduction": 0.11060711399343393, + "safety_error_ratio_median_matrix": 0.8903995156288147, + "utility_error_ratio_median_matrix": 1.00371515750885, + "tau_share_kept_median_matrix": 0.11342813074588776, + "resmix_k": 0.05, + "resmix_k_abs": 4, + "resmix_alpha": 1.0 + }, + "ranking_per_matrix": { + "0.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 77.22141008747145, + "T_cal": 78.1674560323736, + "tot_cal": 1387456464.0622468, + "T_safe_tail": 0.0026642740523837556, + "T_safe": 0.0023041073296648507, + "T_safe_prefix": 0.0026394773040228636, + "tau_share_kept": 0.1346537712000455 + }, + "0.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 67.5111053735468, + "T_cal": 68.34288231102983, + "tot_cal": 875764010.8154682, + "T_safe_tail": 0.002280697417005809, + "T_safe": 0.0020009205565874183, + "T_safe_prefix": 0.0022596727706201136, + "tau_share_kept": 0.12212634700873047 + }, + "0.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 3474.070384732977, + "T_cal": 3491.226448142028, + "tot_cal": 2184528.926141544, + "T_safe_tail": 0.11118727256977144, + "T_safe": 0.10935384358403155, + "T_safe_prefix": 0.11047973116100085, + "tau_share_kept": 0.01581609826202352 + }, + "0.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 6.083665781978841, + "T_cal": 6.127000685673011, + "tot_cal": 472856.92448760825, + "T_safe_tail": 0.004439162559322545, + "T_safe": 0.004365298764263947, + "T_safe_prefix": 0.004411475370047546, + "tau_share_kept": 0.015929629135486317 + }, + "0.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 360951.9982331858, + "T_cal": 362501.59641361237, + "tot_cal": 33555983.9776745, + "T_safe_tail": 1.7435304553866975, + "T_safe": 1.6485137532820318, + "T_safe_prefix": 1.7359186929553658, + "tau_share_kept": 0.05422040284168109 + }, + "0.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 371387.74582992296, + "T_cal": 373034.425012622, + "tot_cal": 23550564.322516836, + "T_safe_tail": 1.7924220853154567, + "T_safe": 1.7029859712929465, + "T_safe_prefix": 1.7842136881745887, + "tau_share_kept": 0.04958293234462383 + }, + "0.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 7230.992040158331, + "T_cal": 7257.927980823501, + "tot_cal": 348931.40327792394, + "T_safe_tail": 0.04156442813998588, + "T_safe": 0.03971559832221616, + "T_safe_prefix": 0.04138912931745531, + "tau_share_kept": 0.04415452135334846 + }, + "1.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 53035.13737525132, + "T_cal": 53385.662211709656, + "tot_cal": 2146040269.5576787, + "T_safe_tail": 0.6896423454572723, + "T_safe": 0.6594042685509436, + "T_safe_prefix": 0.6831088489253148, + "tau_share_kept": 0.04330726423906157 + }, + "1.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 40949.997738323924, + "T_cal": 41230.989230202744, + "tot_cal": 2350559516.390639, + "T_safe_tail": 0.5326238052571561, + "T_safe": 0.5084188933273168, + "T_safe_prefix": 0.5274422554183644, + "tau_share_kept": 0.044906284843568414 + }, + "1.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 78076.58522312714, + "T_cal": 78476.03405094147, + "tot_cal": 7958026.8037122665, + "T_safe_tail": 1.2119916203429217, + "T_safe": 1.169609360987124, + "T_safe_prefix": 1.2051067713409793, + "tau_share_kept": 0.03434584648428777 + }, + "1.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1101.4501067170274, + "T_cal": 1113.4745967295603, + "tot_cal": 595916.001357051, + "T_safe_tail": 0.020901258851916085, + "T_safe": 0.017189053918261976, + "T_safe_prefix": 0.020661169987818084, + "tau_share_kept": 0.17696777150576076 + }, + "1.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1429872.3582333406, + "T_cal": 1436248.3451872468, + "tot_cal": 114606152.32026605, + "T_safe_tail": 4.65523010246253, + "T_safe": 4.306758177919846, + "T_safe_prefix": 4.632980811541131, + "tau_share_kept": 0.07469583571484746 + }, + "1.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1613402.577753381, + "T_cal": 1620504.4476027638, + "tot_cal": 57442150.355089255, + "T_safe_tail": 5.286140663988503, + "T_safe": 4.881576619384816, + "T_safe_prefix": 5.262660927185209, + "tau_share_kept": 0.07635748049086974 + }, + "1.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 81189.5095648291, + "T_cal": 81428.33571493998, + "tot_cal": 1701433152.2499192, + "T_safe_tail": 1.0307952292924631, + "T_safe": 1.011919041450028, + "T_safe_prefix": 1.027187515765263, + "tau_share_kept": 0.017945504731261164 + }, + "2.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2905277.682655734, + "T_cal": 2922856.875314772, + "tot_cal": 3571074068.3971047, + "T_safe_tail": 13.275532758381456, + "T_safe": 11.94866505394748, + "T_safe_prefix": 13.164804484833667, + "tau_share_kept": 0.09938754837351928 + }, + "2.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2959535.9343731324, + "T_cal": 2978263.200467363, + "tot_cal": 4866641389.684712, + "T_safe_tail": 13.902367757126083, + "T_safe": 12.036371915883365, + "T_safe_prefix": 13.783409328018536, + "tau_share_kept": 0.13372414492744936 + }, + "2.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2511637.084367789, + "T_cal": 2522787.395992413, + "tot_cal": 67323013.59478322, + "T_safe_tail": 11.534211029232646, + "T_safe": 10.744729879290617, + "T_safe_prefix": 11.47300834336562, + "tau_share_kept": 0.0678916358968795 + }, + "2.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 35417.36324967992, + "T_cal": 35594.09393359069, + "tot_cal": 797801.9597473443, + "T_safe_tail": 0.11630131960586174, + "T_safe": 0.10437573949946799, + "T_safe_prefix": 0.11562270099496974, + "tau_share_kept": 0.10202978235946598 + }, + "2.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 5657871.672377063, + "T_cal": 5680050.463428736, + "tot_cal": 163692820.1655365, + "T_safe_tail": 13.266282648367767, + "T_safe": 12.353727365008638, + "T_safe_prefix": 13.210952668046957, + "tau_share_kept": 0.06868530764072832 + }, + "2.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 5665507.429278522, + "T_cal": 5687621.778688669, + "tot_cal": 101428776.03412193, + "T_safe_tail": 13.26543857251282, + "T_safe": 12.369983021014889, + "T_safe_prefix": 13.211432756072611, + "tau_share_kept": 0.06741050100389281 + }, + "2.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 224725.25428383076, + "T_cal": 225358.9057113612, + "tot_cal": 1464333.8945482154, + "T_safe_tail": 0.42107065915591163, + "T_safe": 0.40359258492290806, + "T_safe_prefix": 0.4195680425517736, + "tau_share_kept": 0.041278158230292385 + }, + "3.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 18377081.761569776, + "T_cal": 18461578.02048707, + "tot_cal": 3411355520.674491, + "T_safe_tail": 53.51665532077831, + "T_safe": 49.36945390495771, + "T_safe_prefix": 53.15230345757391, + "tau_share_kept": 0.07694693416602855 + }, + "3.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 20142832.774073314, + "T_cal": 20237890.4827919, + "tot_cal": 4956979587.54866, + "T_safe_tail": 57.80434539798156, + "T_safe": 53.45318035828336, + "T_safe_prefix": 57.42091789193387, + "tau_share_kept": 0.07471373705503359 + }, + "3.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 9571098.377914198, + "T_cal": 9609221.988403559, + "tot_cal": 143408949.82258382, + "T_safe_tail": 27.8197358393837, + "T_safe": 25.967089379537583, + "T_safe_prefix": 27.66870601080882, + "tau_share_kept": 0.06602708392772197 + }, + "3.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54777.620805779145, + "T_cal": 55003.926677305484, + "tot_cal": 1527749.5393956725, + "T_safe_tail": 0.18359624944716907, + "T_safe": 0.16594206229164943, + "T_safe_prefix": 0.1825375184165603, + "tau_share_kept": 0.09556868859170353 + }, + "3.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 14777274.641652543, + "T_cal": 14826673.633599281, + "tot_cal": 250774687.9616074, + "T_safe_tail": 29.371909397699113, + "T_safe": 27.461465611509084, + "T_safe_prefix": 29.263537636612455, + "tau_share_kept": 0.06488569226566794 + }, + "3.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 13702549.2497967, + "T_cal": 13749901.319885254, + "tot_cal": 148861255.3789514, + "T_safe_tail": 27.21548854154163, + "T_safe": 25.42432030040436, + "T_safe_prefix": 27.115553114578006, + "tau_share_kept": 0.06566324847013902 + }, + "3.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 398602.261104637, + "T_cal": 399754.0320129134, + "tot_cal": 2893917.6178187183, + "T_safe_tail": 0.8161385637777345, + "T_safe": 0.7782446641148368, + "T_safe_prefix": 0.8132521209709012, + "tau_share_kept": 0.04621820843357923 + }, + "4.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 17718829.597650126, + "T_cal": 17795000.724521637, + "tot_cal": 3305914205.6019244, + "T_safe_tail": 55.772953119167795, + "T_safe": 52.11227919453813, + "T_safe_prefix": 55.41146424759427, + "tau_share_kept": 0.06504294024082433 + }, + "4.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 19072745.190143883, + "T_cal": 19157778.49965, + "tot_cal": 5167380417.752272, + "T_safe_tail": 59.632317826155216, + "T_safe": 55.590469008457376, + "T_safe_prefix": 59.22442491806669, + "tau_share_kept": 0.06721148271663009 + }, + "4.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 9896332.237001317, + "T_cal": 9934617.662201881, + "tot_cal": 139764032.55744833, + "T_safe_tail": 31.35494943454789, + "T_safe": 29.430042446158268, + "T_safe_prefix": 31.186510599000258, + "tau_share_kept": 0.06085292365618126 + }, + "4.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 122871.4484145712, + "T_cal": 123413.8041557828, + "tot_cal": 2224088.755946408, + "T_safe_tail": 0.42072062617223305, + "T_safe": 0.37212306931010986, + "T_safe_prefix": 0.41840133807922086, + "tau_share_kept": 0.11494290659935939 + }, + "4.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 21727756.014760666, + "T_cal": 21796168.811660767, + "tot_cal": 426665454.26638883, + "T_safe_tail": 46.4642314197705, + "T_safe": 43.08463915406924, + "T_safe_prefix": 46.295336064507865, + "tau_share_kept": 0.07254549373102977 + }, + "4.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 19428239.82949926, + "T_cal": 19494273.027426004, + "tot_cal": 206538745.89754015, + "T_safe_tail": 41.63108110540888, + "T_safe": 38.522673149711636, + "T_safe_prefix": 41.49132132623345, + "tau_share_kept": 0.0744613176583086 + }, + "4.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 733024.7597493177, + "T_cal": 735096.4956737161, + "tot_cal": 5591177.177605838, + "T_safe_tail": 1.6695539013762932, + "T_safe": 1.5885085379196084, + "T_safe_prefix": 1.6633606095695086, + "tau_share_kept": 0.048282296636905614 + }, + "5.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 21967922.661954496, + "T_cal": 22059093.63043213, + "tot_cal": 3304267588.3277636, + "T_safe_tail": 75.18464016183793, + "T_safe": 69.56579949039678, + "T_safe_prefix": 74.72341933919324, + "tau_share_kept": 0.07415061039062025 + }, + "5.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 23861089.107733615, + "T_cal": 23966431.79423356, + "tot_cal": 5422914289.351414, + "T_safe_tail": 81.29689120433369, + "T_safe": 75.18085784170489, + "T_safe_prefix": 80.76338335022228, + "tau_share_kept": 0.07468017702910883 + }, + "5.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 12311765.595896855, + "T_cal": 12359308.435485423, + "tot_cal": 151181189.08172125, + "T_safe_tail": 42.51694447482289, + "T_safe": 39.46280590019364, + "T_safe_prefix": 42.26469882994047, + "tau_share_kept": 0.07125416267023267 + }, + "5.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 162484.86629061482, + "T_cal": 163212.3506063372, + "tot_cal": 3272708.5368016176, + "T_safe_tail": 0.687575747694825, + "T_safe": 0.6221459207908175, + "T_safe_prefix": 0.684037879647704, + "tau_share_kept": 0.09460500197955558 + }, + "5.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 27071706.28510385, + "T_cal": 27160037.612186432, + "tot_cal": 561574840.3088853, + "T_safe_tail": 61.102172013319205, + "T_safe": 56.24463570986791, + "T_safe_prefix": 60.876309050298914, + "tau_share_kept": 0.07932052910499969 + }, + "5.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 24390354.87578107, + "T_cal": 24472306.572891235, + "tot_cal": 263036866.4481256, + "T_safe_tail": 55.21258087122598, + "T_safe": 50.75976114517857, + "T_safe_prefix": 55.027745994521865, + "tau_share_kept": 0.0804746136101808 + }, + "5.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1115645.4667976552, + "T_cal": 1118908.9202862382, + "tot_cal": 7638383.736638013, + "T_safe_tail": 2.446699680820851, + "T_safe": 2.3120284751787636, + "T_safe_prefix": 2.4367987516921517, + "tau_share_kept": 0.05477235091888877 + }, + "6.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 29636662.42543599, + "T_cal": 29759209.17093754, + "tot_cal": 3603457563.3593225, + "T_safe_tail": 96.46479015998815, + "T_safe": 88.66822891985157, + "T_safe_prefix": 95.88852733199383, + "tau_share_kept": 0.08027676055362386 + }, + "6.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 32280843.737558465, + "T_cal": 32419906.69298196, + "tot_cal": 5094488754.300047, + "T_safe_tail": 104.21987814305524, + "T_safe": 96.0423776392272, + "T_safe_prefix": 103.56793301933885, + "tau_share_kept": 0.07795484767846153 + }, + "6.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 16282201.092454275, + "T_cal": 16345627.89918518, + "tot_cal": 227318854.85357448, + "T_safe_tail": 53.19607784893762, + "T_safe": 49.1911115807161, + "T_safe_prefix": 52.91682245618722, + "tau_share_kept": 0.07470597294533543 + }, + "6.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 280441.3029486939, + "T_cal": 281663.1690221429, + "tot_cal": 5382796.695007328, + "T_safe_tail": 1.1501259683974243, + "T_safe": 1.004632341622269, + "T_safe_prefix": 1.144251974848487, + "tau_share_kept": 0.12597382361061943 + }, + "6.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 34597505.728356116, + "T_cal": 34708213.09124017, + "tot_cal": 789564625.4927213, + "T_safe_tail": 82.87349700647724, + "T_safe": 75.48311233970253, + "T_safe_prefix": 82.59762573361877, + "tau_share_kept": 0.08896095337769172 + }, + "6.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 30594772.834688354, + "T_cal": 30694478.27060318, + "tot_cal": 320168580.2915996, + "T_safe_tail": 73.64072316418621, + "T_safe": 66.96586850492531, + "T_safe_prefix": 73.4019438225223, + "tau_share_kept": 0.09041637111238272 + }, + "6.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1604593.4559544567, + "T_cal": 1609256.3911486268, + "tot_cal": 11371017.8498016, + "T_safe_tail": 3.8785690173249106, + "T_safe": 3.6458419951305245, + "T_safe_prefix": 3.863643399571629, + "tau_share_kept": 0.05973166883619098 + }, + "7.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 33720311.541713044, + "T_cal": 33861698.63832688, + "tot_cal": 3655330073.8735285, + "T_safe_tail": 116.40017501607389, + "T_safe": 106.11161529003675, + "T_safe_prefix": 115.70320022538363, + "tau_share_kept": 0.08783772466459253 + }, + "7.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 35359760.70138101, + "T_cal": 35506794.668029785, + "tot_cal": 5035359674.788903, + "T_safe_tail": 121.45441319595153, + "T_safe": 110.75839342376275, + "T_safe_prefix": 120.68050521848272, + "tau_share_kept": 0.08756410533445297 + }, + "7.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 17976762.57781215, + "T_cal": 18046117.97397232, + "tot_cal": 246231713.71110553, + "T_safe_tail": 62.39021763734618, + "T_safe": 57.044732913492226, + "T_safe_prefix": 62.012095263163246, + "tau_share_kept": 0.08508752356390405 + }, + "7.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 391221.6936524993, + "T_cal": 392875.39369656146, + "tot_cal": 5932433.388722833, + "T_safe_tail": 1.5993041635867076, + "T_safe": 1.3994449262140876, + "T_safe_prefix": 1.590597653154191, + "tau_share_kept": 0.12444049934445718 + }, + "7.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 40282054.82333343, + "T_cal": 40410735.08225465, + "tot_cal": 927050333.3304193, + "T_safe_tail": 101.54992654409028, + "T_safe": 91.99155409066952, + "T_safe_prefix": 101.21237751575245, + "tau_share_kept": 0.09389665128398497 + }, + "7.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 36238354.35224149, + "T_cal": 36352361.92705631, + "tot_cal": 381030513.2143326, + "T_safe_tail": 92.37580643202335, + "T_safe": 83.18556588985757, + "T_safe_prefix": 92.02402846112909, + "tau_share_kept": 0.09926524223946749 + }, + "7.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2152162.1135768755, + "T_cal": 2158482.8564973027, + "tot_cal": 14667375.997660102, + "T_safe_tail": 5.067117261813791, + "T_safe": 4.744002724294262, + "T_safe_prefix": 5.047600043201101, + "tau_share_kept": 0.06350121735865594 + }, + "8.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 35870046.39249891, + "T_cal": 36022398.01399326, + "tot_cal": 3433892779.350514, + "T_safe_tail": 134.43601037234265, + "T_safe": 122.29601821604683, + "T_safe_prefix": 133.60287523121315, + "tau_share_kept": 0.08974758467662422 + }, + "8.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 39001684.36993331, + "T_cal": 39164238.52180576, + "tot_cal": 5142044078.227686, + "T_safe_tail": 145.71593359180014, + "T_safe": 132.47997354739346, + "T_safe_prefix": 144.84236907650848, + "tau_share_kept": 0.09031699209084174 + }, + "8.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 17770228.85451194, + "T_cal": 17840988.01977539, + "tot_cal": 271369111.5272371, + "T_safe_tail": 66.71110405862748, + "T_safe": 61.161195668424625, + "T_safe_prefix": 66.33253488964783, + "tau_share_kept": 0.08255580715379715 + }, + "8.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 589916.4819149484, + "T_cal": 592450.4172906876, + "tot_cal": 8684607.626879524, + "T_safe_tail": 2.821476574017763, + "T_safe": 2.4893859929225073, + "T_safe_prefix": 2.8052766168985386, + "tau_share_kept": 0.11709641145327485 + }, + "8.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 41393120.72183786, + "T_cal": 41525142.29296899, + "tot_cal": 947507801.6766794, + "T_safe_tail": 111.83718662875769, + "T_safe": 100.49537821942067, + "T_safe_prefix": 111.46978504199888, + "tau_share_kept": 0.10118173217344761 + }, + "8.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 39098173.04396655, + "T_cal": 39223517.64042759, + "tot_cal": 441905188.0473714, + "T_safe_tail": 106.28504204881898, + "T_safe": 95.22469471226577, + "T_safe_prefix": 105.91522931780582, + "tau_share_kept": 0.10382609677877869 + }, + "8.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2613357.092724949, + "T_cal": 2621044.003258705, + "tot_cal": 17727824.47729045, + "T_safe_tail": 6.639497218000052, + "T_safe": 6.19587151874299, + "T_safe_prefix": 6.616478079196497, + "tau_share_kept": 0.0665019734755117 + }, + "9.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 42266398.70941296, + "T_cal": 42444137.052870035, + "tot_cal": 3341722498.291634, + "T_safe_tail": 152.48658102624094, + "T_safe": 137.37257914092424, + "T_safe_prefix": 151.54202721326237, + "tau_share_kept": 0.09857085027424951 + }, + "9.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 45872947.54657139, + "T_cal": 46064800.64393616, + "tot_cal": 5276244477.792203, + "T_safe_tail": 164.09924837640278, + "T_safe": 148.31096532032825, + "T_safe_prefix": 163.11902245404872, + "tau_share_kept": 0.09567941433407444 + }, + "9.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 19975623.68901691, + "T_cal": 20054246.376611948, + "tot_cal": 288593651.5183767, + "T_safe_tail": 72.17688684359571, + "T_safe": 65.39071377810615, + "T_safe_prefix": 71.77200673731568, + "tau_share_kept": 0.09348043367128851 + }, + "9.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 879272.1330332893, + "T_cal": 883149.7936893106, + "tot_cal": 11300198.003479237, + "T_safe_tail": 4.150320432599596, + "T_safe": 3.6077402695860314, + "T_safe_prefix": 4.130129890261799, + "tau_share_kept": 0.13015811833085092 + }, + "9.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 43366986.054727644, + "T_cal": 43504897.12464905, + "tot_cal": 1019491773.4314424, + "T_safe_tail": 122.2197958680788, + "T_safe": 108.72537282832582, + "T_safe_prefix": 121.81866752516726, + "tau_share_kept": 0.1101476081307738 + }, + "9.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 42170908.618406996, + "T_cal": 42306741.69447327, + "tot_cal": 498854231.59230846, + "T_safe_tail": 119.40722244013284, + "T_safe": 106.11548592069084, + "T_safe_prefix": 118.99472109653288, + "tau_share_kept": 0.11105888598847018 + }, + "9.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 3146257.9093004093, + "T_cal": 3155232.322799921, + "tot_cal": 20907372.886749603, + "T_safe_tail": 8.545083261480592, + "T_safe": 7.934376333462069, + "T_safe_prefix": 8.513321415468965, + "tau_share_kept": 0.07116411569134533 + }, + "10.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 37905790.53617795, + "T_cal": 38062892.92253709, + "tot_cal": 3375014456.124162, + "T_safe_tail": 143.39448130163743, + "T_safe": 129.09670159934558, + "T_safe_prefix": 142.56033335306347, + "tau_share_kept": 0.09916470445116526 + }, + "10.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 43066065.062111095, + "T_cal": 43250455.007873535, + "tot_cal": 5378113430.784975, + "T_safe_tail": 161.09348531456132, + "T_safe": 145.68576745887185, + "T_safe_prefix": 160.05487170840206, + "tau_share_kept": 0.09504057886108175 + }, + "10.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 19813851.31461434, + "T_cal": 19892096.526535988, + "tot_cal": 300757945.3896593, + "T_safe_tail": 75.08974230606714, + "T_safe": 68.1965705515031, + "T_safe_prefix": 74.687645446852, + "tau_share_kept": 0.091214784099966 + }, + "10.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1131622.3220857563, + "T_cal": 1136385.669138968, + "tot_cal": 14974261.514497953, + "T_safe_tail": 6.4032259495978545, + "T_safe": 5.656783573209623, + "T_safe_prefix": 6.365982571380528, + "tau_share_kept": 0.11604774141669147 + }, + "10.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 44343987.39927982, + "T_cal": 44484268.89982247, + "tot_cal": 1065375209.9081845, + "T_safe_tail": 133.5019778693273, + "T_safe": 118.41254765297435, + "T_safe_prefix": 133.03749906092798, + "tau_share_kept": 0.11279009697572961 + }, + "10.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 44382469.05395833, + "T_cal": 44521181.09779954, + "tot_cal": 545477576.7486062, + "T_safe_tail": 134.5907509448718, + "T_safe": 118.98463027648631, + "T_safe_prefix": 134.17031184211373, + "tau_share_kept": 0.11569777877170387 + }, + "10.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 3499524.4820522717, + "T_cal": 3509756.6318605095, + "tot_cal": 24245688.97953096, + "T_safe_tail": 10.967062286477965, + "T_safe": 10.1675383143629, + "T_safe_prefix": 10.928516730034573, + "tau_share_kept": 0.07256128994004159 + }, + "11.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 39046499.04407245, + "T_cal": 39217793.19637394, + "tot_cal": 3398272178.455746, + "T_safe_tail": 151.64577909588328, + "T_safe": 135.41770675019143, + "T_safe_prefix": 150.61959424304314, + "tau_share_kept": 0.10646226376298121 + }, + "11.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 41853617.794171184, + "T_cal": 42030922.42797947, + "tot_cal": 5125116558.334552, + "T_safe_tail": 162.7035678085853, + "T_safe": 144.87338298401392, + "T_safe_prefix": 161.67552150185747, + "tau_share_kept": 0.10909829593775579 + }, + "11.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 24837496.437458605, + "T_cal": 24938694.85592103, + "tot_cal": 375904219.30921096, + "T_safe_tail": 96.54247683087814, + "T_safe": 86.66552471605337, + "T_safe_prefix": 95.98795352540037, + "tau_share_kept": 0.1017815698126437 + }, + "11.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1068571.7291080374, + "T_cal": 1073112.3809009194, + "tot_cal": 14399992.536251713, + "T_safe_tail": 5.899038983871794, + "T_safe": 5.140255268722797, + "T_safe_prefix": 5.861723577117118, + "tau_share_kept": 0.12797158514712026 + }, + "11.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 48898328.791989066, + "T_cal": 49047206.67677307, + "tot_cal": 1093277261.775936, + "T_safe_tail": 147.45464366303648, + "T_safe": 128.90822896061673, + "T_safe_prefix": 146.8490450450563, + "tau_share_kept": 0.12551265144104237 + }, + "11.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 50154758.72772544, + "T_cal": 50311161.581383705, + "tot_cal": 563128675.7775427, + "T_safe_tail": 151.39496171733848, + "T_safe": 132.62558767585233, + "T_safe_prefix": 150.8532767445431, + "tau_share_kept": 0.12372840430233742 + }, + "11.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 3947658.603775186, + "T_cal": 3959356.6999211907, + "tot_cal": 25209710.693248942, + "T_safe_tail": 11.597539211189886, + "T_safe": 10.786030407006365, + "T_safe_prefix": 11.55574202653321, + "tau_share_kept": 0.06964006277863227 + }, + "12.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 51661536.35269454, + "T_cal": 51881415.299682856, + "tot_cal": 3361189035.904561, + "T_safe_tail": 197.84244298570593, + "T_safe": 176.84614697484358, + "T_safe_prefix": 196.70355687280244, + "tau_share_kept": 0.10558904888307873 + }, + "12.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54632300.277512744, + "T_cal": 54855880.605088234, + "tot_cal": 5250354801.93354, + "T_safe_tail": 209.25626657146157, + "T_safe": 186.74838393682967, + "T_safe_prefix": 207.91769992301488, + "tau_share_kept": 0.10695597389800507 + }, + "12.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 27531705.004625227, + "T_cal": 27643514.033341408, + "tot_cal": 359575719.10439086, + "T_safe_tail": 105.60539162281052, + "T_safe": 94.48524636426009, + "T_safe_prefix": 105.0102289381357, + "tau_share_kept": 0.10478532499454239 + }, + "12.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1398416.1214710348, + "T_cal": 1404176.1076033264, + "tot_cal": 15764559.835182097, + "T_safe_tail": 6.821852360397961, + "T_safe": 6.02383857758673, + "T_safe_prefix": 6.7876623660595214, + "tau_share_kept": 0.11640058851695335 + }, + "12.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 52475533.88960533, + "T_cal": 52638999.73812127, + "tot_cal": 1080492173.030867, + "T_safe_tail": 155.31101684317463, + "T_safe": 135.7620022330084, + "T_safe_prefix": 154.7283446187439, + "tau_share_kept": 0.1256042870216068 + }, + "12.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54683416.80318396, + "T_cal": 54855164.55167985, + "tot_cal": 602727641.785566, + "T_safe_tail": 162.22266596380013, + "T_safe": 142.02297658602765, + "T_safe_prefix": 161.6690704650182, + "tau_share_kept": 0.12425766911293556 + }, + "12.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 4585849.31451246, + "T_cal": 4599337.8524470925, + "tot_cal": 28233958.769409515, + "T_safe_tail": 13.669723164765731, + "T_safe": 12.724939264457191, + "T_safe_prefix": 13.618993241827638, + "tau_share_kept": 0.0687701539749943 + }, + "13.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54887301.78709998, + "T_cal": 55119089.29979348, + "tot_cal": 3323499766.2132454, + "T_safe_tail": 194.7828549365589, + "T_safe": 173.14355485016222, + "T_safe_prefix": 193.44310142334143, + "tau_share_kept": 0.11056989388658164 + }, + "13.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 61961172.7000309, + "T_cal": 62213873.272553444, + "tot_cal": 5026843021.951019, + "T_safe_tail": 218.52301361953073, + "T_safe": 194.3426260897695, + "T_safe_prefix": 217.33965622509368, + "tau_share_kept": 0.1101146175265021 + }, + "13.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 34864574.69725865, + "T_cal": 35002822.92947769, + "tot_cal": 362091575.22263426, + "T_safe_tail": 125.51500701253296, + "T_safe": 111.21607442761251, + "T_safe_prefix": 124.83235631151183, + "tau_share_kept": 0.11336448697037967 + }, + "13.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1440510.241697386, + "T_cal": 1446557.0568373203, + "tot_cal": 18818126.580558598, + "T_safe_tail": 8.842736622250392, + "T_safe": 7.860236201122689, + "T_safe_prefix": 8.791884758357128, + "tau_share_kept": 0.11051646372998832 + }, + "13.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 55159161.04960403, + "T_cal": 55329386.32044053, + "tot_cal": 1149720044.8756483, + "T_safe_tail": 173.47063808396257, + "T_safe": 151.79068757650475, + "T_safe_prefix": 172.8245851308202, + "tau_share_kept": 0.12470976900692543 + }, + "13.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 59142940.74286401, + "T_cal": 59330085.87477207, + "tot_cal": 657147375.5085214, + "T_safe_tail": 186.6347812390139, + "T_safe": 163.26241423742977, + "T_safe_prefix": 185.99349657633866, + "tau_share_kept": 0.12494809700455223 + }, + "13.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 5587178.924510085, + "T_cal": 5603110.860968173, + "tot_cal": 33479839.716230996, + "T_safe_tail": 19.422744384091434, + "T_safe": 17.981730834188966, + "T_safe_prefix": 19.353577040384152, + "tau_share_kept": 0.0738667348306591 + }, + "14.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 51179677.01391347, + "T_cal": 51399489.80566406, + "tot_cal": 3424497084.620049, + "T_safe_tail": 197.27341395213438, + "T_safe": 174.80244916953325, + "T_safe_prefix": 196.13767751976502, + "tau_share_kept": 0.11342813377997914 + }, + "14.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54341349.46903983, + "T_cal": 54559942.234773874, + "tot_cal": 5510656213.931662, + "T_safe_tail": 210.83168977293997, + "T_safe": 185.90028013104165, + "T_safe_prefix": 209.50700046921065, + "tau_share_kept": 0.11767361603793391 + }, + "14.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 33566554.89102552, + "T_cal": 33699442.251229286, + "tot_cal": 360244545.9964428, + "T_safe_tail": 130.31262258115717, + "T_safe": 115.58601928201915, + "T_safe_prefix": 129.6140175039327, + "tau_share_kept": 0.11245857476570179 + }, + "14.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1797072.7695195642, + "T_cal": 1804208.4081149697, + "tot_cal": 20402533.4957954, + "T_safe_tail": 7.773615686706607, + "T_safe": 6.886646427981361, + "T_safe_prefix": 7.7284767263409435, + "tau_share_kept": 0.11354378447283327 + }, + "14.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 60591360.210778385, + "T_cal": 60775560.431443214, + "tot_cal": 1212320834.5329714, + "T_safe_tail": 186.9563215729079, + "T_safe": 161.21917392236446, + "T_safe_prefix": 186.27471785796752, + "tau_share_kept": 0.13743309090553982 + }, + "14.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 65157106.61356242, + "T_cal": 65362424.619384766, + "tot_cal": 707045492.3796909, + "T_safe_tail": 201.49367165017887, + "T_safe": 173.90404408580162, + "T_safe_prefix": 200.73406785909265, + "tau_share_kept": 0.13669925536938626 + }, + "14.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 6588993.496744587, + "T_cal": 6607101.247827768, + "tot_cal": 37892522.42533916, + "T_safe_tail": 20.914798992447174, + "T_safe": 19.438510831969324, + "T_safe_prefix": 20.834732928526364, + "tau_share_kept": 0.07026046068165905 + }, + "15.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54035117.13901932, + "T_cal": 54261696.611343384, + "tot_cal": 3512637037.705689, + "T_safe_tail": 210.2929213164771, + "T_safe": 186.75547369683864, + "T_safe_prefix": 208.99130372343643, + "tau_share_kept": 0.1114061339756059 + }, + "15.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 58331721.677353665, + "T_cal": 58567467.32605076, + "tot_cal": 5369430372.247769, + "T_safe_tail": 227.4845775693979, + "T_safe": 201.66369408590617, + "T_safe_prefix": 226.17225349094952, + "tau_share_kept": 0.11300393876834479 + }, + "15.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 36365381.53584312, + "T_cal": 36505935.111528635, + "tot_cal": 384605507.73602444, + "T_safe_tail": 142.57035619726025, + "T_safe": 126.44551835794937, + "T_safe_prefix": 141.81749886051784, + "tau_share_kept": 0.11251159643915637 + }, + "15.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2127809.8558678827, + "T_cal": 2136565.676674977, + "tot_cal": 24499353.420554943, + "T_safe_tail": 11.413334974456747, + "T_safe": 10.00275685816655, + "T_safe_prefix": 11.35309270405429, + "tau_share_kept": 0.12307008078414551 + }, + "15.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 66238654.419413134, + "T_cal": 66445312.40757847, + "tot_cal": 1314933826.747109, + "T_safe_tail": 211.8772316194538, + "T_safe": 183.9179443450348, + "T_safe_prefix": 211.17543647208458, + "tau_share_kept": 0.13172203871618465 + }, + "15.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 71146360.5338017, + "T_cal": 71372763.05771255, + "tot_cal": 779539258.1419171, + "T_safe_tail": 228.00353299693245, + "T_safe": 198.03013606272089, + "T_safe_prefix": 227.26749450922944, + "tau_share_kept": 0.1312414465768974 + }, + "15.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 8244085.324443165, + "T_cal": 8266896.899511576, + "tot_cal": 47193390.22406272, + "T_safe_tail": 27.98636756100014, + "T_safe": 25.916786449181245, + "T_safe_prefix": 27.88110629126095, + "tau_share_kept": 0.0736202000124835 + }, + "16.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54588292.83386767, + "T_cal": 54816005.718875885, + "tot_cal": 3495727897.9759445, + "T_safe_tail": 205.6322986099119, + "T_safe": 182.01624645646461, + "T_safe_prefix": 204.39452652726322, + "tau_share_kept": 0.11434163080625716 + }, + "16.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 58671997.51439902, + "T_cal": 58904583.18331742, + "tot_cal": 5701588558.12833, + "T_safe_tail": 221.940378724985, + "T_safe": 195.44310701315771, + "T_safe_prefix": 220.69529401706768, + "tau_share_kept": 0.11886278844202869 + }, + "16.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 45047410.50719842, + "T_cal": 45214782.900858164, + "tot_cal": 383800413.38366956, + "T_safe_tail": 173.1685036002495, + "T_safe": 153.39198667200344, + "T_safe_prefix": 172.2354353781302, + "tau_share_kept": 0.11366466112827618 + }, + "16.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2833948.541101198, + "T_cal": 2845371.4149178416, + "tot_cal": 32191586.727946043, + "T_safe_tail": 15.949362102781624, + "T_safe": 13.941705276777213, + "T_safe_prefix": 15.855610968381427, + "tau_share_kept": 0.1253559773102539 + }, + "16.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 72306991.19677594, + "T_cal": 72536644.09637547, + "tot_cal": 1507189514.4793177, + "T_safe_tail": 243.03214758906137, + "T_safe": 210.40966393718554, + "T_safe_prefix": 242.21019602501565, + "tau_share_kept": 0.13399799909459822 + }, + "16.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 76024944.77969053, + "T_cal": 76266977.61676884, + "tot_cal": 880628433.7173908, + "T_safe_tail": 257.52771126363075, + "T_safe": 221.60048222027035, + "T_safe_prefix": 256.60442128364593, + "tau_share_kept": 0.139280513578962 + }, + "16.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 10728351.486827105, + "T_cal": 10757893.912201881, + "tot_cal": 60224824.41982937, + "T_safe_tail": 40.68168210497022, + "T_safe": 37.73775698591271, + "T_safe_prefix": 40.53021418058984, + "tau_share_kept": 0.07201628665074908 + }, + "17.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 67180404.3120421, + "T_cal": 67459817.64239883, + "tot_cal": 3449700183.8289695, + "T_safe_tail": 253.81403051438514, + "T_safe": 221.15530078284883, + "T_safe_prefix": 252.33411092111146, + "tau_share_kept": 0.12819014121799957 + }, + "17.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 69630687.3572055, + "T_cal": 69919287.68326187, + "tot_cal": 5234912364.09167, + "T_safe_tail": 261.91519882335973, + "T_safe": 229.19622041277853, + "T_safe_prefix": 260.4383225340607, + "tau_share_kept": 0.12438874295169018 + }, + "17.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 49174169.88207339, + "T_cal": 49356861.256571054, + "tot_cal": 418520979.3784498, + "T_safe_tail": 187.229464978895, + "T_safe": 163.67166435463878, + "T_safe_prefix": 186.31637133869754, + "tau_share_kept": 0.12529902256255318 + }, + "17.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2287323.755920618, + "T_cal": 2296181.961299315, + "tot_cal": 23831462.504337505, + "T_safe_tail": 11.004548987767318, + "T_safe": 9.615688345326134, + "T_safe_prefix": 10.947679265660781, + "tau_share_kept": 0.1256855985680524 + }, + "17.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 85816189.43633568, + "T_cal": 86081827.6336708, + "tot_cal": 1593717545.549384, + "T_safe_tail": 283.5962150720794, + "T_safe": 242.6676088189206, + "T_safe_prefix": 282.6066063973449, + "tau_share_kept": 0.14414180449748185 + }, + "17.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 87285163.38732703, + "T_cal": 87563391.09472656, + "tot_cal": 900750677.2539521, + "T_safe_tail": 289.7558982099745, + "T_safe": 247.66149813469747, + "T_safe_prefix": 288.5843971133909, + "tau_share_kept": 0.1451318121160101 + }, + "17.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 11992761.18973192, + "T_cal": 12026179.028513491, + "tot_cal": 65483055.9412715, + "T_safe_tail": 37.467810938286576, + "T_safe": 35.01830198416519, + "T_safe_prefix": 37.33741017188095, + "tau_share_kept": 0.06508676673524282 + }, + "18.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 82076807.07831582, + "T_cal": 82407690.40409946, + "tot_cal": 3671122137.9832892, + "T_safe_tail": 287.54997299132384, + "T_safe": 250.38356464241224, + "T_safe_prefix": 286.02254022005945, + "tau_share_kept": 0.1287987655474821 + }, + "18.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 87651005.82149218, + "T_cal": 87997499.51097965, + "tot_cal": 5168667183.693464, + "T_safe_tail": 305.18254275605676, + "T_safe": 266.59427451022566, + "T_safe_prefix": 303.49374984609676, + "tau_share_kept": 0.12582410591526477 + }, + "18.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 63145376.997936584, + "T_cal": 63379915.54214859, + "tot_cal": 487972250.3343717, + "T_safe_tail": 225.632345054299, + "T_safe": 196.58653968887756, + "T_safe_prefix": 224.48373878635266, + "tau_share_kept": 0.12819365162953747 + }, + "18.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2376487.008397189, + "T_cal": 2386312.527537361, + "tot_cal": 23906162.127633635, + "T_safe_tail": 12.791123048415942, + "T_safe": 11.044100271197976, + "T_safe_prefix": 12.726670915993111, + "tau_share_kept": 0.1360810152517955 + }, + "18.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 100826198.8993708, + "T_cal": 101134626.0919962, + "tot_cal": 1700325352.4976764, + "T_safe_tail": 337.3011196483893, + "T_safe": 289.72495663265, + "T_safe_prefix": 336.1328849080164, + "tau_share_kept": 0.14089111347174996 + }, + "18.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 99175296.21148592, + "T_cal": 99491429.50933838, + "tot_cal": 948846253.9017069, + "T_safe_tail": 331.56855638444034, + "T_safe": 285.2256914994214, + "T_safe_prefix": 330.38343045488, + "tau_share_kept": 0.1396074574912096 + }, + "18.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 14201465.637009488, + "T_cal": 14240140.61316973, + "tot_cal": 76165055.70331585, + "T_safe_tail": 48.43155546570928, + "T_safe": 45.52826642540117, + "T_safe_prefix": 48.25298535587444, + "tau_share_kept": 0.05959995902423349 + }, + "19.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 75360090.46111968, + "T_cal": 75658805.55848694, + "tot_cal": 3359162301.6112494, + "T_safe_tail": 257.6642096930109, + "T_safe": 225.60903699520077, + "T_safe_prefix": 256.149374810866, + "tau_share_kept": 0.12394066248579298 + }, + "19.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 77009630.20055932, + "T_cal": 77325178.53096867, + "tot_cal": 5215928025.688413, + "T_safe_tail": 263.68862498709416, + "T_safe": 230.09507915179802, + "T_safe_prefix": 262.212224584222, + "tau_share_kept": 0.12691497258861031 + }, + "19.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 61869776.87171974, + "T_cal": 62102264.85839939, + "tot_cal": 500073847.69792855, + "T_safe_tail": 212.50039924467842, + "T_safe": 186.17328508198625, + "T_safe_prefix": 211.4650157317019, + "tau_share_kept": 0.1234079008921228 + }, + "19.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2548684.9024389237, + "T_cal": 2559187.1739053875, + "tot_cal": 23832339.893750325, + "T_safe_tail": 11.945420794100027, + "T_safe": 10.362861144506098, + "T_safe_prefix": 11.889070329146364, + "tau_share_kept": 0.13194145252426068 + }, + "19.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 112876776.2490233, + "T_cal": 113220988.41139221, + "tot_cal": 1674207403.5005445, + "T_safe_tail": 361.02970762345706, + "T_safe": 311.3117138298694, + "T_safe_prefix": 359.8432895159931, + "tau_share_kept": 0.1375650799034132 + }, + "19.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 109009325.78911385, + "T_cal": 109357386.32678604, + "tot_cal": 1011651244.1312292, + "T_safe_tail": 350.78719591713417, + "T_safe": 301.9797786721065, + "T_safe_prefix": 349.684963778509, + "tau_share_kept": 0.13898714508391352 + }, + "19.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 16006565.705108747, + "T_cal": 16048255.07887268, + "tot_cal": 84087647.7489427, + "T_safe_tail": 48.60609527433432, + "T_safe": 45.912399250648605, + "T_safe_prefix": 48.434591507176265, + "tau_share_kept": 0.05509370957224306 + }, + "20.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 75823165.24330401, + "T_cal": 76140178.72287369, + "tot_cal": 3452500471.865864, + "T_safe_tail": 244.32306265103358, + "T_safe": 214.2212523194612, + "T_safe_prefix": 242.9772500698973, + "tau_share_kept": 0.12275479305096307 + }, + "20.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 79074967.76573178, + "T_cal": 79397706.38433838, + "tot_cal": 5112139196.103524, + "T_safe_tail": 254.9019463109303, + "T_safe": 224.07798051463033, + "T_safe_prefix": 253.44989441512098, + "tau_share_kept": 0.12047836590594299 + }, + "20.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 68001722.43260998, + "T_cal": 68247041.42382145, + "tot_cal": 485999572.13406134, + "T_safe_tail": 225.81576564962333, + "T_safe": 197.3037929551365, + "T_safe_prefix": 224.66601377295228, + "tau_share_kept": 0.12576183348011782 + }, + "20.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2960326.801046974, + "T_cal": 2971648.6376527697, + "tot_cal": 35163511.08835725, + "T_safe_tail": 13.012577891613134, + "T_safe": 11.165938028979383, + "T_safe_prefix": 12.946139648347753, + "tau_share_kept": 0.14141838946051286 + }, + "20.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 119633246.12270269, + "T_cal": 119998566.98864079, + "tot_cal": 1862422789.5127378, + "T_safe_tail": 387.64963715654153, + "T_safe": 336.926524006416, + "T_safe_prefix": 385.96823520638645, + "tau_share_kept": 0.13067045374089964 + }, + "20.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 113700994.62420961, + "T_cal": 114064569.38531494, + "tot_cal": 1109649430.0050313, + "T_safe_tail": 372.3269058329334, + "T_safe": 321.7714920062608, + "T_safe_prefix": 371.0600280700928, + "tau_share_kept": 0.1356065416061495 + }, + "20.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 19330123.03944908, + "T_cal": 19382457.68085122, + "tot_cal": 104423476.18709283, + "T_safe_tail": 56.522659073665636, + "T_safe": 53.20842058498988, + "T_safe_prefix": 56.32537742727095, + "tau_share_kept": 0.05833367319898838 + }, + "21.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 86798447.18711177, + "T_cal": 87151724.35066319, + "tot_cal": 3410982766.344836, + "T_safe_tail": 283.68300777198374, + "T_safe": 248.80295518305866, + "T_safe_prefix": 282.074141805424, + "tau_share_kept": 0.12246668182631211 + }, + "21.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 89729042.92411542, + "T_cal": 90095579.78274918, + "tot_cal": 4929104993.999958, + "T_safe_tail": 294.1194541478278, + "T_safe": 256.5025046517585, + "T_safe_prefix": 292.29286932183095, + "tau_share_kept": 0.1274248098883779 + }, + "21.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 79986267.31205916, + "T_cal": 80286902.58755589, + "tot_cal": 572773594.690318, + "T_safe_tail": 265.58445263270534, + "T_safe": 232.74072150170468, + "T_safe_prefix": 264.2653043891223, + "tau_share_kept": 0.12321907554655144 + }, + "21.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2889112.3149303677, + "T_cal": 2900562.0007310063, + "tot_cal": 24944123.05438078, + "T_safe_tail": 11.932369513484907, + "T_safe": 10.018634391192109, + "T_safe_prefix": 11.873934081715788, + "tau_share_kept": 0.1598543564007337 + }, + "21.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 134644197.90781894, + "T_cal": 135051454.1675415, + "tot_cal": 1897748410.3891902, + "T_safe_tail": 428.60419708576217, + "T_safe": 369.97732394660125, + "T_safe_prefix": 427.0095487154649, + "tau_share_kept": 0.13665839722123568 + }, + "21.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 125118231.70360848, + "T_cal": 125523007.47760391, + "tot_cal": 1150604038.606769, + "T_safe_tail": 398.9549649915149, + "T_safe": 344.69593049152536, + "T_safe_prefix": 397.5973839873077, + "tau_share_kept": 0.13585975158850633 + }, + "21.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 21437285.618454017, + "T_cal": 21494352.251015663, + "tot_cal": 112300735.03998064, + "T_safe_tail": 55.710738311990845, + "T_safe": 52.55975512273494, + "T_safe_prefix": 55.515506943668015, + "tau_share_kept": 0.05628851020325246 + }, + "22.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 100418426.27131528, + "T_cal": 100811189.21241856, + "tot_cal": 3756743513.922126, + "T_safe_tail": 317.53400128831936, + "T_safe": 278.4164492838645, + "T_safe_prefix": 315.73109296863913, + "tau_share_kept": 0.12271060466889376 + }, + "22.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 104738745.5411497, + "T_cal": 105159396.8428812, + "tot_cal": 5210870287.475811, + "T_safe_tail": 332.865935376811, + "T_safe": 290.8673752463983, + "T_safe_prefix": 330.96126563278085, + "tau_share_kept": 0.12572096071009303 + }, + "22.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 88759518.07297817, + "T_cal": 89086038.06898594, + "tot_cal": 622290842.5815187, + "T_safe_tail": 283.97584984800454, + "T_safe": 248.53069537357442, + "T_safe_prefix": 282.5056771161653, + "tau_share_kept": 0.12429631608442411 + }, + "22.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 4066949.177983149, + "T_cal": 4082369.934969485, + "tot_cal": 41988293.711521566, + "T_safe_tail": 11.768278978314424, + "T_safe": 10.422275559722266, + "T_safe_prefix": 11.71086188141004, + "tau_share_kept": 0.1138622476299518 + }, + "22.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 149144061.91663623, + "T_cal": 149603787.1217432, + "tot_cal": 1994706807.7952352, + "T_safe_tail": 452.9371675528646, + "T_safe": 394.40235117735574, + "T_safe_prefix": 451.5018674224266, + "tau_share_kept": 0.12911555950922807 + }, + "22.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 136465305.07600892, + "T_cal": 136892193.75878906, + "tot_cal": 1216681959.6608853, + "T_safe_tail": 415.62347305987845, + "T_safe": 362.1480403504429, + "T_safe_prefix": 414.1493756267628, + "tau_share_kept": 0.1285242876675477 + }, + "22.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 25050461.797362637, + "T_cal": 25116776.675354004, + "tot_cal": 126211833.52584954, + "T_safe_tail": 60.911152241922395, + "T_safe": 57.35301498744229, + "T_safe_prefix": 60.70150708879942, + "tau_share_kept": 0.05814922250363965 + }, + "23.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 131050856.4416346, + "T_cal": 131537445.79152012, + "tot_cal": 3548372085.336571, + "T_safe_tail": 388.45183834907186, + "T_safe": 339.56424213253194, + "T_safe_prefix": 386.3464943824838, + "tau_share_kept": 0.12541306271755948 + }, + "23.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 132731253.27358998, + "T_cal": 133239473.76331425, + "tot_cal": 4837989597.430144, + "T_safe_tail": 393.1285353171844, + "T_safe": 343.645567630625, + "T_safe_prefix": 390.78399039717624, + "tau_share_kept": 0.12539063897113564 + }, + "23.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 113426670.10711384, + "T_cal": 113837750.95655918, + "tot_cal": 759766080.8255507, + "T_safe_tail": 337.51567251344363, + "T_safe": 295.2618010384649, + "T_safe_prefix": 335.85179140443506, + "tau_share_kept": 0.12470885609243018 + }, + "23.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 4612094.167979369, + "T_cal": 4628324.050123453, + "tot_cal": 35657491.27769051, + "T_safe_tail": 14.584819463057773, + "T_safe": 12.763762970653488, + "T_safe_prefix": 14.511588925314811, + "tau_share_kept": 0.12437801722022339 + }, + "23.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 168324905.01243123, + "T_cal": 168845051.15777588, + "tot_cal": 1967813500.5346577, + "T_safe_tail": 487.9232487041336, + "T_safe": 425.23816044560226, + "T_safe_prefix": 486.2907060189209, + "tau_share_kept": 0.12837511992379436 + }, + "23.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 154752448.87527037, + "T_cal": 155243934.27431583, + "tot_cal": 1268242279.5136707, + "T_safe_tail": 449.769312487305, + "T_safe": 391.4912781082421, + "T_safe_prefix": 448.2503101252405, + "tau_share_kept": 0.1294739411911626 + }, + "23.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 27503650.76527202, + "T_cal": 27572513.848831415, + "tot_cal": 136462228.11354718, + "T_safe_tail": 62.93975710491043, + "T_safe": 59.60093680372756, + "T_safe_prefix": 62.72408242802362, + "tau_share_kept": 0.05276453252977643 + }, + "24.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 99982850.2463347, + "T_cal": 100382415.68824863, + "tot_cal": 3445565520.8970523, + "T_safe_tail": 285.33986319076587, + "T_safe": 251.10217499841474, + "T_safe_prefix": 283.5854124206853, + "tau_share_kept": 0.11952312041537556 + }, + "24.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 102917960.51401372, + "T_cal": 103332585.51874161, + "tot_cal": 5058832542.069076, + "T_safe_tail": 295.2249620520346, + "T_safe": 258.0674508592674, + "T_safe_prefix": 293.57254472648856, + "tau_share_kept": 0.12538431733721686 + }, + "24.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 107944693.91049585, + "T_cal": 108329716.52441406, + "tot_cal": 716682938.4250858, + "T_safe_tail": 312.6004182844873, + "T_safe": 273.8527911425663, + "T_safe_prefix": 310.8683884251841, + "tau_share_kept": 0.12347025278968649 + }, + "24.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 4847478.7815299705, + "T_cal": 4866151.636966705, + "tot_cal": 48348986.33095213, + "T_safe_tail": 15.753849358192026, + "T_safe": 13.732867472481814, + "T_safe_prefix": 15.664376411587, + "tau_share_kept": 0.12772811721553629 + }, + "24.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 186198436.2440737, + "T_cal": 186767403.3558693, + "tot_cal": 2072454867.0448756, + "T_safe_tail": 521.174258251246, + "T_safe": 455.6888768291683, + "T_safe_prefix": 519.3709273967543, + "tau_share_kept": 0.1255291010975882 + }, + "24.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 171258120.01743144, + "T_cal": 171786050.79254246, + "tot_cal": 1327845138.6307344, + "T_safe_tail": 480.8634638600666, + "T_safe": 420.08501146642084, + "T_safe_prefix": 479.2779618460336, + "tau_share_kept": 0.12628431727290335 + }, + "24.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 29971811.38355725, + "T_cal": 30047109.901963234, + "tot_cal": 145811877.07174623, + "T_safe_tail": 60.84023498431596, + "T_safe": 57.62665579886948, + "T_safe_prefix": 60.62887644603529, + "tau_share_kept": 0.05253376183033711 + }, + "25.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 145720602.1953268, + "T_cal": 146244711.520401, + "tot_cal": 3511940928.331681, + "T_safe_tail": 389.67252162258137, + "T_safe": 342.18183093996777, + "T_safe_prefix": 387.57910631440245, + "tau_share_kept": 0.12143364894695305 + }, + "25.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 151428170.48425847, + "T_cal": 152017846.5485773, + "tot_cal": 4761545956.170599, + "T_safe_tail": 405.6288106185515, + "T_safe": 355.5538769946579, + "T_safe_prefix": 403.5271812321298, + "tau_share_kept": 0.12299406341215859 + }, + "25.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 145610966.64338198, + "T_cal": 146113322.32055664, + "tot_cal": 900199022.5838593, + "T_safe_tail": 391.9343004526407, + "T_safe": 343.67781471708804, + "T_safe_prefix": 390.04027493665126, + "tau_share_kept": 0.12262983924300604 + }, + "25.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 4479173.396538252, + "T_cal": 4498071.413538218, + "tot_cal": 73370463.30835705, + "T_safe_tail": 14.422774410833739, + "T_safe": 11.367047721360223, + "T_safe_prefix": 14.348820177589516, + "tau_share_kept": 0.2113399486107006 + }, + "25.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 204405422.04598764, + "T_cal": 205040165.446496, + "tot_cal": 2224765801.409649, + "T_safe_tail": 555.3477975460922, + "T_safe": 486.4970784499892, + "T_safe_prefix": 553.4375426361803, + "tau_share_kept": 0.12388305810042292 + }, + "25.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 188113639.22366926, + "T_cal": 188686388.41261292, + "tot_cal": 1418000353.9576855, + "T_safe_tail": 513.8181212547449, + "T_safe": 448.7604020578183, + "T_safe_prefix": 512.1943862331136, + "tau_share_kept": 0.12651539594570455 + }, + "25.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 31736247.09695526, + "T_cal": 31821365.775283813, + "tot_cal": 170231864.34199256, + "T_safe_tail": 64.37715617757857, + "T_safe": 60.83980213181371, + "T_safe_prefix": 64.15083033895735, + "tau_share_kept": 0.05466044691819523 + }, + "26.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 119897111.59888487, + "T_cal": 120350777.48783207, + "tot_cal": 3693980850.408983, + "T_safe_tail": 309.25932152102484, + "T_safe": 272.90203368838775, + "T_safe_prefix": 307.64467353752116, + "tau_share_kept": 0.11714824322176663 + }, + "26.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 126190897.46519402, + "T_cal": 126691402.43360996, + "tot_cal": 5174803829.162205, + "T_safe_tail": 325.73604251574454, + "T_safe": 287.43140594315264, + "T_safe_prefix": 323.92900474405906, + "tau_share_kept": 0.11714186143041545 + }, + "26.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 138708516.73028874, + "T_cal": 139194186.58155823, + "tot_cal": 876307273.9033653, + "T_safe_tail": 361.5817495052469, + "T_safe": 316.9760622728063, + "T_safe_prefix": 359.8592819247315, + "tau_share_kept": 0.12288058399387757 + }, + "26.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 5721022.014759406, + "T_cal": 5743586.709228516, + "tot_cal": 76599234.68418081, + "T_safe_tail": 26.885629805646115, + "T_safe": 23.678226862102747, + "T_safe_prefix": 26.73097656811683, + "tau_share_kept": 0.1187915570846841 + }, + "26.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 224601322.58813512, + "T_cal": 225283389.9582863, + "tot_cal": 2628179926.573347, + "T_safe_tail": 591.032686173555, + "T_safe": 520.2112411831185, + "T_safe_prefix": 589.0671783185098, + "tau_share_kept": 0.1196625185996612 + }, + "26.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 207175274.81181854, + "T_cal": 207809737.34161758, + "tot_cal": 1609189803.4299092, + "T_safe_tail": 549.4700960777136, + "T_safe": 480.85573210294024, + "T_safe_prefix": 547.7877180677751, + "tau_share_kept": 0.12476453855256486 + }, + "26.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 35432361.76554622, + "T_cal": 35523567.29286289, + "tot_cal": 185041531.02657485, + "T_safe_tail": 70.66942021543848, + "T_safe": 66.87958217435516, + "T_safe_prefix": 70.42489902087618, + "tau_share_kept": 0.05333994301067743 + }, + "27.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 166711289.71105874, + "T_cal": 167296313.53603458, + "tot_cal": 3847272976.0470324, + "T_safe_tail": 406.6320261686679, + "T_safe": 356.6608117577889, + "T_safe_prefix": 404.6119880708611, + "tau_share_kept": 0.12244354483702624 + }, + "27.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 175182473.02030706, + "T_cal": 175799812.0745554, + "tot_cal": 5212833808.4271145, + "T_safe_tail": 428.5394448863668, + "T_safe": 374.09396518866197, + "T_safe_prefix": 426.1529639393302, + "tau_share_kept": 0.12658706416885748 + }, + "27.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 159035091.19243765, + "T_cal": 159585114.22464848, + "tot_cal": 956599060.8966076, + "T_safe_tail": 391.09870912017743, + "T_safe": 341.9336992884382, + "T_safe_prefix": 389.1433634102614, + "tau_share_kept": 0.12523516938931117 + }, + "27.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 7022055.695838049, + "T_cal": 7048909.62205416, + "tot_cal": 65042500.13748659, + "T_safe_tail": 20.530971168488968, + "T_safe": 17.98968230281025, + "T_safe_prefix": 20.42631788581275, + "tau_share_kept": 0.12327834936637555 + }, + "27.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 246966586.4041397, + "T_cal": 247714092.14868546, + "tot_cal": 3062841957.5581055, + "T_safe_tail": 622.8525854489765, + "T_safe": 551.4168812945754, + "T_safe_prefix": 620.8760802874021, + "tau_share_kept": 0.11453384182827905 + }, + "27.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 228546200.03762916, + "T_cal": 229236041.38856506, + "tot_cal": 1905641059.4587135, + "T_safe_tail": 577.1819290509151, + "T_safe": 508.5950288517779, + "T_safe_prefix": 575.3915182056371, + "tau_share_kept": 0.11865509479038691 + }, + "27.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 40423351.42808038, + "T_cal": 40530457.0859108, + "tot_cal": 223057710.22054982, + "T_safe_tail": 81.70252906331442, + "T_safe": 77.28517511859536, + "T_safe_prefix": 81.41299304856511, + "tau_share_kept": 0.05373182487688488 + }, + "28.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 152874801.4952554, + "T_cal": 153418874.56803226, + "tot_cal": 3879951873.838484, + "T_safe_tail": 353.1349757721429, + "T_safe": 311.4186732414273, + "T_safe_prefix": 350.9746626648266, + "tau_share_kept": 0.11763452038747366 + }, + "28.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 163393232.90576953, + "T_cal": 163998963.539361, + "tot_cal": 5279322014.223759, + "T_safe_tail": 379.1416656183154, + "T_safe": 332.91165438975804, + "T_safe_prefix": 377.12121642479906, + "tau_share_kept": 0.12139766467294327 + }, + "28.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 173832310.77612734, + "T_cal": 174427531.68218994, + "tot_cal": 1072461634.2228731, + "T_safe_tail": 406.56678307206334, + "T_safe": 356.7567786013569, + "T_safe_prefix": 404.49367517803694, + "tau_share_kept": 0.12202515430247263 + }, + "28.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 7246678.880066857, + "T_cal": 7276169.06640625, + "tot_cal": 101765803.12483767, + "T_safe_tail": 28.72527979955814, + "T_safe": 24.354770378686453, + "T_safe_prefix": 28.589517935463164, + "tau_share_kept": 0.1516178388412549 + }, + "28.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 255092212.19857085, + "T_cal": 255832090.041996, + "tot_cal": 3304088281.5052695, + "T_safe_tail": 643.5053992785326, + "T_safe": 571.1247398150736, + "T_safe_prefix": 641.4862832422514, + "tau_share_kept": 0.11228179011420782 + }, + "28.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 241904201.88628104, + "T_cal": 242623640.67630386, + "tot_cal": 2381244029.681983, + "T_safe_tail": 613.5400624246136, + "T_safe": 541.9037287592109, + "T_safe_prefix": 611.6095751820867, + "tau_share_kept": 0.11656137904630595 + }, + "28.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 47445504.13400135, + "T_cal": 47565571.40493989, + "tot_cal": 261207536.32809418, + "T_safe_tail": 99.28348606423195, + "T_safe": 94.15350341001704, + "T_safe_prefix": 98.92269032718559, + "tau_share_kept": 0.051298676147119256 + }, + "29.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 118327833.00977254, + "T_cal": 118758933.02764988, + "tot_cal": 3621947215.029519, + "T_safe_tail": 278.90051421746824, + "T_safe": 246.06471374611374, + "T_safe_prefix": 277.35315244464437, + "tau_share_kept": 0.11729080254398547 + }, + "29.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 124657412.49137703, + "T_cal": 125149690.03814793, + "tot_cal": 5159859629.931567, + "T_safe_tail": 292.1345150343261, + "T_safe": 258.8440984106601, + "T_safe_prefix": 290.3171712309122, + "tau_share_kept": 0.11348245368296227 + }, + "29.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 160202911.90259635, + "T_cal": 160752855.96669102, + "tot_cal": 972217930.1726427, + "T_safe_tail": 377.2964359940265, + "T_safe": 334.26784461668285, + "T_safe_prefix": 375.41331563904896, + "tau_share_kept": 0.11355176558776962 + }, + "29.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 8614530.697389957, + "T_cal": 8646825.974772513, + "tot_cal": 140148156.24470237, + "T_safe_tail": 25.87812426003529, + "T_safe": 22.52260423595567, + "T_safe_prefix": 25.758333477650922, + "tau_share_kept": 0.12909771863390332 + }, + "29.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 263490198.9786228, + "T_cal": 264244232.91742802, + "tot_cal": 3776535740.3336654, + "T_safe_tail": 670.7204492020162, + "T_safe": 595.2364724726067, + "T_safe_prefix": 668.6521335883335, + "tau_share_kept": 0.11233197351001785 + }, + "29.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 250626662.9463056, + "T_cal": 251344052.0041237, + "tot_cal": 3111587127.929358, + "T_safe_tail": 637.5419114891978, + "T_safe": 565.418404000262, + "T_safe_prefix": 635.4176946922817, + "tau_share_kept": 0.11292332796875078 + }, + "29.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54695606.20571695, + "T_cal": 54837958.97680664, + "tot_cal": 331026316.8142667, + "T_safe_tail": 137.40953332080647, + "T_safe": 130.62931972952447, + "T_safe_prefix": 136.92260112293297, + "tau_share_kept": 0.04898435707820108 + }, + "30.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 143500470.14916164, + "T_cal": 144003234.39316177, + "tot_cal": 3932381855.6324997, + "T_safe_tail": 334.7659848644348, + "T_safe": 297.0530041540187, + "T_safe_prefix": 332.7960547437542, + "tau_share_kept": 0.11217099243646401 + }, + "30.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 152025114.9053977, + "T_cal": 152559286.88585758, + "tot_cal": 5220573677.686787, + "T_safe_tail": 354.26349603808484, + "T_safe": 313.7263589602808, + "T_safe_prefix": 352.47096023030826, + "tau_share_kept": 0.11386846067301729 + }, + "30.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 182709900.06084934, + "T_cal": 183322899.59541416, + "tot_cal": 1173844809.7625656, + "T_safe_tail": 431.3754635372503, + "T_safe": 381.2211411989447, + "T_safe_prefix": 429.2914981875547, + "tau_share_kept": 0.11580267634769977 + }, + "30.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 8695688.93909651, + "T_cal": 8730228.71787697, + "tot_cal": 119095787.77433474, + "T_safe_tail": 36.59636985765661, + "T_safe": 31.965195750876774, + "T_safe_prefix": 36.419870646097706, + "tau_share_kept": 0.12599855020434683 + }, + "30.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 263572551.14596725, + "T_cal": 264347777.20279312, + "tot_cal": 5495893330.009211, + "T_safe_tail": 679.5606295792218, + "T_safe": 607.4899969247781, + "T_safe_prefix": 677.1639069321245, + "tau_share_kept": 0.10580332507888454 + }, + "30.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 243493884.6835522, + "T_cal": 244187105.4835596, + "tot_cal": 5032473932.105422, + "T_safe_tail": 628.4250860654344, + "T_safe": 560.8599425849425, + "T_safe_prefix": 626.4452696767548, + "tau_share_kept": 0.10726939316284725 + }, + "30.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 63033787.95540793, + "T_cal": 63205007.6908896, + "tot_cal": 2252263308.133077, + "T_safe_tail": 272.8289655734558, + "T_safe": 262.7888053963543, + "T_safe_prefix": 271.8585125727259, + "tau_share_kept": 0.03643027556405821 + }, + "31.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 74585395.3798978, + "T_cal": 74870606.46038914, + "tot_cal": 3292073379.443082, + "T_safe_tail": 178.14635675540217, + "T_safe": 159.97928009076077, + "T_safe_prefix": 177.10699109606503, + "tau_share_kept": 0.10147804567680403 + }, + "31.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 83435421.57963741, + "T_cal": 83749255.16453648, + "tot_cal": 4796987855.952409, + "T_safe_tail": 199.6524970232953, + "T_safe": 178.1939417264075, + "T_safe_prefix": 198.59615647239843, + "tau_share_kept": 0.10701308876519783 + }, + "31.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 93583535.70226511, + "T_cal": 93911676.56392002, + "tot_cal": 663409710.072974, + "T_safe_tail": 227.57621552221218, + "T_safe": 201.439674337199, + "T_safe_prefix": 226.43100574176424, + "tau_share_kept": 0.1143068465560349 + }, + "31.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 7707550.516636403, + "T_cal": 7737919.814579546, + "tot_cal": 239448140.21989372, + "T_safe_tail": 64.44455934464585, + "T_safe": 56.77573405791554, + "T_safe_prefix": 64.1361196636135, + "tau_share_kept": 0.11841129830485236 + }, + "31.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 210029536.5593535, + "T_cal": 210671305.57170963, + "tot_cal": 6225139125.31762, + "T_safe_tail": 569.5041549588093, + "T_safe": 512.9393665044372, + "T_safe_prefix": 567.5518666504104, + "tau_share_kept": 0.09907644769795845 + }, + "31.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 189028963.1680076, + "T_cal": 189602841.57870865, + "tot_cal": 6407669014.341354, + "T_safe_tail": 512.380845405849, + "T_safe": 461.93953960332146, + "T_safe_prefix": 510.66165390447713, + "tau_share_kept": 0.09818578304416911 + }, + "31.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 70303166.44031218, + "T_cal": 70502639.0062418, + "tot_cal": 3406015038.396898, + "T_safe_tail": 986.9963562120071, + "T_safe": 962.349770191373, + "T_safe_prefix": 983.5252452045679, + "tau_share_kept": 0.024599734633188833 + } + }, + "calib_spec": "wikitext2:256", + "nsamples": 256, + "seed": 42, + "n_calib_sequences": 255 +} \ No newline at end of file diff --git a/compression.json b/compression.json new file mode 100644 index 0000000..4ec1a98 --- /dev/null +++ b/compression.json @@ -0,0 +1,3428 @@ +{ + "source": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590", + "upstream": "AIoT-MLSys-Lab/SVD-LLM", + "stage": "finetuned", + "ratio_removed": 0.4, + "internal_ratio_kept": 0.6, + "from_pt": "/lustre/jeesup0103/svd-safety/results/resmix/full/l2_jbbpure_ka4_a1p0_free_remove40/finetune_v/merge.pt", + "biases_verified": 0, + "mean_rel_err": 0.52825281369899, + "max_rel_err": 1.2302558422088623, + "param_fraction": 0.599840865851684, + "ranks": { + "0.q_proj": 1228, + "0.k_proj": 1228, + "0.v_proj": 1228, + "0.o_proj": 1228, + "0.gate_proj": 1791, + "0.up_proj": 1791, + "0.down_proj": 1791, + "1.q_proj": 1228, + "1.k_proj": 1228, + "1.v_proj": 1228, + "1.o_proj": 1228, + "1.gate_proj": 1791, + "1.up_proj": 1791, + "1.down_proj": 1791, + "2.q_proj": 1228, + "2.k_proj": 1228, + "2.v_proj": 1228, + "2.o_proj": 1228, + "2.gate_proj": 1791, + "2.up_proj": 1791, + "2.down_proj": 1791, + "3.q_proj": 1228, + "3.k_proj": 1228, + "3.v_proj": 1228, + "3.o_proj": 1228, + "3.gate_proj": 1791, + "3.up_proj": 1791, + "3.down_proj": 1791, + "4.q_proj": 1228, + "4.k_proj": 1228, + "4.v_proj": 1228, + "4.o_proj": 1228, + "4.gate_proj": 1791, + "4.up_proj": 1791, + "4.down_proj": 1791, + "5.q_proj": 1228, + "5.k_proj": 1228, + "5.v_proj": 1228, + "5.o_proj": 1228, + "5.gate_proj": 1791, + "5.up_proj": 1791, + "5.down_proj": 1791, + "6.q_proj": 1228, + "6.k_proj": 1228, + "6.v_proj": 1228, + "6.o_proj": 1228, + "6.gate_proj": 1791, + "6.up_proj": 1791, + "6.down_proj": 1791, + "7.q_proj": 1228, + "7.k_proj": 1228, + "7.v_proj": 1228, + "7.o_proj": 1228, + "7.gate_proj": 1791, + "7.up_proj": 1791, + "7.down_proj": 1791, + "8.q_proj": 1228, + "8.k_proj": 1228, + "8.v_proj": 1228, + "8.o_proj": 1228, + "8.gate_proj": 1791, + "8.up_proj": 1791, + "8.down_proj": 1791, + "9.q_proj": 1228, + "9.k_proj": 1228, + "9.v_proj": 1228, + "9.o_proj": 1228, + "9.gate_proj": 1791, + "9.up_proj": 1791, + "9.down_proj": 1791, + "10.q_proj": 1228, + "10.k_proj": 1228, + "10.v_proj": 1228, + "10.o_proj": 1228, + "10.gate_proj": 1791, + "10.up_proj": 1791, + "10.down_proj": 1791, + "11.q_proj": 1228, + "11.k_proj": 1228, + "11.v_proj": 1228, + "11.o_proj": 1228, + "11.gate_proj": 1791, + "11.up_proj": 1791, + "11.down_proj": 1791, + "12.q_proj": 1228, + "12.k_proj": 1228, + "12.v_proj": 1228, + "12.o_proj": 1228, + "12.gate_proj": 1791, + "12.up_proj": 1791, + "12.down_proj": 1791, + "13.q_proj": 1228, + "13.k_proj": 1228, + "13.v_proj": 1228, + "13.o_proj": 1228, + "13.gate_proj": 1791, + "13.up_proj": 1791, + "13.down_proj": 1791, + "14.q_proj": 1228, + "14.k_proj": 1228, + "14.v_proj": 1228, + "14.o_proj": 1228, + "14.gate_proj": 1791, + "14.up_proj": 1791, + "14.down_proj": 1791, + "15.q_proj": 1228, + "15.k_proj": 1228, + "15.v_proj": 1228, + "15.o_proj": 1228, + "15.gate_proj": 1791, + "15.up_proj": 1791, + "15.down_proj": 1791, + "16.q_proj": 1228, + "16.k_proj": 1228, + "16.v_proj": 1228, + "16.o_proj": 1228, + "16.gate_proj": 1791, + "16.up_proj": 1791, + "16.down_proj": 1791, + "17.q_proj": 1228, + "17.k_proj": 1228, + "17.v_proj": 1228, + "17.o_proj": 1228, + "17.gate_proj": 1791, + "17.up_proj": 1791, + "17.down_proj": 1791, + "18.q_proj": 1228, + "18.k_proj": 1228, + "18.v_proj": 1228, + "18.o_proj": 1228, + "18.gate_proj": 1791, + "18.up_proj": 1791, + "18.down_proj": 1791, + "19.q_proj": 1228, + "19.k_proj": 1228, + "19.v_proj": 1228, + "19.o_proj": 1228, + "19.gate_proj": 1791, + "19.up_proj": 1791, + "19.down_proj": 1791, + "20.q_proj": 1228, + "20.k_proj": 1228, + "20.v_proj": 1228, + "20.o_proj": 1228, + "20.gate_proj": 1791, + "20.up_proj": 1791, + "20.down_proj": 1791, + "21.q_proj": 1228, + "21.k_proj": 1228, + "21.v_proj": 1228, + "21.o_proj": 1228, + "21.gate_proj": 1791, + "21.up_proj": 1791, + "21.down_proj": 1791, + "22.q_proj": 1228, + "22.k_proj": 1228, + "22.v_proj": 1228, + "22.o_proj": 1228, + "22.gate_proj": 1791, + "22.up_proj": 1791, + "22.down_proj": 1791, + "23.q_proj": 1228, + "23.k_proj": 1228, + "23.v_proj": 1228, + "23.o_proj": 1228, + "23.gate_proj": 1791, + "23.up_proj": 1791, + "23.down_proj": 1791, + "24.q_proj": 1228, + "24.k_proj": 1228, + "24.v_proj": 1228, + "24.o_proj": 1228, + "24.gate_proj": 1791, + "24.up_proj": 1791, + "24.down_proj": 1791, + "25.q_proj": 1228, + "25.k_proj": 1228, + "25.v_proj": 1228, + "25.o_proj": 1228, + "25.gate_proj": 1791, + "25.up_proj": 1791, + "25.down_proj": 1791, + "26.q_proj": 1228, + "26.k_proj": 1228, + "26.v_proj": 1228, + "26.o_proj": 1228, + "26.gate_proj": 1791, + "26.up_proj": 1791, + "26.down_proj": 1791, + "27.q_proj": 1228, + "27.k_proj": 1228, + "27.v_proj": 1228, + "27.o_proj": 1228, + "27.gate_proj": 1791, + "27.up_proj": 1791, + "27.down_proj": 1791, + "28.q_proj": 1228, + "28.k_proj": 1228, + "28.v_proj": 1228, + "28.o_proj": 1228, + "28.gate_proj": 1791, + "28.up_proj": 1791, + "28.down_proj": 1791, + "29.q_proj": 1228, + "29.k_proj": 1228, + "29.v_proj": 1228, + "29.o_proj": 1228, + "29.gate_proj": 1791, + "29.up_proj": 1791, + "29.down_proj": 1791, + "30.q_proj": 1228, + "30.k_proj": 1228, + "30.v_proj": 1228, + "30.o_proj": 1228, + "30.gate_proj": 1791, + "30.up_proj": 1791, + "30.down_proj": 1791, + "31.q_proj": 1228, + "31.k_proj": 1228, + "31.v_proj": 1228, + "31.o_proj": 1228, + "31.gate_proj": 1791, + "31.up_proj": 1791, + "31.down_proj": 1791 + }, + "rel_err": { + "0.q_proj": 0.22410160303115845, + "0.k_proj": 0.260892778635025, + "0.v_proj": 0.37357965111732483, + "0.o_proj": 0.36690554022789, + "0.gate_proj": 0.4517780840396881, + "0.up_proj": 0.463543564081192, + "0.down_proj": 0.5349051356315613, + "1.q_proj": 0.15336954593658447, + "1.k_proj": 0.12911921739578247, + "1.v_proj": 0.49020853638648987, + "1.o_proj": 0.41858285665512085, + "1.gate_proj": 0.4306817054748535, + "1.up_proj": 0.48515748977661133, + "1.down_proj": 0.5832550525665283, + "2.q_proj": 0.6059502363204956, + "2.k_proj": 1.2302558422088623, + "2.v_proj": 0.615690290927887, + "2.o_proj": 0.574679434299469, + "2.gate_proj": 0.49665775895118713, + "2.up_proj": 0.5329660773277283, + "2.down_proj": 0.5832677483558655, + "3.q_proj": 0.40363022685050964, + "3.k_proj": 0.4035354256629944, + "3.v_proj": 0.5426888465881348, + "3.o_proj": 0.5665823221206665, + "3.gate_proj": 0.5524051189422607, + "3.up_proj": 0.5746598243713379, + "3.down_proj": 0.5491887331008911, + "4.q_proj": 0.39246585965156555, + "4.k_proj": 0.3967624604701996, + "4.v_proj": 0.5394608974456787, + "4.o_proj": 0.5697411298751831, + "4.gate_proj": 0.5530258417129517, + "4.up_proj": 0.5811483860015869, + "4.down_proj": 0.5535122752189636, + "5.q_proj": 0.4245997667312622, + "5.k_proj": 0.40847253799438477, + "5.v_proj": 0.5440107583999634, + "5.o_proj": 0.5747513771057129, + "5.gate_proj": 0.5489538311958313, + "5.up_proj": 0.5823240280151367, + "5.down_proj": 0.5454341173171997, + "6.q_proj": 0.38965004682540894, + "6.k_proj": 0.3974066376686096, + "6.v_proj": 0.5274204611778259, + "6.o_proj": 0.5434737801551819, + "6.gate_proj": 0.5437760949134827, + "6.up_proj": 0.583195149898529, + "6.down_proj": 0.5448023080825806, + "7.q_proj": 0.3958045542240143, + "7.k_proj": 0.40262284874916077, + "7.v_proj": 0.5211755037307739, + "7.o_proj": 0.5613705515861511, + "7.gate_proj": 0.5408133864402771, + "7.up_proj": 0.58271324634552, + "7.down_proj": 0.5382853746414185, + "8.q_proj": 0.40620505809783936, + "8.k_proj": 0.4199284613132477, + "8.v_proj": 0.5066620111465454, + "8.o_proj": 0.5587635636329651, + "8.gate_proj": 0.5382401943206787, + "8.up_proj": 0.5777665376663208, + "8.down_proj": 0.5330076813697815, + "9.q_proj": 0.42479902505874634, + "9.k_proj": 0.43162283301353455, + "9.v_proj": 0.5061807036399841, + "9.o_proj": 0.5600370764732361, + "9.gate_proj": 0.5344396829605103, + "9.up_proj": 0.5718284249305725, + "9.down_proj": 0.5320441722869873, + "10.q_proj": 0.3975456655025482, + "10.k_proj": 0.40809178352355957, + "10.v_proj": 0.4983130991458893, + "10.o_proj": 0.524948239326477, + "10.gate_proj": 0.5292651057243347, + "10.up_proj": 0.5674670338630676, + "10.down_proj": 0.5286604166030884, + "11.q_proj": 0.5048311948776245, + "11.k_proj": 0.5876699686050415, + "11.v_proj": 0.5068933367729187, + "11.o_proj": 0.5134880542755127, + "11.gate_proj": 0.5298922061920166, + "11.up_proj": 0.5682539939880371, + "11.down_proj": 0.5352349281311035, + "12.q_proj": 0.41903260350227356, + "12.k_proj": 0.4185883104801178, + "12.v_proj": 0.5041089057922363, + "12.o_proj": 0.5543450713157654, + "12.gate_proj": 0.5347048044204712, + "12.up_proj": 0.5685672760009766, + "12.down_proj": 0.5353879332542419, + "13.q_proj": 0.42530855536460876, + "13.k_proj": 0.4427913427352905, + "13.v_proj": 0.5321968197822571, + "13.o_proj": 0.5440331101417542, + "13.gate_proj": 0.5377640724182129, + "13.up_proj": 0.5715615153312683, + "13.down_proj": 0.5469390153884888, + "14.q_proj": 0.407000333070755, + "14.k_proj": 0.41190606355667114, + "14.v_proj": 0.5251010656356812, + "14.o_proj": 0.5413299798965454, + "14.gate_proj": 0.5373371839523315, + "14.up_proj": 0.5705565810203552, + "14.down_proj": 0.5491019487380981, + "15.q_proj": 0.4268895983695984, + "15.k_proj": 0.42928367853164673, + "15.v_proj": 0.5310585498809814, + "15.o_proj": 0.5517500042915344, + "15.gate_proj": 0.5418119430541992, + "15.up_proj": 0.5747032761573792, + "15.down_proj": 0.562580406665802, + "16.q_proj": 0.4233248829841614, + "16.k_proj": 0.4278751313686371, + "16.v_proj": 0.5588258504867554, + "16.o_proj": 0.579110324382782, + "16.gate_proj": 0.5413831472396851, + "16.up_proj": 0.5723928213119507, + "16.down_proj": 0.5755109786987305, + "17.q_proj": 0.4648624360561371, + "17.k_proj": 0.46354952454566956, + "17.v_proj": 0.5734525322914124, + "17.o_proj": 0.5901803374290466, + "17.gate_proj": 0.5442633628845215, + "17.up_proj": 0.5731654763221741, + "17.down_proj": 0.5735238790512085, + "18.q_proj": 0.4905669391155243, + "18.k_proj": 0.49484139680862427, + "18.v_proj": 0.579690158367157, + "18.o_proj": 0.6155463457107544, + "18.gate_proj": 0.5528191924095154, + "18.up_proj": 0.5795686841011047, + "18.down_proj": 0.5736624002456665, + "19.q_proj": 0.47296571731567383, + "19.k_proj": 0.47004616260528564, + "19.v_proj": 0.563650906085968, + "19.o_proj": 0.6028424501419067, + "19.gate_proj": 0.5568702220916748, + "19.up_proj": 0.5804187059402466, + "19.down_proj": 0.5738558769226074, + "20.q_proj": 0.46471697092056274, + "20.k_proj": 0.4665025770664215, + "20.v_proj": 0.5773915648460388, + "20.o_proj": 0.6055775284767151, + "20.gate_proj": 0.5550618767738342, + "20.up_proj": 0.5775431990623474, + "20.down_proj": 0.5847591161727905, + "21.q_proj": 0.4797699749469757, + "21.k_proj": 0.48180505633354187, + "21.v_proj": 0.5711594223976135, + "21.o_proj": 0.6192764043807983, + "21.gate_proj": 0.556020200252533, + "21.up_proj": 0.5774847269058228, + "21.down_proj": 0.5807636976242065, + "22.q_proj": 0.4905130863189697, + "22.k_proj": 0.4960515797138214, + "22.v_proj": 0.5819926261901855, + "22.o_proj": 0.617231547832489, + "22.gate_proj": 0.5563281178474426, + "22.up_proj": 0.5765620470046997, + "22.down_proj": 0.5785849690437317, + "23.q_proj": 0.5250987410545349, + "23.k_proj": 0.5234578251838684, + "23.v_proj": 0.5817364454269409, + "23.o_proj": 0.6075773239135742, + "23.gate_proj": 0.5600963830947876, + "23.up_proj": 0.5788674354553223, + "23.down_proj": 0.5709010362625122, + "24.q_proj": 0.4698583781719208, + "24.k_proj": 0.4750432074069977, + "24.v_proj": 0.5731468796730042, + "24.o_proj": 0.6132789254188538, + "24.gate_proj": 0.5608822107315063, + "24.up_proj": 0.5795854330062866, + "24.down_proj": 0.5640047192573547, + "25.q_proj": 0.5185467600822449, + "25.k_proj": 0.5213564038276672, + "25.v_proj": 0.5819503664970398, + "25.o_proj": 0.6059090495109558, + "25.gate_proj": 0.5641774535179138, + "25.up_proj": 0.581538200378418, + "25.down_proj": 0.5572855472564697, + "26.q_proj": 0.48184138536453247, + "26.k_proj": 0.4907304346561432, + "26.v_proj": 0.5712781548500061, + "26.o_proj": 0.6296623349189758, + "26.gate_proj": 0.5657166838645935, + "26.up_proj": 0.5836158990859985, + "26.down_proj": 0.5556525588035583, + "27.q_proj": 0.5304253697395325, + "27.k_proj": 0.5391111373901367, + "27.v_proj": 0.5911639928817749, + "27.o_proj": 0.6085312366485596, + "27.gate_proj": 0.5687299966812134, + "27.up_proj": 0.5857241153717041, + "27.down_proj": 0.5541149973869324, + "28.q_proj": 0.511738657951355, + "28.k_proj": 0.5234114527702332, + "28.v_proj": 0.5867908596992493, + "28.o_proj": 0.6046639680862427, + "28.gate_proj": 0.5688467621803284, + "28.up_proj": 0.5842701196670532, + "28.down_proj": 0.5627365112304688, + "29.q_proj": 0.4788764715194702, + "29.k_proj": 0.4873405992984772, + "29.v_proj": 0.5787069201469421, + "29.o_proj": 0.6073769330978394, + "29.gate_proj": 0.5675828456878662, + "29.up_proj": 0.5801110863685608, + "29.down_proj": 0.570015013217926, + "30.q_proj": 0.5119778513908386, + "30.k_proj": 0.5190426707267761, + "30.v_proj": 0.5930677652359009, + "30.o_proj": 0.6150756478309631, + "30.gate_proj": 0.5611746311187744, + "30.up_proj": 0.5671369433403015, + "30.down_proj": 0.5799239277839661, + "31.q_proj": 0.45364680886268616, + "31.k_proj": 0.4624480903148651, + "31.v_proj": 0.5717996954917908, + "31.o_proj": 0.5828413963317871, + "31.gate_proj": 0.5511276721954346, + "31.up_proj": 0.551912248134613, + "31.down_proj": 0.5772953033447266 + }, + "whitening": { + "lam": 0.0, + "norm": "token", + "ridge": 0.0, + "token_mask": "nospecial", + "utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256", + "utility_calib": "wikitext2:256", + "utility_tokens": 522240, + "resmix_safety": { + "lam": Infinity, + "norm": "token", + "ridge": 1e-06, + "token_mask": "nospecial", + "utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256", + "utility_calib": "wikitext2:256", + "utility_tokens": 522240, + "safety_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/safety_l2_jbb", + "safety_mix": [ + { + "corpus": "jbb_pure", + "weight": 1.0, + "n_tokens": 1, + "span": "full", + "composition": "PSD part of jbb_harm_full/n - 1.0 * jbb_benign_ans_full/n, floored at 0.001 * lambda_max" + } + ] + } + }, + "rank_by": "resmix", + "resmix_k": 0.05, + "resmix_k_abs": 4, + "ranking": { + "n_matrices": 224, + "alpha": 1.0, + "k_s_total": 896, + "k_s_frac_of_rank": 0.002722411278561011, + "utility_error_ratio": 1.0034078518900356, + "safety_error_ratio": 0.8893928860065661, + "safety_error_reduction": 0.11060711399343393, + "safety_error_ratio_median_matrix": 0.8903995156288147, + "utility_error_ratio_median_matrix": 1.00371515750885, + "tau_share_kept_median_matrix": 0.11342813074588776, + "resmix_k": 0.05, + "resmix_k_abs": 4, + "resmix_alpha": 1.0 + }, + "ranking_per_matrix": { + "0.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 77.22141008747145, + "T_cal": 78.1674560323736, + "tot_cal": 1387456464.0622468, + "T_safe_tail": 0.0026642740523837556, + "T_safe": 0.0023041073296648507, + "T_safe_prefix": 0.0026394773040228636, + "tau_share_kept": 0.1346537712000455 + }, + "0.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 67.5111053735468, + "T_cal": 68.34288231102983, + "tot_cal": 875764010.8154682, + "T_safe_tail": 0.002280697417005809, + "T_safe": 0.0020009205565874183, + "T_safe_prefix": 0.0022596727706201136, + "tau_share_kept": 0.12212634700873047 + }, + "0.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 3474.070384732977, + "T_cal": 3491.226448142028, + "tot_cal": 2184528.926141544, + "T_safe_tail": 0.11118727256977144, + "T_safe": 0.10935384358403155, + "T_safe_prefix": 0.11047973116100085, + "tau_share_kept": 0.01581609826202352 + }, + "0.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 6.083665781978841, + "T_cal": 6.127000685673011, + "tot_cal": 472856.92448760825, + "T_safe_tail": 0.004439162559322545, + "T_safe": 0.004365298764263947, + "T_safe_prefix": 0.004411475370047546, + "tau_share_kept": 0.015929629135486317 + }, + "0.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 360951.9982331858, + "T_cal": 362501.59641361237, + "tot_cal": 33555983.9776745, + "T_safe_tail": 1.7435304553866975, + "T_safe": 1.6485137532820318, + "T_safe_prefix": 1.7359186929553658, + "tau_share_kept": 0.05422040284168109 + }, + "0.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 371387.74582992296, + "T_cal": 373034.425012622, + "tot_cal": 23550564.322516836, + "T_safe_tail": 1.7924220853154567, + "T_safe": 1.7029859712929465, + "T_safe_prefix": 1.7842136881745887, + "tau_share_kept": 0.04958293234462383 + }, + "0.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 7230.992040158331, + "T_cal": 7257.927980823501, + "tot_cal": 348931.40327792394, + "T_safe_tail": 0.04156442813998588, + "T_safe": 0.03971559832221616, + "T_safe_prefix": 0.04138912931745531, + "tau_share_kept": 0.04415452135334846 + }, + "1.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 53035.13737525132, + "T_cal": 53385.662211709656, + "tot_cal": 2146040269.5576787, + "T_safe_tail": 0.6896423454572723, + "T_safe": 0.6594042685509436, + "T_safe_prefix": 0.6831088489253148, + "tau_share_kept": 0.04330726423906157 + }, + "1.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 40949.997738323924, + "T_cal": 41230.989230202744, + "tot_cal": 2350559516.390639, + "T_safe_tail": 0.5326238052571561, + "T_safe": 0.5084188933273168, + "T_safe_prefix": 0.5274422554183644, + "tau_share_kept": 0.044906284843568414 + }, + "1.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 78076.58522312714, + "T_cal": 78476.03405094147, + "tot_cal": 7958026.8037122665, + "T_safe_tail": 1.2119916203429217, + "T_safe": 1.169609360987124, + "T_safe_prefix": 1.2051067713409793, + "tau_share_kept": 0.03434584648428777 + }, + "1.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1101.4501067170274, + "T_cal": 1113.4745967295603, + "tot_cal": 595916.001357051, + "T_safe_tail": 0.020901258851916085, + "T_safe": 0.017189053918261976, + "T_safe_prefix": 0.020661169987818084, + "tau_share_kept": 0.17696777150576076 + }, + "1.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1429872.3582333406, + "T_cal": 1436248.3451872468, + "tot_cal": 114606152.32026605, + "T_safe_tail": 4.65523010246253, + "T_safe": 4.306758177919846, + "T_safe_prefix": 4.632980811541131, + "tau_share_kept": 0.07469583571484746 + }, + "1.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1613402.577753381, + "T_cal": 1620504.4476027638, + "tot_cal": 57442150.355089255, + "T_safe_tail": 5.286140663988503, + "T_safe": 4.881576619384816, + "T_safe_prefix": 5.262660927185209, + "tau_share_kept": 0.07635748049086974 + }, + "1.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 81189.5095648291, + "T_cal": 81428.33571493998, + "tot_cal": 1701433152.2499192, + "T_safe_tail": 1.0307952292924631, + "T_safe": 1.011919041450028, + "T_safe_prefix": 1.027187515765263, + "tau_share_kept": 0.017945504731261164 + }, + "2.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2905277.682655734, + "T_cal": 2922856.875314772, + "tot_cal": 3571074068.3971047, + "T_safe_tail": 13.275532758381456, + "T_safe": 11.94866505394748, + "T_safe_prefix": 13.164804484833667, + "tau_share_kept": 0.09938754837351928 + }, + "2.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2959535.9343731324, + "T_cal": 2978263.200467363, + "tot_cal": 4866641389.684712, + "T_safe_tail": 13.902367757126083, + "T_safe": 12.036371915883365, + "T_safe_prefix": 13.783409328018536, + "tau_share_kept": 0.13372414492744936 + }, + "2.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2511637.084367789, + "T_cal": 2522787.395992413, + "tot_cal": 67323013.59478322, + "T_safe_tail": 11.534211029232646, + "T_safe": 10.744729879290617, + "T_safe_prefix": 11.47300834336562, + "tau_share_kept": 0.0678916358968795 + }, + "2.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 35417.36324967992, + "T_cal": 35594.09393359069, + "tot_cal": 797801.9597473443, + "T_safe_tail": 0.11630131960586174, + "T_safe": 0.10437573949946799, + "T_safe_prefix": 0.11562270099496974, + "tau_share_kept": 0.10202978235946598 + }, + "2.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 5657871.672377063, + "T_cal": 5680050.463428736, + "tot_cal": 163692820.1655365, + "T_safe_tail": 13.266282648367767, + "T_safe": 12.353727365008638, + "T_safe_prefix": 13.210952668046957, + "tau_share_kept": 0.06868530764072832 + }, + "2.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 5665507.429278522, + "T_cal": 5687621.778688669, + "tot_cal": 101428776.03412193, + "T_safe_tail": 13.26543857251282, + "T_safe": 12.369983021014889, + "T_safe_prefix": 13.211432756072611, + "tau_share_kept": 0.06741050100389281 + }, + "2.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 224725.25428383076, + "T_cal": 225358.9057113612, + "tot_cal": 1464333.8945482154, + "T_safe_tail": 0.42107065915591163, + "T_safe": 0.40359258492290806, + "T_safe_prefix": 0.4195680425517736, + "tau_share_kept": 0.041278158230292385 + }, + "3.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 18377081.761569776, + "T_cal": 18461578.02048707, + "tot_cal": 3411355520.674491, + "T_safe_tail": 53.51665532077831, + "T_safe": 49.36945390495771, + "T_safe_prefix": 53.15230345757391, + "tau_share_kept": 0.07694693416602855 + }, + "3.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 20142832.774073314, + "T_cal": 20237890.4827919, + "tot_cal": 4956979587.54866, + "T_safe_tail": 57.80434539798156, + "T_safe": 53.45318035828336, + "T_safe_prefix": 57.42091789193387, + "tau_share_kept": 0.07471373705503359 + }, + "3.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 9571098.377914198, + "T_cal": 9609221.988403559, + "tot_cal": 143408949.82258382, + "T_safe_tail": 27.8197358393837, + "T_safe": 25.967089379537583, + "T_safe_prefix": 27.66870601080882, + "tau_share_kept": 0.06602708392772197 + }, + "3.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54777.620805779145, + "T_cal": 55003.926677305484, + "tot_cal": 1527749.5393956725, + "T_safe_tail": 0.18359624944716907, + "T_safe": 0.16594206229164943, + "T_safe_prefix": 0.1825375184165603, + "tau_share_kept": 0.09556868859170353 + }, + "3.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 14777274.641652543, + "T_cal": 14826673.633599281, + "tot_cal": 250774687.9616074, + "T_safe_tail": 29.371909397699113, + "T_safe": 27.461465611509084, + "T_safe_prefix": 29.263537636612455, + "tau_share_kept": 0.06488569226566794 + }, + "3.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 13702549.2497967, + "T_cal": 13749901.319885254, + "tot_cal": 148861255.3789514, + "T_safe_tail": 27.21548854154163, + "T_safe": 25.42432030040436, + "T_safe_prefix": 27.115553114578006, + "tau_share_kept": 0.06566324847013902 + }, + "3.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 398602.261104637, + "T_cal": 399754.0320129134, + "tot_cal": 2893917.6178187183, + "T_safe_tail": 0.8161385637777345, + "T_safe": 0.7782446641148368, + "T_safe_prefix": 0.8132521209709012, + "tau_share_kept": 0.04621820843357923 + }, + "4.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 17718829.597650126, + "T_cal": 17795000.724521637, + "tot_cal": 3305914205.6019244, + "T_safe_tail": 55.772953119167795, + "T_safe": 52.11227919453813, + "T_safe_prefix": 55.41146424759427, + "tau_share_kept": 0.06504294024082433 + }, + "4.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 19072745.190143883, + "T_cal": 19157778.49965, + "tot_cal": 5167380417.752272, + "T_safe_tail": 59.632317826155216, + "T_safe": 55.590469008457376, + "T_safe_prefix": 59.22442491806669, + "tau_share_kept": 0.06721148271663009 + }, + "4.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 9896332.237001317, + "T_cal": 9934617.662201881, + "tot_cal": 139764032.55744833, + "T_safe_tail": 31.35494943454789, + "T_safe": 29.430042446158268, + "T_safe_prefix": 31.186510599000258, + "tau_share_kept": 0.06085292365618126 + }, + "4.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 122871.4484145712, + "T_cal": 123413.8041557828, + "tot_cal": 2224088.755946408, + "T_safe_tail": 0.42072062617223305, + "T_safe": 0.37212306931010986, + "T_safe_prefix": 0.41840133807922086, + "tau_share_kept": 0.11494290659935939 + }, + "4.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 21727756.014760666, + "T_cal": 21796168.811660767, + "tot_cal": 426665454.26638883, + "T_safe_tail": 46.4642314197705, + "T_safe": 43.08463915406924, + "T_safe_prefix": 46.295336064507865, + "tau_share_kept": 0.07254549373102977 + }, + "4.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 19428239.82949926, + "T_cal": 19494273.027426004, + "tot_cal": 206538745.89754015, + "T_safe_tail": 41.63108110540888, + "T_safe": 38.522673149711636, + "T_safe_prefix": 41.49132132623345, + "tau_share_kept": 0.0744613176583086 + }, + "4.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 733024.7597493177, + "T_cal": 735096.4956737161, + "tot_cal": 5591177.177605838, + "T_safe_tail": 1.6695539013762932, + "T_safe": 1.5885085379196084, + "T_safe_prefix": 1.6633606095695086, + "tau_share_kept": 0.048282296636905614 + }, + "5.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 21967922.661954496, + "T_cal": 22059093.63043213, + "tot_cal": 3304267588.3277636, + "T_safe_tail": 75.18464016183793, + "T_safe": 69.56579949039678, + "T_safe_prefix": 74.72341933919324, + "tau_share_kept": 0.07415061039062025 + }, + "5.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 23861089.107733615, + "T_cal": 23966431.79423356, + "tot_cal": 5422914289.351414, + "T_safe_tail": 81.29689120433369, + "T_safe": 75.18085784170489, + "T_safe_prefix": 80.76338335022228, + "tau_share_kept": 0.07468017702910883 + }, + "5.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 12311765.595896855, + "T_cal": 12359308.435485423, + "tot_cal": 151181189.08172125, + "T_safe_tail": 42.51694447482289, + "T_safe": 39.46280590019364, + "T_safe_prefix": 42.26469882994047, + "tau_share_kept": 0.07125416267023267 + }, + "5.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 162484.86629061482, + "T_cal": 163212.3506063372, + "tot_cal": 3272708.5368016176, + "T_safe_tail": 0.687575747694825, + "T_safe": 0.6221459207908175, + "T_safe_prefix": 0.684037879647704, + "tau_share_kept": 0.09460500197955558 + }, + "5.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 27071706.28510385, + "T_cal": 27160037.612186432, + "tot_cal": 561574840.3088853, + "T_safe_tail": 61.102172013319205, + "T_safe": 56.24463570986791, + "T_safe_prefix": 60.876309050298914, + "tau_share_kept": 0.07932052910499969 + }, + "5.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 24390354.87578107, + "T_cal": 24472306.572891235, + "tot_cal": 263036866.4481256, + "T_safe_tail": 55.21258087122598, + "T_safe": 50.75976114517857, + "T_safe_prefix": 55.027745994521865, + "tau_share_kept": 0.0804746136101808 + }, + "5.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1115645.4667976552, + "T_cal": 1118908.9202862382, + "tot_cal": 7638383.736638013, + "T_safe_tail": 2.446699680820851, + "T_safe": 2.3120284751787636, + "T_safe_prefix": 2.4367987516921517, + "tau_share_kept": 0.05477235091888877 + }, + "6.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 29636662.42543599, + "T_cal": 29759209.17093754, + "tot_cal": 3603457563.3593225, + "T_safe_tail": 96.46479015998815, + "T_safe": 88.66822891985157, + "T_safe_prefix": 95.88852733199383, + "tau_share_kept": 0.08027676055362386 + }, + "6.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 32280843.737558465, + "T_cal": 32419906.69298196, + "tot_cal": 5094488754.300047, + "T_safe_tail": 104.21987814305524, + "T_safe": 96.0423776392272, + "T_safe_prefix": 103.56793301933885, + "tau_share_kept": 0.07795484767846153 + }, + "6.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 16282201.092454275, + "T_cal": 16345627.89918518, + "tot_cal": 227318854.85357448, + "T_safe_tail": 53.19607784893762, + "T_safe": 49.1911115807161, + "T_safe_prefix": 52.91682245618722, + "tau_share_kept": 0.07470597294533543 + }, + "6.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 280441.3029486939, + "T_cal": 281663.1690221429, + "tot_cal": 5382796.695007328, + "T_safe_tail": 1.1501259683974243, + "T_safe": 1.004632341622269, + "T_safe_prefix": 1.144251974848487, + "tau_share_kept": 0.12597382361061943 + }, + "6.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 34597505.728356116, + "T_cal": 34708213.09124017, + "tot_cal": 789564625.4927213, + "T_safe_tail": 82.87349700647724, + "T_safe": 75.48311233970253, + "T_safe_prefix": 82.59762573361877, + "tau_share_kept": 0.08896095337769172 + }, + "6.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 30594772.834688354, + "T_cal": 30694478.27060318, + "tot_cal": 320168580.2915996, + "T_safe_tail": 73.64072316418621, + "T_safe": 66.96586850492531, + "T_safe_prefix": 73.4019438225223, + "tau_share_kept": 0.09041637111238272 + }, + "6.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1604593.4559544567, + "T_cal": 1609256.3911486268, + "tot_cal": 11371017.8498016, + "T_safe_tail": 3.8785690173249106, + "T_safe": 3.6458419951305245, + "T_safe_prefix": 3.863643399571629, + "tau_share_kept": 0.05973166883619098 + }, + "7.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 33720311.541713044, + "T_cal": 33861698.63832688, + "tot_cal": 3655330073.8735285, + "T_safe_tail": 116.40017501607389, + "T_safe": 106.11161529003675, + "T_safe_prefix": 115.70320022538363, + "tau_share_kept": 0.08783772466459253 + }, + "7.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 35359760.70138101, + "T_cal": 35506794.668029785, + "tot_cal": 5035359674.788903, + "T_safe_tail": 121.45441319595153, + "T_safe": 110.75839342376275, + "T_safe_prefix": 120.68050521848272, + "tau_share_kept": 0.08756410533445297 + }, + "7.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 17976762.57781215, + "T_cal": 18046117.97397232, + "tot_cal": 246231713.71110553, + "T_safe_tail": 62.39021763734618, + "T_safe": 57.044732913492226, + "T_safe_prefix": 62.012095263163246, + "tau_share_kept": 0.08508752356390405 + }, + "7.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 391221.6936524993, + "T_cal": 392875.39369656146, + "tot_cal": 5932433.388722833, + "T_safe_tail": 1.5993041635867076, + "T_safe": 1.3994449262140876, + "T_safe_prefix": 1.590597653154191, + "tau_share_kept": 0.12444049934445718 + }, + "7.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 40282054.82333343, + "T_cal": 40410735.08225465, + "tot_cal": 927050333.3304193, + "T_safe_tail": 101.54992654409028, + "T_safe": 91.99155409066952, + "T_safe_prefix": 101.21237751575245, + "tau_share_kept": 0.09389665128398497 + }, + "7.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 36238354.35224149, + "T_cal": 36352361.92705631, + "tot_cal": 381030513.2143326, + "T_safe_tail": 92.37580643202335, + "T_safe": 83.18556588985757, + "T_safe_prefix": 92.02402846112909, + "tau_share_kept": 0.09926524223946749 + }, + "7.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2152162.1135768755, + "T_cal": 2158482.8564973027, + "tot_cal": 14667375.997660102, + "T_safe_tail": 5.067117261813791, + "T_safe": 4.744002724294262, + "T_safe_prefix": 5.047600043201101, + "tau_share_kept": 0.06350121735865594 + }, + "8.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 35870046.39249891, + "T_cal": 36022398.01399326, + "tot_cal": 3433892779.350514, + "T_safe_tail": 134.43601037234265, + "T_safe": 122.29601821604683, + "T_safe_prefix": 133.60287523121315, + "tau_share_kept": 0.08974758467662422 + }, + "8.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 39001684.36993331, + "T_cal": 39164238.52180576, + "tot_cal": 5142044078.227686, + "T_safe_tail": 145.71593359180014, + "T_safe": 132.47997354739346, + "T_safe_prefix": 144.84236907650848, + "tau_share_kept": 0.09031699209084174 + }, + "8.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 17770228.85451194, + "T_cal": 17840988.01977539, + "tot_cal": 271369111.5272371, + "T_safe_tail": 66.71110405862748, + "T_safe": 61.161195668424625, + "T_safe_prefix": 66.33253488964783, + "tau_share_kept": 0.08255580715379715 + }, + "8.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 589916.4819149484, + "T_cal": 592450.4172906876, + "tot_cal": 8684607.626879524, + "T_safe_tail": 2.821476574017763, + "T_safe": 2.4893859929225073, + "T_safe_prefix": 2.8052766168985386, + "tau_share_kept": 0.11709641145327485 + }, + "8.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 41393120.72183786, + "T_cal": 41525142.29296899, + "tot_cal": 947507801.6766794, + "T_safe_tail": 111.83718662875769, + "T_safe": 100.49537821942067, + "T_safe_prefix": 111.46978504199888, + "tau_share_kept": 0.10118173217344761 + }, + "8.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 39098173.04396655, + "T_cal": 39223517.64042759, + "tot_cal": 441905188.0473714, + "T_safe_tail": 106.28504204881898, + "T_safe": 95.22469471226577, + "T_safe_prefix": 105.91522931780582, + "tau_share_kept": 0.10382609677877869 + }, + "8.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2613357.092724949, + "T_cal": 2621044.003258705, + "tot_cal": 17727824.47729045, + "T_safe_tail": 6.639497218000052, + "T_safe": 6.19587151874299, + "T_safe_prefix": 6.616478079196497, + "tau_share_kept": 0.0665019734755117 + }, + "9.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 42266398.70941296, + "T_cal": 42444137.052870035, + "tot_cal": 3341722498.291634, + "T_safe_tail": 152.48658102624094, + "T_safe": 137.37257914092424, + "T_safe_prefix": 151.54202721326237, + "tau_share_kept": 0.09857085027424951 + }, + "9.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 45872947.54657139, + "T_cal": 46064800.64393616, + "tot_cal": 5276244477.792203, + "T_safe_tail": 164.09924837640278, + "T_safe": 148.31096532032825, + "T_safe_prefix": 163.11902245404872, + "tau_share_kept": 0.09567941433407444 + }, + "9.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 19975623.68901691, + "T_cal": 20054246.376611948, + "tot_cal": 288593651.5183767, + "T_safe_tail": 72.17688684359571, + "T_safe": 65.39071377810615, + "T_safe_prefix": 71.77200673731568, + "tau_share_kept": 0.09348043367128851 + }, + "9.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 879272.1330332893, + "T_cal": 883149.7936893106, + "tot_cal": 11300198.003479237, + "T_safe_tail": 4.150320432599596, + "T_safe": 3.6077402695860314, + "T_safe_prefix": 4.130129890261799, + "tau_share_kept": 0.13015811833085092 + }, + "9.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 43366986.054727644, + "T_cal": 43504897.12464905, + "tot_cal": 1019491773.4314424, + "T_safe_tail": 122.2197958680788, + "T_safe": 108.72537282832582, + "T_safe_prefix": 121.81866752516726, + "tau_share_kept": 0.1101476081307738 + }, + "9.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 42170908.618406996, + "T_cal": 42306741.69447327, + "tot_cal": 498854231.59230846, + "T_safe_tail": 119.40722244013284, + "T_safe": 106.11548592069084, + "T_safe_prefix": 118.99472109653288, + "tau_share_kept": 0.11105888598847018 + }, + "9.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 3146257.9093004093, + "T_cal": 3155232.322799921, + "tot_cal": 20907372.886749603, + "T_safe_tail": 8.545083261480592, + "T_safe": 7.934376333462069, + "T_safe_prefix": 8.513321415468965, + "tau_share_kept": 0.07116411569134533 + }, + "10.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 37905790.53617795, + "T_cal": 38062892.92253709, + "tot_cal": 3375014456.124162, + "T_safe_tail": 143.39448130163743, + "T_safe": 129.09670159934558, + "T_safe_prefix": 142.56033335306347, + "tau_share_kept": 0.09916470445116526 + }, + "10.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 43066065.062111095, + "T_cal": 43250455.007873535, + "tot_cal": 5378113430.784975, + "T_safe_tail": 161.09348531456132, + "T_safe": 145.68576745887185, + "T_safe_prefix": 160.05487170840206, + "tau_share_kept": 0.09504057886108175 + }, + "10.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 19813851.31461434, + "T_cal": 19892096.526535988, + "tot_cal": 300757945.3896593, + "T_safe_tail": 75.08974230606714, + "T_safe": 68.1965705515031, + "T_safe_prefix": 74.687645446852, + "tau_share_kept": 0.091214784099966 + }, + "10.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1131622.3220857563, + "T_cal": 1136385.669138968, + "tot_cal": 14974261.514497953, + "T_safe_tail": 6.4032259495978545, + "T_safe": 5.656783573209623, + "T_safe_prefix": 6.365982571380528, + "tau_share_kept": 0.11604774141669147 + }, + "10.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 44343987.39927982, + "T_cal": 44484268.89982247, + "tot_cal": 1065375209.9081845, + "T_safe_tail": 133.5019778693273, + "T_safe": 118.41254765297435, + "T_safe_prefix": 133.03749906092798, + "tau_share_kept": 0.11279009697572961 + }, + "10.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 44382469.05395833, + "T_cal": 44521181.09779954, + "tot_cal": 545477576.7486062, + "T_safe_tail": 134.5907509448718, + "T_safe": 118.98463027648631, + "T_safe_prefix": 134.17031184211373, + "tau_share_kept": 0.11569777877170387 + }, + "10.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 3499524.4820522717, + "T_cal": 3509756.6318605095, + "tot_cal": 24245688.97953096, + "T_safe_tail": 10.967062286477965, + "T_safe": 10.1675383143629, + "T_safe_prefix": 10.928516730034573, + "tau_share_kept": 0.07256128994004159 + }, + "11.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 39046499.04407245, + "T_cal": 39217793.19637394, + "tot_cal": 3398272178.455746, + "T_safe_tail": 151.64577909588328, + "T_safe": 135.41770675019143, + "T_safe_prefix": 150.61959424304314, + "tau_share_kept": 0.10646226376298121 + }, + "11.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 41853617.794171184, + "T_cal": 42030922.42797947, + "tot_cal": 5125116558.334552, + "T_safe_tail": 162.7035678085853, + "T_safe": 144.87338298401392, + "T_safe_prefix": 161.67552150185747, + "tau_share_kept": 0.10909829593775579 + }, + "11.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 24837496.437458605, + "T_cal": 24938694.85592103, + "tot_cal": 375904219.30921096, + "T_safe_tail": 96.54247683087814, + "T_safe": 86.66552471605337, + "T_safe_prefix": 95.98795352540037, + "tau_share_kept": 0.1017815698126437 + }, + "11.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1068571.7291080374, + "T_cal": 1073112.3809009194, + "tot_cal": 14399992.536251713, + "T_safe_tail": 5.899038983871794, + "T_safe": 5.140255268722797, + "T_safe_prefix": 5.861723577117118, + "tau_share_kept": 0.12797158514712026 + }, + "11.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 48898328.791989066, + "T_cal": 49047206.67677307, + "tot_cal": 1093277261.775936, + "T_safe_tail": 147.45464366303648, + "T_safe": 128.90822896061673, + "T_safe_prefix": 146.8490450450563, + "tau_share_kept": 0.12551265144104237 + }, + "11.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 50154758.72772544, + "T_cal": 50311161.581383705, + "tot_cal": 563128675.7775427, + "T_safe_tail": 151.39496171733848, + "T_safe": 132.62558767585233, + "T_safe_prefix": 150.8532767445431, + "tau_share_kept": 0.12372840430233742 + }, + "11.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 3947658.603775186, + "T_cal": 3959356.6999211907, + "tot_cal": 25209710.693248942, + "T_safe_tail": 11.597539211189886, + "T_safe": 10.786030407006365, + "T_safe_prefix": 11.55574202653321, + "tau_share_kept": 0.06964006277863227 + }, + "12.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 51661536.35269454, + "T_cal": 51881415.299682856, + "tot_cal": 3361189035.904561, + "T_safe_tail": 197.84244298570593, + "T_safe": 176.84614697484358, + "T_safe_prefix": 196.70355687280244, + "tau_share_kept": 0.10558904888307873 + }, + "12.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54632300.277512744, + "T_cal": 54855880.605088234, + "tot_cal": 5250354801.93354, + "T_safe_tail": 209.25626657146157, + "T_safe": 186.74838393682967, + "T_safe_prefix": 207.91769992301488, + "tau_share_kept": 0.10695597389800507 + }, + "12.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 27531705.004625227, + "T_cal": 27643514.033341408, + "tot_cal": 359575719.10439086, + "T_safe_tail": 105.60539162281052, + "T_safe": 94.48524636426009, + "T_safe_prefix": 105.0102289381357, + "tau_share_kept": 0.10478532499454239 + }, + "12.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1398416.1214710348, + "T_cal": 1404176.1076033264, + "tot_cal": 15764559.835182097, + "T_safe_tail": 6.821852360397961, + "T_safe": 6.02383857758673, + "T_safe_prefix": 6.7876623660595214, + "tau_share_kept": 0.11640058851695335 + }, + "12.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 52475533.88960533, + "T_cal": 52638999.73812127, + "tot_cal": 1080492173.030867, + "T_safe_tail": 155.31101684317463, + "T_safe": 135.7620022330084, + "T_safe_prefix": 154.7283446187439, + "tau_share_kept": 0.1256042870216068 + }, + "12.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54683416.80318396, + "T_cal": 54855164.55167985, + "tot_cal": 602727641.785566, + "T_safe_tail": 162.22266596380013, + "T_safe": 142.02297658602765, + "T_safe_prefix": 161.6690704650182, + "tau_share_kept": 0.12425766911293556 + }, + "12.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 4585849.31451246, + "T_cal": 4599337.8524470925, + "tot_cal": 28233958.769409515, + "T_safe_tail": 13.669723164765731, + "T_safe": 12.724939264457191, + "T_safe_prefix": 13.618993241827638, + "tau_share_kept": 0.0687701539749943 + }, + "13.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54887301.78709998, + "T_cal": 55119089.29979348, + "tot_cal": 3323499766.2132454, + "T_safe_tail": 194.7828549365589, + "T_safe": 173.14355485016222, + "T_safe_prefix": 193.44310142334143, + "tau_share_kept": 0.11056989388658164 + }, + "13.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 61961172.7000309, + "T_cal": 62213873.272553444, + "tot_cal": 5026843021.951019, + "T_safe_tail": 218.52301361953073, + "T_safe": 194.3426260897695, + "T_safe_prefix": 217.33965622509368, + "tau_share_kept": 0.1101146175265021 + }, + "13.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 34864574.69725865, + "T_cal": 35002822.92947769, + "tot_cal": 362091575.22263426, + "T_safe_tail": 125.51500701253296, + "T_safe": 111.21607442761251, + "T_safe_prefix": 124.83235631151183, + "tau_share_kept": 0.11336448697037967 + }, + "13.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1440510.241697386, + "T_cal": 1446557.0568373203, + "tot_cal": 18818126.580558598, + "T_safe_tail": 8.842736622250392, + "T_safe": 7.860236201122689, + "T_safe_prefix": 8.791884758357128, + "tau_share_kept": 0.11051646372998832 + }, + "13.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 55159161.04960403, + "T_cal": 55329386.32044053, + "tot_cal": 1149720044.8756483, + "T_safe_tail": 173.47063808396257, + "T_safe": 151.79068757650475, + "T_safe_prefix": 172.8245851308202, + "tau_share_kept": 0.12470976900692543 + }, + "13.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 59142940.74286401, + "T_cal": 59330085.87477207, + "tot_cal": 657147375.5085214, + "T_safe_tail": 186.6347812390139, + "T_safe": 163.26241423742977, + "T_safe_prefix": 185.99349657633866, + "tau_share_kept": 0.12494809700455223 + }, + "13.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 5587178.924510085, + "T_cal": 5603110.860968173, + "tot_cal": 33479839.716230996, + "T_safe_tail": 19.422744384091434, + "T_safe": 17.981730834188966, + "T_safe_prefix": 19.353577040384152, + "tau_share_kept": 0.0738667348306591 + }, + "14.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 51179677.01391347, + "T_cal": 51399489.80566406, + "tot_cal": 3424497084.620049, + "T_safe_tail": 197.27341395213438, + "T_safe": 174.80244916953325, + "T_safe_prefix": 196.13767751976502, + "tau_share_kept": 0.11342813377997914 + }, + "14.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54341349.46903983, + "T_cal": 54559942.234773874, + "tot_cal": 5510656213.931662, + "T_safe_tail": 210.83168977293997, + "T_safe": 185.90028013104165, + "T_safe_prefix": 209.50700046921065, + "tau_share_kept": 0.11767361603793391 + }, + "14.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 33566554.89102552, + "T_cal": 33699442.251229286, + "tot_cal": 360244545.9964428, + "T_safe_tail": 130.31262258115717, + "T_safe": 115.58601928201915, + "T_safe_prefix": 129.6140175039327, + "tau_share_kept": 0.11245857476570179 + }, + "14.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1797072.7695195642, + "T_cal": 1804208.4081149697, + "tot_cal": 20402533.4957954, + "T_safe_tail": 7.773615686706607, + "T_safe": 6.886646427981361, + "T_safe_prefix": 7.7284767263409435, + "tau_share_kept": 0.11354378447283327 + }, + "14.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 60591360.210778385, + "T_cal": 60775560.431443214, + "tot_cal": 1212320834.5329714, + "T_safe_tail": 186.9563215729079, + "T_safe": 161.21917392236446, + "T_safe_prefix": 186.27471785796752, + "tau_share_kept": 0.13743309090553982 + }, + "14.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 65157106.61356242, + "T_cal": 65362424.619384766, + "tot_cal": 707045492.3796909, + "T_safe_tail": 201.49367165017887, + "T_safe": 173.90404408580162, + "T_safe_prefix": 200.73406785909265, + "tau_share_kept": 0.13669925536938626 + }, + "14.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 6588993.496744587, + "T_cal": 6607101.247827768, + "tot_cal": 37892522.42533916, + "T_safe_tail": 20.914798992447174, + "T_safe": 19.438510831969324, + "T_safe_prefix": 20.834732928526364, + "tau_share_kept": 0.07026046068165905 + }, + "15.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54035117.13901932, + "T_cal": 54261696.611343384, + "tot_cal": 3512637037.705689, + "T_safe_tail": 210.2929213164771, + "T_safe": 186.75547369683864, + "T_safe_prefix": 208.99130372343643, + "tau_share_kept": 0.1114061339756059 + }, + "15.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 58331721.677353665, + "T_cal": 58567467.32605076, + "tot_cal": 5369430372.247769, + "T_safe_tail": 227.4845775693979, + "T_safe": 201.66369408590617, + "T_safe_prefix": 226.17225349094952, + "tau_share_kept": 0.11300393876834479 + }, + "15.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 36365381.53584312, + "T_cal": 36505935.111528635, + "tot_cal": 384605507.73602444, + "T_safe_tail": 142.57035619726025, + "T_safe": 126.44551835794937, + "T_safe_prefix": 141.81749886051784, + "tau_share_kept": 0.11251159643915637 + }, + "15.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2127809.8558678827, + "T_cal": 2136565.676674977, + "tot_cal": 24499353.420554943, + "T_safe_tail": 11.413334974456747, + "T_safe": 10.00275685816655, + "T_safe_prefix": 11.35309270405429, + "tau_share_kept": 0.12307008078414551 + }, + "15.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 66238654.419413134, + "T_cal": 66445312.40757847, + "tot_cal": 1314933826.747109, + "T_safe_tail": 211.8772316194538, + "T_safe": 183.9179443450348, + "T_safe_prefix": 211.17543647208458, + "tau_share_kept": 0.13172203871618465 + }, + "15.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 71146360.5338017, + "T_cal": 71372763.05771255, + "tot_cal": 779539258.1419171, + "T_safe_tail": 228.00353299693245, + "T_safe": 198.03013606272089, + "T_safe_prefix": 227.26749450922944, + "tau_share_kept": 0.1312414465768974 + }, + "15.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 8244085.324443165, + "T_cal": 8266896.899511576, + "tot_cal": 47193390.22406272, + "T_safe_tail": 27.98636756100014, + "T_safe": 25.916786449181245, + "T_safe_prefix": 27.88110629126095, + "tau_share_kept": 0.0736202000124835 + }, + "16.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54588292.83386767, + "T_cal": 54816005.718875885, + "tot_cal": 3495727897.9759445, + "T_safe_tail": 205.6322986099119, + "T_safe": 182.01624645646461, + "T_safe_prefix": 204.39452652726322, + "tau_share_kept": 0.11434163080625716 + }, + "16.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 58671997.51439902, + "T_cal": 58904583.18331742, + "tot_cal": 5701588558.12833, + "T_safe_tail": 221.940378724985, + "T_safe": 195.44310701315771, + "T_safe_prefix": 220.69529401706768, + "tau_share_kept": 0.11886278844202869 + }, + "16.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 45047410.50719842, + "T_cal": 45214782.900858164, + "tot_cal": 383800413.38366956, + "T_safe_tail": 173.1685036002495, + "T_safe": 153.39198667200344, + "T_safe_prefix": 172.2354353781302, + "tau_share_kept": 0.11366466112827618 + }, + "16.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2833948.541101198, + "T_cal": 2845371.4149178416, + "tot_cal": 32191586.727946043, + "T_safe_tail": 15.949362102781624, + "T_safe": 13.941705276777213, + "T_safe_prefix": 15.855610968381427, + "tau_share_kept": 0.1253559773102539 + }, + "16.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 72306991.19677594, + "T_cal": 72536644.09637547, + "tot_cal": 1507189514.4793177, + "T_safe_tail": 243.03214758906137, + "T_safe": 210.40966393718554, + "T_safe_prefix": 242.21019602501565, + "tau_share_kept": 0.13399799909459822 + }, + "16.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 76024944.77969053, + "T_cal": 76266977.61676884, + "tot_cal": 880628433.7173908, + "T_safe_tail": 257.52771126363075, + "T_safe": 221.60048222027035, + "T_safe_prefix": 256.60442128364593, + "tau_share_kept": 0.139280513578962 + }, + "16.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 10728351.486827105, + "T_cal": 10757893.912201881, + "tot_cal": 60224824.41982937, + "T_safe_tail": 40.68168210497022, + "T_safe": 37.73775698591271, + "T_safe_prefix": 40.53021418058984, + "tau_share_kept": 0.07201628665074908 + }, + "17.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 67180404.3120421, + "T_cal": 67459817.64239883, + "tot_cal": 3449700183.8289695, + "T_safe_tail": 253.81403051438514, + "T_safe": 221.15530078284883, + "T_safe_prefix": 252.33411092111146, + "tau_share_kept": 0.12819014121799957 + }, + "17.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 69630687.3572055, + "T_cal": 69919287.68326187, + "tot_cal": 5234912364.09167, + "T_safe_tail": 261.91519882335973, + "T_safe": 229.19622041277853, + "T_safe_prefix": 260.4383225340607, + "tau_share_kept": 0.12438874295169018 + }, + "17.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 49174169.88207339, + "T_cal": 49356861.256571054, + "tot_cal": 418520979.3784498, + "T_safe_tail": 187.229464978895, + "T_safe": 163.67166435463878, + "T_safe_prefix": 186.31637133869754, + "tau_share_kept": 0.12529902256255318 + }, + "17.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2287323.755920618, + "T_cal": 2296181.961299315, + "tot_cal": 23831462.504337505, + "T_safe_tail": 11.004548987767318, + "T_safe": 9.615688345326134, + "T_safe_prefix": 10.947679265660781, + "tau_share_kept": 0.1256855985680524 + }, + "17.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 85816189.43633568, + "T_cal": 86081827.6336708, + "tot_cal": 1593717545.549384, + "T_safe_tail": 283.5962150720794, + "T_safe": 242.6676088189206, + "T_safe_prefix": 282.6066063973449, + "tau_share_kept": 0.14414180449748185 + }, + "17.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 87285163.38732703, + "T_cal": 87563391.09472656, + "tot_cal": 900750677.2539521, + "T_safe_tail": 289.7558982099745, + "T_safe": 247.66149813469747, + "T_safe_prefix": 288.5843971133909, + "tau_share_kept": 0.1451318121160101 + }, + "17.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 11992761.18973192, + "T_cal": 12026179.028513491, + "tot_cal": 65483055.9412715, + "T_safe_tail": 37.467810938286576, + "T_safe": 35.01830198416519, + "T_safe_prefix": 37.33741017188095, + "tau_share_kept": 0.06508676673524282 + }, + "18.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 82076807.07831582, + "T_cal": 82407690.40409946, + "tot_cal": 3671122137.9832892, + "T_safe_tail": 287.54997299132384, + "T_safe": 250.38356464241224, + "T_safe_prefix": 286.02254022005945, + "tau_share_kept": 0.1287987655474821 + }, + "18.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 87651005.82149218, + "T_cal": 87997499.51097965, + "tot_cal": 5168667183.693464, + "T_safe_tail": 305.18254275605676, + "T_safe": 266.59427451022566, + "T_safe_prefix": 303.49374984609676, + "tau_share_kept": 0.12582410591526477 + }, + "18.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 63145376.997936584, + "T_cal": 63379915.54214859, + "tot_cal": 487972250.3343717, + "T_safe_tail": 225.632345054299, + "T_safe": 196.58653968887756, + "T_safe_prefix": 224.48373878635266, + "tau_share_kept": 0.12819365162953747 + }, + "18.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2376487.008397189, + "T_cal": 2386312.527537361, + "tot_cal": 23906162.127633635, + "T_safe_tail": 12.791123048415942, + "T_safe": 11.044100271197976, + "T_safe_prefix": 12.726670915993111, + "tau_share_kept": 0.1360810152517955 + }, + "18.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 100826198.8993708, + "T_cal": 101134626.0919962, + "tot_cal": 1700325352.4976764, + "T_safe_tail": 337.3011196483893, + "T_safe": 289.72495663265, + "T_safe_prefix": 336.1328849080164, + "tau_share_kept": 0.14089111347174996 + }, + "18.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 99175296.21148592, + "T_cal": 99491429.50933838, + "tot_cal": 948846253.9017069, + "T_safe_tail": 331.56855638444034, + "T_safe": 285.2256914994214, + "T_safe_prefix": 330.38343045488, + "tau_share_kept": 0.1396074574912096 + }, + "18.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 14201465.637009488, + "T_cal": 14240140.61316973, + "tot_cal": 76165055.70331585, + "T_safe_tail": 48.43155546570928, + "T_safe": 45.52826642540117, + "T_safe_prefix": 48.25298535587444, + "tau_share_kept": 0.05959995902423349 + }, + "19.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 75360090.46111968, + "T_cal": 75658805.55848694, + "tot_cal": 3359162301.6112494, + "T_safe_tail": 257.6642096930109, + "T_safe": 225.60903699520077, + "T_safe_prefix": 256.149374810866, + "tau_share_kept": 0.12394066248579298 + }, + "19.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 77009630.20055932, + "T_cal": 77325178.53096867, + "tot_cal": 5215928025.688413, + "T_safe_tail": 263.68862498709416, + "T_safe": 230.09507915179802, + "T_safe_prefix": 262.212224584222, + "tau_share_kept": 0.12691497258861031 + }, + "19.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 61869776.87171974, + "T_cal": 62102264.85839939, + "tot_cal": 500073847.69792855, + "T_safe_tail": 212.50039924467842, + "T_safe": 186.17328508198625, + "T_safe_prefix": 211.4650157317019, + "tau_share_kept": 0.1234079008921228 + }, + "19.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2548684.9024389237, + "T_cal": 2559187.1739053875, + "tot_cal": 23832339.893750325, + "T_safe_tail": 11.945420794100027, + "T_safe": 10.362861144506098, + "T_safe_prefix": 11.889070329146364, + "tau_share_kept": 0.13194145252426068 + }, + "19.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 112876776.2490233, + "T_cal": 113220988.41139221, + "tot_cal": 1674207403.5005445, + "T_safe_tail": 361.02970762345706, + "T_safe": 311.3117138298694, + "T_safe_prefix": 359.8432895159931, + "tau_share_kept": 0.1375650799034132 + }, + "19.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 109009325.78911385, + "T_cal": 109357386.32678604, + "tot_cal": 1011651244.1312292, + "T_safe_tail": 350.78719591713417, + "T_safe": 301.9797786721065, + "T_safe_prefix": 349.684963778509, + "tau_share_kept": 0.13898714508391352 + }, + "19.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 16006565.705108747, + "T_cal": 16048255.07887268, + "tot_cal": 84087647.7489427, + "T_safe_tail": 48.60609527433432, + "T_safe": 45.912399250648605, + "T_safe_prefix": 48.434591507176265, + "tau_share_kept": 0.05509370957224306 + }, + "20.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 75823165.24330401, + "T_cal": 76140178.72287369, + "tot_cal": 3452500471.865864, + "T_safe_tail": 244.32306265103358, + "T_safe": 214.2212523194612, + "T_safe_prefix": 242.9772500698973, + "tau_share_kept": 0.12275479305096307 + }, + "20.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 79074967.76573178, + "T_cal": 79397706.38433838, + "tot_cal": 5112139196.103524, + "T_safe_tail": 254.9019463109303, + "T_safe": 224.07798051463033, + "T_safe_prefix": 253.44989441512098, + "tau_share_kept": 0.12047836590594299 + }, + "20.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 68001722.43260998, + "T_cal": 68247041.42382145, + "tot_cal": 485999572.13406134, + "T_safe_tail": 225.81576564962333, + "T_safe": 197.3037929551365, + "T_safe_prefix": 224.66601377295228, + "tau_share_kept": 0.12576183348011782 + }, + "20.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2960326.801046974, + "T_cal": 2971648.6376527697, + "tot_cal": 35163511.08835725, + "T_safe_tail": 13.012577891613134, + "T_safe": 11.165938028979383, + "T_safe_prefix": 12.946139648347753, + "tau_share_kept": 0.14141838946051286 + }, + "20.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 119633246.12270269, + "T_cal": 119998566.98864079, + "tot_cal": 1862422789.5127378, + "T_safe_tail": 387.64963715654153, + "T_safe": 336.926524006416, + "T_safe_prefix": 385.96823520638645, + "tau_share_kept": 0.13067045374089964 + }, + "20.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 113700994.62420961, + "T_cal": 114064569.38531494, + "tot_cal": 1109649430.0050313, + "T_safe_tail": 372.3269058329334, + "T_safe": 321.7714920062608, + "T_safe_prefix": 371.0600280700928, + "tau_share_kept": 0.1356065416061495 + }, + "20.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 19330123.03944908, + "T_cal": 19382457.68085122, + "tot_cal": 104423476.18709283, + "T_safe_tail": 56.522659073665636, + "T_safe": 53.20842058498988, + "T_safe_prefix": 56.32537742727095, + "tau_share_kept": 0.05833367319898838 + }, + "21.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 86798447.18711177, + "T_cal": 87151724.35066319, + "tot_cal": 3410982766.344836, + "T_safe_tail": 283.68300777198374, + "T_safe": 248.80295518305866, + "T_safe_prefix": 282.074141805424, + "tau_share_kept": 0.12246668182631211 + }, + "21.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 89729042.92411542, + "T_cal": 90095579.78274918, + "tot_cal": 4929104993.999958, + "T_safe_tail": 294.1194541478278, + "T_safe": 256.5025046517585, + "T_safe_prefix": 292.29286932183095, + "tau_share_kept": 0.1274248098883779 + }, + "21.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 79986267.31205916, + "T_cal": 80286902.58755589, + "tot_cal": 572773594.690318, + "T_safe_tail": 265.58445263270534, + "T_safe": 232.74072150170468, + "T_safe_prefix": 264.2653043891223, + "tau_share_kept": 0.12321907554655144 + }, + "21.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2889112.3149303677, + "T_cal": 2900562.0007310063, + "tot_cal": 24944123.05438078, + "T_safe_tail": 11.932369513484907, + "T_safe": 10.018634391192109, + "T_safe_prefix": 11.873934081715788, + "tau_share_kept": 0.1598543564007337 + }, + "21.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 134644197.90781894, + "T_cal": 135051454.1675415, + "tot_cal": 1897748410.3891902, + "T_safe_tail": 428.60419708576217, + "T_safe": 369.97732394660125, + "T_safe_prefix": 427.0095487154649, + "tau_share_kept": 0.13665839722123568 + }, + "21.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 125118231.70360848, + "T_cal": 125523007.47760391, + "tot_cal": 1150604038.606769, + "T_safe_tail": 398.9549649915149, + "T_safe": 344.69593049152536, + "T_safe_prefix": 397.5973839873077, + "tau_share_kept": 0.13585975158850633 + }, + "21.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 21437285.618454017, + "T_cal": 21494352.251015663, + "tot_cal": 112300735.03998064, + "T_safe_tail": 55.710738311990845, + "T_safe": 52.55975512273494, + "T_safe_prefix": 55.515506943668015, + "tau_share_kept": 0.05628851020325246 + }, + "22.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 100418426.27131528, + "T_cal": 100811189.21241856, + "tot_cal": 3756743513.922126, + "T_safe_tail": 317.53400128831936, + "T_safe": 278.4164492838645, + "T_safe_prefix": 315.73109296863913, + "tau_share_kept": 0.12271060466889376 + }, + "22.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 104738745.5411497, + "T_cal": 105159396.8428812, + "tot_cal": 5210870287.475811, + "T_safe_tail": 332.865935376811, + "T_safe": 290.8673752463983, + "T_safe_prefix": 330.96126563278085, + "tau_share_kept": 0.12572096071009303 + }, + "22.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 88759518.07297817, + "T_cal": 89086038.06898594, + "tot_cal": 622290842.5815187, + "T_safe_tail": 283.97584984800454, + "T_safe": 248.53069537357442, + "T_safe_prefix": 282.5056771161653, + "tau_share_kept": 0.12429631608442411 + }, + "22.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 4066949.177983149, + "T_cal": 4082369.934969485, + "tot_cal": 41988293.711521566, + "T_safe_tail": 11.768278978314424, + "T_safe": 10.422275559722266, + "T_safe_prefix": 11.71086188141004, + "tau_share_kept": 0.1138622476299518 + }, + "22.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 149144061.91663623, + "T_cal": 149603787.1217432, + "tot_cal": 1994706807.7952352, + "T_safe_tail": 452.9371675528646, + "T_safe": 394.40235117735574, + "T_safe_prefix": 451.5018674224266, + "tau_share_kept": 0.12911555950922807 + }, + "22.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 136465305.07600892, + "T_cal": 136892193.75878906, + "tot_cal": 1216681959.6608853, + "T_safe_tail": 415.62347305987845, + "T_safe": 362.1480403504429, + "T_safe_prefix": 414.1493756267628, + "tau_share_kept": 0.1285242876675477 + }, + "22.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 25050461.797362637, + "T_cal": 25116776.675354004, + "tot_cal": 126211833.52584954, + "T_safe_tail": 60.911152241922395, + "T_safe": 57.35301498744229, + "T_safe_prefix": 60.70150708879942, + "tau_share_kept": 0.05814922250363965 + }, + "23.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 131050856.4416346, + "T_cal": 131537445.79152012, + "tot_cal": 3548372085.336571, + "T_safe_tail": 388.45183834907186, + "T_safe": 339.56424213253194, + "T_safe_prefix": 386.3464943824838, + "tau_share_kept": 0.12541306271755948 + }, + "23.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 132731253.27358998, + "T_cal": 133239473.76331425, + "tot_cal": 4837989597.430144, + "T_safe_tail": 393.1285353171844, + "T_safe": 343.645567630625, + "T_safe_prefix": 390.78399039717624, + "tau_share_kept": 0.12539063897113564 + }, + "23.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 113426670.10711384, + "T_cal": 113837750.95655918, + "tot_cal": 759766080.8255507, + "T_safe_tail": 337.51567251344363, + "T_safe": 295.2618010384649, + "T_safe_prefix": 335.85179140443506, + "tau_share_kept": 0.12470885609243018 + }, + "23.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 4612094.167979369, + "T_cal": 4628324.050123453, + "tot_cal": 35657491.27769051, + "T_safe_tail": 14.584819463057773, + "T_safe": 12.763762970653488, + "T_safe_prefix": 14.511588925314811, + "tau_share_kept": 0.12437801722022339 + }, + "23.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 168324905.01243123, + "T_cal": 168845051.15777588, + "tot_cal": 1967813500.5346577, + "T_safe_tail": 487.9232487041336, + "T_safe": 425.23816044560226, + "T_safe_prefix": 486.2907060189209, + "tau_share_kept": 0.12837511992379436 + }, + "23.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 154752448.87527037, + "T_cal": 155243934.27431583, + "tot_cal": 1268242279.5136707, + "T_safe_tail": 449.769312487305, + "T_safe": 391.4912781082421, + "T_safe_prefix": 448.2503101252405, + "tau_share_kept": 0.1294739411911626 + }, + "23.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 27503650.76527202, + "T_cal": 27572513.848831415, + "tot_cal": 136462228.11354718, + "T_safe_tail": 62.93975710491043, + "T_safe": 59.60093680372756, + "T_safe_prefix": 62.72408242802362, + "tau_share_kept": 0.05276453252977643 + }, + "24.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 99982850.2463347, + "T_cal": 100382415.68824863, + "tot_cal": 3445565520.8970523, + "T_safe_tail": 285.33986319076587, + "T_safe": 251.10217499841474, + "T_safe_prefix": 283.5854124206853, + "tau_share_kept": 0.11952312041537556 + }, + "24.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 102917960.51401372, + "T_cal": 103332585.51874161, + "tot_cal": 5058832542.069076, + "T_safe_tail": 295.2249620520346, + "T_safe": 258.0674508592674, + "T_safe_prefix": 293.57254472648856, + "tau_share_kept": 0.12538431733721686 + }, + "24.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 107944693.91049585, + "T_cal": 108329716.52441406, + "tot_cal": 716682938.4250858, + "T_safe_tail": 312.6004182844873, + "T_safe": 273.8527911425663, + "T_safe_prefix": 310.8683884251841, + "tau_share_kept": 0.12347025278968649 + }, + "24.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 4847478.7815299705, + "T_cal": 4866151.636966705, + "tot_cal": 48348986.33095213, + "T_safe_tail": 15.753849358192026, + "T_safe": 13.732867472481814, + "T_safe_prefix": 15.664376411587, + "tau_share_kept": 0.12772811721553629 + }, + "24.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 186198436.2440737, + "T_cal": 186767403.3558693, + "tot_cal": 2072454867.0448756, + "T_safe_tail": 521.174258251246, + "T_safe": 455.6888768291683, + "T_safe_prefix": 519.3709273967543, + "tau_share_kept": 0.1255291010975882 + }, + "24.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 171258120.01743144, + "T_cal": 171786050.79254246, + "tot_cal": 1327845138.6307344, + "T_safe_tail": 480.8634638600666, + "T_safe": 420.08501146642084, + "T_safe_prefix": 479.2779618460336, + "tau_share_kept": 0.12628431727290335 + }, + "24.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 29971811.38355725, + "T_cal": 30047109.901963234, + "tot_cal": 145811877.07174623, + "T_safe_tail": 60.84023498431596, + "T_safe": 57.62665579886948, + "T_safe_prefix": 60.62887644603529, + "tau_share_kept": 0.05253376183033711 + }, + "25.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 145720602.1953268, + "T_cal": 146244711.520401, + "tot_cal": 3511940928.331681, + "T_safe_tail": 389.67252162258137, + "T_safe": 342.18183093996777, + "T_safe_prefix": 387.57910631440245, + "tau_share_kept": 0.12143364894695305 + }, + "25.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 151428170.48425847, + "T_cal": 152017846.5485773, + "tot_cal": 4761545956.170599, + "T_safe_tail": 405.6288106185515, + "T_safe": 355.5538769946579, + "T_safe_prefix": 403.5271812321298, + "tau_share_kept": 0.12299406341215859 + }, + "25.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 145610966.64338198, + "T_cal": 146113322.32055664, + "tot_cal": 900199022.5838593, + "T_safe_tail": 391.9343004526407, + "T_safe": 343.67781471708804, + "T_safe_prefix": 390.04027493665126, + "tau_share_kept": 0.12262983924300604 + }, + "25.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 4479173.396538252, + "T_cal": 4498071.413538218, + "tot_cal": 73370463.30835705, + "T_safe_tail": 14.422774410833739, + "T_safe": 11.367047721360223, + "T_safe_prefix": 14.348820177589516, + "tau_share_kept": 0.2113399486107006 + }, + "25.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 204405422.04598764, + "T_cal": 205040165.446496, + "tot_cal": 2224765801.409649, + "T_safe_tail": 555.3477975460922, + "T_safe": 486.4970784499892, + "T_safe_prefix": 553.4375426361803, + "tau_share_kept": 0.12388305810042292 + }, + "25.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 188113639.22366926, + "T_cal": 188686388.41261292, + "tot_cal": 1418000353.9576855, + "T_safe_tail": 513.8181212547449, + "T_safe": 448.7604020578183, + "T_safe_prefix": 512.1943862331136, + "tau_share_kept": 0.12651539594570455 + }, + "25.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 31736247.09695526, + "T_cal": 31821365.775283813, + "tot_cal": 170231864.34199256, + "T_safe_tail": 64.37715617757857, + "T_safe": 60.83980213181371, + "T_safe_prefix": 64.15083033895735, + "tau_share_kept": 0.05466044691819523 + }, + "26.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 119897111.59888487, + "T_cal": 120350777.48783207, + "tot_cal": 3693980850.408983, + "T_safe_tail": 309.25932152102484, + "T_safe": 272.90203368838775, + "T_safe_prefix": 307.64467353752116, + "tau_share_kept": 0.11714824322176663 + }, + "26.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 126190897.46519402, + "T_cal": 126691402.43360996, + "tot_cal": 5174803829.162205, + "T_safe_tail": 325.73604251574454, + "T_safe": 287.43140594315264, + "T_safe_prefix": 323.92900474405906, + "tau_share_kept": 0.11714186143041545 + }, + "26.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 138708516.73028874, + "T_cal": 139194186.58155823, + "tot_cal": 876307273.9033653, + "T_safe_tail": 361.5817495052469, + "T_safe": 316.9760622728063, + "T_safe_prefix": 359.8592819247315, + "tau_share_kept": 0.12288058399387757 + }, + "26.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 5721022.014759406, + "T_cal": 5743586.709228516, + "tot_cal": 76599234.68418081, + "T_safe_tail": 26.885629805646115, + "T_safe": 23.678226862102747, + "T_safe_prefix": 26.73097656811683, + "tau_share_kept": 0.1187915570846841 + }, + "26.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 224601322.58813512, + "T_cal": 225283389.9582863, + "tot_cal": 2628179926.573347, + "T_safe_tail": 591.032686173555, + "T_safe": 520.2112411831185, + "T_safe_prefix": 589.0671783185098, + "tau_share_kept": 0.1196625185996612 + }, + "26.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 207175274.81181854, + "T_cal": 207809737.34161758, + "tot_cal": 1609189803.4299092, + "T_safe_tail": 549.4700960777136, + "T_safe": 480.85573210294024, + "T_safe_prefix": 547.7877180677751, + "tau_share_kept": 0.12476453855256486 + }, + "26.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 35432361.76554622, + "T_cal": 35523567.29286289, + "tot_cal": 185041531.02657485, + "T_safe_tail": 70.66942021543848, + "T_safe": 66.87958217435516, + "T_safe_prefix": 70.42489902087618, + "tau_share_kept": 0.05333994301067743 + }, + "27.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 166711289.71105874, + "T_cal": 167296313.53603458, + "tot_cal": 3847272976.0470324, + "T_safe_tail": 406.6320261686679, + "T_safe": 356.6608117577889, + "T_safe_prefix": 404.6119880708611, + "tau_share_kept": 0.12244354483702624 + }, + "27.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 175182473.02030706, + "T_cal": 175799812.0745554, + "tot_cal": 5212833808.4271145, + "T_safe_tail": 428.5394448863668, + "T_safe": 374.09396518866197, + "T_safe_prefix": 426.1529639393302, + "tau_share_kept": 0.12658706416885748 + }, + "27.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 159035091.19243765, + "T_cal": 159585114.22464848, + "tot_cal": 956599060.8966076, + "T_safe_tail": 391.09870912017743, + "T_safe": 341.9336992884382, + "T_safe_prefix": 389.1433634102614, + "tau_share_kept": 0.12523516938931117 + }, + "27.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 7022055.695838049, + "T_cal": 7048909.62205416, + "tot_cal": 65042500.13748659, + "T_safe_tail": 20.530971168488968, + "T_safe": 17.98968230281025, + "T_safe_prefix": 20.42631788581275, + "tau_share_kept": 0.12327834936637555 + }, + "27.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 246966586.4041397, + "T_cal": 247714092.14868546, + "tot_cal": 3062841957.5581055, + "T_safe_tail": 622.8525854489765, + "T_safe": 551.4168812945754, + "T_safe_prefix": 620.8760802874021, + "tau_share_kept": 0.11453384182827905 + }, + "27.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 228546200.03762916, + "T_cal": 229236041.38856506, + "tot_cal": 1905641059.4587135, + "T_safe_tail": 577.1819290509151, + "T_safe": 508.5950288517779, + "T_safe_prefix": 575.3915182056371, + "tau_share_kept": 0.11865509479038691 + }, + "27.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 40423351.42808038, + "T_cal": 40530457.0859108, + "tot_cal": 223057710.22054982, + "T_safe_tail": 81.70252906331442, + "T_safe": 77.28517511859536, + "T_safe_prefix": 81.41299304856511, + "tau_share_kept": 0.05373182487688488 + }, + "28.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 152874801.4952554, + "T_cal": 153418874.56803226, + "tot_cal": 3879951873.838484, + "T_safe_tail": 353.1349757721429, + "T_safe": 311.4186732414273, + "T_safe_prefix": 350.9746626648266, + "tau_share_kept": 0.11763452038747366 + }, + "28.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 163393232.90576953, + "T_cal": 163998963.539361, + "tot_cal": 5279322014.223759, + "T_safe_tail": 379.1416656183154, + "T_safe": 332.91165438975804, + "T_safe_prefix": 377.12121642479906, + "tau_share_kept": 0.12139766467294327 + }, + "28.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 173832310.77612734, + "T_cal": 174427531.68218994, + "tot_cal": 1072461634.2228731, + "T_safe_tail": 406.56678307206334, + "T_safe": 356.7567786013569, + "T_safe_prefix": 404.49367517803694, + "tau_share_kept": 0.12202515430247263 + }, + "28.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 7246678.880066857, + "T_cal": 7276169.06640625, + "tot_cal": 101765803.12483767, + "T_safe_tail": 28.72527979955814, + "T_safe": 24.354770378686453, + "T_safe_prefix": 28.589517935463164, + "tau_share_kept": 0.1516178388412549 + }, + "28.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 255092212.19857085, + "T_cal": 255832090.041996, + "tot_cal": 3304088281.5052695, + "T_safe_tail": 643.5053992785326, + "T_safe": 571.1247398150736, + "T_safe_prefix": 641.4862832422514, + "tau_share_kept": 0.11228179011420782 + }, + "28.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 241904201.88628104, + "T_cal": 242623640.67630386, + "tot_cal": 2381244029.681983, + "T_safe_tail": 613.5400624246136, + "T_safe": 541.9037287592109, + "T_safe_prefix": 611.6095751820867, + "tau_share_kept": 0.11656137904630595 + }, + "28.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 47445504.13400135, + "T_cal": 47565571.40493989, + "tot_cal": 261207536.32809418, + "T_safe_tail": 99.28348606423195, + "T_safe": 94.15350341001704, + "T_safe_prefix": 98.92269032718559, + "tau_share_kept": 0.051298676147119256 + }, + "29.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 118327833.00977254, + "T_cal": 118758933.02764988, + "tot_cal": 3621947215.029519, + "T_safe_tail": 278.90051421746824, + "T_safe": 246.06471374611374, + "T_safe_prefix": 277.35315244464437, + "tau_share_kept": 0.11729080254398547 + }, + "29.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 124657412.49137703, + "T_cal": 125149690.03814793, + "tot_cal": 5159859629.931567, + "T_safe_tail": 292.1345150343261, + "T_safe": 258.8440984106601, + "T_safe_prefix": 290.3171712309122, + "tau_share_kept": 0.11348245368296227 + }, + "29.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 160202911.90259635, + "T_cal": 160752855.96669102, + "tot_cal": 972217930.1726427, + "T_safe_tail": 377.2964359940265, + "T_safe": 334.26784461668285, + "T_safe_prefix": 375.41331563904896, + "tau_share_kept": 0.11355176558776962 + }, + "29.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 8614530.697389957, + "T_cal": 8646825.974772513, + "tot_cal": 140148156.24470237, + "T_safe_tail": 25.87812426003529, + "T_safe": 22.52260423595567, + "T_safe_prefix": 25.758333477650922, + "tau_share_kept": 0.12909771863390332 + }, + "29.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 263490198.9786228, + "T_cal": 264244232.91742802, + "tot_cal": 3776535740.3336654, + "T_safe_tail": 670.7204492020162, + "T_safe": 595.2364724726067, + "T_safe_prefix": 668.6521335883335, + "tau_share_kept": 0.11233197351001785 + }, + "29.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 250626662.9463056, + "T_cal": 251344052.0041237, + "tot_cal": 3111587127.929358, + "T_safe_tail": 637.5419114891978, + "T_safe": 565.418404000262, + "T_safe_prefix": 635.4176946922817, + "tau_share_kept": 0.11292332796875078 + }, + "29.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54695606.20571695, + "T_cal": 54837958.97680664, + "tot_cal": 331026316.8142667, + "T_safe_tail": 137.40953332080647, + "T_safe": 130.62931972952447, + "T_safe_prefix": 136.92260112293297, + "tau_share_kept": 0.04898435707820108 + }, + "30.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 143500470.14916164, + "T_cal": 144003234.39316177, + "tot_cal": 3932381855.6324997, + "T_safe_tail": 334.7659848644348, + "T_safe": 297.0530041540187, + "T_safe_prefix": 332.7960547437542, + "tau_share_kept": 0.11217099243646401 + }, + "30.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 152025114.9053977, + "T_cal": 152559286.88585758, + "tot_cal": 5220573677.686787, + "T_safe_tail": 354.26349603808484, + "T_safe": 313.7263589602808, + "T_safe_prefix": 352.47096023030826, + "tau_share_kept": 0.11386846067301729 + }, + "30.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 182709900.06084934, + "T_cal": 183322899.59541416, + "tot_cal": 1173844809.7625656, + "T_safe_tail": 431.3754635372503, + "T_safe": 381.2211411989447, + "T_safe_prefix": 429.2914981875547, + "tau_share_kept": 0.11580267634769977 + }, + "30.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 8695688.93909651, + "T_cal": 8730228.71787697, + "tot_cal": 119095787.77433474, + "T_safe_tail": 36.59636985765661, + "T_safe": 31.965195750876774, + "T_safe_prefix": 36.419870646097706, + "tau_share_kept": 0.12599855020434683 + }, + "30.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 263572551.14596725, + "T_cal": 264347777.20279312, + "tot_cal": 5495893330.009211, + "T_safe_tail": 679.5606295792218, + "T_safe": 607.4899969247781, + "T_safe_prefix": 677.1639069321245, + "tau_share_kept": 0.10580332507888454 + }, + "30.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 243493884.6835522, + "T_cal": 244187105.4835596, + "tot_cal": 5032473932.105422, + "T_safe_tail": 628.4250860654344, + "T_safe": 560.8599425849425, + "T_safe_prefix": 626.4452696767548, + "tau_share_kept": 0.10726939316284725 + }, + "30.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 63033787.95540793, + "T_cal": 63205007.6908896, + "tot_cal": 2252263308.133077, + "T_safe_tail": 272.8289655734558, + "T_safe": 262.7888053963543, + "T_safe_prefix": 271.8585125727259, + "tau_share_kept": 0.03643027556405821 + }, + "31.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 74585395.3798978, + "T_cal": 74870606.46038914, + "tot_cal": 3292073379.443082, + "T_safe_tail": 178.14635675540217, + "T_safe": 159.97928009076077, + "T_safe_prefix": 177.10699109606503, + "tau_share_kept": 0.10147804567680403 + }, + "31.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 83435421.57963741, + "T_cal": 83749255.16453648, + "tot_cal": 4796987855.952409, + "T_safe_tail": 199.6524970232953, + "T_safe": 178.1939417264075, + "T_safe_prefix": 198.59615647239843, + "tau_share_kept": 0.10701308876519783 + }, + "31.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 93583535.70226511, + "T_cal": 93911676.56392002, + "tot_cal": 663409710.072974, + "T_safe_tail": 227.57621552221218, + "T_safe": 201.439674337199, + "T_safe_prefix": 226.43100574176424, + "tau_share_kept": 0.1143068465560349 + }, + "31.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 7707550.516636403, + "T_cal": 7737919.814579546, + "tot_cal": 239448140.21989372, + "T_safe_tail": 64.44455934464585, + "T_safe": 56.77573405791554, + "T_safe_prefix": 64.1361196636135, + "tau_share_kept": 0.11841129830485236 + }, + "31.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 210029536.5593535, + "T_cal": 210671305.57170963, + "tot_cal": 6225139125.31762, + "T_safe_tail": 569.5041549588093, + "T_safe": 512.9393665044372, + "T_safe_prefix": 567.5518666504104, + "tau_share_kept": 0.09907644769795845 + }, + "31.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 189028963.1680076, + "T_cal": 189602841.57870865, + "tot_cal": 6407669014.341354, + "T_safe_tail": 512.380845405849, + "T_safe": 461.93953960332146, + "T_safe_prefix": 510.66165390447713, + "tau_share_kept": 0.09818578304416911 + }, + "31.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 70303166.44031218, + "T_cal": 70502639.0062418, + "tot_cal": 3406015038.396898, + "T_safe_tail": 986.9963562120071, + "T_safe": 962.349770191373, + "T_safe_prefix": 983.5252452045679, + "tau_share_kept": 0.024599734633188833 + } + }, + "calib_spec": "wikitext2:256", + "nsamples": 256, + "seed": 42, + "n_calib_sequences": 255 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..dc592da --- /dev/null +++ b/config.json @@ -0,0 +1,30 @@ +{ + "_name_or_path": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 4096, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 32, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.46.3", + "use_cache": true, + "vocab_size": 32000 +} diff --git a/evaluation/safety/overrefusal.json b/evaluation/safety/overrefusal.json new file mode 100644 index 0000000..1af537a --- /dev/null +++ b/evaluation/safety/overrefusal.json @@ -0,0 +1,284 @@ +{ + "tag": "l2_jbbpure_ka4_a1p0_free_remove40", + "model": "/lustre/jeesup0103/svd-safety/results/resmix/full/l2_jbbpure_ka4_a1p0_free_remove40/checkpoint", + "judge_model": "/lustre/jeesup0103/svd-safety/assets/models/Wildguard", + "judge": "WildGuard response-refusal classifier", + "protocol": "chat_template_greedy_then_wildguard", + "max_new_tokens": 512, + "limit_per_benchmark": null, + "datasets": { + "xstest_safe": { + "path": "/home/jeesup0103/svd_safety/data/xstest_safe.jsonl", + "n": 250, + "n_judge_parsed": 250, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 250, + "scored_fraction": 1.0, + "n_refused": 31, + "refusal_rate": 0.124, + "reliable": true, + "by_category": { + "definitions": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 1, + "refusal_rate": 0.04, + "reliable": true + }, + "figurative_language": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 2, + "refusal_rate": 0.08, + "reliable": true + }, + "historical_events": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 0, + "refusal_rate": 0.0, + "reliable": true + }, + "homonyms": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 4, + "refusal_rate": 0.16, + "reliable": true + }, + "nons_group_real_discr": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 3, + "refusal_rate": 0.12, + "reliable": true + }, + "privacy_fictional": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 10, + "refusal_rate": 0.4, + "reliable": true + }, + "privacy_public": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 3, + "refusal_rate": 0.12, + "reliable": true + }, + "real_group_nons_discr": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 0, + "refusal_rate": 0.0, + "reliable": true + }, + "safe_contexts": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 6, + "refusal_rate": 0.24, + "reliable": true + }, + "safe_targets": { + "n": 25, + "n_judge_parsed": 25, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 25, + "scored_fraction": 1.0, + "n_refused": 2, + "refusal_rate": 0.08, + "reliable": true + } + } + }, + "orbench_hard_1k": { + "path": "/home/jeesup0103/svd_safety/data/or_bench_hard_1k.csv", + "n": 1319, + "n_judge_parsed": 1319, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 4, + "n_scored": 1315, + "scored_fraction": 0.997, + "n_refused": 303, + "refusal_rate": 0.23041825095057034, + "reliable": true, + "by_category": { + "deception": { + "n": 72, + "n_judge_parsed": 72, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 72, + "scored_fraction": 1.0, + "n_refused": 12, + "refusal_rate": 0.16666666666666666, + "reliable": true + }, + "harassment": { + "n": 41, + "n_judge_parsed": 41, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 41, + "scored_fraction": 1.0, + "n_refused": 16, + "refusal_rate": 0.3902439024390244, + "reliable": true + }, + "harmful": { + "n": 106, + "n_judge_parsed": 106, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 106, + "scored_fraction": 1.0, + "n_refused": 21, + "refusal_rate": 0.19811320754716982, + "reliable": true + }, + "hate": { + "n": 54, + "n_judge_parsed": 54, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 54, + "scored_fraction": 1.0, + "n_refused": 19, + "refusal_rate": 0.35185185185185186, + "reliable": true + }, + "illegal": { + "n": 527, + "n_judge_parsed": 527, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 1, + "n_scored": 526, + "scored_fraction": 0.9981, + "n_refused": 129, + "refusal_rate": 0.24524714828897337, + "reliable": true + }, + "privacy": { + "n": 199, + "n_judge_parsed": 199, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 2, + "n_scored": 197, + "scored_fraction": 0.9899, + "n_refused": 49, + "refusal_rate": 0.24873096446700507, + "reliable": true + }, + "self-harm": { + "n": 63, + "n_judge_parsed": 63, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 63, + "scored_fraction": 1.0, + "n_refused": 13, + "refusal_rate": 0.20634920634920634, + "reliable": true + }, + "sexual": { + "n": 66, + "n_judge_parsed": 66, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 66, + "scored_fraction": 1.0, + "n_refused": 1, + "refusal_rate": 0.015151515151515152, + "reliable": true + }, + "unethical": { + "n": 125, + "n_judge_parsed": 125, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 0, + "n_scored": 125, + "scored_fraction": 1.0, + "n_refused": 31, + "refusal_rate": 0.248, + "reliable": true + }, + "violence": { + "n": 66, + "n_judge_parsed": 66, + "n_judge_parse_error": 0, + "judge_parse_fraction": 1.0, + "n_uninformative": 1, + "n_scored": 65, + "scored_fraction": 0.9848, + "n_refused": 12, + "refusal_rate": 0.18461538461538463, + "reliable": true + } + } + } + }, + "macro_over_refusal_rate": 0.17720912547528517, + "reliable": true, + "note": "Refusal rates use WildGuard labels over informative responses. Read reliable/scored_fraction first: compressed models that emit uninterpretable output do not receive an artificially low over-refusal score. Macro rate weights the two benchmarks equally." +} diff --git a/evaluation/safety/strongreject_summary.json b/evaluation/safety/strongreject_summary.json new file mode 100644 index 0000000..0e15c0d --- /dev/null +++ b/evaluation/safety/strongreject_summary.json @@ -0,0 +1,13 @@ +{ + "tag": "l2_jbbpure_ka4_a1p0_free_remove40", + "judge_model": "/lustre/jeesup0103/svd-safety/assets/models/HarmBench-Llama-2-13b-cls", + "protocol": "strongreject_direct_chat_greedy", + "n_prompts": 313, + "n_harmful": 40, + "n_not_harmful": 273, + "attack_success_rate": 0.12779552715654952, + "mean_p_yes": 0.12751780944884517, + "argmax_offlist_rate": 0.0, + "per_prompt_jsonl": "/lustre/jeesup0103/svd-safety/results/resmix/evaluation_ft/l2_jbbpure_ka4_a1p0_free_remove40/safety/strongreject_per_prompt.jsonl", + "per_prompt_csv": "/lustre/jeesup0103/svd-safety/results/resmix/evaluation_ft/l2_jbbpure_ka4_a1p0_free_remove40/safety/strongreject_per_prompt.csv" +} diff --git a/evaluation/safety/summary.json b/evaluation/safety/summary.json new file mode 100644 index 0000000..92817c7 --- /dev/null +++ b/evaluation/safety/summary.json @@ -0,0 +1,13 @@ +{ + "tag": "l2_jbbpure_ka4_a1p0_free_remove40", + "judge_model": "/lustre/jeesup0103/svd-safety/assets/models/HarmBench-Llama-2-13b-cls", + "protocol": "advbench_direct_chat_greedy", + "n_prompts": 520, + "n_harmful": 72, + "n_not_harmful": 448, + "attack_success_rate": 0.13846153846153847, + "mean_p_yes": 0.14058420038676298, + "argmax_offlist_rate": 0.0, + "per_prompt_jsonl": "/lustre/jeesup0103/svd-safety/results/resmix/evaluation_ft/l2_jbbpure_ka4_a1p0_free_remove40/safety/per_prompt.jsonl", + "per_prompt_csv": "/lustre/jeesup0103/svd-safety/results/resmix/evaluation_ft/l2_jbbpure_ka4_a1p0_free_remove40/safety/per_prompt.csv" +} diff --git a/evaluation/utility/ppl.json b/evaluation/utility/ppl.json new file mode 100644 index 0000000..53dd0ae --- /dev/null +++ b/evaluation/utility/ppl.json @@ -0,0 +1,6 @@ +{ + "tag": "ppl", + "model": "/lustre/jeesup0103/svd-safety/results/resmix/full/l2_jbbpure_ka4_a1p0_free_remove40/checkpoint", + "wikitext2_ppl": 11.448184967041016, + "n_tokens": 341302 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..aaaeef2 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,10 @@ +{ + "bos_token_id": 1, + "do_sample": true, + "eos_token_id": 2, + "max_length": 4096, + "pad_token_id": 0, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.46.3" +} diff --git a/model-00001-of-00003.safetensors b/model-00001-of-00003.safetensors new file mode 100644 index 0000000..6eaea91 --- /dev/null +++ b/model-00001-of-00003.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85fbdef4b92b3bf3298e040f7303f6f7f427b30d68ac2475b3cfee9c3b384e79 +size 4938985352 diff --git a/model-00002-of-00003.safetensors b/model-00002-of-00003.safetensors new file mode 100644 index 0000000..1e58bfa --- /dev/null +++ b/model-00002-of-00003.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b15549a32c82fecab746ffc49de2e1b4354dbb6b3d81defb91669fc9d56d838 +size 4947390880 diff --git a/model-00003-of-00003.safetensors b/model-00003-of-00003.safetensors new file mode 100644 index 0000000..c3576a6 --- /dev/null +++ b/model-00003-of-00003.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:955d2e991dae268da047513ca79df24ae4e9a4cc7115238653718015df15248c +size 3590488816 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..13674e5 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,298 @@ +{ + "metadata": { + "total_size": 13476831232 + }, + "weight_map": { + "lm_head.weight": "model-00003-of-00003.safetensors", + "model.embed_tokens.weight": "model-00001-of-00003.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.norm.weight": "model-00003-of-00003.safetensors" + } +} diff --git a/resmix/compression.json b/resmix/compression.json new file mode 100644 index 0000000..8aaf02f --- /dev/null +++ b/resmix/compression.json @@ -0,0 +1,3218 @@ +{ + "source": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590", + "upstream": "AIoT-MLSys-Lab/SVD-LLM", + "step": "whiten", + "ratio_removed": 0.4, + "internal_ratio_kept": 0.6, + "nsamples": 256, + "seed": 42, + "calib_spec": "wikitext2:256", + "calib": [ + { + "name": "wikitext2", + "n": 255, + "source": "upstream get_calib_train_data" + } + ], + "n_calib_sequences": 255, + "rank_by": "resmix", + "whitening": { + "lam": 0.0, + "norm": "token", + "ridge": 0.0, + "token_mask": "nospecial", + "utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256", + "utility_calib": "wikitext2:256", + "utility_tokens": 522240, + "resmix_safety": { + "lam": Infinity, + "norm": "token", + "ridge": 1e-06, + "token_mask": "nospecial", + "utility_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/utility_wikitext256", + "utility_calib": "wikitext2:256", + "utility_tokens": 522240, + "safety_cache": "/lustre/jeesup0103/svd-safety/work/whiten_cache/safety_l2_jbb", + "safety_mix": [ + { + "corpus": "jbb_pure", + "weight": 1.0, + "n_tokens": 1, + "span": "full", + "composition": "PSD part of jbb_harm_full/n - 1.0 * jbb_benign_ans_full/n, floored at 0.001 * lambda_max" + } + ] + } + }, + "whiten_lam": 0.0, + "lam": 0.0, + "fisher_scores": null, + "fisher_num": null, + "fisher_den": null, + "fisher_form": null, + "fisher_control": null, + "fisher_floor": null, + "safety_calib": null, + "resmix_k": 0.05, + "resmix_k_abs": 4, + "resmix_alpha": 1.0, + "n_safety_tokens": null, + "ranking": { + "n_matrices": 224, + "alpha": 1.0, + "k_s_total": 896, + "k_s_frac_of_rank": 0.002722411278561011, + "utility_error_ratio": 1.0034078518900356, + "safety_error_ratio": 0.8893928860065661, + "safety_error_reduction": 0.11060711399343393, + "safety_error_ratio_median_matrix": 0.8903995156288147, + "utility_error_ratio_median_matrix": 1.00371515750885, + "tau_share_kept_median_matrix": 0.11342813074588776, + "resmix_k": 0.05, + "resmix_k_abs": 4, + "resmix_alpha": 1.0 + }, + "ranking_per_matrix": { + "0.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 77.22141008747145, + "T_cal": 78.1674560323736, + "tot_cal": 1387456464.0622468, + "T_safe_tail": 0.0026642740523837556, + "T_safe": 0.0023041073296648507, + "T_safe_prefix": 0.0026394773040228636, + "tau_share_kept": 0.1346537712000455 + }, + "0.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 67.5111053735468, + "T_cal": 68.34288231102983, + "tot_cal": 875764010.8154682, + "T_safe_tail": 0.002280697417005809, + "T_safe": 0.0020009205565874183, + "T_safe_prefix": 0.0022596727706201136, + "tau_share_kept": 0.12212634700873047 + }, + "0.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 3474.070384732977, + "T_cal": 3491.226448142028, + "tot_cal": 2184528.926141544, + "T_safe_tail": 0.11118727256977144, + "T_safe": 0.10935384358403155, + "T_safe_prefix": 0.11047973116100085, + "tau_share_kept": 0.01581609826202352 + }, + "0.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 6.083665781978841, + "T_cal": 6.127000685673011, + "tot_cal": 472856.92448760825, + "T_safe_tail": 0.004439162559322545, + "T_safe": 0.004365298764263947, + "T_safe_prefix": 0.004411475370047546, + "tau_share_kept": 0.015929629135486317 + }, + "0.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 360951.9982331858, + "T_cal": 362501.59641361237, + "tot_cal": 33555983.9776745, + "T_safe_tail": 1.7435304553866975, + "T_safe": 1.6485137532820318, + "T_safe_prefix": 1.7359186929553658, + "tau_share_kept": 0.05422040284168109 + }, + "0.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 371387.74582992296, + "T_cal": 373034.425012622, + "tot_cal": 23550564.322516836, + "T_safe_tail": 1.7924220853154567, + "T_safe": 1.7029859712929465, + "T_safe_prefix": 1.7842136881745887, + "tau_share_kept": 0.04958293234462383 + }, + "0.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 7230.992040158331, + "T_cal": 7257.927980823501, + "tot_cal": 348931.40327792394, + "T_safe_tail": 0.04156442813998588, + "T_safe": 0.03971559832221616, + "T_safe_prefix": 0.04138912931745531, + "tau_share_kept": 0.04415452135334846 + }, + "1.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 53035.13737525132, + "T_cal": 53385.662211709656, + "tot_cal": 2146040269.5576787, + "T_safe_tail": 0.6896423454572723, + "T_safe": 0.6594042685509436, + "T_safe_prefix": 0.6831088489253148, + "tau_share_kept": 0.04330726423906157 + }, + "1.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 40949.997738323924, + "T_cal": 41230.989230202744, + "tot_cal": 2350559516.390639, + "T_safe_tail": 0.5326238052571561, + "T_safe": 0.5084188933273168, + "T_safe_prefix": 0.5274422554183644, + "tau_share_kept": 0.044906284843568414 + }, + "1.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 78076.58522312714, + "T_cal": 78476.03405094147, + "tot_cal": 7958026.8037122665, + "T_safe_tail": 1.2119916203429217, + "T_safe": 1.169609360987124, + "T_safe_prefix": 1.2051067713409793, + "tau_share_kept": 0.03434584648428777 + }, + "1.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1101.4501067170274, + "T_cal": 1113.4745967295603, + "tot_cal": 595916.001357051, + "T_safe_tail": 0.020901258851916085, + "T_safe": 0.017189053918261976, + "T_safe_prefix": 0.020661169987818084, + "tau_share_kept": 0.17696777150576076 + }, + "1.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1429872.3582333406, + "T_cal": 1436248.3451872468, + "tot_cal": 114606152.32026605, + "T_safe_tail": 4.65523010246253, + "T_safe": 4.306758177919846, + "T_safe_prefix": 4.632980811541131, + "tau_share_kept": 0.07469583571484746 + }, + "1.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1613402.577753381, + "T_cal": 1620504.4476027638, + "tot_cal": 57442150.355089255, + "T_safe_tail": 5.286140663988503, + "T_safe": 4.881576619384816, + "T_safe_prefix": 5.262660927185209, + "tau_share_kept": 0.07635748049086974 + }, + "1.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 81189.5095648291, + "T_cal": 81428.33571493998, + "tot_cal": 1701433152.2499192, + "T_safe_tail": 1.0307952292924631, + "T_safe": 1.011919041450028, + "T_safe_prefix": 1.027187515765263, + "tau_share_kept": 0.017945504731261164 + }, + "2.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2905277.682655734, + "T_cal": 2922856.875314772, + "tot_cal": 3571074068.3971047, + "T_safe_tail": 13.275532758381456, + "T_safe": 11.94866505394748, + "T_safe_prefix": 13.164804484833667, + "tau_share_kept": 0.09938754837351928 + }, + "2.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2959535.9343731324, + "T_cal": 2978263.200467363, + "tot_cal": 4866641389.684712, + "T_safe_tail": 13.902367757126083, + "T_safe": 12.036371915883365, + "T_safe_prefix": 13.783409328018536, + "tau_share_kept": 0.13372414492744936 + }, + "2.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2511637.084367789, + "T_cal": 2522787.395992413, + "tot_cal": 67323013.59478322, + "T_safe_tail": 11.534211029232646, + "T_safe": 10.744729879290617, + "T_safe_prefix": 11.47300834336562, + "tau_share_kept": 0.0678916358968795 + }, + "2.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 35417.36324967992, + "T_cal": 35594.09393359069, + "tot_cal": 797801.9597473443, + "T_safe_tail": 0.11630131960586174, + "T_safe": 0.10437573949946799, + "T_safe_prefix": 0.11562270099496974, + "tau_share_kept": 0.10202978235946598 + }, + "2.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 5657871.672377063, + "T_cal": 5680050.463428736, + "tot_cal": 163692820.1655365, + "T_safe_tail": 13.266282648367767, + "T_safe": 12.353727365008638, + "T_safe_prefix": 13.210952668046957, + "tau_share_kept": 0.06868530764072832 + }, + "2.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 5665507.429278522, + "T_cal": 5687621.778688669, + "tot_cal": 101428776.03412193, + "T_safe_tail": 13.26543857251282, + "T_safe": 12.369983021014889, + "T_safe_prefix": 13.211432756072611, + "tau_share_kept": 0.06741050100389281 + }, + "2.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 224725.25428383076, + "T_cal": 225358.9057113612, + "tot_cal": 1464333.8945482154, + "T_safe_tail": 0.42107065915591163, + "T_safe": 0.40359258492290806, + "T_safe_prefix": 0.4195680425517736, + "tau_share_kept": 0.041278158230292385 + }, + "3.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 18377081.761569776, + "T_cal": 18461578.02048707, + "tot_cal": 3411355520.674491, + "T_safe_tail": 53.51665532077831, + "T_safe": 49.36945390495771, + "T_safe_prefix": 53.15230345757391, + "tau_share_kept": 0.07694693416602855 + }, + "3.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 20142832.774073314, + "T_cal": 20237890.4827919, + "tot_cal": 4956979587.54866, + "T_safe_tail": 57.80434539798156, + "T_safe": 53.45318035828336, + "T_safe_prefix": 57.42091789193387, + "tau_share_kept": 0.07471373705503359 + }, + "3.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 9571098.377914198, + "T_cal": 9609221.988403559, + "tot_cal": 143408949.82258382, + "T_safe_tail": 27.8197358393837, + "T_safe": 25.967089379537583, + "T_safe_prefix": 27.66870601080882, + "tau_share_kept": 0.06602708392772197 + }, + "3.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54777.620805779145, + "T_cal": 55003.926677305484, + "tot_cal": 1527749.5393956725, + "T_safe_tail": 0.18359624944716907, + "T_safe": 0.16594206229164943, + "T_safe_prefix": 0.1825375184165603, + "tau_share_kept": 0.09556868859170353 + }, + "3.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 14777274.641652543, + "T_cal": 14826673.633599281, + "tot_cal": 250774687.9616074, + "T_safe_tail": 29.371909397699113, + "T_safe": 27.461465611509084, + "T_safe_prefix": 29.263537636612455, + "tau_share_kept": 0.06488569226566794 + }, + "3.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 13702549.2497967, + "T_cal": 13749901.319885254, + "tot_cal": 148861255.3789514, + "T_safe_tail": 27.21548854154163, + "T_safe": 25.42432030040436, + "T_safe_prefix": 27.115553114578006, + "tau_share_kept": 0.06566324847013902 + }, + "3.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 398602.261104637, + "T_cal": 399754.0320129134, + "tot_cal": 2893917.6178187183, + "T_safe_tail": 0.8161385637777345, + "T_safe": 0.7782446641148368, + "T_safe_prefix": 0.8132521209709012, + "tau_share_kept": 0.04621820843357923 + }, + "4.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 17718829.597650126, + "T_cal": 17795000.724521637, + "tot_cal": 3305914205.6019244, + "T_safe_tail": 55.772953119167795, + "T_safe": 52.11227919453813, + "T_safe_prefix": 55.41146424759427, + "tau_share_kept": 0.06504294024082433 + }, + "4.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 19072745.190143883, + "T_cal": 19157778.49965, + "tot_cal": 5167380417.752272, + "T_safe_tail": 59.632317826155216, + "T_safe": 55.590469008457376, + "T_safe_prefix": 59.22442491806669, + "tau_share_kept": 0.06721148271663009 + }, + "4.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 9896332.237001317, + "T_cal": 9934617.662201881, + "tot_cal": 139764032.55744833, + "T_safe_tail": 31.35494943454789, + "T_safe": 29.430042446158268, + "T_safe_prefix": 31.186510599000258, + "tau_share_kept": 0.06085292365618126 + }, + "4.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 122871.4484145712, + "T_cal": 123413.8041557828, + "tot_cal": 2224088.755946408, + "T_safe_tail": 0.42072062617223305, + "T_safe": 0.37212306931010986, + "T_safe_prefix": 0.41840133807922086, + "tau_share_kept": 0.11494290659935939 + }, + "4.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 21727756.014760666, + "T_cal": 21796168.811660767, + "tot_cal": 426665454.26638883, + "T_safe_tail": 46.4642314197705, + "T_safe": 43.08463915406924, + "T_safe_prefix": 46.295336064507865, + "tau_share_kept": 0.07254549373102977 + }, + "4.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 19428239.82949926, + "T_cal": 19494273.027426004, + "tot_cal": 206538745.89754015, + "T_safe_tail": 41.63108110540888, + "T_safe": 38.522673149711636, + "T_safe_prefix": 41.49132132623345, + "tau_share_kept": 0.0744613176583086 + }, + "4.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 733024.7597493177, + "T_cal": 735096.4956737161, + "tot_cal": 5591177.177605838, + "T_safe_tail": 1.6695539013762932, + "T_safe": 1.5885085379196084, + "T_safe_prefix": 1.6633606095695086, + "tau_share_kept": 0.048282296636905614 + }, + "5.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 21967922.661954496, + "T_cal": 22059093.63043213, + "tot_cal": 3304267588.3277636, + "T_safe_tail": 75.18464016183793, + "T_safe": 69.56579949039678, + "T_safe_prefix": 74.72341933919324, + "tau_share_kept": 0.07415061039062025 + }, + "5.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 23861089.107733615, + "T_cal": 23966431.79423356, + "tot_cal": 5422914289.351414, + "T_safe_tail": 81.29689120433369, + "T_safe": 75.18085784170489, + "T_safe_prefix": 80.76338335022228, + "tau_share_kept": 0.07468017702910883 + }, + "5.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 12311765.595896855, + "T_cal": 12359308.435485423, + "tot_cal": 151181189.08172125, + "T_safe_tail": 42.51694447482289, + "T_safe": 39.46280590019364, + "T_safe_prefix": 42.26469882994047, + "tau_share_kept": 0.07125416267023267 + }, + "5.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 162484.86629061482, + "T_cal": 163212.3506063372, + "tot_cal": 3272708.5368016176, + "T_safe_tail": 0.687575747694825, + "T_safe": 0.6221459207908175, + "T_safe_prefix": 0.684037879647704, + "tau_share_kept": 0.09460500197955558 + }, + "5.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 27071706.28510385, + "T_cal": 27160037.612186432, + "tot_cal": 561574840.3088853, + "T_safe_tail": 61.102172013319205, + "T_safe": 56.24463570986791, + "T_safe_prefix": 60.876309050298914, + "tau_share_kept": 0.07932052910499969 + }, + "5.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 24390354.87578107, + "T_cal": 24472306.572891235, + "tot_cal": 263036866.4481256, + "T_safe_tail": 55.21258087122598, + "T_safe": 50.75976114517857, + "T_safe_prefix": 55.027745994521865, + "tau_share_kept": 0.0804746136101808 + }, + "5.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1115645.4667976552, + "T_cal": 1118908.9202862382, + "tot_cal": 7638383.736638013, + "T_safe_tail": 2.446699680820851, + "T_safe": 2.3120284751787636, + "T_safe_prefix": 2.4367987516921517, + "tau_share_kept": 0.05477235091888877 + }, + "6.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 29636662.42543599, + "T_cal": 29759209.17093754, + "tot_cal": 3603457563.3593225, + "T_safe_tail": 96.46479015998815, + "T_safe": 88.66822891985157, + "T_safe_prefix": 95.88852733199383, + "tau_share_kept": 0.08027676055362386 + }, + "6.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 32280843.737558465, + "T_cal": 32419906.69298196, + "tot_cal": 5094488754.300047, + "T_safe_tail": 104.21987814305524, + "T_safe": 96.0423776392272, + "T_safe_prefix": 103.56793301933885, + "tau_share_kept": 0.07795484767846153 + }, + "6.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 16282201.092454275, + "T_cal": 16345627.89918518, + "tot_cal": 227318854.85357448, + "T_safe_tail": 53.19607784893762, + "T_safe": 49.1911115807161, + "T_safe_prefix": 52.91682245618722, + "tau_share_kept": 0.07470597294533543 + }, + "6.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 280441.3029486939, + "T_cal": 281663.1690221429, + "tot_cal": 5382796.695007328, + "T_safe_tail": 1.1501259683974243, + "T_safe": 1.004632341622269, + "T_safe_prefix": 1.144251974848487, + "tau_share_kept": 0.12597382361061943 + }, + "6.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 34597505.728356116, + "T_cal": 34708213.09124017, + "tot_cal": 789564625.4927213, + "T_safe_tail": 82.87349700647724, + "T_safe": 75.48311233970253, + "T_safe_prefix": 82.59762573361877, + "tau_share_kept": 0.08896095337769172 + }, + "6.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 30594772.834688354, + "T_cal": 30694478.27060318, + "tot_cal": 320168580.2915996, + "T_safe_tail": 73.64072316418621, + "T_safe": 66.96586850492531, + "T_safe_prefix": 73.4019438225223, + "tau_share_kept": 0.09041637111238272 + }, + "6.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1604593.4559544567, + "T_cal": 1609256.3911486268, + "tot_cal": 11371017.8498016, + "T_safe_tail": 3.8785690173249106, + "T_safe": 3.6458419951305245, + "T_safe_prefix": 3.863643399571629, + "tau_share_kept": 0.05973166883619098 + }, + "7.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 33720311.541713044, + "T_cal": 33861698.63832688, + "tot_cal": 3655330073.8735285, + "T_safe_tail": 116.40017501607389, + "T_safe": 106.11161529003675, + "T_safe_prefix": 115.70320022538363, + "tau_share_kept": 0.08783772466459253 + }, + "7.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 35359760.70138101, + "T_cal": 35506794.668029785, + "tot_cal": 5035359674.788903, + "T_safe_tail": 121.45441319595153, + "T_safe": 110.75839342376275, + "T_safe_prefix": 120.68050521848272, + "tau_share_kept": 0.08756410533445297 + }, + "7.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 17976762.57781215, + "T_cal": 18046117.97397232, + "tot_cal": 246231713.71110553, + "T_safe_tail": 62.39021763734618, + "T_safe": 57.044732913492226, + "T_safe_prefix": 62.012095263163246, + "tau_share_kept": 0.08508752356390405 + }, + "7.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 391221.6936524993, + "T_cal": 392875.39369656146, + "tot_cal": 5932433.388722833, + "T_safe_tail": 1.5993041635867076, + "T_safe": 1.3994449262140876, + "T_safe_prefix": 1.590597653154191, + "tau_share_kept": 0.12444049934445718 + }, + "7.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 40282054.82333343, + "T_cal": 40410735.08225465, + "tot_cal": 927050333.3304193, + "T_safe_tail": 101.54992654409028, + "T_safe": 91.99155409066952, + "T_safe_prefix": 101.21237751575245, + "tau_share_kept": 0.09389665128398497 + }, + "7.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 36238354.35224149, + "T_cal": 36352361.92705631, + "tot_cal": 381030513.2143326, + "T_safe_tail": 92.37580643202335, + "T_safe": 83.18556588985757, + "T_safe_prefix": 92.02402846112909, + "tau_share_kept": 0.09926524223946749 + }, + "7.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2152162.1135768755, + "T_cal": 2158482.8564973027, + "tot_cal": 14667375.997660102, + "T_safe_tail": 5.067117261813791, + "T_safe": 4.744002724294262, + "T_safe_prefix": 5.047600043201101, + "tau_share_kept": 0.06350121735865594 + }, + "8.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 35870046.39249891, + "T_cal": 36022398.01399326, + "tot_cal": 3433892779.350514, + "T_safe_tail": 134.43601037234265, + "T_safe": 122.29601821604683, + "T_safe_prefix": 133.60287523121315, + "tau_share_kept": 0.08974758467662422 + }, + "8.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 39001684.36993331, + "T_cal": 39164238.52180576, + "tot_cal": 5142044078.227686, + "T_safe_tail": 145.71593359180014, + "T_safe": 132.47997354739346, + "T_safe_prefix": 144.84236907650848, + "tau_share_kept": 0.09031699209084174 + }, + "8.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 17770228.85451194, + "T_cal": 17840988.01977539, + "tot_cal": 271369111.5272371, + "T_safe_tail": 66.71110405862748, + "T_safe": 61.161195668424625, + "T_safe_prefix": 66.33253488964783, + "tau_share_kept": 0.08255580715379715 + }, + "8.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 589916.4819149484, + "T_cal": 592450.4172906876, + "tot_cal": 8684607.626879524, + "T_safe_tail": 2.821476574017763, + "T_safe": 2.4893859929225073, + "T_safe_prefix": 2.8052766168985386, + "tau_share_kept": 0.11709641145327485 + }, + "8.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 41393120.72183786, + "T_cal": 41525142.29296899, + "tot_cal": 947507801.6766794, + "T_safe_tail": 111.83718662875769, + "T_safe": 100.49537821942067, + "T_safe_prefix": 111.46978504199888, + "tau_share_kept": 0.10118173217344761 + }, + "8.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 39098173.04396655, + "T_cal": 39223517.64042759, + "tot_cal": 441905188.0473714, + "T_safe_tail": 106.28504204881898, + "T_safe": 95.22469471226577, + "T_safe_prefix": 105.91522931780582, + "tau_share_kept": 0.10382609677877869 + }, + "8.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2613357.092724949, + "T_cal": 2621044.003258705, + "tot_cal": 17727824.47729045, + "T_safe_tail": 6.639497218000052, + "T_safe": 6.19587151874299, + "T_safe_prefix": 6.616478079196497, + "tau_share_kept": 0.0665019734755117 + }, + "9.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 42266398.70941296, + "T_cal": 42444137.052870035, + "tot_cal": 3341722498.291634, + "T_safe_tail": 152.48658102624094, + "T_safe": 137.37257914092424, + "T_safe_prefix": 151.54202721326237, + "tau_share_kept": 0.09857085027424951 + }, + "9.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 45872947.54657139, + "T_cal": 46064800.64393616, + "tot_cal": 5276244477.792203, + "T_safe_tail": 164.09924837640278, + "T_safe": 148.31096532032825, + "T_safe_prefix": 163.11902245404872, + "tau_share_kept": 0.09567941433407444 + }, + "9.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 19975623.68901691, + "T_cal": 20054246.376611948, + "tot_cal": 288593651.5183767, + "T_safe_tail": 72.17688684359571, + "T_safe": 65.39071377810615, + "T_safe_prefix": 71.77200673731568, + "tau_share_kept": 0.09348043367128851 + }, + "9.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 879272.1330332893, + "T_cal": 883149.7936893106, + "tot_cal": 11300198.003479237, + "T_safe_tail": 4.150320432599596, + "T_safe": 3.6077402695860314, + "T_safe_prefix": 4.130129890261799, + "tau_share_kept": 0.13015811833085092 + }, + "9.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 43366986.054727644, + "T_cal": 43504897.12464905, + "tot_cal": 1019491773.4314424, + "T_safe_tail": 122.2197958680788, + "T_safe": 108.72537282832582, + "T_safe_prefix": 121.81866752516726, + "tau_share_kept": 0.1101476081307738 + }, + "9.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 42170908.618406996, + "T_cal": 42306741.69447327, + "tot_cal": 498854231.59230846, + "T_safe_tail": 119.40722244013284, + "T_safe": 106.11548592069084, + "T_safe_prefix": 118.99472109653288, + "tau_share_kept": 0.11105888598847018 + }, + "9.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 3146257.9093004093, + "T_cal": 3155232.322799921, + "tot_cal": 20907372.886749603, + "T_safe_tail": 8.545083261480592, + "T_safe": 7.934376333462069, + "T_safe_prefix": 8.513321415468965, + "tau_share_kept": 0.07116411569134533 + }, + "10.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 37905790.53617795, + "T_cal": 38062892.92253709, + "tot_cal": 3375014456.124162, + "T_safe_tail": 143.39448130163743, + "T_safe": 129.09670159934558, + "T_safe_prefix": 142.56033335306347, + "tau_share_kept": 0.09916470445116526 + }, + "10.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 43066065.062111095, + "T_cal": 43250455.007873535, + "tot_cal": 5378113430.784975, + "T_safe_tail": 161.09348531456132, + "T_safe": 145.68576745887185, + "T_safe_prefix": 160.05487170840206, + "tau_share_kept": 0.09504057886108175 + }, + "10.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 19813851.31461434, + "T_cal": 19892096.526535988, + "tot_cal": 300757945.3896593, + "T_safe_tail": 75.08974230606714, + "T_safe": 68.1965705515031, + "T_safe_prefix": 74.687645446852, + "tau_share_kept": 0.091214784099966 + }, + "10.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1131622.3220857563, + "T_cal": 1136385.669138968, + "tot_cal": 14974261.514497953, + "T_safe_tail": 6.4032259495978545, + "T_safe": 5.656783573209623, + "T_safe_prefix": 6.365982571380528, + "tau_share_kept": 0.11604774141669147 + }, + "10.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 44343987.39927982, + "T_cal": 44484268.89982247, + "tot_cal": 1065375209.9081845, + "T_safe_tail": 133.5019778693273, + "T_safe": 118.41254765297435, + "T_safe_prefix": 133.03749906092798, + "tau_share_kept": 0.11279009697572961 + }, + "10.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 44382469.05395833, + "T_cal": 44521181.09779954, + "tot_cal": 545477576.7486062, + "T_safe_tail": 134.5907509448718, + "T_safe": 118.98463027648631, + "T_safe_prefix": 134.17031184211373, + "tau_share_kept": 0.11569777877170387 + }, + "10.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 3499524.4820522717, + "T_cal": 3509756.6318605095, + "tot_cal": 24245688.97953096, + "T_safe_tail": 10.967062286477965, + "T_safe": 10.1675383143629, + "T_safe_prefix": 10.928516730034573, + "tau_share_kept": 0.07256128994004159 + }, + "11.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 39046499.04407245, + "T_cal": 39217793.19637394, + "tot_cal": 3398272178.455746, + "T_safe_tail": 151.64577909588328, + "T_safe": 135.41770675019143, + "T_safe_prefix": 150.61959424304314, + "tau_share_kept": 0.10646226376298121 + }, + "11.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 41853617.794171184, + "T_cal": 42030922.42797947, + "tot_cal": 5125116558.334552, + "T_safe_tail": 162.7035678085853, + "T_safe": 144.87338298401392, + "T_safe_prefix": 161.67552150185747, + "tau_share_kept": 0.10909829593775579 + }, + "11.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 24837496.437458605, + "T_cal": 24938694.85592103, + "tot_cal": 375904219.30921096, + "T_safe_tail": 96.54247683087814, + "T_safe": 86.66552471605337, + "T_safe_prefix": 95.98795352540037, + "tau_share_kept": 0.1017815698126437 + }, + "11.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1068571.7291080374, + "T_cal": 1073112.3809009194, + "tot_cal": 14399992.536251713, + "T_safe_tail": 5.899038983871794, + "T_safe": 5.140255268722797, + "T_safe_prefix": 5.861723577117118, + "tau_share_kept": 0.12797158514712026 + }, + "11.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 48898328.791989066, + "T_cal": 49047206.67677307, + "tot_cal": 1093277261.775936, + "T_safe_tail": 147.45464366303648, + "T_safe": 128.90822896061673, + "T_safe_prefix": 146.8490450450563, + "tau_share_kept": 0.12551265144104237 + }, + "11.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 50154758.72772544, + "T_cal": 50311161.581383705, + "tot_cal": 563128675.7775427, + "T_safe_tail": 151.39496171733848, + "T_safe": 132.62558767585233, + "T_safe_prefix": 150.8532767445431, + "tau_share_kept": 0.12372840430233742 + }, + "11.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 3947658.603775186, + "T_cal": 3959356.6999211907, + "tot_cal": 25209710.693248942, + "T_safe_tail": 11.597539211189886, + "T_safe": 10.786030407006365, + "T_safe_prefix": 11.55574202653321, + "tau_share_kept": 0.06964006277863227 + }, + "12.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 51661536.35269454, + "T_cal": 51881415.299682856, + "tot_cal": 3361189035.904561, + "T_safe_tail": 197.84244298570593, + "T_safe": 176.84614697484358, + "T_safe_prefix": 196.70355687280244, + "tau_share_kept": 0.10558904888307873 + }, + "12.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54632300.277512744, + "T_cal": 54855880.605088234, + "tot_cal": 5250354801.93354, + "T_safe_tail": 209.25626657146157, + "T_safe": 186.74838393682967, + "T_safe_prefix": 207.91769992301488, + "tau_share_kept": 0.10695597389800507 + }, + "12.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 27531705.004625227, + "T_cal": 27643514.033341408, + "tot_cal": 359575719.10439086, + "T_safe_tail": 105.60539162281052, + "T_safe": 94.48524636426009, + "T_safe_prefix": 105.0102289381357, + "tau_share_kept": 0.10478532499454239 + }, + "12.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1398416.1214710348, + "T_cal": 1404176.1076033264, + "tot_cal": 15764559.835182097, + "T_safe_tail": 6.821852360397961, + "T_safe": 6.02383857758673, + "T_safe_prefix": 6.7876623660595214, + "tau_share_kept": 0.11640058851695335 + }, + "12.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 52475533.88960533, + "T_cal": 52638999.73812127, + "tot_cal": 1080492173.030867, + "T_safe_tail": 155.31101684317463, + "T_safe": 135.7620022330084, + "T_safe_prefix": 154.7283446187439, + "tau_share_kept": 0.1256042870216068 + }, + "12.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54683416.80318396, + "T_cal": 54855164.55167985, + "tot_cal": 602727641.785566, + "T_safe_tail": 162.22266596380013, + "T_safe": 142.02297658602765, + "T_safe_prefix": 161.6690704650182, + "tau_share_kept": 0.12425766911293556 + }, + "12.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 4585849.31451246, + "T_cal": 4599337.8524470925, + "tot_cal": 28233958.769409515, + "T_safe_tail": 13.669723164765731, + "T_safe": 12.724939264457191, + "T_safe_prefix": 13.618993241827638, + "tau_share_kept": 0.0687701539749943 + }, + "13.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54887301.78709998, + "T_cal": 55119089.29979348, + "tot_cal": 3323499766.2132454, + "T_safe_tail": 194.7828549365589, + "T_safe": 173.14355485016222, + "T_safe_prefix": 193.44310142334143, + "tau_share_kept": 0.11056989388658164 + }, + "13.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 61961172.7000309, + "T_cal": 62213873.272553444, + "tot_cal": 5026843021.951019, + "T_safe_tail": 218.52301361953073, + "T_safe": 194.3426260897695, + "T_safe_prefix": 217.33965622509368, + "tau_share_kept": 0.1101146175265021 + }, + "13.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 34864574.69725865, + "T_cal": 35002822.92947769, + "tot_cal": 362091575.22263426, + "T_safe_tail": 125.51500701253296, + "T_safe": 111.21607442761251, + "T_safe_prefix": 124.83235631151183, + "tau_share_kept": 0.11336448697037967 + }, + "13.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1440510.241697386, + "T_cal": 1446557.0568373203, + "tot_cal": 18818126.580558598, + "T_safe_tail": 8.842736622250392, + "T_safe": 7.860236201122689, + "T_safe_prefix": 8.791884758357128, + "tau_share_kept": 0.11051646372998832 + }, + "13.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 55159161.04960403, + "T_cal": 55329386.32044053, + "tot_cal": 1149720044.8756483, + "T_safe_tail": 173.47063808396257, + "T_safe": 151.79068757650475, + "T_safe_prefix": 172.8245851308202, + "tau_share_kept": 0.12470976900692543 + }, + "13.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 59142940.74286401, + "T_cal": 59330085.87477207, + "tot_cal": 657147375.5085214, + "T_safe_tail": 186.6347812390139, + "T_safe": 163.26241423742977, + "T_safe_prefix": 185.99349657633866, + "tau_share_kept": 0.12494809700455223 + }, + "13.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 5587178.924510085, + "T_cal": 5603110.860968173, + "tot_cal": 33479839.716230996, + "T_safe_tail": 19.422744384091434, + "T_safe": 17.981730834188966, + "T_safe_prefix": 19.353577040384152, + "tau_share_kept": 0.0738667348306591 + }, + "14.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 51179677.01391347, + "T_cal": 51399489.80566406, + "tot_cal": 3424497084.620049, + "T_safe_tail": 197.27341395213438, + "T_safe": 174.80244916953325, + "T_safe_prefix": 196.13767751976502, + "tau_share_kept": 0.11342813377997914 + }, + "14.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54341349.46903983, + "T_cal": 54559942.234773874, + "tot_cal": 5510656213.931662, + "T_safe_tail": 210.83168977293997, + "T_safe": 185.90028013104165, + "T_safe_prefix": 209.50700046921065, + "tau_share_kept": 0.11767361603793391 + }, + "14.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 33566554.89102552, + "T_cal": 33699442.251229286, + "tot_cal": 360244545.9964428, + "T_safe_tail": 130.31262258115717, + "T_safe": 115.58601928201915, + "T_safe_prefix": 129.6140175039327, + "tau_share_kept": 0.11245857476570179 + }, + "14.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 1797072.7695195642, + "T_cal": 1804208.4081149697, + "tot_cal": 20402533.4957954, + "T_safe_tail": 7.773615686706607, + "T_safe": 6.886646427981361, + "T_safe_prefix": 7.7284767263409435, + "tau_share_kept": 0.11354378447283327 + }, + "14.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 60591360.210778385, + "T_cal": 60775560.431443214, + "tot_cal": 1212320834.5329714, + "T_safe_tail": 186.9563215729079, + "T_safe": 161.21917392236446, + "T_safe_prefix": 186.27471785796752, + "tau_share_kept": 0.13743309090553982 + }, + "14.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 65157106.61356242, + "T_cal": 65362424.619384766, + "tot_cal": 707045492.3796909, + "T_safe_tail": 201.49367165017887, + "T_safe": 173.90404408580162, + "T_safe_prefix": 200.73406785909265, + "tau_share_kept": 0.13669925536938626 + }, + "14.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 6588993.496744587, + "T_cal": 6607101.247827768, + "tot_cal": 37892522.42533916, + "T_safe_tail": 20.914798992447174, + "T_safe": 19.438510831969324, + "T_safe_prefix": 20.834732928526364, + "tau_share_kept": 0.07026046068165905 + }, + "15.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54035117.13901932, + "T_cal": 54261696.611343384, + "tot_cal": 3512637037.705689, + "T_safe_tail": 210.2929213164771, + "T_safe": 186.75547369683864, + "T_safe_prefix": 208.99130372343643, + "tau_share_kept": 0.1114061339756059 + }, + "15.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 58331721.677353665, + "T_cal": 58567467.32605076, + "tot_cal": 5369430372.247769, + "T_safe_tail": 227.4845775693979, + "T_safe": 201.66369408590617, + "T_safe_prefix": 226.17225349094952, + "tau_share_kept": 0.11300393876834479 + }, + "15.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 36365381.53584312, + "T_cal": 36505935.111528635, + "tot_cal": 384605507.73602444, + "T_safe_tail": 142.57035619726025, + "T_safe": 126.44551835794937, + "T_safe_prefix": 141.81749886051784, + "tau_share_kept": 0.11251159643915637 + }, + "15.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2127809.8558678827, + "T_cal": 2136565.676674977, + "tot_cal": 24499353.420554943, + "T_safe_tail": 11.413334974456747, + "T_safe": 10.00275685816655, + "T_safe_prefix": 11.35309270405429, + "tau_share_kept": 0.12307008078414551 + }, + "15.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 66238654.419413134, + "T_cal": 66445312.40757847, + "tot_cal": 1314933826.747109, + "T_safe_tail": 211.8772316194538, + "T_safe": 183.9179443450348, + "T_safe_prefix": 211.17543647208458, + "tau_share_kept": 0.13172203871618465 + }, + "15.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 71146360.5338017, + "T_cal": 71372763.05771255, + "tot_cal": 779539258.1419171, + "T_safe_tail": 228.00353299693245, + "T_safe": 198.03013606272089, + "T_safe_prefix": 227.26749450922944, + "tau_share_kept": 0.1312414465768974 + }, + "15.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 8244085.324443165, + "T_cal": 8266896.899511576, + "tot_cal": 47193390.22406272, + "T_safe_tail": 27.98636756100014, + "T_safe": 25.916786449181245, + "T_safe_prefix": 27.88110629126095, + "tau_share_kept": 0.0736202000124835 + }, + "16.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54588292.83386767, + "T_cal": 54816005.718875885, + "tot_cal": 3495727897.9759445, + "T_safe_tail": 205.6322986099119, + "T_safe": 182.01624645646461, + "T_safe_prefix": 204.39452652726322, + "tau_share_kept": 0.11434163080625716 + }, + "16.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 58671997.51439902, + "T_cal": 58904583.18331742, + "tot_cal": 5701588558.12833, + "T_safe_tail": 221.940378724985, + "T_safe": 195.44310701315771, + "T_safe_prefix": 220.69529401706768, + "tau_share_kept": 0.11886278844202869 + }, + "16.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 45047410.50719842, + "T_cal": 45214782.900858164, + "tot_cal": 383800413.38366956, + "T_safe_tail": 173.1685036002495, + "T_safe": 153.39198667200344, + "T_safe_prefix": 172.2354353781302, + "tau_share_kept": 0.11366466112827618 + }, + "16.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2833948.541101198, + "T_cal": 2845371.4149178416, + "tot_cal": 32191586.727946043, + "T_safe_tail": 15.949362102781624, + "T_safe": 13.941705276777213, + "T_safe_prefix": 15.855610968381427, + "tau_share_kept": 0.1253559773102539 + }, + "16.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 72306991.19677594, + "T_cal": 72536644.09637547, + "tot_cal": 1507189514.4793177, + "T_safe_tail": 243.03214758906137, + "T_safe": 210.40966393718554, + "T_safe_prefix": 242.21019602501565, + "tau_share_kept": 0.13399799909459822 + }, + "16.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 76024944.77969053, + "T_cal": 76266977.61676884, + "tot_cal": 880628433.7173908, + "T_safe_tail": 257.52771126363075, + "T_safe": 221.60048222027035, + "T_safe_prefix": 256.60442128364593, + "tau_share_kept": 0.139280513578962 + }, + "16.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 10728351.486827105, + "T_cal": 10757893.912201881, + "tot_cal": 60224824.41982937, + "T_safe_tail": 40.68168210497022, + "T_safe": 37.73775698591271, + "T_safe_prefix": 40.53021418058984, + "tau_share_kept": 0.07201628665074908 + }, + "17.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 67180404.3120421, + "T_cal": 67459817.64239883, + "tot_cal": 3449700183.8289695, + "T_safe_tail": 253.81403051438514, + "T_safe": 221.15530078284883, + "T_safe_prefix": 252.33411092111146, + "tau_share_kept": 0.12819014121799957 + }, + "17.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 69630687.3572055, + "T_cal": 69919287.68326187, + "tot_cal": 5234912364.09167, + "T_safe_tail": 261.91519882335973, + "T_safe": 229.19622041277853, + "T_safe_prefix": 260.4383225340607, + "tau_share_kept": 0.12438874295169018 + }, + "17.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 49174169.88207339, + "T_cal": 49356861.256571054, + "tot_cal": 418520979.3784498, + "T_safe_tail": 187.229464978895, + "T_safe": 163.67166435463878, + "T_safe_prefix": 186.31637133869754, + "tau_share_kept": 0.12529902256255318 + }, + "17.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2287323.755920618, + "T_cal": 2296181.961299315, + "tot_cal": 23831462.504337505, + "T_safe_tail": 11.004548987767318, + "T_safe": 9.615688345326134, + "T_safe_prefix": 10.947679265660781, + "tau_share_kept": 0.1256855985680524 + }, + "17.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 85816189.43633568, + "T_cal": 86081827.6336708, + "tot_cal": 1593717545.549384, + "T_safe_tail": 283.5962150720794, + "T_safe": 242.6676088189206, + "T_safe_prefix": 282.6066063973449, + "tau_share_kept": 0.14414180449748185 + }, + "17.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 87285163.38732703, + "T_cal": 87563391.09472656, + "tot_cal": 900750677.2539521, + "T_safe_tail": 289.7558982099745, + "T_safe": 247.66149813469747, + "T_safe_prefix": 288.5843971133909, + "tau_share_kept": 0.1451318121160101 + }, + "17.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 11992761.18973192, + "T_cal": 12026179.028513491, + "tot_cal": 65483055.9412715, + "T_safe_tail": 37.467810938286576, + "T_safe": 35.01830198416519, + "T_safe_prefix": 37.33741017188095, + "tau_share_kept": 0.06508676673524282 + }, + "18.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 82076807.07831582, + "T_cal": 82407690.40409946, + "tot_cal": 3671122137.9832892, + "T_safe_tail": 287.54997299132384, + "T_safe": 250.38356464241224, + "T_safe_prefix": 286.02254022005945, + "tau_share_kept": 0.1287987655474821 + }, + "18.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 87651005.82149218, + "T_cal": 87997499.51097965, + "tot_cal": 5168667183.693464, + "T_safe_tail": 305.18254275605676, + "T_safe": 266.59427451022566, + "T_safe_prefix": 303.49374984609676, + "tau_share_kept": 0.12582410591526477 + }, + "18.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 63145376.997936584, + "T_cal": 63379915.54214859, + "tot_cal": 487972250.3343717, + "T_safe_tail": 225.632345054299, + "T_safe": 196.58653968887756, + "T_safe_prefix": 224.48373878635266, + "tau_share_kept": 0.12819365162953747 + }, + "18.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2376487.008397189, + "T_cal": 2386312.527537361, + "tot_cal": 23906162.127633635, + "T_safe_tail": 12.791123048415942, + "T_safe": 11.044100271197976, + "T_safe_prefix": 12.726670915993111, + "tau_share_kept": 0.1360810152517955 + }, + "18.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 100826198.8993708, + "T_cal": 101134626.0919962, + "tot_cal": 1700325352.4976764, + "T_safe_tail": 337.3011196483893, + "T_safe": 289.72495663265, + "T_safe_prefix": 336.1328849080164, + "tau_share_kept": 0.14089111347174996 + }, + "18.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 99175296.21148592, + "T_cal": 99491429.50933838, + "tot_cal": 948846253.9017069, + "T_safe_tail": 331.56855638444034, + "T_safe": 285.2256914994214, + "T_safe_prefix": 330.38343045488, + "tau_share_kept": 0.1396074574912096 + }, + "18.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 14201465.637009488, + "T_cal": 14240140.61316973, + "tot_cal": 76165055.70331585, + "T_safe_tail": 48.43155546570928, + "T_safe": 45.52826642540117, + "T_safe_prefix": 48.25298535587444, + "tau_share_kept": 0.05959995902423349 + }, + "19.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 75360090.46111968, + "T_cal": 75658805.55848694, + "tot_cal": 3359162301.6112494, + "T_safe_tail": 257.6642096930109, + "T_safe": 225.60903699520077, + "T_safe_prefix": 256.149374810866, + "tau_share_kept": 0.12394066248579298 + }, + "19.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 77009630.20055932, + "T_cal": 77325178.53096867, + "tot_cal": 5215928025.688413, + "T_safe_tail": 263.68862498709416, + "T_safe": 230.09507915179802, + "T_safe_prefix": 262.212224584222, + "tau_share_kept": 0.12691497258861031 + }, + "19.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 61869776.87171974, + "T_cal": 62102264.85839939, + "tot_cal": 500073847.69792855, + "T_safe_tail": 212.50039924467842, + "T_safe": 186.17328508198625, + "T_safe_prefix": 211.4650157317019, + "tau_share_kept": 0.1234079008921228 + }, + "19.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2548684.9024389237, + "T_cal": 2559187.1739053875, + "tot_cal": 23832339.893750325, + "T_safe_tail": 11.945420794100027, + "T_safe": 10.362861144506098, + "T_safe_prefix": 11.889070329146364, + "tau_share_kept": 0.13194145252426068 + }, + "19.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 112876776.2490233, + "T_cal": 113220988.41139221, + "tot_cal": 1674207403.5005445, + "T_safe_tail": 361.02970762345706, + "T_safe": 311.3117138298694, + "T_safe_prefix": 359.8432895159931, + "tau_share_kept": 0.1375650799034132 + }, + "19.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 109009325.78911385, + "T_cal": 109357386.32678604, + "tot_cal": 1011651244.1312292, + "T_safe_tail": 350.78719591713417, + "T_safe": 301.9797786721065, + "T_safe_prefix": 349.684963778509, + "tau_share_kept": 0.13898714508391352 + }, + "19.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 16006565.705108747, + "T_cal": 16048255.07887268, + "tot_cal": 84087647.7489427, + "T_safe_tail": 48.60609527433432, + "T_safe": 45.912399250648605, + "T_safe_prefix": 48.434591507176265, + "tau_share_kept": 0.05509370957224306 + }, + "20.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 75823165.24330401, + "T_cal": 76140178.72287369, + "tot_cal": 3452500471.865864, + "T_safe_tail": 244.32306265103358, + "T_safe": 214.2212523194612, + "T_safe_prefix": 242.9772500698973, + "tau_share_kept": 0.12275479305096307 + }, + "20.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 79074967.76573178, + "T_cal": 79397706.38433838, + "tot_cal": 5112139196.103524, + "T_safe_tail": 254.9019463109303, + "T_safe": 224.07798051463033, + "T_safe_prefix": 253.44989441512098, + "tau_share_kept": 0.12047836590594299 + }, + "20.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 68001722.43260998, + "T_cal": 68247041.42382145, + "tot_cal": 485999572.13406134, + "T_safe_tail": 225.81576564962333, + "T_safe": 197.3037929551365, + "T_safe_prefix": 224.66601377295228, + "tau_share_kept": 0.12576183348011782 + }, + "20.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2960326.801046974, + "T_cal": 2971648.6376527697, + "tot_cal": 35163511.08835725, + "T_safe_tail": 13.012577891613134, + "T_safe": 11.165938028979383, + "T_safe_prefix": 12.946139648347753, + "tau_share_kept": 0.14141838946051286 + }, + "20.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 119633246.12270269, + "T_cal": 119998566.98864079, + "tot_cal": 1862422789.5127378, + "T_safe_tail": 387.64963715654153, + "T_safe": 336.926524006416, + "T_safe_prefix": 385.96823520638645, + "tau_share_kept": 0.13067045374089964 + }, + "20.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 113700994.62420961, + "T_cal": 114064569.38531494, + "tot_cal": 1109649430.0050313, + "T_safe_tail": 372.3269058329334, + "T_safe": 321.7714920062608, + "T_safe_prefix": 371.0600280700928, + "tau_share_kept": 0.1356065416061495 + }, + "20.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 19330123.03944908, + "T_cal": 19382457.68085122, + "tot_cal": 104423476.18709283, + "T_safe_tail": 56.522659073665636, + "T_safe": 53.20842058498988, + "T_safe_prefix": 56.32537742727095, + "tau_share_kept": 0.05833367319898838 + }, + "21.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 86798447.18711177, + "T_cal": 87151724.35066319, + "tot_cal": 3410982766.344836, + "T_safe_tail": 283.68300777198374, + "T_safe": 248.80295518305866, + "T_safe_prefix": 282.074141805424, + "tau_share_kept": 0.12246668182631211 + }, + "21.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 89729042.92411542, + "T_cal": 90095579.78274918, + "tot_cal": 4929104993.999958, + "T_safe_tail": 294.1194541478278, + "T_safe": 256.5025046517585, + "T_safe_prefix": 292.29286932183095, + "tau_share_kept": 0.1274248098883779 + }, + "21.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 79986267.31205916, + "T_cal": 80286902.58755589, + "tot_cal": 572773594.690318, + "T_safe_tail": 265.58445263270534, + "T_safe": 232.74072150170468, + "T_safe_prefix": 264.2653043891223, + "tau_share_kept": 0.12321907554655144 + }, + "21.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 2889112.3149303677, + "T_cal": 2900562.0007310063, + "tot_cal": 24944123.05438078, + "T_safe_tail": 11.932369513484907, + "T_safe": 10.018634391192109, + "T_safe_prefix": 11.873934081715788, + "tau_share_kept": 0.1598543564007337 + }, + "21.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 134644197.90781894, + "T_cal": 135051454.1675415, + "tot_cal": 1897748410.3891902, + "T_safe_tail": 428.60419708576217, + "T_safe": 369.97732394660125, + "T_safe_prefix": 427.0095487154649, + "tau_share_kept": 0.13665839722123568 + }, + "21.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 125118231.70360848, + "T_cal": 125523007.47760391, + "tot_cal": 1150604038.606769, + "T_safe_tail": 398.9549649915149, + "T_safe": 344.69593049152536, + "T_safe_prefix": 397.5973839873077, + "tau_share_kept": 0.13585975158850633 + }, + "21.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 21437285.618454017, + "T_cal": 21494352.251015663, + "tot_cal": 112300735.03998064, + "T_safe_tail": 55.710738311990845, + "T_safe": 52.55975512273494, + "T_safe_prefix": 55.515506943668015, + "tau_share_kept": 0.05628851020325246 + }, + "22.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 100418426.27131528, + "T_cal": 100811189.21241856, + "tot_cal": 3756743513.922126, + "T_safe_tail": 317.53400128831936, + "T_safe": 278.4164492838645, + "T_safe_prefix": 315.73109296863913, + "tau_share_kept": 0.12271060466889376 + }, + "22.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 104738745.5411497, + "T_cal": 105159396.8428812, + "tot_cal": 5210870287.475811, + "T_safe_tail": 332.865935376811, + "T_safe": 290.8673752463983, + "T_safe_prefix": 330.96126563278085, + "tau_share_kept": 0.12572096071009303 + }, + "22.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 88759518.07297817, + "T_cal": 89086038.06898594, + "tot_cal": 622290842.5815187, + "T_safe_tail": 283.97584984800454, + "T_safe": 248.53069537357442, + "T_safe_prefix": 282.5056771161653, + "tau_share_kept": 0.12429631608442411 + }, + "22.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 4066949.177983149, + "T_cal": 4082369.934969485, + "tot_cal": 41988293.711521566, + "T_safe_tail": 11.768278978314424, + "T_safe": 10.422275559722266, + "T_safe_prefix": 11.71086188141004, + "tau_share_kept": 0.1138622476299518 + }, + "22.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 149144061.91663623, + "T_cal": 149603787.1217432, + "tot_cal": 1994706807.7952352, + "T_safe_tail": 452.9371675528646, + "T_safe": 394.40235117735574, + "T_safe_prefix": 451.5018674224266, + "tau_share_kept": 0.12911555950922807 + }, + "22.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 136465305.07600892, + "T_cal": 136892193.75878906, + "tot_cal": 1216681959.6608853, + "T_safe_tail": 415.62347305987845, + "T_safe": 362.1480403504429, + "T_safe_prefix": 414.1493756267628, + "tau_share_kept": 0.1285242876675477 + }, + "22.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 25050461.797362637, + "T_cal": 25116776.675354004, + "tot_cal": 126211833.52584954, + "T_safe_tail": 60.911152241922395, + "T_safe": 57.35301498744229, + "T_safe_prefix": 60.70150708879942, + "tau_share_kept": 0.05814922250363965 + }, + "23.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 131050856.4416346, + "T_cal": 131537445.79152012, + "tot_cal": 3548372085.336571, + "T_safe_tail": 388.45183834907186, + "T_safe": 339.56424213253194, + "T_safe_prefix": 386.3464943824838, + "tau_share_kept": 0.12541306271755948 + }, + "23.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 132731253.27358998, + "T_cal": 133239473.76331425, + "tot_cal": 4837989597.430144, + "T_safe_tail": 393.1285353171844, + "T_safe": 343.645567630625, + "T_safe_prefix": 390.78399039717624, + "tau_share_kept": 0.12539063897113564 + }, + "23.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 113426670.10711384, + "T_cal": 113837750.95655918, + "tot_cal": 759766080.8255507, + "T_safe_tail": 337.51567251344363, + "T_safe": 295.2618010384649, + "T_safe_prefix": 335.85179140443506, + "tau_share_kept": 0.12470885609243018 + }, + "23.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 4612094.167979369, + "T_cal": 4628324.050123453, + "tot_cal": 35657491.27769051, + "T_safe_tail": 14.584819463057773, + "T_safe": 12.763762970653488, + "T_safe_prefix": 14.511588925314811, + "tau_share_kept": 0.12437801722022339 + }, + "23.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 168324905.01243123, + "T_cal": 168845051.15777588, + "tot_cal": 1967813500.5346577, + "T_safe_tail": 487.9232487041336, + "T_safe": 425.23816044560226, + "T_safe_prefix": 486.2907060189209, + "tau_share_kept": 0.12837511992379436 + }, + "23.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 154752448.87527037, + "T_cal": 155243934.27431583, + "tot_cal": 1268242279.5136707, + "T_safe_tail": 449.769312487305, + "T_safe": 391.4912781082421, + "T_safe_prefix": 448.2503101252405, + "tau_share_kept": 0.1294739411911626 + }, + "23.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 27503650.76527202, + "T_cal": 27572513.848831415, + "tot_cal": 136462228.11354718, + "T_safe_tail": 62.93975710491043, + "T_safe": 59.60093680372756, + "T_safe_prefix": 62.72408242802362, + "tau_share_kept": 0.05276453252977643 + }, + "24.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 99982850.2463347, + "T_cal": 100382415.68824863, + "tot_cal": 3445565520.8970523, + "T_safe_tail": 285.33986319076587, + "T_safe": 251.10217499841474, + "T_safe_prefix": 283.5854124206853, + "tau_share_kept": 0.11952312041537556 + }, + "24.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 102917960.51401372, + "T_cal": 103332585.51874161, + "tot_cal": 5058832542.069076, + "T_safe_tail": 295.2249620520346, + "T_safe": 258.0674508592674, + "T_safe_prefix": 293.57254472648856, + "tau_share_kept": 0.12538431733721686 + }, + "24.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 107944693.91049585, + "T_cal": 108329716.52441406, + "tot_cal": 716682938.4250858, + "T_safe_tail": 312.6004182844873, + "T_safe": 273.8527911425663, + "T_safe_prefix": 310.8683884251841, + "tau_share_kept": 0.12347025278968649 + }, + "24.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 4847478.7815299705, + "T_cal": 4866151.636966705, + "tot_cal": 48348986.33095213, + "T_safe_tail": 15.753849358192026, + "T_safe": 13.732867472481814, + "T_safe_prefix": 15.664376411587, + "tau_share_kept": 0.12772811721553629 + }, + "24.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 186198436.2440737, + "T_cal": 186767403.3558693, + "tot_cal": 2072454867.0448756, + "T_safe_tail": 521.174258251246, + "T_safe": 455.6888768291683, + "T_safe_prefix": 519.3709273967543, + "tau_share_kept": 0.1255291010975882 + }, + "24.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 171258120.01743144, + "T_cal": 171786050.79254246, + "tot_cal": 1327845138.6307344, + "T_safe_tail": 480.8634638600666, + "T_safe": 420.08501146642084, + "T_safe_prefix": 479.2779618460336, + "tau_share_kept": 0.12628431727290335 + }, + "24.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 29971811.38355725, + "T_cal": 30047109.901963234, + "tot_cal": 145811877.07174623, + "T_safe_tail": 60.84023498431596, + "T_safe": 57.62665579886948, + "T_safe_prefix": 60.62887644603529, + "tau_share_kept": 0.05253376183033711 + }, + "25.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 145720602.1953268, + "T_cal": 146244711.520401, + "tot_cal": 3511940928.331681, + "T_safe_tail": 389.67252162258137, + "T_safe": 342.18183093996777, + "T_safe_prefix": 387.57910631440245, + "tau_share_kept": 0.12143364894695305 + }, + "25.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 151428170.48425847, + "T_cal": 152017846.5485773, + "tot_cal": 4761545956.170599, + "T_safe_tail": 405.6288106185515, + "T_safe": 355.5538769946579, + "T_safe_prefix": 403.5271812321298, + "tau_share_kept": 0.12299406341215859 + }, + "25.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 145610966.64338198, + "T_cal": 146113322.32055664, + "tot_cal": 900199022.5838593, + "T_safe_tail": 391.9343004526407, + "T_safe": 343.67781471708804, + "T_safe_prefix": 390.04027493665126, + "tau_share_kept": 0.12262983924300604 + }, + "25.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 4479173.396538252, + "T_cal": 4498071.413538218, + "tot_cal": 73370463.30835705, + "T_safe_tail": 14.422774410833739, + "T_safe": 11.367047721360223, + "T_safe_prefix": 14.348820177589516, + "tau_share_kept": 0.2113399486107006 + }, + "25.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 204405422.04598764, + "T_cal": 205040165.446496, + "tot_cal": 2224765801.409649, + "T_safe_tail": 555.3477975460922, + "T_safe": 486.4970784499892, + "T_safe_prefix": 553.4375426361803, + "tau_share_kept": 0.12388305810042292 + }, + "25.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 188113639.22366926, + "T_cal": 188686388.41261292, + "tot_cal": 1418000353.9576855, + "T_safe_tail": 513.8181212547449, + "T_safe": 448.7604020578183, + "T_safe_prefix": 512.1943862331136, + "tau_share_kept": 0.12651539594570455 + }, + "25.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 31736247.09695526, + "T_cal": 31821365.775283813, + "tot_cal": 170231864.34199256, + "T_safe_tail": 64.37715617757857, + "T_safe": 60.83980213181371, + "T_safe_prefix": 64.15083033895735, + "tau_share_kept": 0.05466044691819523 + }, + "26.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 119897111.59888487, + "T_cal": 120350777.48783207, + "tot_cal": 3693980850.408983, + "T_safe_tail": 309.25932152102484, + "T_safe": 272.90203368838775, + "T_safe_prefix": 307.64467353752116, + "tau_share_kept": 0.11714824322176663 + }, + "26.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 126190897.46519402, + "T_cal": 126691402.43360996, + "tot_cal": 5174803829.162205, + "T_safe_tail": 325.73604251574454, + "T_safe": 287.43140594315264, + "T_safe_prefix": 323.92900474405906, + "tau_share_kept": 0.11714186143041545 + }, + "26.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 138708516.73028874, + "T_cal": 139194186.58155823, + "tot_cal": 876307273.9033653, + "T_safe_tail": 361.5817495052469, + "T_safe": 316.9760622728063, + "T_safe_prefix": 359.8592819247315, + "tau_share_kept": 0.12288058399387757 + }, + "26.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 5721022.014759406, + "T_cal": 5743586.709228516, + "tot_cal": 76599234.68418081, + "T_safe_tail": 26.885629805646115, + "T_safe": 23.678226862102747, + "T_safe_prefix": 26.73097656811683, + "tau_share_kept": 0.1187915570846841 + }, + "26.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 224601322.58813512, + "T_cal": 225283389.9582863, + "tot_cal": 2628179926.573347, + "T_safe_tail": 591.032686173555, + "T_safe": 520.2112411831185, + "T_safe_prefix": 589.0671783185098, + "tau_share_kept": 0.1196625185996612 + }, + "26.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 207175274.81181854, + "T_cal": 207809737.34161758, + "tot_cal": 1609189803.4299092, + "T_safe_tail": 549.4700960777136, + "T_safe": 480.85573210294024, + "T_safe_prefix": 547.7877180677751, + "tau_share_kept": 0.12476453855256486 + }, + "26.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 35432361.76554622, + "T_cal": 35523567.29286289, + "tot_cal": 185041531.02657485, + "T_safe_tail": 70.66942021543848, + "T_safe": 66.87958217435516, + "T_safe_prefix": 70.42489902087618, + "tau_share_kept": 0.05333994301067743 + }, + "27.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 166711289.71105874, + "T_cal": 167296313.53603458, + "tot_cal": 3847272976.0470324, + "T_safe_tail": 406.6320261686679, + "T_safe": 356.6608117577889, + "T_safe_prefix": 404.6119880708611, + "tau_share_kept": 0.12244354483702624 + }, + "27.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 175182473.02030706, + "T_cal": 175799812.0745554, + "tot_cal": 5212833808.4271145, + "T_safe_tail": 428.5394448863668, + "T_safe": 374.09396518866197, + "T_safe_prefix": 426.1529639393302, + "tau_share_kept": 0.12658706416885748 + }, + "27.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 159035091.19243765, + "T_cal": 159585114.22464848, + "tot_cal": 956599060.8966076, + "T_safe_tail": 391.09870912017743, + "T_safe": 341.9336992884382, + "T_safe_prefix": 389.1433634102614, + "tau_share_kept": 0.12523516938931117 + }, + "27.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 7022055.695838049, + "T_cal": 7048909.62205416, + "tot_cal": 65042500.13748659, + "T_safe_tail": 20.530971168488968, + "T_safe": 17.98968230281025, + "T_safe_prefix": 20.42631788581275, + "tau_share_kept": 0.12327834936637555 + }, + "27.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 246966586.4041397, + "T_cal": 247714092.14868546, + "tot_cal": 3062841957.5581055, + "T_safe_tail": 622.8525854489765, + "T_safe": 551.4168812945754, + "T_safe_prefix": 620.8760802874021, + "tau_share_kept": 0.11453384182827905 + }, + "27.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 228546200.03762916, + "T_cal": 229236041.38856506, + "tot_cal": 1905641059.4587135, + "T_safe_tail": 577.1819290509151, + "T_safe": 508.5950288517779, + "T_safe_prefix": 575.3915182056371, + "tau_share_kept": 0.11865509479038691 + }, + "27.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 40423351.42808038, + "T_cal": 40530457.0859108, + "tot_cal": 223057710.22054982, + "T_safe_tail": 81.70252906331442, + "T_safe": 77.28517511859536, + "T_safe_prefix": 81.41299304856511, + "tau_share_kept": 0.05373182487688488 + }, + "28.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 152874801.4952554, + "T_cal": 153418874.56803226, + "tot_cal": 3879951873.838484, + "T_safe_tail": 353.1349757721429, + "T_safe": 311.4186732414273, + "T_safe_prefix": 350.9746626648266, + "tau_share_kept": 0.11763452038747366 + }, + "28.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 163393232.90576953, + "T_cal": 163998963.539361, + "tot_cal": 5279322014.223759, + "T_safe_tail": 379.1416656183154, + "T_safe": 332.91165438975804, + "T_safe_prefix": 377.12121642479906, + "tau_share_kept": 0.12139766467294327 + }, + "28.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 173832310.77612734, + "T_cal": 174427531.68218994, + "tot_cal": 1072461634.2228731, + "T_safe_tail": 406.56678307206334, + "T_safe": 356.7567786013569, + "T_safe_prefix": 404.49367517803694, + "tau_share_kept": 0.12202515430247263 + }, + "28.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 7246678.880066857, + "T_cal": 7276169.06640625, + "tot_cal": 101765803.12483767, + "T_safe_tail": 28.72527979955814, + "T_safe": 24.354770378686453, + "T_safe_prefix": 28.589517935463164, + "tau_share_kept": 0.1516178388412549 + }, + "28.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 255092212.19857085, + "T_cal": 255832090.041996, + "tot_cal": 3304088281.5052695, + "T_safe_tail": 643.5053992785326, + "T_safe": 571.1247398150736, + "T_safe_prefix": 641.4862832422514, + "tau_share_kept": 0.11228179011420782 + }, + "28.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 241904201.88628104, + "T_cal": 242623640.67630386, + "tot_cal": 2381244029.681983, + "T_safe_tail": 613.5400624246136, + "T_safe": 541.9037287592109, + "T_safe_prefix": 611.6095751820867, + "tau_share_kept": 0.11656137904630595 + }, + "28.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 47445504.13400135, + "T_cal": 47565571.40493989, + "tot_cal": 261207536.32809418, + "T_safe_tail": 99.28348606423195, + "T_safe": 94.15350341001704, + "T_safe_prefix": 98.92269032718559, + "tau_share_kept": 0.051298676147119256 + }, + "29.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 118327833.00977254, + "T_cal": 118758933.02764988, + "tot_cal": 3621947215.029519, + "T_safe_tail": 278.90051421746824, + "T_safe": 246.06471374611374, + "T_safe_prefix": 277.35315244464437, + "tau_share_kept": 0.11729080254398547 + }, + "29.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 124657412.49137703, + "T_cal": 125149690.03814793, + "tot_cal": 5159859629.931567, + "T_safe_tail": 292.1345150343261, + "T_safe": 258.8440984106601, + "T_safe_prefix": 290.3171712309122, + "tau_share_kept": 0.11348245368296227 + }, + "29.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 160202911.90259635, + "T_cal": 160752855.96669102, + "tot_cal": 972217930.1726427, + "T_safe_tail": 377.2964359940265, + "T_safe": 334.26784461668285, + "T_safe_prefix": 375.41331563904896, + "tau_share_kept": 0.11355176558776962 + }, + "29.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 8614530.697389957, + "T_cal": 8646825.974772513, + "tot_cal": 140148156.24470237, + "T_safe_tail": 25.87812426003529, + "T_safe": 22.52260423595567, + "T_safe_prefix": 25.758333477650922, + "tau_share_kept": 0.12909771863390332 + }, + "29.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 263490198.9786228, + "T_cal": 264244232.91742802, + "tot_cal": 3776535740.3336654, + "T_safe_tail": 670.7204492020162, + "T_safe": 595.2364724726067, + "T_safe_prefix": 668.6521335883335, + "tau_share_kept": 0.11233197351001785 + }, + "29.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 250626662.9463056, + "T_cal": 251344052.0041237, + "tot_cal": 3111587127.929358, + "T_safe_tail": 637.5419114891978, + "T_safe": 565.418404000262, + "T_safe_prefix": 635.4176946922817, + "tau_share_kept": 0.11292332796875078 + }, + "29.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 54695606.20571695, + "T_cal": 54837958.97680664, + "tot_cal": 331026316.8142667, + "T_safe_tail": 137.40953332080647, + "T_safe": 130.62931972952447, + "T_safe_prefix": 136.92260112293297, + "tau_share_kept": 0.04898435707820108 + }, + "30.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 143500470.14916164, + "T_cal": 144003234.39316177, + "tot_cal": 3932381855.6324997, + "T_safe_tail": 334.7659848644348, + "T_safe": 297.0530041540187, + "T_safe_prefix": 332.7960547437542, + "tau_share_kept": 0.11217099243646401 + }, + "30.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 152025114.9053977, + "T_cal": 152559286.88585758, + "tot_cal": 5220573677.686787, + "T_safe_tail": 354.26349603808484, + "T_safe": 313.7263589602808, + "T_safe_prefix": 352.47096023030826, + "tau_share_kept": 0.11386846067301729 + }, + "30.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 182709900.06084934, + "T_cal": 183322899.59541416, + "tot_cal": 1173844809.7625656, + "T_safe_tail": 431.3754635372503, + "T_safe": 381.2211411989447, + "T_safe_prefix": 429.2914981875547, + "tau_share_kept": 0.11580267634769977 + }, + "30.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 8695688.93909651, + "T_cal": 8730228.71787697, + "tot_cal": 119095787.77433474, + "T_safe_tail": 36.59636985765661, + "T_safe": 31.965195750876774, + "T_safe_prefix": 36.419870646097706, + "tau_share_kept": 0.12599855020434683 + }, + "30.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 263572551.14596725, + "T_cal": 264347777.20279312, + "tot_cal": 5495893330.009211, + "T_safe_tail": 679.5606295792218, + "T_safe": 607.4899969247781, + "T_safe_prefix": 677.1639069321245, + "tau_share_kept": 0.10580332507888454 + }, + "30.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 243493884.6835522, + "T_cal": 244187105.4835596, + "tot_cal": 5032473932.105422, + "T_safe_tail": 628.4250860654344, + "T_safe": 560.8599425849425, + "T_safe_prefix": 626.4452696767548, + "tau_share_kept": 0.10726939316284725 + }, + "30.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 63033787.95540793, + "T_cal": 63205007.6908896, + "tot_cal": 2252263308.133077, + "T_safe_tail": 272.8289655734558, + "T_safe": 262.7888053963543, + "T_safe_prefix": 271.8585125727259, + "tau_share_kept": 0.03643027556405821 + }, + "31.q_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 74585395.3798978, + "T_cal": 74870606.46038914, + "tot_cal": 3292073379.443082, + "T_safe_tail": 178.14635675540217, + "T_safe": 159.97928009076077, + "T_safe_prefix": 177.10699109606503, + "tau_share_kept": 0.10147804567680403 + }, + "31.k_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 83435421.57963741, + "T_cal": 83749255.16453648, + "tot_cal": 4796987855.952409, + "T_safe_tail": 199.6524970232953, + "T_safe": 178.1939417264075, + "T_safe_prefix": 198.59615647239843, + "tau_share_kept": 0.10701308876519783 + }, + "31.v_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 93583535.70226511, + "T_cal": 93911676.56392002, + "tot_cal": 663409710.072974, + "T_safe_tail": 227.57621552221218, + "T_safe": 201.439674337199, + "T_safe_prefix": 226.43100574176424, + "tau_share_kept": 0.1143068465560349 + }, + "31.o_proj": { + "r": 1228, + "k_u": 1224, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 7707550.516636403, + "T_cal": 7737919.814579546, + "tot_cal": 239448140.21989372, + "T_safe_tail": 64.44455934464585, + "T_safe": 56.77573405791554, + "T_safe_prefix": 64.1361196636135, + "tau_share_kept": 0.11841129830485236 + }, + "31.gate_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 210029536.5593535, + "T_cal": 210671305.57170963, + "tot_cal": 6225139125.31762, + "T_safe_tail": 569.5041549588093, + "T_safe": 512.9393665044372, + "T_safe_prefix": 567.5518666504104, + "tau_share_kept": 0.09907644769795845 + }, + "31.up_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 189028963.1680076, + "T_cal": 189602841.57870865, + "tot_cal": 6407669014.341354, + "T_safe_tail": 512.380845405849, + "T_safe": 461.93953960332146, + "T_safe_prefix": 510.66165390447713, + "tau_share_kept": 0.09818578304416911 + }, + "31.down_proj": { + "r": 1791, + "k_u": 1787, + "k_s": 4, + "alpha": 1.0, + "T_cal_prefix": 70303166.44031218, + "T_cal": 70502639.0062418, + "tot_cal": 3406015038.396898, + "T_safe_tail": 986.9963562120071, + "T_safe": 962.349770191373, + "T_safe_prefix": 983.5252452045679, + "tau_share_kept": 0.024599734633188833 + } + }, + "ranks": { + "0.q_proj": 1228, + "0.k_proj": 1228, + "0.v_proj": 1228, + "0.o_proj": 1228, + "0.gate_proj": 1791, + "0.up_proj": 1791, + "0.down_proj": 1791, + "1.q_proj": 1228, + "1.k_proj": 1228, + "1.v_proj": 1228, + "1.o_proj": 1228, + "1.gate_proj": 1791, + "1.up_proj": 1791, + "1.down_proj": 1791, + "2.q_proj": 1228, + "2.k_proj": 1228, + "2.v_proj": 1228, + "2.o_proj": 1228, + "2.gate_proj": 1791, + "2.up_proj": 1791, + "2.down_proj": 1791, + "3.q_proj": 1228, + "3.k_proj": 1228, + "3.v_proj": 1228, + "3.o_proj": 1228, + "3.gate_proj": 1791, + "3.up_proj": 1791, + "3.down_proj": 1791, + "4.q_proj": 1228, + "4.k_proj": 1228, + "4.v_proj": 1228, + "4.o_proj": 1228, + "4.gate_proj": 1791, + "4.up_proj": 1791, + "4.down_proj": 1791, + "5.q_proj": 1228, + "5.k_proj": 1228, + "5.v_proj": 1228, + "5.o_proj": 1228, + "5.gate_proj": 1791, + "5.up_proj": 1791, + "5.down_proj": 1791, + "6.q_proj": 1228, + "6.k_proj": 1228, + "6.v_proj": 1228, + "6.o_proj": 1228, + "6.gate_proj": 1791, + "6.up_proj": 1791, + "6.down_proj": 1791, + "7.q_proj": 1228, + "7.k_proj": 1228, + "7.v_proj": 1228, + "7.o_proj": 1228, + "7.gate_proj": 1791, + "7.up_proj": 1791, + "7.down_proj": 1791, + "8.q_proj": 1228, + "8.k_proj": 1228, + "8.v_proj": 1228, + "8.o_proj": 1228, + "8.gate_proj": 1791, + "8.up_proj": 1791, + "8.down_proj": 1791, + "9.q_proj": 1228, + "9.k_proj": 1228, + "9.v_proj": 1228, + "9.o_proj": 1228, + "9.gate_proj": 1791, + "9.up_proj": 1791, + "9.down_proj": 1791, + "10.q_proj": 1228, + "10.k_proj": 1228, + "10.v_proj": 1228, + "10.o_proj": 1228, + "10.gate_proj": 1791, + "10.up_proj": 1791, + "10.down_proj": 1791, + "11.q_proj": 1228, + "11.k_proj": 1228, + "11.v_proj": 1228, + "11.o_proj": 1228, + "11.gate_proj": 1791, + "11.up_proj": 1791, + "11.down_proj": 1791, + "12.q_proj": 1228, + "12.k_proj": 1228, + "12.v_proj": 1228, + "12.o_proj": 1228, + "12.gate_proj": 1791, + "12.up_proj": 1791, + "12.down_proj": 1791, + "13.q_proj": 1228, + "13.k_proj": 1228, + "13.v_proj": 1228, + "13.o_proj": 1228, + "13.gate_proj": 1791, + "13.up_proj": 1791, + "13.down_proj": 1791, + "14.q_proj": 1228, + "14.k_proj": 1228, + "14.v_proj": 1228, + "14.o_proj": 1228, + "14.gate_proj": 1791, + "14.up_proj": 1791, + "14.down_proj": 1791, + "15.q_proj": 1228, + "15.k_proj": 1228, + "15.v_proj": 1228, + "15.o_proj": 1228, + "15.gate_proj": 1791, + "15.up_proj": 1791, + "15.down_proj": 1791, + "16.q_proj": 1228, + "16.k_proj": 1228, + "16.v_proj": 1228, + "16.o_proj": 1228, + "16.gate_proj": 1791, + "16.up_proj": 1791, + "16.down_proj": 1791, + "17.q_proj": 1228, + "17.k_proj": 1228, + "17.v_proj": 1228, + "17.o_proj": 1228, + "17.gate_proj": 1791, + "17.up_proj": 1791, + "17.down_proj": 1791, + "18.q_proj": 1228, + "18.k_proj": 1228, + "18.v_proj": 1228, + "18.o_proj": 1228, + "18.gate_proj": 1791, + "18.up_proj": 1791, + "18.down_proj": 1791, + "19.q_proj": 1228, + "19.k_proj": 1228, + "19.v_proj": 1228, + "19.o_proj": 1228, + "19.gate_proj": 1791, + "19.up_proj": 1791, + "19.down_proj": 1791, + "20.q_proj": 1228, + "20.k_proj": 1228, + "20.v_proj": 1228, + "20.o_proj": 1228, + "20.gate_proj": 1791, + "20.up_proj": 1791, + "20.down_proj": 1791, + "21.q_proj": 1228, + "21.k_proj": 1228, + "21.v_proj": 1228, + "21.o_proj": 1228, + "21.gate_proj": 1791, + "21.up_proj": 1791, + "21.down_proj": 1791, + "22.q_proj": 1228, + "22.k_proj": 1228, + "22.v_proj": 1228, + "22.o_proj": 1228, + "22.gate_proj": 1791, + "22.up_proj": 1791, + "22.down_proj": 1791, + "23.q_proj": 1228, + "23.k_proj": 1228, + "23.v_proj": 1228, + "23.o_proj": 1228, + "23.gate_proj": 1791, + "23.up_proj": 1791, + "23.down_proj": 1791, + "24.q_proj": 1228, + "24.k_proj": 1228, + "24.v_proj": 1228, + "24.o_proj": 1228, + "24.gate_proj": 1791, + "24.up_proj": 1791, + "24.down_proj": 1791, + "25.q_proj": 1228, + "25.k_proj": 1228, + "25.v_proj": 1228, + "25.o_proj": 1228, + "25.gate_proj": 1791, + "25.up_proj": 1791, + "25.down_proj": 1791, + "26.q_proj": 1228, + "26.k_proj": 1228, + "26.v_proj": 1228, + "26.o_proj": 1228, + "26.gate_proj": 1791, + "26.up_proj": 1791, + "26.down_proj": 1791, + "27.q_proj": 1228, + "27.k_proj": 1228, + "27.v_proj": 1228, + "27.o_proj": 1228, + "27.gate_proj": 1791, + "27.up_proj": 1791, + "27.down_proj": 1791, + "28.q_proj": 1228, + "28.k_proj": 1228, + "28.v_proj": 1228, + "28.o_proj": 1228, + "28.gate_proj": 1791, + "28.up_proj": 1791, + "28.down_proj": 1791, + "29.q_proj": 1228, + "29.k_proj": 1228, + "29.v_proj": 1228, + "29.o_proj": 1228, + "29.gate_proj": 1791, + "29.up_proj": 1791, + "29.down_proj": 1791, + "30.q_proj": 1228, + "30.k_proj": 1228, + "30.v_proj": 1228, + "30.o_proj": 1228, + "30.gate_proj": 1791, + "30.up_proj": 1791, + "30.down_proj": 1791, + "31.q_proj": 1228, + "31.k_proj": 1228, + "31.v_proj": 1228, + "31.o_proj": 1228, + "31.gate_proj": 1791, + "31.up_proj": 1791, + "31.down_proj": 1791 + }, + "factored": "/lustre/jeesup0103/svd-safety/results/resmix/full/l2_jbbpure_ka4_a1p0_free_remove40/truncated/factored.pt", + "folded": false, + "qkv_bias_restored": 0 +} \ No newline at end of file diff --git a/resmix/x_s_corpus.json b/resmix/x_s_corpus.json new file mode 100644 index 0000000..4215827 --- /dev/null +++ b/resmix/x_s_corpus.json @@ -0,0 +1,73 @@ +{ + "jbb_harm_full": { + "name": "jbb_harm_full", + "composition": "harm", + "span": "full", + "n_seqs": 11, + "seqlen": 2048, + "n_tokens": 22528, + "n_prompts_available": 100, + "n_special_per_seq": 15.545454978942871, + "source": "JailbreakBench harmful behaviours (Goal)", + "role": "harmful goal + dense model response", + "response_model": "meta-llama/Llama-2-7b-chat-hf", + "n_records": 96, + "n_kept": 96, + "min_response_chars": 20, + "dense_refusal_cue_fraction": 1.0, + "seed": 42, + "eval_overlap": { + "advbench": 11, + "strongreject": 3 + }, + "eval_overlap_subtracted": false, + "responses_from": "data/alpaca_cleaned_jbbsft_x10.json.refusals.json", + "n_units": 96, + "mean_tokens_per_unit": 264.9270833333333 + }, + "jbb_mix_full": { + "name": "jbb_mix_full", + "composition": "jbb harmful refusals + jbb benign answers", + "span": "full", + "n_seqs": 23, + "seqlen": 2048, + "n_tokens": 47104, + "n_special_per_seq": 15.0, + "harm": { + "source": "/home/jeesup0103/svd_safety/data/alpaca_cleaned_jbbsft_x10.json.refusals.json", + "n_units": 96, + "distinct_tokens": 25433, + "repeat": 1 + }, + "benign": { + "source": "/home/jeesup0103/svd_safety/data/safety_calib/jbb_benign_dense_responses.json", + "n_records": 100, + "n_refused_dropped": 54, + "n_units": 46, + "distinct_tokens": 12935, + "repeat": 2 + }, + "harm_token_share_before_packing": 0.4957, + "eval_overlap_note": "JBB harmful shares 11 AdvBench and 3 StrongREJECT goals (kept, as in the jbb arm)", + "seed": 42, + "n_units": 188, + "mean_tokens_per_unit": 272.88829787234044 + }, + "harm_full": { + "name": "harm_full", + "composition": "harm", + "span": "user turn + dense model response", + "n_seqs": 451, + "seqlen": 2048, + "n_tokens": 923648, + "n_prompts_available": 4018, + "n_special_per_seq": 16.81374740600586, + "n_units": 4018, + "mean_tokens_per_unit": 244.0955699352912, + "response_model": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590", + "n_records": 4018, + "n_kept": 4018, + "min_response_chars": 20, + "dense_refusal_cue_fraction": 0.9624191139870583 + } +} \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..451134b --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..6c00c74 --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 +size 499723 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..6e95a65 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,44 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "add_prefix_space": true, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% set system_message = false %}{% endif %}{% for message in loop_messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if loop.index0 == 0 and system_message != false %}{% set content = '<>\\n' + system_message + '\\n<>\\n\\n' + message['content'] %}{% else %}{% set content = message['content'] %}{% endif %}{% if message['role'] == 'user' %}{{ bos_token + '[INST] ' + content.strip() + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ ' ' + content.strip() + ' ' + eos_token }}{% endif %}{% endfor %}", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "legacy": false, + "model_max_length": 1000000000000000019884624838656, + "pad_token": null, + "padding_side": "right", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "LlamaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +}