From efd7ac43263165f6090851b94ea4cda61b2fd7cb Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 22 Oct 2026 07:48:14 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ModelCloud.AI/Qwen3-Coder-30B-A3B-Instruct-GPTQMODEL-W4A16-B Source: Original Platform --- .gitattributes | 57 + README.md | 15 + added_tokens.json | 28 + chat_template.jinja | 117 + config.json | 69 + configuration.json | 1 + generation_config.json | 13 + merges.txt | 3 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 3 + quant_log.csv | 18625 ++++++++++++++++ ...b-gptqmodel-moe-bypass-without-dynamic.log | 3 + quantize_config.json | 31 + special_tokens_map.json | 25 + tokenizer.json | 3 + tokenizer_config.json | 240 + vocab.json | 3 + 20 files changed, 19248 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 quant_log.csv create mode 100644 quantize-qwen3-30b-a3b-gptqmodel-moe-bypass-without-dynamic.log create mode 100644 quantize_config.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..ae7f6fd --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text + +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text + +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +vocab.json filter=lfs diff=lfs merge=lfs -text +model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text +model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +quantize-qwen3-30b-a3b-gptqmodel-moe-bypass-without-dynamic.log filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..e353065 --- /dev/null +++ b/README.md @@ -0,0 +1,15 @@ +--- +license: other +license_name: modified-mit +library_name: transformers +--- + +BF16 model dequantized by @Qubitum at ModelCloud using +[GPT-QModel](https://github.com/ModelCloud/GPTQModel). + +``` +SPDX-License-Identifier: NonCommercial-ModelCloud +Copyright (c) 2024–2025 ModelCloud.ai +Released for non-profit use only. +Commercial use requires permission from [@qubitium](https://x.com/qubitium). +``` \ No newline at end of file diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..b54f913 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..49b0e8d --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,117 @@ +{% macro render_extra_keys(json_dict, handled_keys) %} + {%- if json_dict is mapping %} + {%- for json_key in json_dict if json_key not in handled_keys %} + {%- if json_dict[json_key] is mapping or (json_dict[json_key] is sequence and json_dict[json_key] is not string) %} + {{- '\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | tojson | safe) ~ '' }} + {%- else %} + {{-'\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | string) ~ '' }} + {%- endif %} + {%- endfor %} + {%- endif %} +{% endmacro %} + +{%- if messages[0]["role"] == "system" %} + {%- set system_message = messages[0]["content"] %} + {%- set loop_messages = messages[1:] %} +{%- else %} + {%- set loop_messages = messages %} +{%- endif %} + +{%- if not tools is defined %} + {%- set tools = [] %} +{%- endif %} + +{%- if system_message is defined %} + {{- "<|im_start|>system\n" + system_message }} +{%- else %} + {%- if tools is iterable and tools | length > 0 %} + {{- "<|im_start|>system\nYou are Qwen, a helpful AI assistant that can interact with a computer to solve tasks." }} + {%- endif %} +{%- endif %} +{%- if tools is iterable and tools | length > 0 %} + {{- "\n\n# Tools\n\nYou have access to the following functions:\n\n" }} + {{- "" }} + {%- for tool in tools %} + {%- if tool.function is defined %} + {%- set tool = tool.function %} + {%- endif %} + {{- "\n\n" ~ tool.name ~ "" }} + {%- if tool.description is defined %} + {{- '\n' ~ (tool.description | trim) ~ '' }} + {%- endif %} + {{- '\n' }} + {%- if tool.parameters is defined and tool.parameters is mapping and tool.parameters.properties is defined and tool.parameters.properties is mapping %} + {%- for param_name, param_fields in tool.parameters.properties|items %} + {{- '\n' }} + {{- '\n' ~ param_name ~ '' }} + {%- if param_fields.type is defined %} + {{- '\n' ~ (param_fields.type | string) ~ '' }} + {%- endif %} + {%- if param_fields.description is defined %} + {{- '\n' ~ (param_fields.description | trim) ~ '' }} + {%- endif %} + {%- set handled_keys = ['name', 'type', 'description'] %} + {{- render_extra_keys(param_fields, handled_keys) }} + {{- '\n' }} + {%- endfor %} + {%- endif %} + {% set handled_keys = ['type', 'properties'] %} + {{- render_extra_keys(tool.parameters, handled_keys) }} + {{- '\n' }} + {%- set handled_keys = ['type', 'name', 'description', 'parameters'] %} + {{- render_extra_keys(tool, handled_keys) }} + {{- '\n' }} + {%- endfor %} + {{- "\n" }} + {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n\n\n\nvalue_1\n\n\nThis is the value for the second parameter\nthat can span\nmultiple lines\n\n\n\n\n\nReminder:\n- Function calls MUST follow the specified format: an inner block must be nested within XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n' }} +{%- endif %} +{%- if system_message is defined %} + {{- '<|im_end|>\n' }} +{%- else %} + {%- if tools is iterable and tools | length > 0 %} + {{- '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- for message in loop_messages %} + {%- if message.role == "assistant" and message.tool_calls is defined and message.tool_calls is iterable and message.tool_calls | length > 0 %} + {{- '<|im_start|>' + message.role }} + {%- if message.content is defined and message.content is string and message.content | trim | length > 0 %} + {{- '\n' + message.content | trim + '\n' }} + {%- endif %} + {%- for tool_call in message.tool_calls %} + {%- if tool_call.function is defined %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n\n\n' }} + {%- if tool_call.arguments is defined %} + {%- for args_name, args_value in tool_call.arguments|items %} + {{- '\n' }} + {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %} + {{- args_value }} + {{- '\n\n' }} + {%- endfor %} + {%- endif %} + {{- '\n' }} + {%- endfor %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "user" or message.role == "system" or message.role == "assistant" %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "tool" %} + {%- if loop.previtem and loop.previtem.role != "tool" %} + {{- '<|im_start|>user\n' }} + {%- endif %} + {{- '\n' }} + {{- message.content }} + {{- '\n\n' }} + {%- if not loop.last and loop.nextitem.role != "tool" %} + {{- '<|im_end|>\n' }} + {%- elif loop.last %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>\n' }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} +{%- endif %} diff --git a/config.json b/config.json new file mode 100644 index 0000000..3c07075 --- /dev/null +++ b/config.json @@ -0,0 +1,69 @@ +{ + "architectures": [ + "Qwen3MoeForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 151643, + "decoder_sparse_step": 1, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "max_position_embeddings": 262144, + "max_window_layers": 48, + "mlp_only_layers": [], + "model_type": "qwen3_moe", + "moe_intermediate_size": 768, + "norm_topk_prob": true, + "num_attention_heads": 32, + "num_experts": 128, + "num_experts_per_tok": 8, + "num_hidden_layers": 48, + "num_key_value_heads": 4, + "output_router_logits": false, + "quantization_config": { + "bits": 4, + "checkpoint_format": "gptq", + "desc_act": false, + "format": "gptq", + "group_size": 128, + "lm_head": false, + "meta": { + "act_group_aware": true, + "auto_forward_data_parallel": true, + "damp_auto_increment": 0.01, + "damp_percent": 0.01, + "failsafe": null, + "gc_mode": "on_stage_end", + "gptaq": false, + "gptaq_alpha": 0.25, + "moe_bypass_router": true, + "mse": 0.0, + "quantizer": [ + "gptqmodel:5.7.0-dev" + ], + "static_groups": false, + "true_sequential": true, + "uri": "https://github.com/modelcloud/gptqmodel", + "wait_for_submodule_finalizers": false + }, + "pack_dtype": "int32", + "pack_impl": "cpu", + "quant_method": "gptq", + "sym": true + }, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000000, + "router_aux_loss_coef": 0.001, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "4.57.3", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..972d032 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.05, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "4.57.3" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..676c5d0 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b39577280dbf70ed45b8a0453e05fc1f176b0436426bd6a315d7cb8efb66d4dd +size 4296056328 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..d8231cc --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4bb3830439702b3c80d9afd32fc64f0236597b3f93674b3d666b8e45c85934d +size 4297249447 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..b932378 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5055237b568f226aa6da13d23f548debf4b3732bae12376f849de96a74f99d5 +size 4297245476 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..39969d2 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b373b4cfa09259735a5c7eca0ea2c50e4be85b140ab37b098742084dd7fa802e +size 4042605367 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..436ac0f --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a122f9358fea1f763e9bc416a2c4256f1cd9820496791022e655f36bb4df2e98 +size 6738774 diff --git a/quant_log.csv b/quant_log.csv new file mode 100644 index 0000000..53e1a55 --- /dev/null +++ b/quant_log.csv @@ -0,0 +1,18625 @@ +layer,module,loss,samples,damp,time +0,self_attn.k_proj,0.0000000006,0.01000,0.957 +0,self_attn.v_proj,0.0000000005,0.01000,0.958 +0,self_attn.q_proj,0.0000000046,0.01000,0.961 +0,self_attn.o_proj,0.0000000011,0.01000,1.463 +0,mlp.experts.15.gate_proj,0.0000003026,0.01000,1.499 +0,mlp.experts.13.gate_proj,0.0000002146,0.01000,1.683 +0,mlp.experts.3.gate_proj,0.0000003061,0.01000,1.776 +0,mlp.experts.11.gate_proj,0.0000002421,0.01000,1.795 +0,mlp.experts.5.gate_proj,0.0000002681,0.01000,1.911 +0,mlp.experts.14.gate_proj,0.0000002983,0.01000,1.949 +0,mlp.experts.9.gate_proj,0.0000002938,0.01000,1.988 +0,mlp.experts.7.gate_proj,0.0000002485,0.01000,2.056 +0,mlp.experts.12.gate_proj,0.0000002989,0.01000,2.074 +0,mlp.experts.6.gate_proj,0.0000001890,0.01000,2.093 +0,mlp.experts.4.gate_proj,0.0000004712,0.01000,2.134 +0,mlp.experts.8.gate_proj,0.0000002150,0.01000,2.231 +0,mlp.experts.1.gate_proj,0.0000001680,0.01000,2.215 +0,mlp.experts.0.gate_proj,0.0000003457,0.01000,2.287 +0,mlp.experts.2.gate_proj,0.0000002663,0.01000,2.310 +0,mlp.experts.10.gate_proj,0.0000003185,0.01000,2.320 +0,mlp.experts.31.gate_proj,0.0000001847,0.01000,1.599 +0,mlp.experts.29.gate_proj,0.0000002924,0.01000,1.694 +0,mlp.experts.27.gate_proj,0.0000002297,0.01000,1.636 +0,mlp.experts.19.gate_proj,0.0000002276,0.01000,1.722 +0,mlp.experts.21.gate_proj,0.0000002422,0.01000,1.840 +0,mlp.experts.23.gate_proj,0.0000002835,0.01000,1.765 +0,mlp.experts.30.gate_proj,0.0000002385,0.01000,1.942 +0,mlp.experts.22.gate_proj,0.0000003243,0.01000,1.812 +0,mlp.experts.20.gate_proj,0.0000003447,0.01000,1.809 +0,mlp.experts.25.gate_proj,0.0000002353,0.01000,1.950 +0,mlp.experts.28.gate_proj,0.0000003448,0.01000,1.886 +0,mlp.experts.16.gate_proj,0.0000001889,0.01000,1.825 +0,mlp.experts.26.gate_proj,0.0000001658,0.01000,1.833 +0,mlp.experts.24.gate_proj,0.0000002937,0.01000,1.975 +0,mlp.experts.18.gate_proj,0.0000003337,0.01000,1.926 +0,mlp.experts.17.gate_proj,0.0000002455,0.01000,2.074 +0,mlp.experts.47.gate_proj,0.0000003630,0.01000,1.667 +0,mlp.experts.43.gate_proj,0.0000002351,0.01000,1.693 +0,mlp.experts.35.gate_proj,0.0000001647,0.01000,1.662 +0,mlp.experts.45.gate_proj,0.0000001638,0.01000,1.988 +0,mlp.experts.39.gate_proj,0.0000002655,0.01000,1.848 +0,mlp.experts.37.gate_proj,0.0000002819,0.01000,2.006 +0,mlp.experts.46.gate_proj,0.0000003033,0.01000,1.884 +0,mlp.experts.38.gate_proj,0.0000003346,0.01000,1.975 +0,mlp.experts.41.gate_proj,0.0000002885,0.01000,1.975 +0,mlp.experts.36.gate_proj,0.0000002848,0.01000,2.025 +0,mlp.experts.42.gate_proj,0.0000002584,0.01000,1.873 +0,mlp.experts.32.gate_proj,0.0000002799,0.01000,1.982 +0,mlp.experts.44.gate_proj,0.0000002426,0.01000,2.156 +0,mlp.experts.34.gate_proj,0.0000002343,0.01000,2.031 +0,mlp.experts.40.gate_proj,0.0000002191,0.01000,2.124 +0,mlp.experts.33.gate_proj,0.0000003659,0.01000,2.123 +0,mlp.experts.63.gate_proj,0.0000002510,0.01000,1.762 +0,mlp.experts.51.gate_proj,0.0000002475,0.01000,1.709 +0,mlp.experts.59.gate_proj,0.0000002383,0.01000,1.766 +0,mlp.experts.61.gate_proj,0.0000002597,0.01000,1.829 +0,mlp.experts.62.gate_proj,0.0000002904,0.01000,1.725 +0,mlp.experts.53.gate_proj,0.0000002142,0.01000,1.767 +0,mlp.experts.55.gate_proj,0.0000003123,0.01000,1.910 +0,mlp.experts.54.gate_proj,0.0000002342,0.01000,1.726 +0,mlp.experts.57.gate_proj,0.0000002221,0.01000,1.709 +0,mlp.experts.58.gate_proj,0.0000001318,0.01000,1.662 +0,mlp.experts.52.gate_proj,0.0000002836,0.01000,1.961 +0,mlp.experts.50.gate_proj,0.0000001960,0.01000,1.734 +0,mlp.experts.48.gate_proj,0.0000002360,0.01000,1.937 +0,mlp.experts.60.gate_proj,0.0000001877,0.01000,2.127 +0,mlp.experts.56.gate_proj,0.0000003831,0.01000,1.919 +0,mlp.experts.49.gate_proj,0.0000001042,0.01000,1.846 +0,mlp.experts.79.gate_proj,0.0000002734,0.01000,2.021 +0,mlp.experts.77.gate_proj,0.0000003205,0.01000,1.600 +0,mlp.experts.67.gate_proj,0.0000003209,0.01000,2.019 +0,mlp.experts.75.gate_proj,0.0000002890,0.01000,2.008 +0,mlp.experts.69.gate_proj,0.0000002488,0.01000,1.546 +0,mlp.experts.73.gate_proj,0.0000002570,0.01000,1.576 +0,mlp.experts.78.gate_proj,0.0000002083,0.01000,1.891 +0,mlp.experts.70.gate_proj,0.0000003112,0.01000,1.801 +0,mlp.experts.74.gate_proj,0.0000002935,0.01000,1.761 +0,mlp.experts.71.gate_proj,0.0000002718,0.01000,1.970 +0,mlp.experts.68.gate_proj,0.0000002339,0.01000,1.822 +0,mlp.experts.65.gate_proj,0.0000002449,0.01000,1.517 +0,mlp.experts.64.gate_proj,0.0000003259,0.01000,1.832 +0,mlp.experts.66.gate_proj,0.0000003508,0.01000,1.930 +0,mlp.experts.72.gate_proj,0.0000001844,0.01000,1.764 +0,mlp.experts.76.gate_proj,0.0000001497,0.01000,1.872 +0,mlp.experts.95.gate_proj,0.0000002239,0.01000,1.836 +0,mlp.experts.93.gate_proj,0.0000002361,0.01000,1.896 +0,mlp.experts.85.gate_proj,0.0000001616,0.01000,1.669 +0,mlp.experts.83.gate_proj,0.0000002679,0.01000,1.880 +0,mlp.experts.91.gate_proj,0.0000003019,0.01000,1.896 +0,mlp.experts.89.gate_proj,0.0000002983,0.01000,1.797 +0,mlp.experts.94.gate_proj,0.0000001977,0.01000,1.681 +0,mlp.experts.86.gate_proj,0.0000002850,0.01000,1.690 +0,mlp.experts.90.gate_proj,0.0000002521,0.01000,1.754 +0,mlp.experts.87.gate_proj,0.0000002548,0.01000,1.933 +0,mlp.experts.81.gate_proj,0.0000002799,0.01000,1.737 +0,mlp.experts.84.gate_proj,0.0000001828,0.01000,2.001 +0,mlp.experts.82.gate_proj,0.0000003147,0.01000,1.994 +0,mlp.experts.80.gate_proj,0.0000002530,0.01000,2.092 +0,mlp.experts.111.gate_proj,0.0000003213,0.01000,1.716 +0,mlp.experts.109.gate_proj,0.0000001808,0.01000,1.624 +0,mlp.experts.92.gate_proj,0.0000003498,0.01000,2.197 +0,mlp.experts.88.gate_proj,0.0000001070,0.01000,2.314 +0,mlp.experts.101.gate_proj,0.0000003155,0.01000,1.664 +0,mlp.experts.99.gate_proj,0.0000002453,0.01000,1.668 +0,mlp.experts.107.gate_proj,0.0000001912,0.01000,1.684 +0,mlp.experts.105.gate_proj,0.0000002647,0.01000,1.659 +0,mlp.experts.110.gate_proj,0.0000002374,0.01000,1.943 +0,mlp.experts.103.gate_proj,0.0000002626,0.01000,1.594 +0,mlp.experts.102.gate_proj,0.0000002503,0.01000,2.010 +0,mlp.experts.97.gate_proj,0.0000002639,0.01000,1.649 +0,mlp.experts.106.gate_proj,0.0000002206,0.01000,2.052 +0,mlp.experts.127.gate_proj,0.0000001798,0.01000,1.617 +0,mlp.experts.96.gate_proj,0.0000002942,0.01000,1.918 +0,mlp.experts.100.gate_proj,0.0000001973,0.01000,2.148 +0,mlp.experts.125.gate_proj,0.0000002565,0.01000,1.585 +0,mlp.experts.98.gate_proj,0.0000001701,0.01000,2.026 +0,mlp.experts.115.gate_proj,0.0000002732,0.01000,1.566 +0,mlp.experts.117.gate_proj,0.0000002872,0.01000,1.650 +0,mlp.experts.123.gate_proj,0.0000001712,0.01000,1.640 +0,mlp.experts.121.gate_proj,0.0000001320,0.01000,1.589 +0,mlp.experts.108.gate_proj,0.0000001015,0.01000,2.108 +0,mlp.experts.104.gate_proj,0.0000002597,0.01000,2.185 +0,mlp.experts.119.gate_proj,0.0000001945,0.01000,1.533 +0,mlp.experts.113.gate_proj,0.0000001304,0.01000,1.525 +0,mlp.experts.126.gate_proj,0.0000003023,0.01000,1.915 +0,mlp.experts.118.gate_proj,0.0000003134,0.01000,1.924 +0,mlp.experts.122.gate_proj,0.0000002606,0.01000,1.893 +0,mlp.experts.13.up_proj,0.0000001893,0.01000,1.599 +0,mlp.experts.15.up_proj,0.0000002781,0.01000,1.756 +0,mlp.experts.5.up_proj,0.0000002248,0.01000,1.577 +0,mlp.experts.3.up_proj,0.0000002662,0.01000,1.666 +0,mlp.experts.9.up_proj,0.0000002716,0.01000,1.625 +0,mlp.experts.114.gate_proj,0.0000001668,0.01000,1.928 +0,mlp.experts.11.up_proj,0.0000002009,0.01000,1.797 +0,mlp.experts.112.gate_proj,0.0000003269,0.01000,2.139 +0,mlp.experts.116.gate_proj,0.0000002713,0.01000,2.233 +0,mlp.experts.7.up_proj,0.0000001882,0.01000,1.695 +0,mlp.experts.1.up_proj,0.0000001491,0.01000,1.670 +0,mlp.experts.124.gate_proj,0.0000002923,0.01000,2.135 +0,mlp.experts.120.gate_proj,0.0000002421,0.01000,2.207 +0,mlp.experts.14.up_proj,0.0000002868,0.01000,1.905 +0,mlp.experts.6.up_proj,0.0000001806,0.01000,1.950 +0,mlp.experts.10.up_proj,0.0000002657,0.01000,1.897 +0,mlp.experts.21.up_proj,0.0000002132,0.01000,1.553 +0,mlp.experts.29.up_proj,0.0000002788,0.01000,1.649 +0,mlp.experts.31.up_proj,0.0000001612,0.01000,1.748 +0,mlp.experts.25.up_proj,0.0000002192,0.01000,1.508 +0,mlp.experts.19.up_proj,0.0000002179,0.01000,1.756 +0,mlp.experts.2.up_proj,0.0000002167,0.01000,1.715 +0,mlp.experts.27.up_proj,0.0000001837,0.01000,1.821 +0,mlp.experts.0.up_proj,0.0000003352,0.01000,1.941 +0,mlp.experts.17.up_proj,0.0000002051,0.01000,1.588 +0,mlp.experts.23.up_proj,0.0000002456,0.01000,1.858 +0,mlp.experts.4.up_proj,0.0000003842,0.01000,2.224 +0,mlp.experts.30.up_proj,0.0000002056,0.01000,1.714 +0,mlp.experts.45.up_proj,0.0000001465,0.01000,1.471 +0,mlp.experts.12.up_proj,0.0000002654,0.01000,2.114 +0,mlp.experts.37.up_proj,0.0000001341,0.01000,1.493 +0,mlp.experts.22.up_proj,0.0000003284,0.01000,1.762 +0,mlp.experts.26.up_proj,0.0000001406,0.01000,1.727 +0,mlp.experts.41.up_proj,0.0000002471,0.01000,1.497 +0,mlp.experts.8.up_proj,0.0000001817,0.01000,2.245 +0,mlp.experts.47.up_proj,0.0000003245,0.01000,1.854 +0,mlp.experts.35.up_proj,0.0000001422,0.01000,1.928 +0,mlp.experts.18.up_proj,0.0000003164,0.01000,1.870 +0,mlp.experts.33.up_proj,0.0000003641,0.01000,1.556 +0,mlp.experts.43.up_proj,0.0000001880,0.01000,1.869 +0,mlp.experts.61.up_proj,0.0000002110,0.01000,1.443 +0,mlp.experts.39.up_proj,0.0000002486,0.01000,1.960 +0,mlp.experts.53.up_proj,0.0000001875,0.01000,1.490 +0,mlp.experts.16.up_proj,0.0000001595,0.01000,2.260 +0,mlp.experts.57.up_proj,0.0000001748,0.01000,1.458 +0,mlp.experts.46.up_proj,0.0000002714,0.01000,1.866 +0,mlp.experts.20.up_proj,0.0000003034,0.01000,2.135 +0,mlp.experts.38.up_proj,0.0000003206,0.01000,1.858 +0,mlp.experts.42.up_proj,0.0000002431,0.01000,1.853 +0,mlp.experts.28.up_proj,0.0000003216,0.01000,2.099 +0,mlp.experts.24.up_proj,0.0000002782,0.01000,1.880 +0,mlp.experts.49.up_proj,0.0000000987,0.01000,1.537 +0,mlp.experts.63.up_proj,0.0000002082,0.01000,1.983 +0,mlp.experts.51.up_proj,0.0000002325,0.01000,1.876 +0,mlp.experts.34.up_proj,0.0000002034,0.01000,1.866 +0,mlp.experts.59.up_proj,0.0000002083,0.01000,1.891 +0,mlp.experts.77.up_proj,0.0000002761,0.01000,1.488 +0,mlp.experts.69.up_proj,0.0000001966,0.01000,1.522 +0,mlp.experts.73.up_proj,0.0000002095,0.01000,1.492 +0,mlp.experts.55.up_proj,0.0000002575,0.01000,1.761 +0,mlp.experts.32.up_proj,0.0000002546,0.01000,2.025 +0,mlp.experts.62.up_proj,0.0000002563,0.01000,1.884 +0,mlp.experts.58.up_proj,0.0000001155,0.01000,1.829 +0,mlp.experts.54.up_proj,0.0000001945,0.01000,1.915 +0,mlp.experts.65.up_proj,0.0000002268,0.01000,1.575 +0,mlp.experts.36.up_proj,0.0000002610,0.01000,2.206 +0,mlp.experts.79.up_proj,0.0000002593,0.01000,1.647 +0,mlp.experts.67.up_proj,0.0000002743,0.01000,1.665 +0,mlp.experts.44.up_proj,0.0000002280,0.01000,2.152 +0,mlp.experts.75.up_proj,0.0000002541,0.01000,1.576 +0,mlp.experts.40.up_proj,0.0000001709,0.01000,2.218 +0,mlp.experts.93.up_proj,0.0000001927,0.01000,1.554 +0,mlp.experts.85.up_proj,0.0000001462,0.01000,1.620 +0,mlp.experts.50.up_proj,0.0000001592,0.01000,1.986 +0,mlp.experts.89.up_proj,0.0000002977,0.01000,1.586 +0,mlp.experts.71.up_proj,0.0000002089,0.01000,1.617 +0,mlp.experts.81.up_proj,0.0000002664,0.01000,1.501 +0,mlp.experts.78.up_proj,0.0000001939,0.01000,2.016 +0,mlp.experts.48.up_proj,0.0000002016,0.01000,2.151 +0,mlp.experts.74.up_proj,0.0000002809,0.01000,1.935 +0,mlp.experts.70.up_proj,0.0000003039,0.01000,1.993 +0,mlp.experts.95.up_proj,0.0000001946,0.01000,1.827 +0,mlp.experts.83.up_proj,0.0000002231,0.01000,1.738 +0,mlp.experts.52.up_proj,0.0000002606,0.01000,2.161 +0,mlp.experts.91.up_proj,0.0000002560,0.01000,1.824 +0,mlp.experts.109.up_proj,0.0000001384,0.01000,1.849 +0,mlp.experts.101.up_proj,0.0000003136,0.01000,1.708 +0,mlp.experts.60.up_proj,0.0000001719,0.01000,2.185 +0,mlp.experts.66.up_proj,0.0000003435,0.01000,1.774 +0,mlp.experts.56.up_proj,0.0000003429,0.01000,2.143 +0,mlp.experts.105.up_proj,0.0000002220,0.01000,1.902 +0,mlp.experts.87.up_proj,0.0000002215,0.01000,2.035 +0,mlp.experts.94.up_proj,0.0000001806,0.01000,1.630 +0,mlp.experts.90.up_proj,0.0000002564,0.01000,1.650 +0,mlp.experts.86.up_proj,0.0000002664,0.01000,1.614 +0,mlp.experts.97.up_proj,0.0000002038,0.01000,2.151 +0,mlp.experts.64.up_proj,0.0000003316,0.01000,1.960 +0,mlp.experts.99.up_proj,0.0000002134,0.01000,1.762 +0,mlp.experts.111.up_proj,0.0000003182,0.01000,1.839 +0,mlp.experts.107.up_proj,0.0000001577,0.01000,1.798 +0,mlp.experts.82.up_proj,0.0000004196,0.01000,1.574 +0,mlp.experts.68.up_proj,0.0000002012,0.01000,2.046 +0,mlp.experts.125.up_proj,0.0000002156,0.01000,1.911 +0,mlp.experts.117.up_proj,0.0000002698,0.01000,1.891 +0,mlp.experts.121.up_proj,0.0000001003,0.01000,1.770 +0,mlp.experts.76.up_proj,0.0000001211,0.01000,2.055 +0,mlp.experts.72.up_proj,0.0000001721,0.01000,2.035 +0,mlp.experts.103.up_proj,0.0000002424,0.01000,1.802 +0,mlp.experts.113.up_proj,0.0000001168,0.01000,1.182 +0,mlp.experts.110.up_proj,0.0000002055,0.01000,1.612 +0,mlp.experts.106.up_proj,0.0000001944,0.01000,1.595 +0,mlp.experts.102.up_proj,0.0000002273,0.01000,1.575 +0,mlp.experts.115.up_proj,0.0000002332,0.01000,1.809 +0,mlp.experts.127.up_proj,0.0000001393,0.01000,1.919 +0,mlp.experts.80.up_proj,0.0000002007,0.01000,2.078 +0,mlp.experts.123.up_proj,0.0000001330,0.01000,1.797 +0,mlp.experts.98.up_proj,0.0000001607,0.01000,1.786 +0,mlp.experts.119.up_proj,0.0000001676,0.01000,1.426 +0,mlp.experts.84.up_proj,0.0000001583,0.01000,2.099 +0,mlp.experts.126.up_proj,0.0000002464,0.01000,1.512 +0,mlp.experts.122.up_proj,0.0000002461,0.01000,1.461 +0,mlp.experts.118.up_proj,0.0000002932,0.01000,1.435 +0,mlp.experts.92.up_proj,0.0000003344,0.01000,2.033 +0,mlp.experts.88.up_proj,0.0000000871,0.01000,1.994 +0,mlp.experts.114.up_proj,0.0000001533,0.01000,1.034 +0,mlp.experts.96.up_proj,0.0000002576,0.01000,1.952 +0,mlp.experts.100.up_proj,0.0000001773,0.01000,1.799 +0,mlp.experts.108.up_proj,0.0000000966,0.01000,1.763 +0,mlp.experts.104.up_proj,0.0000002091,0.01000,1.757 +0,mlp.experts.112.up_proj,0.0000002782,0.01000,1.962 +0,mlp.experts.116.up_proj,0.0000002220,0.01000,1.732 +0,mlp.experts.124.up_proj,0.0000002536,0.01000,1.615 +0,mlp.experts.120.up_proj,0.0000002062,0.01000,1.593 +0,mlp.experts.9.down_proj,0.0000000051,0.01000,1.114 +0,mlp.experts.1.down_proj,0.0000000046,0.01000,1.113 +0,mlp.experts.13.down_proj,0.0000000060,0.01000,1.125 +0,mlp.experts.2.down_proj,0.0000000078,0.01000,1.149 +0,mlp.experts.6.down_proj,0.0000000039,0.01000,1.158 +0,mlp.experts.10.down_proj,0.0000000061,0.01000,1.202 +0,mlp.experts.14.down_proj,0.0000000074,0.01000,1.205 +0,mlp.experts.4.down_proj,0.0000000160,0.01000,1.192 +0,mlp.experts.5.down_proj,0.0000000042,0.01000,1.217 +0,mlp.experts.0.down_proj,0.0000000114,0.01000,1.229 +0,mlp.experts.15.down_proj,0.0000000048,0.01000,1.256 +0,mlp.experts.8.down_proj,0.0000000052,0.01000,1.249 +0,mlp.experts.11.down_proj,0.0000000059,0.01000,1.297 +0,mlp.experts.3.down_proj,0.0000000139,0.01000,1.306 +0,mlp.experts.12.down_proj,0.0000000110,0.01000,1.314 +0,mlp.experts.7.down_proj,0.0000000060,0.01000,1.312 +0,mlp.experts.25.down_proj,0.0000000307,0.01000,0.642 +0,mlp.experts.17.down_proj,0.0000000084,0.01000,0.649 +0,mlp.experts.29.down_proj,0.0000000066,0.01000,0.624 +0,mlp.experts.22.down_proj,0.0000000146,0.01000,0.646 +0,mlp.experts.26.down_proj,0.0000000432,0.01000,0.660 +0,mlp.experts.30.down_proj,0.0000000231,0.01000,0.658 +0,mlp.experts.20.down_proj,0.0000000061,0.01000,0.667 +0,mlp.experts.18.down_proj,0.0000000102,0.01000,0.809 +0,mlp.experts.21.down_proj,0.0000000081,0.01000,0.744 +0,mlp.experts.16.down_proj,0.0000000059,0.01000,0.773 +0,mlp.experts.24.down_proj,0.0000000063,0.01000,0.744 +0,mlp.experts.31.down_proj,0.0000000198,0.01000,0.762 +0,mlp.experts.28.down_proj,0.0000000106,0.01000,0.723 +0,mlp.experts.27.down_proj,0.0000000071,0.01000,0.776 +0,mlp.experts.19.down_proj,0.0000000075,0.01000,0.772 +0,mlp.experts.23.down_proj,0.0000000125,0.01000,0.809 +0,mlp.experts.41.down_proj,0.0000000072,0.01000,0.643 +0,mlp.experts.45.down_proj,0.0000000043,0.01000,0.644 +0,mlp.experts.33.down_proj,0.0000000108,0.01000,0.663 +0,mlp.experts.38.down_proj,0.0000000110,0.01000,0.623 +0,mlp.experts.46.down_proj,0.0000000076,0.01000,0.633 +0,mlp.experts.42.down_proj,0.0000000066,0.01000,0.639 +0,mlp.experts.36.down_proj,0.0000000118,0.01000,0.677 +0,mlp.experts.34.down_proj,0.0000000091,0.01000,0.610 +0,mlp.experts.44.down_proj,0.0000000045,0.01000,0.600 +0,mlp.experts.37.down_proj,0.0000000014,0.01000,0.727 +0,mlp.experts.47.down_proj,0.0000000104,0.01000,0.697 +0,mlp.experts.35.down_proj,0.0000000082,0.01000,0.699 +0,mlp.experts.40.down_proj,0.0000000052,0.01000,0.778 +0,mlp.experts.32.down_proj,0.0000000099,0.01000,0.792 +0,mlp.experts.43.down_proj,0.0000000030,0.01000,0.746 +0,mlp.experts.39.down_proj,0.0000000058,0.01000,0.692 +0,mlp.experts.61.down_proj,0.0000000052,0.01000,0.613 +0,mlp.experts.57.down_proj,0.0000000051,0.01000,0.627 +0,mlp.experts.49.down_proj,0.0000000022,0.01000,0.627 +0,mlp.experts.54.down_proj,0.0000000075,0.01000,0.643 +0,mlp.experts.62.down_proj,0.0000000087,0.01000,0.620 +0,mlp.experts.58.down_proj,0.0000000044,0.01000,0.642 +0,mlp.experts.50.down_proj,0.0000000038,0.01000,0.647 +0,mlp.experts.52.down_proj,0.0000000151,0.01000,0.673 +0,mlp.experts.60.down_proj,0.0000000164,0.01000,0.664 +0,mlp.experts.63.down_proj,0.0000000065,0.01000,0.675 +0,mlp.experts.51.down_proj,0.0000000060,0.01000,0.687 +0,mlp.experts.53.down_proj,0.0000000035,0.01000,0.768 +0,mlp.experts.48.down_proj,0.0000000045,0.01000,0.702 +0,mlp.experts.55.down_proj,0.0000000049,0.01000,0.654 +0,mlp.experts.56.down_proj,0.0000000162,0.01000,0.682 +0,mlp.experts.59.down_proj,0.0000000040,0.01000,0.734 +0,mlp.experts.70.down_proj,0.0000000089,0.01000,0.652 +0,mlp.experts.77.down_proj,0.0000000106,0.01000,0.711 +0,mlp.experts.73.down_proj,0.0000000045,0.01000,0.716 +0,mlp.experts.74.down_proj,0.0000000073,0.01000,0.624 +0,mlp.experts.78.down_proj,0.0000000079,0.01000,0.718 +0,mlp.experts.65.down_proj,0.0000000068,0.01000,0.809 +0,mlp.experts.66.down_proj,0.0000000075,0.01000,0.667 +0,mlp.experts.68.down_proj,0.0000000064,0.01000,0.727 +0,mlp.experts.76.down_proj,0.0000000060,0.01000,0.737 +0,mlp.experts.79.down_proj,0.0000000054,0.01000,0.774 +0,mlp.experts.67.down_proj,0.0000000129,0.01000,0.749 +0,mlp.experts.64.down_proj,0.0000000083,0.01000,0.705 +0,mlp.experts.72.down_proj,0.0000000083,0.01000,0.710 +0,mlp.experts.69.down_proj,0.0000000073,0.01000,0.810 +0,mlp.experts.71.down_proj,0.0000000053,0.01000,0.754 +0,mlp.experts.75.down_proj,0.0000000116,0.01000,0.786 +0,mlp.experts.86.down_proj,0.0000000073,0.01000,0.628 +0,mlp.experts.90.down_proj,0.0000000038,0.01000,0.623 +0,mlp.experts.89.down_proj,0.0000000075,0.01000,0.686 +0,mlp.experts.93.down_proj,0.0000000057,0.01000,0.710 +0,mlp.experts.81.down_proj,0.0000000040,0.01000,0.670 +0,mlp.experts.94.down_proj,0.0000000074,0.01000,0.685 +0,mlp.experts.84.down_proj,0.0000000047,0.01000,0.703 +0,mlp.experts.82.down_proj,0.0000000139,0.01000,0.801 +0,mlp.experts.92.down_proj,0.0000000086,0.01000,0.805 +0,mlp.experts.95.down_proj,0.0000000096,0.01000,0.714 +0,mlp.experts.83.down_proj,0.0000000077,0.01000,0.735 +0,mlp.experts.88.down_proj,0.0000000072,0.01000,0.719 +0,mlp.experts.80.down_proj,0.0000000062,0.01000,0.743 +0,mlp.experts.102.down_proj,0.0000000065,0.01000,0.638 +0,mlp.experts.85.down_proj,0.0000000025,0.01000,0.751 +0,mlp.experts.87.down_proj,0.0000000083,0.01000,0.763 +0,mlp.experts.105.down_proj,0.0000000083,0.01000,0.607 +0,mlp.experts.109.down_proj,0.0000000040,0.01000,0.607 +0,mlp.experts.91.down_proj,0.0000000069,0.01000,0.756 +0,mlp.experts.97.down_proj,0.0000000052,0.01000,0.601 +0,mlp.experts.106.down_proj,0.0000000083,0.01000,0.719 +0,mlp.experts.110.down_proj,0.0000000051,0.01000,0.654 +0,mlp.experts.98.down_proj,0.0000000038,0.01000,0.749 +0,mlp.experts.100.down_proj,0.0000000039,0.01000,0.772 +0,mlp.experts.108.down_proj,0.0000000023,0.01000,0.679 +0,mlp.experts.118.down_proj,0.0000000073,0.01000,0.613 +0,mlp.experts.104.down_proj,0.0000000104,0.01000,0.676 +0,mlp.experts.111.down_proj,0.0000000078,0.01000,0.777 +0,mlp.experts.96.down_proj,0.0000000122,0.01000,0.677 +0,mlp.experts.121.down_proj,0.0000000049,0.01000,0.620 +0,mlp.experts.125.down_proj,0.0000000098,0.01000,0.623 +0,mlp.experts.122.down_proj,0.0000000061,0.01000,0.582 +0,mlp.experts.101.down_proj,0.0000000068,0.01000,0.713 +0,mlp.experts.113.down_proj,0.0000000058,0.01000,0.610 +0,mlp.experts.99.down_proj,0.0000000088,0.01000,0.825 +0,mlp.experts.126.down_proj,0.0000000119,0.01000,0.574 +0,mlp.experts.103.down_proj,0.0000000054,0.01000,0.811 +0,mlp.experts.114.down_proj,0.0000000064,0.01000,0.441 +0,mlp.experts.107.down_proj,0.0000000051,0.01000,0.814 +0,mlp.experts.117.down_proj,0.0000000056,0.01000,0.297 +0,mlp.experts.116.down_proj,0.0000000072,0.01000,0.609 +0,mlp.experts.124.down_proj,0.0000000151,0.01000,0.626 +0,mlp.experts.120.down_proj,0.0000000073,0.01000,0.577 +0,mlp.experts.112.down_proj,0.0000000110,0.01000,0.570 +0,mlp.experts.127.down_proj,0.0000000053,0.01000,0.774 +0,mlp.experts.115.down_proj,0.0000000110,0.01000,0.735 +0,mlp.experts.119.down_proj,0.0000000051,0.01000,0.694 +0,mlp.experts.123.down_proj,0.0000000030,0.01000,0.680 +1,self_attn.q_proj,0.0000000125,0.01000,0.747 +1,self_attn.v_proj,0.0000000016,0.01000,0.795 +1,self_attn.k_proj,0.0000000016,0.01000,0.797 +1,self_attn.o_proj,0.0000000032,0.01000,1.562 +1,mlp.experts.0.gate_proj,0.0000007697,0.01000,1.581 +1,mlp.experts.8.gate_proj,0.0000007576,0.01000,1.577 +1,mlp.experts.12.gate_proj,0.0000008616,0.01000,1.598 +1,mlp.experts.4.gate_proj,0.0000007801,0.01000,1.673 +1,mlp.experts.5.gate_proj,0.0000007976,0.01000,1.864 +1,mlp.experts.9.gate_proj,0.0000006732,0.01000,1.973 +1,mlp.experts.1.gate_proj,0.0000004068,0.01000,2.116 +1,mlp.experts.11.gate_proj,0.0000007430,0.01000,2.103 +1,mlp.experts.7.gate_proj,0.0000007819,0.01000,2.195 +1,mlp.experts.13.gate_proj,0.0000008015,0.01000,2.163 +1,mlp.experts.3.gate_proj,0.0000007413,0.01000,2.222 +1,mlp.experts.10.gate_proj,0.0000009546,0.01000,2.314 +1,mlp.experts.14.gate_proj,0.0000008435,0.01000,2.288 +1,mlp.experts.15.gate_proj,0.0000006968,0.01000,2.287 +1,mlp.experts.6.gate_proj,0.0000007957,0.01000,2.323 +1,mlp.experts.2.gate_proj,0.0000007603,0.01000,2.421 +1,mlp.experts.16.gate_proj,0.0000007445,0.01000,1.543 +1,mlp.experts.24.gate_proj,0.0000007956,0.01000,1.542 +1,mlp.experts.28.gate_proj,0.0000007516,0.01000,1.548 +1,mlp.experts.20.gate_proj,0.0000008334,0.01000,1.717 +1,mlp.experts.21.gate_proj,0.0000008055,0.01000,1.943 +1,mlp.experts.25.gate_proj,0.0000008363,0.01000,1.956 +1,mlp.experts.17.gate_proj,0.0000008070,0.01000,1.993 +1,mlp.experts.29.gate_proj,0.0000008223,0.01000,1.922 +1,mlp.experts.26.gate_proj,0.0000007770,0.01000,1.891 +1,mlp.experts.30.gate_proj,0.0000007898,0.01000,1.922 +1,mlp.experts.19.gate_proj,0.0000006319,0.01000,2.053 +1,mlp.experts.22.gate_proj,0.0000007025,0.01000,1.983 +1,mlp.experts.27.gate_proj,0.0000003688,0.01000,2.218 +1,mlp.experts.18.gate_proj,0.0000006617,0.01000,1.973 +1,mlp.experts.23.gate_proj,0.0000007348,0.01000,2.209 +1,mlp.experts.31.gate_proj,0.0000007840,0.01000,2.150 +1,mlp.experts.40.gate_proj,0.0000007650,0.01000,1.723 +1,mlp.experts.32.gate_proj,0.0000007470,0.01000,1.781 +1,mlp.experts.44.gate_proj,0.0000008337,0.01000,1.735 +1,mlp.experts.36.gate_proj,0.0000007785,0.01000,1.718 +1,mlp.experts.37.gate_proj,0.0000008288,0.01000,1.762 +1,mlp.experts.41.gate_proj,0.0000006809,0.01000,1.771 +1,mlp.experts.45.gate_proj,0.0000007789,0.01000,1.833 +1,mlp.experts.33.gate_proj,0.0000008175,0.01000,1.888 +1,mlp.experts.46.gate_proj,0.0000008098,0.01000,2.051 +1,mlp.experts.42.gate_proj,0.0000008528,0.01000,2.186 +1,mlp.experts.35.gate_proj,0.0000008441,0.01000,2.141 +1,mlp.experts.60.gate_proj,0.0000007711,0.01000,1.473 +1,mlp.experts.56.gate_proj,0.0000007679,0.01000,1.571 +1,mlp.experts.48.gate_proj,0.0000007727,0.01000,1.522 +1,mlp.experts.43.gate_proj,0.0000007785,0.01000,2.098 +1,mlp.experts.34.gate_proj,0.0000007678,0.01000,2.142 +1,mlp.experts.39.gate_proj,0.0000008417,0.01000,2.154 +1,mlp.experts.47.gate_proj,0.0000008511,0.01000,2.072 +1,mlp.experts.38.gate_proj,0.0000007247,0.01000,2.272 +1,mlp.experts.52.gate_proj,0.0000008208,0.01000,1.520 +1,mlp.experts.53.gate_proj,0.0000006854,0.01000,1.667 +1,mlp.experts.57.gate_proj,0.0000008484,0.01000,1.610 +1,mlp.experts.61.gate_proj,0.0000007780,0.01000,1.685 +1,mlp.experts.49.gate_proj,0.0000008220,0.01000,1.735 +1,mlp.experts.76.gate_proj,0.0000007844,0.01000,1.701 +1,mlp.experts.72.gate_proj,0.0000007644,0.01000,1.694 +1,mlp.experts.64.gate_proj,0.0000006686,0.01000,1.899 +1,mlp.experts.68.gate_proj,0.0000007061,0.01000,1.709 +1,mlp.experts.59.gate_proj,0.0000008004,0.01000,1.947 +1,mlp.experts.63.gate_proj,0.0000007445,0.01000,2.022 +1,mlp.experts.51.gate_proj,0.0000007957,0.01000,2.174 +1,mlp.experts.62.gate_proj,0.0000008084,0.01000,2.335 +1,mlp.experts.55.gate_proj,0.0000007488,0.01000,2.080 +1,mlp.experts.58.gate_proj,0.0000007113,0.01000,2.332 +1,mlp.experts.50.gate_proj,0.0000013048,0.01000,2.211 +1,mlp.experts.54.gate_proj,0.0000007823,0.01000,2.349 +1,mlp.experts.69.gate_proj,0.0000008580,0.01000,1.725 +1,mlp.experts.73.gate_proj,0.0000008005,0.01000,1.762 +1,mlp.experts.77.gate_proj,0.0000007702,0.01000,1.804 +1,mlp.experts.65.gate_proj,0.0000005916,0.01000,1.809 +1,mlp.experts.92.gate_proj,0.0000008010,0.01000,1.823 +1,mlp.experts.88.gate_proj,0.0000007832,0.01000,1.905 +1,mlp.experts.80.gate_proj,0.0000006745,0.01000,1.876 +1,mlp.experts.84.gate_proj,0.0000008799,0.01000,1.877 +1,mlp.experts.75.gate_proj,0.0000006542,0.01000,2.131 +1,mlp.experts.78.gate_proj,0.0000007632,0.01000,1.953 +1,mlp.experts.66.gate_proj,0.0000008024,0.01000,1.879 +1,mlp.experts.79.gate_proj,0.0000007585,0.01000,2.155 +1,mlp.experts.74.gate_proj,0.0000007272,0.01000,2.019 +1,mlp.experts.67.gate_proj,0.0000007752,0.01000,2.150 +1,mlp.experts.71.gate_proj,0.0000008896,0.01000,2.156 +1,mlp.experts.85.gate_proj,0.0000007795,0.01000,1.952 +1,mlp.experts.70.gate_proj,0.0000007975,0.01000,2.067 +1,mlp.experts.89.gate_proj,0.0000008059,0.01000,2.077 +1,mlp.experts.93.gate_proj,0.0000008875,0.01000,1.895 +1,mlp.experts.81.gate_proj,0.0000007115,0.01000,1.889 +1,mlp.experts.108.gate_proj,0.0000007902,0.01000,1.772 +1,mlp.experts.104.gate_proj,0.0000008837,0.01000,1.767 +1,mlp.experts.96.gate_proj,0.0000007071,0.01000,1.758 +1,mlp.experts.100.gate_proj,0.0000006856,0.01000,1.817 +1,mlp.experts.101.gate_proj,0.0000007107,0.01000,1.670 +1,mlp.experts.91.gate_proj,0.0000008274,0.01000,2.103 +1,mlp.experts.82.gate_proj,0.0000007080,0.01000,2.055 +1,mlp.experts.94.gate_proj,0.0000007202,0.01000,2.191 +1,mlp.experts.90.gate_proj,0.0000006173,0.01000,2.024 +1,mlp.experts.95.gate_proj,0.0000008288,0.01000,2.058 +1,mlp.experts.87.gate_proj,0.0000003585,0.01000,2.085 +1,mlp.experts.83.gate_proj,0.0000007118,0.01000,2.139 +1,mlp.experts.105.gate_proj,0.0000008446,0.01000,1.714 +1,mlp.experts.109.gate_proj,0.0000008784,0.01000,1.640 +1,mlp.experts.97.gate_proj,0.0000008214,0.01000,1.767 +1,mlp.experts.86.gate_proj,0.0000007471,0.01000,2.196 +1,mlp.experts.124.gate_proj,0.0000006928,0.01000,1.796 +1,mlp.experts.120.gate_proj,0.0000008416,0.01000,1.896 +1,mlp.experts.112.gate_proj,0.0000007012,0.01000,1.869 +1,mlp.experts.116.gate_proj,0.0000007450,0.01000,1.944 +1,mlp.experts.117.gate_proj,0.0000007728,0.01000,1.851 +1,mlp.experts.107.gate_proj,0.0000007149,0.01000,2.057 +1,mlp.experts.111.gate_proj,0.0000007166,0.01000,1.916 +1,mlp.experts.103.gate_proj,0.0000008464,0.01000,1.882 +1,mlp.experts.99.gate_proj,0.0000007319,0.01000,1.886 +1,mlp.experts.98.gate_proj,0.0000008136,0.01000,2.142 +1,mlp.experts.121.gate_proj,0.0000007277,0.01000,1.935 +1,mlp.experts.110.gate_proj,0.0000006955,0.01000,2.094 +1,mlp.experts.106.gate_proj,0.0000006801,0.01000,2.156 +1,mlp.experts.125.gate_proj,0.0000008832,0.01000,2.022 +1,mlp.experts.113.gate_proj,0.0000008054,0.01000,2.080 +1,mlp.experts.102.gate_proj,0.0000006042,0.01000,2.119 +1,mlp.experts.12.up_proj,0.0000007575,0.01000,1.912 +1,mlp.experts.8.up_proj,0.0000007149,0.01000,1.891 +1,mlp.experts.0.up_proj,0.0000007392,0.01000,1.963 +1,mlp.experts.4.up_proj,0.0000007550,0.01000,1.973 +1,mlp.experts.119.gate_proj,0.0000007647,0.01000,1.604 +1,mlp.experts.127.gate_proj,0.0000006678,0.01000,1.647 +1,mlp.experts.115.gate_proj,0.0000007955,0.01000,1.597 +1,mlp.experts.123.gate_proj,0.0000007529,0.01000,1.699 +1,mlp.experts.5.up_proj,0.0000007399,0.01000,2.148 +1,mlp.experts.9.up_proj,0.0000006293,0.01000,1.828 +1,mlp.experts.13.up_proj,0.0000007432,0.01000,1.812 +1,mlp.experts.114.gate_proj,0.0000008554,0.01000,2.027 +1,mlp.experts.126.gate_proj,0.0000008001,0.01000,1.982 +1,mlp.experts.1.up_proj,0.0000003692,0.01000,1.755 +1,mlp.experts.122.gate_proj,0.0000007053,0.01000,2.290 +1,mlp.experts.24.up_proj,0.0000007472,0.01000,1.787 +1,mlp.experts.28.up_proj,0.0000006970,0.01000,1.947 +1,mlp.experts.118.gate_proj,0.0000008542,0.01000,2.119 +1,mlp.experts.16.up_proj,0.0000007273,0.01000,1.746 +1,mlp.experts.20.up_proj,0.0000008045,0.01000,1.716 +1,mlp.experts.7.up_proj,0.0000007805,0.01000,1.667 +1,mlp.experts.3.up_proj,0.0000006842,0.01000,1.682 +1,mlp.experts.11.up_proj,0.0000006825,0.01000,1.660 +1,mlp.experts.15.up_proj,0.0000006197,0.01000,1.955 +1,mlp.experts.25.up_proj,0.0000008121,0.01000,1.876 +1,mlp.experts.29.up_proj,0.0000007831,0.01000,1.952 +1,mlp.experts.21.up_proj,0.0000007371,0.01000,2.265 +1,mlp.experts.2.up_proj,0.0000006933,0.01000,2.098 +1,mlp.experts.17.up_proj,0.0000008026,0.01000,1.925 +1,mlp.experts.14.up_proj,0.0000008426,0.01000,2.190 +1,mlp.experts.40.up_proj,0.0000007358,0.01000,1.819 +1,mlp.experts.32.up_proj,0.0000006802,0.01000,1.886 +1,mlp.experts.10.up_proj,0.0000008578,0.01000,2.241 +1,mlp.experts.44.up_proj,0.0000008225,0.01000,2.124 +1,mlp.experts.36.up_proj,0.0000007542,0.01000,1.954 +1,mlp.experts.6.up_proj,0.0000007509,0.01000,2.211 +1,mlp.experts.23.up_proj,0.0000007023,0.01000,1.661 +1,mlp.experts.27.up_proj,0.0000003213,0.01000,1.643 +1,mlp.experts.19.up_proj,0.0000005874,0.01000,1.674 +1,mlp.experts.31.up_proj,0.0000007649,0.01000,2.026 +1,mlp.experts.41.up_proj,0.0000006493,0.01000,1.931 +1,mlp.experts.45.up_proj,0.0000007301,0.01000,2.037 +1,mlp.experts.56.up_proj,0.0000007165,0.01000,1.716 +1,mlp.experts.18.up_proj,0.0000006219,0.01000,2.031 +1,mlp.experts.30.up_proj,0.0000007790,0.01000,2.039 +1,mlp.experts.48.up_proj,0.0000007273,0.01000,1.680 +1,mlp.experts.37.up_proj,0.0000007816,0.01000,2.223 +1,mlp.experts.33.up_proj,0.0000007829,0.01000,2.221 +1,mlp.experts.60.up_proj,0.0000007484,0.01000,1.759 +1,mlp.experts.52.up_proj,0.0000008169,0.01000,1.712 +1,mlp.experts.26.up_proj,0.0000007345,0.01000,1.985 +1,mlp.experts.43.up_proj,0.0000006835,0.01000,1.946 +1,mlp.experts.22.up_proj,0.0000006598,0.01000,2.011 +1,mlp.experts.35.up_proj,0.0000007535,0.01000,1.981 +1,mlp.experts.39.up_proj,0.0000007928,0.01000,2.062 +1,mlp.experts.47.up_proj,0.0000007952,0.01000,1.981 +1,mlp.experts.72.up_proj,0.0000007172,0.01000,1.617 +1,mlp.experts.57.up_proj,0.0000008076,0.01000,2.170 +1,mlp.experts.64.up_proj,0.0000006356,0.01000,1.609 +1,mlp.experts.34.up_proj,0.0000007089,0.01000,1.881 +1,mlp.experts.61.up_proj,0.0000007356,0.01000,2.050 +1,mlp.experts.76.up_proj,0.0000007512,0.01000,1.627 +1,mlp.experts.68.up_proj,0.0000008753,0.01000,1.687 +1,mlp.experts.53.up_proj,0.0000006695,0.01000,1.972 +1,mlp.experts.46.up_proj,0.0000007916,0.01000,2.049 +1,mlp.experts.49.up_proj,0.0000007443,0.01000,2.029 +1,mlp.experts.42.up_proj,0.0000007864,0.01000,1.985 +1,mlp.experts.38.up_proj,0.0000007075,0.01000,1.904 +1,mlp.experts.59.up_proj,0.0000007799,0.01000,2.119 +1,mlp.experts.55.up_proj,0.0000006966,0.01000,2.140 +1,mlp.experts.51.up_proj,0.0000007458,0.01000,2.407 +1,mlp.experts.88.up_proj,0.0000007478,0.01000,1.819 +1,mlp.experts.80.up_proj,0.0000006163,0.01000,1.732 +1,mlp.experts.73.up_proj,0.0000007524,0.01000,1.871 +1,mlp.experts.63.up_proj,0.0000007004,0.01000,2.222 +1,mlp.experts.77.up_proj,0.0000007473,0.01000,1.709 +1,mlp.experts.92.up_proj,0.0000007845,0.01000,1.815 +1,mlp.experts.84.up_proj,0.0000007611,0.01000,1.697 +1,mlp.experts.50.up_proj,0.0000005525,0.01000,1.904 +1,mlp.experts.69.up_proj,0.0000007759,0.01000,1.693 +1,mlp.experts.65.up_proj,0.0000005431,0.01000,1.628 +1,mlp.experts.62.up_proj,0.0000007905,0.01000,1.997 +1,mlp.experts.58.up_proj,0.0000006802,0.01000,1.881 +1,mlp.experts.54.up_proj,0.0000007594,0.01000,1.870 +1,mlp.experts.75.up_proj,0.0000005998,0.01000,2.254 +1,mlp.experts.71.up_proj,0.0000008324,0.01000,2.236 +1,mlp.experts.104.up_proj,0.0000008594,0.01000,1.870 +1,mlp.experts.96.up_proj,0.0000006698,0.01000,1.808 +1,mlp.experts.67.up_proj,0.0000007478,0.01000,2.177 +1,mlp.experts.89.up_proj,0.0000007841,0.01000,1.797 +1,mlp.experts.93.up_proj,0.0000008296,0.01000,1.785 +1,mlp.experts.66.up_proj,0.0000007665,0.01000,1.827 +1,mlp.experts.100.up_proj,0.0000006208,0.01000,1.884 +1,mlp.experts.81.up_proj,0.0000006693,0.01000,1.819 +1,mlp.experts.108.up_proj,0.0000007109,0.01000,1.926 +1,mlp.experts.79.up_proj,0.0000006816,0.01000,2.149 +1,mlp.experts.85.up_proj,0.0000007491,0.01000,1.988 +1,mlp.experts.78.up_proj,0.0000007329,0.01000,2.013 +1,mlp.experts.74.up_proj,0.0000007068,0.01000,1.925 +1,mlp.experts.70.up_proj,0.0000007548,0.01000,1.915 +1,mlp.experts.120.up_proj,0.0000007855,0.01000,1.733 +1,mlp.experts.112.up_proj,0.0000006602,0.01000,1.709 +1,mlp.experts.109.up_proj,0.0000008622,0.01000,1.743 +1,mlp.experts.87.up_proj,0.0000003306,0.01000,2.107 +1,mlp.experts.116.up_proj,0.0000006860,0.01000,1.661 +1,mlp.experts.105.up_proj,0.0000007942,0.01000,1.982 +1,mlp.experts.91.up_proj,0.0000007696,0.01000,2.280 +1,mlp.experts.124.up_proj,0.0000006484,0.01000,1.652 +1,mlp.experts.97.up_proj,0.0000008242,0.01000,1.792 +1,mlp.experts.83.up_proj,0.0000006555,0.01000,2.191 +1,mlp.experts.101.up_proj,0.0000006799,0.01000,1.727 +1,mlp.experts.82.up_proj,0.0000006409,0.01000,2.090 +1,mlp.experts.95.up_proj,0.0000007482,0.01000,2.149 +1,mlp.experts.94.up_proj,0.0000006654,0.01000,1.873 +1,mlp.experts.90.up_proj,0.0000006127,0.01000,1.831 +1,mlp.experts.86.up_proj,0.0000006689,0.01000,1.980 +1,mlp.experts.121.up_proj,0.0000006636,0.01000,1.736 +1,mlp.experts.125.up_proj,0.0000007924,0.01000,1.950 +1,mlp.experts.117.up_proj,0.0000006989,0.01000,1.596 +1,mlp.experts.113.up_proj,0.0000007970,0.01000,1.702 +1,mlp.experts.103.up_proj,0.0000008420,0.01000,2.160 +1,mlp.experts.107.up_proj,0.0000006517,0.01000,2.142 +1,mlp.experts.99.up_proj,0.0000006851,0.01000,2.139 +1,mlp.experts.98.up_proj,0.0000007907,0.01000,2.061 +1,mlp.experts.110.up_proj,0.0000006697,0.01000,1.989 +1,mlp.experts.111.up_proj,0.0000006795,0.01000,2.144 +1,mlp.experts.106.up_proj,0.0000006262,0.01000,1.986 +1,mlp.experts.102.up_proj,0.0000005681,0.01000,1.998 +1,mlp.experts.119.up_proj,0.0000006931,0.01000,2.069 +1,mlp.experts.123.up_proj,0.0000007054,0.01000,2.029 +1,mlp.experts.115.up_proj,0.0000007694,0.01000,1.945 +1,mlp.experts.114.up_proj,0.0000007564,0.01000,1.929 +1,mlp.experts.127.up_proj,0.0000006279,0.01000,1.671 +1,mlp.experts.126.up_proj,0.0000007621,0.01000,1.753 +1,mlp.experts.122.up_proj,0.0000006830,0.01000,1.789 +1,mlp.experts.118.up_proj,0.0000008240,0.01000,1.548 +1,mlp.experts.8.down_proj,0.0000000268,0.01000,0.764 +1,mlp.experts.0.down_proj,0.0000000185,0.01000,0.772 +1,mlp.experts.12.down_proj,0.0000000383,0.01000,0.757 +1,mlp.experts.4.down_proj,0.0000000234,0.01000,0.833 +1,mlp.experts.2.down_proj,0.0000000276,0.01000,0.967 +1,mlp.experts.6.down_proj,0.0000000300,0.01000,0.993 +1,mlp.experts.14.down_proj,0.0000000217,0.01000,0.943 +1,mlp.experts.10.down_proj,0.0000000431,0.01000,1.008 +1,mlp.experts.13.down_proj,0.0000000232,0.01000,1.025 +1,mlp.experts.5.down_proj,0.0000000212,0.01000,1.111 +1,mlp.experts.9.down_proj,0.0000000234,0.01000,1.121 +1,mlp.experts.1.down_proj,0.0000000148,0.01000,1.147 +1,mlp.experts.7.down_proj,0.0000000189,0.01000,1.161 +1,mlp.experts.11.down_proj,0.0000000307,0.01000,1.142 +1,mlp.experts.3.down_proj,0.0000000222,0.01000,1.176 +1,mlp.experts.15.down_proj,0.0000000162,0.01000,1.139 +1,mlp.experts.24.down_proj,0.0000000239,0.01000,0.583 +1,mlp.experts.16.down_proj,0.0000000187,0.01000,0.586 +1,mlp.experts.28.down_proj,0.0000000210,0.01000,0.596 +1,mlp.experts.20.down_proj,0.0000000215,0.01000,0.584 +1,mlp.experts.22.down_proj,0.0000000150,0.01000,0.641 +1,mlp.experts.30.down_proj,0.0000000170,0.01000,0.672 +1,mlp.experts.18.down_proj,0.0000000215,0.01000,0.725 +1,mlp.experts.26.down_proj,0.0000000198,0.01000,0.677 +1,mlp.experts.21.down_proj,0.0000000237,0.01000,0.670 +1,mlp.experts.17.down_proj,0.0000000163,0.01000,0.649 +1,mlp.experts.25.down_proj,0.0000000204,0.01000,0.693 +1,mlp.experts.29.down_proj,0.0000000321,0.01000,0.757 +1,mlp.experts.40.down_proj,0.0000000172,0.01000,0.552 +1,mlp.experts.32.down_proj,0.0000000318,0.01000,0.577 +1,mlp.experts.23.down_proj,0.0000000192,0.01000,0.781 +1,mlp.experts.27.down_proj,0.0000000658,0.01000,0.793 +1,mlp.experts.44.down_proj,0.0000000207,0.01000,0.580 +1,mlp.experts.19.down_proj,0.0000000139,0.01000,0.805 +1,mlp.experts.31.down_proj,0.0000000224,0.01000,0.813 +1,mlp.experts.36.down_proj,0.0000000205,0.01000,0.595 +1,mlp.experts.46.down_proj,0.0000000202,0.01000,0.670 +1,mlp.experts.38.down_proj,0.0000000180,0.01000,0.711 +1,mlp.experts.34.down_proj,0.0000000259,0.01000,0.683 +1,mlp.experts.42.down_proj,0.0000000203,0.01000,0.750 +1,mlp.experts.37.down_proj,0.0000000228,0.01000,0.750 +1,mlp.experts.33.down_proj,0.0000000215,0.01000,0.741 +1,mlp.experts.45.down_proj,0.0000000235,0.01000,0.713 +1,mlp.experts.48.down_proj,0.0000000281,0.01000,0.627 +1,mlp.experts.41.down_proj,0.0000000172,0.01000,0.733 +1,mlp.experts.60.down_proj,0.0000000225,0.01000,0.626 +1,mlp.experts.56.down_proj,0.0000000198,0.01000,0.724 +1,mlp.experts.52.down_proj,0.0000000194,0.01000,0.618 +1,mlp.experts.39.down_proj,0.0000000214,0.01000,0.734 +1,mlp.experts.43.down_proj,0.0000000324,0.01000,0.723 +1,mlp.experts.35.down_proj,0.0000000420,0.01000,0.763 +1,mlp.experts.47.down_proj,0.0000000232,0.01000,0.821 +1,mlp.experts.54.down_proj,0.0000000188,0.01000,0.734 +1,mlp.experts.62.down_proj,0.0000000200,0.01000,0.782 +1,mlp.experts.50.down_proj,0.0000000199,0.01000,0.774 +1,mlp.experts.58.down_proj,0.0000000204,0.01000,0.759 +1,mlp.experts.64.down_proj,0.0000000129,0.01000,0.687 +1,mlp.experts.49.down_proj,0.0000000238,0.01000,0.809 +1,mlp.experts.76.down_proj,0.0000000194,0.01000,0.740 +1,mlp.experts.68.down_proj,0.0000000340,0.01000,0.733 +1,mlp.experts.53.down_proj,0.0000000185,0.01000,0.831 +1,mlp.experts.61.down_proj,0.0000000303,0.01000,0.835 +1,mlp.experts.57.down_proj,0.0000000238,0.01000,0.816 +1,mlp.experts.72.down_proj,0.0000000188,0.01000,0.810 +1,mlp.experts.55.down_proj,0.0000000219,0.01000,0.796 +1,mlp.experts.59.down_proj,0.0000000290,0.01000,0.798 +1,mlp.experts.51.down_proj,0.0000000226,0.01000,0.792 +1,mlp.experts.63.down_proj,0.0000000196,0.01000,0.761 +1,mlp.experts.78.down_proj,0.0000000262,0.01000,0.650 +1,mlp.experts.66.down_proj,0.0000000212,0.01000,0.668 +1,mlp.experts.70.down_proj,0.0000000301,0.01000,0.757 +1,mlp.experts.65.down_proj,0.0000000236,0.01000,0.593 +1,mlp.experts.69.down_proj,0.0000000248,0.01000,0.584 +1,mlp.experts.73.down_proj,0.0000000212,0.01000,0.583 +1,mlp.experts.74.down_proj,0.0000000173,0.01000,0.765 +1,mlp.experts.77.down_proj,0.0000000201,0.01000,0.621 +1,mlp.experts.80.down_proj,0.0000000164,0.01000,0.793 +1,mlp.experts.92.down_proj,0.0000000204,0.01000,0.781 +1,mlp.experts.84.down_proj,0.0000000388,0.01000,0.779 +1,mlp.experts.88.down_proj,0.0000000228,0.01000,0.779 +1,mlp.experts.71.down_proj,0.0000000354,0.01000,0.787 +1,mlp.experts.75.down_proj,0.0000000205,0.01000,0.803 +1,mlp.experts.67.down_proj,0.0000000184,0.01000,0.798 +1,mlp.experts.79.down_proj,0.0000000218,0.01000,0.800 +1,mlp.experts.81.down_proj,0.0000000260,0.01000,0.544 +1,mlp.experts.85.down_proj,0.0000000215,0.01000,0.539 +1,mlp.experts.82.down_proj,0.0000000159,0.01000,0.691 +1,mlp.experts.86.down_proj,0.0000000283,0.01000,0.701 +1,mlp.experts.89.down_proj,0.0000000231,0.01000,0.582 +1,mlp.experts.93.down_proj,0.0000000301,0.01000,0.540 +1,mlp.experts.94.down_proj,0.0000000175,0.01000,0.787 +1,mlp.experts.90.down_proj,0.0000000144,0.01000,0.692 +1,mlp.experts.96.down_proj,0.0000000170,0.01000,0.751 +1,mlp.experts.108.down_proj,0.0000000315,0.01000,0.777 +1,mlp.experts.100.down_proj,0.0000000223,0.01000,0.785 +1,mlp.experts.87.down_proj,0.0000000072,0.01000,0.798 +1,mlp.experts.91.down_proj,0.0000000230,0.01000,0.784 +1,mlp.experts.101.down_proj,0.0000000157,0.01000,0.591 +1,mlp.experts.97.down_proj,0.0000000183,0.01000,0.616 +1,mlp.experts.104.down_proj,0.0000000256,0.01000,0.902 +1,mlp.experts.83.down_proj,0.0000000241,0.01000,0.803 +1,mlp.experts.109.down_proj,0.0000000245,0.01000,0.619 +1,mlp.experts.105.down_proj,0.0000000250,0.01000,0.627 +1,mlp.experts.98.down_proj,0.0000000207,0.01000,0.714 +1,mlp.experts.110.down_proj,0.0000000181,0.01000,0.674 +1,mlp.experts.95.down_proj,0.0000000210,0.01000,0.888 +1,mlp.experts.102.down_proj,0.0000000133,0.01000,0.776 +1,mlp.experts.106.down_proj,0.0000000155,0.01000,0.744 +1,mlp.experts.112.down_proj,0.0000000188,0.01000,0.717 +1,mlp.experts.124.down_proj,0.0000000181,0.01000,0.707 +1,mlp.experts.116.down_proj,0.0000000216,0.01000,0.705 +1,mlp.experts.117.down_proj,0.0000000330,0.01000,0.608 +1,mlp.experts.113.down_proj,0.0000000206,0.01000,0.598 +1,mlp.experts.120.down_proj,0.0000000310,0.01000,0.619 +1,mlp.experts.125.down_proj,0.0000000384,0.01000,0.569 +1,mlp.experts.121.down_proj,0.0000000204,0.01000,0.565 +1,mlp.experts.103.down_proj,0.0000000208,0.01000,0.766 +1,mlp.experts.107.down_proj,0.0000000228,0.01000,0.781 +1,mlp.experts.99.down_proj,0.0000000243,0.01000,0.765 +1,mlp.experts.114.down_proj,0.0000008551,0.01000,0.709 +1,mlp.experts.118.down_proj,0.0000000282,0.01000,0.653 +1,mlp.experts.126.down_proj,0.0000000189,0.01000,0.742 +1,mlp.experts.122.down_proj,0.0000000166,0.01000,0.556 +1,mlp.experts.111.down_proj,0.0000000162,0.01000,0.776 +1,mlp.experts.119.down_proj,0.0000000197,0.01000,0.705 +1,mlp.experts.123.down_proj,0.0000000222,0.01000,0.710 +1,mlp.experts.115.down_proj,0.0000000193,0.01000,0.694 +1,mlp.experts.127.down_proj,0.0000000143,0.01000,0.606 +2,self_attn.q_proj,0.0000000218,0.01000,0.729 +2,self_attn.v_proj,0.0000000035,0.01000,0.793 +2,self_attn.k_proj,0.0000000031,0.01000,1.005 +2,self_attn.o_proj,0.0000000032,0.01000,1.387 +2,mlp.experts.0.gate_proj,0.0000029237,0.01000,1.933 +2,mlp.experts.14.gate_proj,0.0000031211,0.01000,2.009 +2,mlp.experts.6.gate_proj,0.0000031183,0.01000,1.774 +2,mlp.experts.2.gate_proj,0.0000028381,0.01000,2.069 +2,mlp.experts.5.gate_proj,0.0000035307,0.01000,2.095 +2,mlp.experts.10.gate_proj,0.0000030444,0.01000,2.121 +2,mlp.experts.9.gate_proj,0.0000030299,0.01000,2.239 +2,mlp.experts.13.gate_proj,0.0000030828,0.01000,2.283 +2,mlp.experts.7.gate_proj,0.0000030250,0.01000,2.345 +2,mlp.experts.1.gate_proj,0.0000037772,0.01000,2.347 +2,mlp.experts.4.gate_proj,0.0000032206,0.01000,2.102 +2,mlp.experts.12.gate_proj,0.0000029925,0.01000,2.130 +2,mlp.experts.15.gate_proj,0.0000033763,0.01000,2.390 +2,mlp.experts.3.gate_proj,0.0000033404,0.01000,2.431 +2,mlp.experts.11.gate_proj,0.0000032937,0.01000,2.424 +2,mlp.experts.8.gate_proj,0.0000031737,0.01000,2.257 +2,mlp.experts.30.gate_proj,0.0000039073,0.01000,1.594 +2,mlp.experts.22.gate_proj,0.0000029939,0.01000,1.619 +2,mlp.experts.26.gate_proj,0.0000041729,0.01000,1.638 +2,mlp.experts.18.gate_proj,0.0000029881,0.01000,1.734 +2,mlp.experts.21.gate_proj,0.0000031281,0.01000,1.788 +2,mlp.experts.16.gate_proj,0.0000027650,0.01000,2.074 +2,mlp.experts.25.gate_proj,0.0000027696,0.01000,1.828 +2,mlp.experts.29.gate_proj,0.0000032747,0.01000,1.808 +2,mlp.experts.17.gate_proj,0.0000034397,0.01000,1.823 +2,mlp.experts.23.gate_proj,0.0000034428,0.01000,1.968 +2,mlp.experts.31.gate_proj,0.0000026601,0.01000,1.949 +2,mlp.experts.19.gate_proj,0.0000033227,0.01000,1.951 +2,mlp.experts.28.gate_proj,0.0000035733,0.01000,2.027 +2,mlp.experts.20.gate_proj,0.0000033235,0.01000,2.045 +2,mlp.experts.27.gate_proj,0.0000028819,0.01000,1.971 +2,mlp.experts.24.gate_proj,0.0000032214,0.01000,2.176 +2,mlp.experts.46.gate_proj,0.0000030561,0.01000,1.536 +2,mlp.experts.42.gate_proj,0.0000030424,0.01000,1.558 +2,mlp.experts.38.gate_proj,0.0000029168,0.01000,1.731 +2,mlp.experts.34.gate_proj,0.0000041878,0.01000,1.596 +2,mlp.experts.37.gate_proj,0.0000031907,0.01000,1.998 +2,mlp.experts.32.gate_proj,0.0000028956,0.01000,1.995 +2,mlp.experts.41.gate_proj,0.0000031785,0.01000,1.971 +2,mlp.experts.45.gate_proj,0.0000024902,0.01000,1.997 +2,mlp.experts.33.gate_proj,0.0000029691,0.01000,2.016 +2,mlp.experts.44.gate_proj,0.0000033251,0.01000,1.967 +2,mlp.experts.36.gate_proj,0.0000029055,0.01000,2.016 +2,mlp.experts.47.gate_proj,0.0000032987,0.01000,2.126 +2,mlp.experts.39.gate_proj,0.0000031851,0.01000,2.181 +2,mlp.experts.43.gate_proj,0.0000029319,0.01000,2.087 +2,mlp.experts.35.gate_proj,0.0000038663,0.01000,2.211 +2,mlp.experts.62.gate_proj,0.0000030097,0.01000,1.520 +2,mlp.experts.40.gate_proj,0.0000027305,0.01000,2.059 +2,mlp.experts.58.gate_proj,0.0000024862,0.01000,1.482 +2,mlp.experts.54.gate_proj,0.0000030311,0.01000,1.495 +2,mlp.experts.50.gate_proj,0.0000033190,0.01000,1.518 +2,mlp.experts.53.gate_proj,0.0000029748,0.01000,2.102 +2,mlp.experts.48.gate_proj,0.0000030052,0.01000,1.979 +2,mlp.experts.57.gate_proj,0.0000032623,0.01000,2.078 +2,mlp.experts.61.gate_proj,0.0000030295,0.01000,2.166 +2,mlp.experts.49.gate_proj,0.0000031701,0.01000,2.088 +2,mlp.experts.60.gate_proj,0.0000029078,0.01000,1.943 +2,mlp.experts.63.gate_proj,0.0000030088,0.01000,1.980 +2,mlp.experts.78.gate_proj,0.0000032463,0.01000,1.794 +2,mlp.experts.52.gate_proj,0.0000031325,0.01000,2.072 +2,mlp.experts.51.gate_proj,0.0000029771,0.01000,1.895 +2,mlp.experts.55.gate_proj,0.0000031762,0.01000,2.011 +2,mlp.experts.59.gate_proj,0.0000033128,0.01000,2.081 +2,mlp.experts.74.gate_proj,0.0000030011,0.01000,1.824 +2,mlp.experts.66.gate_proj,0.0000035338,0.01000,1.769 +2,mlp.experts.70.gate_proj,0.0000028999,0.01000,1.868 +2,mlp.experts.56.gate_proj,0.0000015784,0.01000,2.110 +2,mlp.experts.69.gate_proj,0.0000031595,0.01000,1.977 +2,mlp.experts.64.gate_proj,0.0000028223,0.01000,1.998 +2,mlp.experts.73.gate_proj,0.0000031382,0.01000,2.021 +2,mlp.experts.79.gate_proj,0.0000030662,0.01000,1.792 +2,mlp.experts.67.gate_proj,0.0000030717,0.01000,1.756 +2,mlp.experts.65.gate_proj,0.0000028406,0.01000,1.969 +2,mlp.experts.94.gate_proj,0.0000037783,0.01000,1.839 +2,mlp.experts.77.gate_proj,0.0000033463,0.01000,2.056 +2,mlp.experts.71.gate_proj,0.0000027634,0.01000,1.843 +2,mlp.experts.76.gate_proj,0.0000036591,0.01000,2.040 +2,mlp.experts.75.gate_proj,0.0000034260,0.01000,1.859 +2,mlp.experts.68.gate_proj,0.0000030533,0.01000,2.073 +2,mlp.experts.82.gate_proj,0.0000024925,0.01000,1.882 +2,mlp.experts.90.gate_proj,0.0000032989,0.01000,2.066 +2,mlp.experts.72.gate_proj,0.0000007064,0.01000,1.994 +2,mlp.experts.86.gate_proj,0.0000033932,0.01000,2.129 +2,mlp.experts.85.gate_proj,0.0000029691,0.01000,1.827 +2,mlp.experts.89.gate_proj,0.0000031773,0.01000,1.777 +2,mlp.experts.80.gate_proj,0.0000033611,0.01000,1.997 +2,mlp.experts.83.gate_proj,0.0000030280,0.01000,1.756 +2,mlp.experts.93.gate_proj,0.0000028873,0.01000,1.720 +2,mlp.experts.81.gate_proj,0.0000027570,0.01000,1.782 +2,mlp.experts.95.gate_proj,0.0000028637,0.01000,1.834 +2,mlp.experts.91.gate_proj,0.0000034108,0.01000,1.757 +2,mlp.experts.110.gate_proj,0.0000028865,0.01000,1.940 +2,mlp.experts.87.gate_proj,0.0000031429,0.01000,1.900 +2,mlp.experts.92.gate_proj,0.0000058711,0.01000,2.024 +2,mlp.experts.106.gate_proj,0.0000028538,0.01000,1.831 +2,mlp.experts.84.gate_proj,0.0000027412,0.01000,2.014 +2,mlp.experts.98.gate_proj,0.0000028719,0.01000,2.046 +2,mlp.experts.102.gate_proj,0.0000030968,0.01000,1.759 +2,mlp.experts.88.gate_proj,0.0000034247,0.01000,2.062 +2,mlp.experts.101.gate_proj,0.0000027735,0.01000,1.669 +2,mlp.experts.105.gate_proj,0.0000033682,0.01000,1.759 +2,mlp.experts.97.gate_proj,0.0000032389,0.01000,1.708 +2,mlp.experts.109.gate_proj,0.0000028663,0.01000,1.791 +2,mlp.experts.111.gate_proj,0.0000032601,0.01000,1.816 +2,mlp.experts.126.gate_proj,0.0000029864,0.01000,1.645 +2,mlp.experts.99.gate_proj,0.0000036917,0.01000,1.934 +2,mlp.experts.107.gate_proj,0.0000028837,0.01000,1.836 +2,mlp.experts.96.gate_proj,0.0000031226,0.01000,2.113 +2,mlp.experts.122.gate_proj,0.0000029766,0.01000,1.610 +2,mlp.experts.103.gate_proj,0.0000031113,0.01000,1.907 +2,mlp.experts.118.gate_proj,0.0000029818,0.01000,1.591 +2,mlp.experts.108.gate_proj,0.0000034509,0.01000,1.972 +2,mlp.experts.114.gate_proj,0.0000023909,0.01000,1.929 +2,mlp.experts.100.gate_proj,0.0000029158,0.01000,2.062 +2,mlp.experts.104.gate_proj,0.0000029927,0.01000,1.931 +2,mlp.experts.117.gate_proj,0.0000028693,0.01000,1.980 +2,mlp.experts.121.gate_proj,0.0000028482,0.01000,2.034 +2,mlp.experts.113.gate_proj,0.0000031877,0.01000,2.025 +2,mlp.experts.14.up_proj,0.0000025943,0.01000,1.885 +2,mlp.experts.125.gate_proj,0.0000031205,0.01000,2.107 +2,mlp.experts.123.gate_proj,0.0000029541,0.01000,1.948 +2,mlp.experts.127.gate_proj,0.0000030463,0.01000,2.146 +2,mlp.experts.10.up_proj,0.0000029484,0.01000,1.928 +2,mlp.experts.115.gate_proj,0.0000032718,0.01000,2.136 +2,mlp.experts.112.gate_proj,0.0000029285,0.01000,1.989 +2,mlp.experts.6.up_proj,0.0000027476,0.01000,1.916 +2,mlp.experts.119.gate_proj,0.0000035512,0.01000,2.012 +2,mlp.experts.124.gate_proj,0.0000034884,0.01000,1.978 +2,mlp.experts.2.up_proj,0.0000026514,0.01000,1.923 +2,mlp.experts.116.gate_proj,0.0000028688,0.01000,1.937 +2,mlp.experts.120.gate_proj,0.0000030575,0.01000,2.060 +2,mlp.experts.5.up_proj,0.0000031571,0.01000,2.038 +2,mlp.experts.9.up_proj,0.0000028925,0.01000,1.990 +2,mlp.experts.30.up_proj,0.0000033266,0.01000,1.947 +2,mlp.experts.1.up_proj,0.0000035782,0.01000,2.044 +2,mlp.experts.0.up_proj,0.0000028019,0.01000,1.778 +2,mlp.experts.13.up_proj,0.0000028735,0.01000,2.001 +2,mlp.experts.12.up_proj,0.0000028143,0.01000,1.688 +2,mlp.experts.26.up_proj,0.0000035536,0.01000,1.985 +2,mlp.experts.22.up_proj,0.0000027470,0.01000,1.975 +2,mlp.experts.4.up_proj,0.0000029066,0.01000,1.591 +2,mlp.experts.11.up_proj,0.0000030243,0.01000,2.305 +2,mlp.experts.15.up_proj,0.0000028804,0.01000,2.252 +2,mlp.experts.7.up_proj,0.0000026024,0.01000,2.220 +2,mlp.experts.3.up_proj,0.0000031395,0.01000,2.323 +2,mlp.experts.18.up_proj,0.0000027963,0.01000,1.930 +2,mlp.experts.8.up_proj,0.0000028301,0.01000,1.585 +2,mlp.experts.16.up_proj,0.0000026577,0.01000,1.585 +2,mlp.experts.21.up_proj,0.0000028264,0.01000,1.982 +2,mlp.experts.28.up_proj,0.0000034077,0.01000,1.557 +2,mlp.experts.25.up_proj,0.0000027051,0.01000,1.945 +2,mlp.experts.20.up_proj,0.0000028593,0.01000,1.549 +2,mlp.experts.46.up_proj,0.0000027458,0.01000,2.055 +2,mlp.experts.17.up_proj,0.0000030041,0.01000,1.990 +2,mlp.experts.29.up_proj,0.0000027562,0.01000,1.992 +2,mlp.experts.24.up_proj,0.0000026983,0.01000,1.563 +2,mlp.experts.42.up_proj,0.0000028014,0.01000,2.074 +2,mlp.experts.38.up_proj,0.0000027828,0.01000,2.083 +2,mlp.experts.27.up_proj,0.0000026410,0.01000,2.029 +2,mlp.experts.31.up_proj,0.0000023763,0.01000,2.072 +2,mlp.experts.23.up_proj,0.0000029831,0.01000,1.977 +2,mlp.experts.19.up_proj,0.0000030196,0.01000,2.069 +2,mlp.experts.34.up_proj,0.0000038256,0.01000,2.289 +2,mlp.experts.37.up_proj,0.0000029151,0.01000,1.776 +2,mlp.experts.32.up_proj,0.0000028011,0.01000,1.927 +2,mlp.experts.41.up_proj,0.0000028261,0.01000,1.770 +2,mlp.experts.44.up_proj,0.0000027534,0.01000,1.927 +2,mlp.experts.33.up_proj,0.0000027740,0.01000,1.706 +2,mlp.experts.45.up_proj,0.0000022946,0.01000,1.675 +2,mlp.experts.36.up_proj,0.0000027670,0.01000,1.973 +2,mlp.experts.62.up_proj,0.0000028619,0.01000,2.054 +2,mlp.experts.40.up_proj,0.0000025544,0.01000,1.987 +2,mlp.experts.58.up_proj,0.0000022563,0.01000,2.080 +2,mlp.experts.54.up_proj,0.0000027888,0.01000,2.075 +2,mlp.experts.39.up_proj,0.0000029275,0.01000,2.072 +2,mlp.experts.47.up_proj,0.0000029466,0.01000,2.146 +2,mlp.experts.43.up_proj,0.0000028172,0.01000,2.190 +2,mlp.experts.35.up_proj,0.0000035478,0.01000,2.218 +2,mlp.experts.50.up_proj,0.0000028703,0.01000,2.163 +2,mlp.experts.53.up_proj,0.0000026432,0.01000,1.867 +2,mlp.experts.48.up_proj,0.0000026193,0.01000,1.934 +2,mlp.experts.57.up_proj,0.0000029072,0.01000,1.917 +2,mlp.experts.49.up_proj,0.0000029632,0.01000,1.882 +2,mlp.experts.61.up_proj,0.0000028263,0.01000,1.872 +2,mlp.experts.60.up_proj,0.0000029644,0.01000,1.983 +2,mlp.experts.52.up_proj,0.0000028409,0.01000,1.970 +2,mlp.experts.56.up_proj,0.0000015667,0.01000,1.846 +2,mlp.experts.78.up_proj,0.0000029397,0.01000,2.126 +2,mlp.experts.55.up_proj,0.0000030082,0.01000,1.650 +2,mlp.experts.63.up_proj,0.0000027534,0.01000,1.698 +2,mlp.experts.74.up_proj,0.0000027987,0.01000,2.065 +2,mlp.experts.59.up_proj,0.0000028565,0.01000,1.815 +2,mlp.experts.70.up_proj,0.0000028168,0.01000,2.069 +2,mlp.experts.51.up_proj,0.0000027946,0.01000,1.824 +2,mlp.experts.66.up_proj,0.0000031651,0.01000,2.034 +2,mlp.experts.69.up_proj,0.0000028037,0.01000,2.001 +2,mlp.experts.64.up_proj,0.0000028054,0.01000,1.835 +2,mlp.experts.73.up_proj,0.0000028530,0.01000,1.940 +2,mlp.experts.65.up_proj,0.0000026930,0.01000,1.921 +2,mlp.experts.76.up_proj,0.0000033598,0.01000,1.866 +2,mlp.experts.77.up_proj,0.0000026386,0.01000,1.953 +2,mlp.experts.68.up_proj,0.0000026196,0.01000,1.780 +2,mlp.experts.72.up_proj,0.0000006081,0.01000,1.848 +2,mlp.experts.94.up_proj,0.0000031469,0.01000,1.998 +2,mlp.experts.71.up_proj,0.0000028641,0.01000,2.094 +2,mlp.experts.79.up_proj,0.0000027418,0.01000,2.092 +2,mlp.experts.90.up_proj,0.0000029277,0.01000,2.087 +2,mlp.experts.86.up_proj,0.0000029524,0.01000,2.062 +2,mlp.experts.75.up_proj,0.0000029165,0.01000,2.174 +2,mlp.experts.82.up_proj,0.0000023818,0.01000,2.010 +2,mlp.experts.67.up_proj,0.0000026673,0.01000,2.410 +2,mlp.experts.85.up_proj,0.0000027605,0.01000,1.951 +2,mlp.experts.89.up_proj,0.0000029401,0.01000,1.910 +2,mlp.experts.80.up_proj,0.0000029936,0.01000,2.034 +2,mlp.experts.81.up_proj,0.0000026639,0.01000,2.023 +2,mlp.experts.92.up_proj,0.0000012609,0.01000,2.001 +2,mlp.experts.84.up_proj,0.0000025258,0.01000,2.007 +2,mlp.experts.93.up_proj,0.0000027924,0.01000,2.052 +2,mlp.experts.88.up_proj,0.0000030752,0.01000,2.020 +2,mlp.experts.110.up_proj,0.0000027994,0.01000,2.034 +2,mlp.experts.87.up_proj,0.0000027353,0.01000,2.059 +2,mlp.experts.102.up_proj,0.0000029110,0.01000,1.929 +2,mlp.experts.106.up_proj,0.0000028507,0.01000,1.982 +2,mlp.experts.95.up_proj,0.0000026562,0.01000,2.099 +2,mlp.experts.91.up_proj,0.0000032926,0.01000,2.029 +2,mlp.experts.101.up_proj,0.0000025854,0.01000,1.674 +2,mlp.experts.105.up_proj,0.0000029672,0.01000,1.610 +2,mlp.experts.98.up_proj,0.0000026433,0.01000,1.911 +2,mlp.experts.83.up_proj,0.0000029484,0.01000,2.032 +2,mlp.experts.97.up_proj,0.0000031407,0.01000,1.700 +2,mlp.experts.109.up_proj,0.0000026764,0.01000,1.660 +2,mlp.experts.96.up_proj,0.0000028643,0.01000,2.055 +2,mlp.experts.108.up_proj,0.0000030234,0.01000,2.135 +2,mlp.experts.100.up_proj,0.0000027892,0.01000,2.130 +2,mlp.experts.104.up_proj,0.0000026486,0.01000,2.036 +2,mlp.experts.126.up_proj,0.0000027361,0.01000,1.775 +2,mlp.experts.118.up_proj,0.0000027574,0.01000,1.745 +2,mlp.experts.122.up_proj,0.0000025878,0.01000,1.892 +2,mlp.experts.103.up_proj,0.0000028356,0.01000,2.028 +2,mlp.experts.114.up_proj,0.0000023798,0.01000,1.494 +2,mlp.experts.117.up_proj,0.0000026267,0.01000,1.600 +2,mlp.experts.121.up_proj,0.0000027098,0.01000,1.568 +2,mlp.experts.111.up_proj,0.0000028156,0.01000,2.033 +2,mlp.experts.107.up_proj,0.0000025548,0.01000,1.991 +2,mlp.experts.113.up_proj,0.0000027801,0.01000,1.467 +2,mlp.experts.125.up_proj,0.0000027448,0.01000,1.424 +2,mlp.experts.99.up_proj,0.0000032841,0.01000,2.032 +2,mlp.experts.112.up_proj,0.0000028584,0.01000,1.914 +2,mlp.experts.116.up_proj,0.0000027631,0.01000,1.951 +2,mlp.experts.124.up_proj,0.0000032694,0.01000,2.033 +2,mlp.experts.120.up_proj,0.0000026803,0.01000,1.815 +2,mlp.experts.119.up_proj,0.0000031339,0.01000,1.845 +2,mlp.experts.127.up_proj,0.0000027809,0.01000,1.774 +2,mlp.experts.123.up_proj,0.0000027143,0.01000,1.799 +2,mlp.experts.115.up_proj,0.0000028638,0.01000,1.493 +2,mlp.experts.0.down_proj,0.0000000383,0.01000,1.055 +2,mlp.experts.4.down_proj,0.0000000481,0.01000,1.058 +2,mlp.experts.12.down_proj,0.0000000342,0.01000,1.032 +2,mlp.experts.8.down_proj,0.0000000511,0.01000,1.071 +2,mlp.experts.7.down_proj,0.0000000423,0.01000,1.214 +2,mlp.experts.3.down_proj,0.0000000630,0.01000,1.236 +2,mlp.experts.15.down_proj,0.0000000500,0.01000,1.231 +2,mlp.experts.11.down_proj,0.0000000341,0.01000,1.256 +2,mlp.experts.2.down_proj,0.0000000602,0.01000,1.315 +2,mlp.experts.9.down_proj,0.0000000452,0.01000,1.297 +2,mlp.experts.10.down_proj,0.0000000324,0.01000,1.303 +2,mlp.experts.6.down_proj,0.0000000454,0.01000,1.365 +2,mlp.experts.13.down_proj,0.0000000398,0.01000,1.328 +2,mlp.experts.5.down_proj,0.0000000688,0.01000,1.328 +2,mlp.experts.14.down_proj,0.0000000458,0.01000,1.326 +2,mlp.experts.1.down_proj,0.0000000636,0.01000,1.382 +2,mlp.experts.28.down_proj,0.0000000640,0.01000,0.560 +2,mlp.experts.20.down_proj,0.0000000422,0.01000,0.576 +2,mlp.experts.16.down_proj,0.0000000315,0.01000,0.578 +2,mlp.experts.24.down_proj,0.0000000536,0.01000,0.604 +2,mlp.experts.23.down_proj,0.0000000664,0.01000,0.674 +2,mlp.experts.19.down_proj,0.0000000528,0.01000,0.666 +2,mlp.experts.31.down_proj,0.0000000615,0.01000,0.718 +2,mlp.experts.27.down_proj,0.0000000399,0.01000,0.728 +2,mlp.experts.18.down_proj,0.0000000353,0.01000,0.756 +2,mlp.experts.26.down_proj,0.0000001039,0.01000,0.747 +2,mlp.experts.30.down_proj,0.0000000720,0.01000,0.725 +2,mlp.experts.22.down_proj,0.0000000330,0.01000,0.767 +2,mlp.experts.25.down_proj,0.0000000304,0.01000,0.815 +2,mlp.experts.21.down_proj,0.0000000551,0.01000,0.809 +2,mlp.experts.17.down_proj,0.0000000379,0.01000,0.831 +2,mlp.experts.29.down_proj,0.0000000840,0.01000,0.843 +2,mlp.experts.36.down_proj,0.0000000590,0.01000,0.586 +2,mlp.experts.32.down_proj,0.0000000452,0.01000,0.592 +2,mlp.experts.44.down_proj,0.0000000582,0.01000,0.603 +2,mlp.experts.40.down_proj,0.0000000375,0.01000,0.571 +2,mlp.experts.39.down_proj,0.0000000632,0.01000,0.645 +2,mlp.experts.35.down_proj,0.0000000832,0.01000,0.668 +2,mlp.experts.47.down_proj,0.0000000639,0.01000,0.667 +2,mlp.experts.43.down_proj,0.0000000318,0.01000,0.654 +2,mlp.experts.52.down_proj,0.0000000423,0.01000,0.553 +2,mlp.experts.48.down_proj,0.0000000443,0.01000,0.551 +2,mlp.experts.60.down_proj,0.0000000419,0.01000,0.564 +2,mlp.experts.34.down_proj,0.0000000944,0.01000,0.771 +2,mlp.experts.42.down_proj,0.0000000341,0.01000,0.771 +2,mlp.experts.56.down_proj,0.0000000235,0.01000,0.584 +2,mlp.experts.46.down_proj,0.0000000664,0.01000,0.772 +2,mlp.experts.38.down_proj,0.0000000422,0.01000,0.800 +2,mlp.experts.41.down_proj,0.0000000503,0.01000,0.832 +2,mlp.experts.37.down_proj,0.0000000660,0.01000,0.793 +2,mlp.experts.45.down_proj,0.0000000452,0.01000,0.801 +2,mlp.experts.33.down_proj,0.0000000314,0.01000,0.852 +2,mlp.experts.55.down_proj,0.0000000393,0.01000,0.620 +2,mlp.experts.51.down_proj,0.0000000454,0.01000,0.629 +2,mlp.experts.59.down_proj,0.0000000487,0.01000,0.622 +2,mlp.experts.63.down_proj,0.0000000354,0.01000,0.642 +2,mlp.experts.64.down_proj,0.0000000391,0.01000,0.657 +2,mlp.experts.68.down_proj,0.0000000402,0.01000,0.663 +2,mlp.experts.72.down_proj,0.0000000080,0.01000,0.730 +2,mlp.experts.76.down_proj,0.0000000791,0.01000,0.800 +2,mlp.experts.53.down_proj,0.0000000658,0.01000,0.643 +2,mlp.experts.50.down_proj,0.0000000363,0.01000,0.806 +2,mlp.experts.62.down_proj,0.0000000368,0.01000,0.777 +2,mlp.experts.57.down_proj,0.0000000405,0.01000,0.683 +2,mlp.experts.61.down_proj,0.0000000362,0.01000,0.641 +2,mlp.experts.58.down_proj,0.0000000254,0.01000,0.840 +2,mlp.experts.49.down_proj,0.0000000542,0.01000,0.659 +2,mlp.experts.54.down_proj,0.0000000411,0.01000,0.833 +2,mlp.experts.71.down_proj,0.0000000506,0.01000,0.660 +2,mlp.experts.67.down_proj,0.0000000482,0.01000,0.628 +2,mlp.experts.75.down_proj,0.0000000773,0.01000,0.624 +2,mlp.experts.79.down_proj,0.0000000901,0.01000,0.646 +2,mlp.experts.84.down_proj,0.0000000385,0.01000,0.674 +2,mlp.experts.80.down_proj,0.0000001125,0.01000,0.696 +2,mlp.experts.69.down_proj,0.0000000514,0.01000,0.660 +2,mlp.experts.88.down_proj,0.0000000548,0.01000,0.715 +2,mlp.experts.77.down_proj,0.0000000352,0.01000,0.662 +2,mlp.experts.92.down_proj,0.0000459676,0.01000,0.743 +2,mlp.experts.65.down_proj,0.0000000450,0.01000,0.663 +2,mlp.experts.78.down_proj,0.0000000489,0.01000,0.756 +2,mlp.experts.66.down_proj,0.0000000691,0.01000,0.793 +2,mlp.experts.73.down_proj,0.0000000533,0.01000,0.772 +2,mlp.experts.87.down_proj,0.0000000583,0.01000,0.653 +2,mlp.experts.83.down_proj,0.0000000329,0.01000,0.692 +2,mlp.experts.74.down_proj,0.0000000378,0.01000,0.811 +2,mlp.experts.70.down_proj,0.0000000543,0.01000,0.788 +2,mlp.experts.95.down_proj,0.0000000391,0.01000,0.648 +2,mlp.experts.91.down_proj,0.0000000734,0.01000,0.678 +2,mlp.experts.100.down_proj,0.0000000396,0.01000,0.642 +2,mlp.experts.96.down_proj,0.0000000705,0.01000,0.632 +2,mlp.experts.108.down_proj,0.0000000421,0.01000,0.634 +2,mlp.experts.104.down_proj,0.0000000429,0.01000,0.668 +2,mlp.experts.93.down_proj,0.0000000463,0.01000,0.673 +2,mlp.experts.85.down_proj,0.0000000364,0.01000,0.726 +2,mlp.experts.81.down_proj,0.0000000365,0.01000,0.690 +2,mlp.experts.103.down_proj,0.0000000386,0.01000,0.650 +2,mlp.experts.89.down_proj,0.0000000495,0.01000,0.685 +2,mlp.experts.99.down_proj,0.0000000784,0.01000,0.733 +2,mlp.experts.94.down_proj,0.0000000515,0.01000,0.852 +2,mlp.experts.82.down_proj,0.0000000497,0.01000,0.852 +2,mlp.experts.107.down_proj,0.0000000497,0.01000,0.733 +2,mlp.experts.111.down_proj,0.0000000589,0.01000,0.735 +2,mlp.experts.90.down_proj,0.0000000521,0.01000,0.831 +2,mlp.experts.86.down_proj,0.0000000690,0.01000,0.838 +2,mlp.experts.112.down_proj,0.0000000447,0.01000,0.698 +2,mlp.experts.116.down_proj,0.0000000540,0.01000,0.713 +2,mlp.experts.124.down_proj,0.0000000814,0.01000,0.607 +2,mlp.experts.120.down_proj,0.0000000373,0.01000,0.617 +2,mlp.experts.109.down_proj,0.0000000352,0.01000,0.747 +2,mlp.experts.101.down_proj,0.0000000281,0.01000,0.742 +2,mlp.experts.119.down_proj,0.0000000565,0.01000,0.699 +2,mlp.experts.97.down_proj,0.0000000462,0.01000,0.744 +2,mlp.experts.105.down_proj,0.0000000413,0.01000,0.750 +2,mlp.experts.115.down_proj,0.0000000569,0.01000,0.645 +2,mlp.experts.123.down_proj,0.0000000424,0.01000,0.586 +2,mlp.experts.127.down_proj,0.0000000424,0.01000,0.597 +2,mlp.experts.110.down_proj,0.0000000565,0.01000,0.721 +2,mlp.experts.106.down_proj,0.0000000374,0.01000,0.709 +2,mlp.experts.98.down_proj,0.0000000658,0.01000,0.765 +2,mlp.experts.102.down_proj,0.0000000463,0.01000,0.678 +2,mlp.experts.117.down_proj,0.0000000427,0.01000,0.646 +2,mlp.experts.125.down_proj,0.0000000382,0.01000,0.666 +2,mlp.experts.113.down_proj,0.0000000437,0.01000,0.614 +2,mlp.experts.121.down_proj,0.0000000441,0.01000,0.600 +2,mlp.experts.122.down_proj,0.0000000400,0.01000,0.582 +2,mlp.experts.118.down_proj,0.0000000341,0.01000,0.619 +2,mlp.experts.126.down_proj,0.0000000474,0.01000,0.735 +2,mlp.experts.114.down_proj,0.0000000632,0.01000,0.693 +3,self_attn.q_proj,0.0000001150,0.01000,0.684 +3,self_attn.v_proj,0.0000000210,0.01000,1.096 +3,self_attn.k_proj,0.0000000139,0.01000,1.115 +3,self_attn.o_proj,0.0000000140,0.01000,1.446 +3,mlp.experts.3.gate_proj,0.0000027882,0.01000,2.070 +3,mlp.experts.7.gate_proj,0.0000029294,0.01000,2.069 +3,mlp.experts.11.gate_proj,0.0000027182,0.01000,2.069 +3,mlp.experts.4.gate_proj,0.0000029891,0.01000,2.090 +3,mlp.experts.12.gate_proj,0.0000027504,0.01000,2.116 +3,mlp.experts.0.gate_proj,0.0000026574,0.01000,2.146 +3,mlp.experts.8.gate_proj,0.0000033469,0.01000,2.147 +3,mlp.experts.15.gate_proj,0.0000025786,0.01000,2.174 +3,mlp.experts.6.gate_proj,0.0000027684,0.01000,2.180 +3,mlp.experts.14.gate_proj,0.0000024636,0.01000,2.174 +3,mlp.experts.2.gate_proj,0.0000028115,0.01000,2.220 +3,mlp.experts.10.gate_proj,0.0000025954,0.01000,2.261 +3,mlp.experts.5.gate_proj,0.0000028140,0.01000,2.382 +3,mlp.experts.9.gate_proj,0.0000025770,0.01000,2.474 +3,mlp.experts.13.gate_proj,0.0000027182,0.01000,2.481 +3,mlp.experts.1.gate_proj,0.0000027157,0.01000,2.506 +3,mlp.experts.27.gate_proj,0.0000026307,0.01000,1.526 +3,mlp.experts.19.gate_proj,0.0000027445,0.01000,1.559 +3,mlp.experts.23.gate_proj,0.0000027349,0.01000,1.607 +3,mlp.experts.31.gate_proj,0.0000028769,0.01000,1.579 +3,mlp.experts.28.gate_proj,0.0000029007,0.01000,1.978 +3,mlp.experts.20.gate_proj,0.0000027192,0.01000,2.148 +3,mlp.experts.18.gate_proj,0.0000026787,0.01000,2.051 +3,mlp.experts.24.gate_proj,0.0000025523,0.01000,2.133 +3,mlp.experts.16.gate_proj,0.0000033153,0.01000,2.138 +3,mlp.experts.30.gate_proj,0.0000027165,0.01000,2.102 +3,mlp.experts.26.gate_proj,0.0000026381,0.01000,2.025 +3,mlp.experts.22.gate_proj,0.0000025928,0.01000,2.223 +3,mlp.experts.25.gate_proj,0.0000025426,0.01000,1.998 +3,mlp.experts.21.gate_proj,0.0000026769,0.01000,2.080 +3,mlp.experts.17.gate_proj,0.0000029123,0.01000,2.061 +3,mlp.experts.29.gate_proj,0.0000027591,0.01000,2.088 +3,mlp.experts.43.gate_proj,0.0000030413,0.01000,1.561 +3,mlp.experts.35.gate_proj,0.0000025786,0.01000,1.589 +3,mlp.experts.39.gate_proj,0.0000027139,0.01000,1.540 +3,mlp.experts.47.gate_proj,0.0000026935,0.01000,1.491 +3,mlp.experts.44.gate_proj,0.0000031222,0.01000,1.997 +3,mlp.experts.36.gate_proj,0.0000029927,0.01000,1.922 +3,mlp.experts.40.gate_proj,0.0000026838,0.01000,1.925 +3,mlp.experts.32.gate_proj,0.0000029308,0.01000,1.984 +3,mlp.experts.41.gate_proj,0.0000026078,0.01000,1.896 +3,mlp.experts.46.gate_proj,0.0000027955,0.01000,2.124 +3,mlp.experts.37.gate_proj,0.0000026836,0.01000,1.951 +3,mlp.experts.33.gate_proj,0.0000030627,0.01000,1.887 +3,mlp.experts.34.gate_proj,0.0000026615,0.01000,2.173 +3,mlp.experts.45.gate_proj,0.0000028037,0.01000,1.945 +3,mlp.experts.38.gate_proj,0.0000026287,0.01000,2.160 +3,mlp.experts.42.gate_proj,0.0000030076,0.01000,2.253 +3,mlp.experts.59.gate_proj,0.0000026017,0.01000,2.001 +3,mlp.experts.63.gate_proj,0.0000029523,0.01000,1.924 +3,mlp.experts.55.gate_proj,0.0000026532,0.01000,1.963 +3,mlp.experts.51.gate_proj,0.0000026464,0.01000,2.010 +3,mlp.experts.60.gate_proj,0.0000027651,0.01000,1.700 +3,mlp.experts.52.gate_proj,0.0000026912,0.01000,1.670 +3,mlp.experts.56.gate_proj,0.0000029931,0.01000,1.737 +3,mlp.experts.48.gate_proj,0.0000027701,0.01000,1.730 +3,mlp.experts.57.gate_proj,0.0000030418,0.01000,1.993 +3,mlp.experts.49.gate_proj,0.0000028922,0.01000,2.011 +3,mlp.experts.53.gate_proj,0.0000022918,0.01000,2.047 +3,mlp.experts.61.gate_proj,0.0000025826,0.01000,1.980 +3,mlp.experts.62.gate_proj,0.0000027524,0.01000,2.103 +3,mlp.experts.50.gate_proj,0.0000026078,0.01000,2.145 +3,mlp.experts.58.gate_proj,0.0000028702,0.01000,2.071 +3,mlp.experts.54.gate_proj,0.0000025239,0.01000,2.209 +3,mlp.experts.71.gate_proj,0.0000027689,0.01000,1.827 +3,mlp.experts.75.gate_proj,0.0000028780,0.01000,1.856 +3,mlp.experts.67.gate_proj,0.0000026555,0.01000,1.859 +3,mlp.experts.79.gate_proj,0.0000028118,0.01000,1.944 +3,mlp.experts.68.gate_proj,0.0000026085,0.01000,2.041 +3,mlp.experts.76.gate_proj,0.0000026839,0.01000,2.122 +3,mlp.experts.72.gate_proj,0.0000029675,0.01000,2.035 +3,mlp.experts.64.gate_proj,0.0000028247,0.01000,2.067 +3,mlp.experts.73.gate_proj,0.0000027233,0.01000,2.032 +3,mlp.experts.77.gate_proj,0.0000027344,0.01000,1.991 +3,mlp.experts.78.gate_proj,0.0000025739,0.01000,2.016 +3,mlp.experts.74.gate_proj,0.0000023605,0.01000,1.912 +3,mlp.experts.69.gate_proj,0.0000026673,0.01000,2.088 +3,mlp.experts.66.gate_proj,0.0000027999,0.01000,2.035 +3,mlp.experts.65.gate_proj,0.0000027880,0.01000,2.287 +3,mlp.experts.70.gate_proj,0.0000027284,0.01000,1.994 +3,mlp.experts.91.gate_proj,0.0000027567,0.01000,2.200 +3,mlp.experts.87.gate_proj,0.0000027223,0.01000,2.254 +3,mlp.experts.95.gate_proj,0.0000030390,0.01000,2.231 +3,mlp.experts.83.gate_proj,0.0000028388,0.01000,2.352 +3,mlp.experts.84.gate_proj,0.0000027032,0.01000,2.084 +3,mlp.experts.92.gate_proj,0.0000027138,0.01000,2.057 +3,mlp.experts.88.gate_proj,0.0000026025,0.01000,2.080 +3,mlp.experts.80.gate_proj,0.0000025670,0.01000,2.040 +3,mlp.experts.94.gate_proj,0.0000026618,0.01000,1.801 +3,mlp.experts.90.gate_proj,0.0000027585,0.01000,1.826 +3,mlp.experts.89.gate_proj,0.0000027528,0.01000,2.001 +3,mlp.experts.82.gate_proj,0.0000043293,0.01000,1.783 +3,mlp.experts.93.gate_proj,0.0000026793,0.01000,1.982 +3,mlp.experts.85.gate_proj,0.0000031164,0.01000,1.960 +3,mlp.experts.86.gate_proj,0.0000029154,0.01000,1.785 +3,mlp.experts.81.gate_proj,0.0000025143,0.01000,1.995 +3,mlp.experts.107.gate_proj,0.0000035344,0.01000,1.947 +3,mlp.experts.103.gate_proj,0.0000025525,0.01000,1.970 +3,mlp.experts.111.gate_proj,0.0000027627,0.01000,1.997 +3,mlp.experts.99.gate_proj,0.0000029560,0.01000,1.964 +3,mlp.experts.110.gate_proj,0.0000030857,0.01000,1.507 +3,mlp.experts.106.gate_proj,0.0000027136,0.01000,1.523 +3,mlp.experts.98.gate_proj,0.0000028637,0.01000,1.591 +3,mlp.experts.102.gate_proj,0.0000029192,0.01000,1.526 +3,mlp.experts.100.gate_proj,0.0000025172,0.01000,2.269 +3,mlp.experts.104.gate_proj,0.0000027661,0.01000,2.210 +3,mlp.experts.96.gate_proj,0.0000026285,0.01000,2.213 +3,mlp.experts.108.gate_proj,0.0000027347,0.01000,2.494 +3,mlp.experts.105.gate_proj,0.0000028529,0.01000,2.114 +3,mlp.experts.109.gate_proj,0.0000027468,0.01000,2.072 +3,mlp.experts.101.gate_proj,0.0000026095,0.01000,2.098 +3,mlp.experts.97.gate_proj,0.0000026896,0.01000,2.122 +3,mlp.experts.123.gate_proj,0.0000026072,0.01000,1.839 +3,mlp.experts.119.gate_proj,0.0000026479,0.01000,1.804 +3,mlp.experts.127.gate_proj,0.0000027089,0.01000,1.795 +3,mlp.experts.115.gate_proj,0.0000025276,0.01000,1.759 +3,mlp.experts.126.gate_proj,0.0000027733,0.01000,1.837 +3,mlp.experts.114.gate_proj,0.0000028955,0.01000,1.712 +3,mlp.experts.122.gate_proj,0.0000026506,0.01000,1.903 +3,mlp.experts.118.gate_proj,0.0000029805,0.01000,1.874 +3,mlp.experts.120.gate_proj,0.0000024998,0.01000,2.065 +3,mlp.experts.116.gate_proj,0.0000031370,0.01000,2.147 +3,mlp.experts.125.gate_proj,0.0000027005,0.01000,1.881 +3,mlp.experts.121.gate_proj,0.0000028487,0.01000,1.942 +3,mlp.experts.112.gate_proj,0.0000027156,0.01000,2.115 +3,mlp.experts.124.gate_proj,0.0000024154,0.01000,2.030 +3,mlp.experts.11.up_proj,0.0000024619,0.01000,1.535 +3,mlp.experts.7.up_proj,0.0000026785,0.01000,1.520 +3,mlp.experts.117.gate_proj,0.0000026284,0.01000,1.971 +3,mlp.experts.15.up_proj,0.0000024401,0.01000,1.544 +3,mlp.experts.3.up_proj,0.0000026105,0.01000,1.662 +3,mlp.experts.113.gate_proj,0.0000028420,0.01000,1.986 +3,mlp.experts.14.up_proj,0.0000024331,0.01000,1.966 +3,mlp.experts.2.up_proj,0.0000027297,0.01000,1.975 +3,mlp.experts.10.up_proj,0.0000024276,0.01000,1.957 +3,mlp.experts.6.up_proj,0.0000026777,0.01000,2.048 +3,mlp.experts.23.up_proj,0.0000024832,0.01000,1.575 +3,mlp.experts.27.up_proj,0.0000024974,0.01000,1.588 +3,mlp.experts.8.up_proj,0.0000029057,0.01000,1.843 +3,mlp.experts.0.up_proj,0.0000025574,0.01000,1.850 +3,mlp.experts.4.up_proj,0.0000028216,0.01000,1.950 +3,mlp.experts.9.up_proj,0.0000023378,0.01000,1.946 +3,mlp.experts.19.up_proj,0.0000026288,0.01000,1.582 +3,mlp.experts.31.up_proj,0.0000026950,0.01000,1.771 +3,mlp.experts.13.up_proj,0.0000025562,0.01000,2.021 +3,mlp.experts.12.up_proj,0.0000025768,0.01000,1.977 +3,mlp.experts.5.up_proj,0.0000026637,0.01000,1.952 +3,mlp.experts.1.up_proj,0.0000025707,0.01000,1.756 +3,mlp.experts.18.up_proj,0.0000025364,0.01000,1.887 +3,mlp.experts.30.up_proj,0.0000026383,0.01000,1.932 +3,mlp.experts.26.up_proj,0.0000025207,0.01000,1.906 +3,mlp.experts.39.up_proj,0.0000024413,0.01000,1.603 +3,mlp.experts.43.up_proj,0.0000027930,0.01000,1.651 +3,mlp.experts.22.up_proj,0.0000023591,0.01000,1.833 +3,mlp.experts.35.up_proj,0.0000025164,0.01000,1.621 +3,mlp.experts.24.up_proj,0.0000024610,0.01000,1.845 +3,mlp.experts.20.up_proj,0.0000025848,0.01000,1.782 +3,mlp.experts.25.up_proj,0.0000024169,0.01000,1.696 +3,mlp.experts.47.up_proj,0.0000024950,0.01000,1.688 +3,mlp.experts.16.up_proj,0.0000031506,0.01000,1.892 +3,mlp.experts.28.up_proj,0.0000027381,0.01000,1.843 +3,mlp.experts.17.up_proj,0.0000026591,0.01000,1.736 +3,mlp.experts.29.up_proj,0.0000025858,0.01000,1.891 +3,mlp.experts.21.up_proj,0.0000024977,0.01000,1.986 +3,mlp.experts.46.up_proj,0.0000026620,0.01000,1.735 +3,mlp.experts.34.up_proj,0.0000025252,0.01000,1.769 +3,mlp.experts.55.up_proj,0.0000025122,0.01000,1.713 +3,mlp.experts.59.up_proj,0.0000024304,0.01000,1.729 +3,mlp.experts.42.up_proj,0.0000026810,0.01000,1.872 +3,mlp.experts.38.up_proj,0.0000025893,0.01000,1.754 +3,mlp.experts.51.up_proj,0.0000025099,0.01000,1.694 +3,mlp.experts.41.up_proj,0.0000024520,0.01000,1.774 +3,mlp.experts.40.up_proj,0.0000025320,0.01000,2.043 +3,mlp.experts.63.up_proj,0.0000026642,0.01000,1.944 +3,mlp.experts.36.up_proj,0.0000027659,0.01000,2.057 +3,mlp.experts.32.up_proj,0.0000027066,0.01000,1.966 +3,mlp.experts.45.up_proj,0.0000026174,0.01000,1.813 +3,mlp.experts.33.up_proj,0.0000028535,0.01000,1.863 +3,mlp.experts.44.up_proj,0.0000029331,0.01000,2.058 +3,mlp.experts.37.up_proj,0.0000024850,0.01000,2.066 +3,mlp.experts.62.up_proj,0.0000027268,0.01000,1.687 +3,mlp.experts.50.up_proj,0.0000025415,0.01000,1.754 +3,mlp.experts.58.up_proj,0.0000027059,0.01000,1.680 +3,mlp.experts.54.up_proj,0.0000024940,0.01000,1.662 +3,mlp.experts.71.up_proj,0.0000026506,0.01000,2.047 +3,mlp.experts.75.up_proj,0.0000025183,0.01000,2.256 +3,mlp.experts.61.up_proj,0.0000024292,0.01000,1.713 +3,mlp.experts.49.up_proj,0.0000026360,0.01000,1.709 +3,mlp.experts.57.up_proj,0.0000028920,0.01000,2.066 +3,mlp.experts.67.up_proj,0.0000026672,0.01000,2.259 +3,mlp.experts.56.up_proj,0.0000028604,0.01000,2.161 +3,mlp.experts.52.up_proj,0.0000024003,0.01000,2.098 +3,mlp.experts.79.up_proj,0.0000026228,0.01000,2.234 +3,mlp.experts.48.up_proj,0.0000026178,0.01000,2.189 +3,mlp.experts.53.up_proj,0.0000022054,0.01000,1.895 +3,mlp.experts.78.up_proj,0.0000023998,0.01000,1.472 +3,mlp.experts.60.up_proj,0.0000025209,0.01000,2.140 +3,mlp.experts.74.up_proj,0.0000023176,0.01000,1.469 +3,mlp.experts.70.up_proj,0.0000027388,0.01000,1.468 +3,mlp.experts.66.up_proj,0.0000027106,0.01000,1.652 +3,mlp.experts.87.up_proj,0.0000025626,0.01000,1.972 +3,mlp.experts.77.up_proj,0.0000025418,0.01000,1.772 +3,mlp.experts.65.up_proj,0.0000026621,0.01000,1.776 +3,mlp.experts.91.up_proj,0.0000025441,0.01000,1.978 +3,mlp.experts.83.up_proj,0.0000026255,0.01000,1.905 +3,mlp.experts.73.up_proj,0.0000025679,0.01000,1.957 +3,mlp.experts.94.up_proj,0.0000024642,0.01000,1.535 +3,mlp.experts.68.up_proj,0.0000024624,0.01000,1.967 +3,mlp.experts.72.up_proj,0.0000026502,0.01000,2.021 +3,mlp.experts.90.up_proj,0.0000025268,0.01000,1.581 +3,mlp.experts.86.up_proj,0.0000026757,0.01000,1.597 +3,mlp.experts.95.up_proj,0.0000028995,0.01000,2.004 +3,mlp.experts.82.up_proj,0.0000022890,0.01000,1.558 +3,mlp.experts.76.up_proj,0.0000025754,0.01000,1.928 +3,mlp.experts.64.up_proj,0.0000025962,0.01000,2.087 +3,mlp.experts.69.up_proj,0.0000024854,0.01000,1.972 +3,mlp.experts.81.up_proj,0.0000023781,0.01000,1.726 +3,mlp.experts.93.up_proj,0.0000025315,0.01000,1.872 +3,mlp.experts.103.up_proj,0.0000024159,0.01000,2.071 +3,mlp.experts.110.up_proj,0.0000028840,0.01000,1.594 +3,mlp.experts.107.up_proj,0.0000030494,0.01000,1.876 +3,mlp.experts.99.up_proj,0.0000026574,0.01000,1.869 +3,mlp.experts.102.up_proj,0.0000026988,0.01000,1.530 +3,mlp.experts.98.up_proj,0.0000025751,0.01000,1.529 +3,mlp.experts.89.up_proj,0.0000025810,0.01000,1.971 +3,mlp.experts.106.up_proj,0.0000024814,0.01000,1.712 +3,mlp.experts.84.up_proj,0.0000025840,0.01000,1.816 +3,mlp.experts.88.up_proj,0.0000025234,0.01000,1.840 +3,mlp.experts.92.up_proj,0.0000025696,0.01000,1.863 +3,mlp.experts.85.up_proj,0.0000030192,0.01000,1.888 +3,mlp.experts.80.up_proj,0.0000024723,0.01000,1.985 +3,mlp.experts.111.up_proj,0.0000026477,0.01000,2.124 +3,mlp.experts.97.up_proj,0.0000024743,0.01000,1.815 +3,mlp.experts.126.up_proj,0.0000026871,0.01000,1.696 +3,mlp.experts.109.up_proj,0.0000025990,0.01000,1.888 +3,mlp.experts.118.up_proj,0.0000027619,0.01000,1.630 +3,mlp.experts.114.up_proj,0.0000027394,0.01000,1.623 +3,mlp.experts.122.up_proj,0.0000024770,0.01000,1.572 +3,mlp.experts.123.up_proj,0.0000023991,0.01000,1.961 +3,mlp.experts.115.up_proj,0.0000024015,0.01000,1.941 +3,mlp.experts.119.up_proj,0.0000025264,0.01000,2.178 +3,mlp.experts.105.up_proj,0.0000024992,0.01000,1.941 +3,mlp.experts.100.up_proj,0.0000023775,0.01000,1.899 +3,mlp.experts.104.up_proj,0.0000025465,0.01000,1.919 +3,mlp.experts.101.up_proj,0.0000024776,0.01000,1.780 +3,mlp.experts.127.up_proj,0.0000025782,0.01000,1.735 +3,mlp.experts.108.up_proj,0.0000025656,0.01000,1.959 +3,mlp.experts.96.up_proj,0.0000025050,0.01000,2.009 +3,mlp.experts.113.up_proj,0.0000026180,0.01000,1.720 +3,mlp.experts.125.up_proj,0.0000025428,0.01000,1.746 +3,mlp.experts.121.up_proj,0.0000026384,0.01000,1.693 +3,mlp.experts.117.up_proj,0.0000024595,0.01000,1.397 +3,mlp.experts.116.up_proj,0.0000029725,0.01000,2.117 +3,mlp.experts.120.up_proj,0.0000024512,0.01000,2.083 +3,mlp.experts.124.up_proj,0.0000023279,0.01000,1.914 +3,mlp.experts.112.up_proj,0.0000025173,0.01000,1.850 +3,mlp.experts.4.down_proj,0.0000000996,0.01000,0.913 +3,mlp.experts.12.down_proj,0.0000000787,0.01000,0.911 +3,mlp.experts.8.down_proj,0.0000001390,0.01000,0.914 +3,mlp.experts.0.down_proj,0.0000000581,0.01000,0.917 +3,mlp.experts.1.down_proj,0.0000000777,0.01000,1.107 +3,mlp.experts.6.down_proj,0.0000000983,0.01000,1.123 +3,mlp.experts.14.down_proj,0.0000000515,0.01000,1.124 +3,mlp.experts.13.down_proj,0.0000000791,0.01000,1.127 +3,mlp.experts.2.down_proj,0.0000000687,0.01000,1.133 +3,mlp.experts.5.down_proj,0.0000000795,0.01000,1.138 +3,mlp.experts.10.down_proj,0.0000000746,0.01000,1.157 +3,mlp.experts.9.down_proj,0.0000000578,0.01000,1.182 +3,mlp.experts.7.down_proj,0.0000000901,0.01000,1.310 +3,mlp.experts.11.down_proj,0.0000000843,0.01000,1.342 +3,mlp.experts.3.down_proj,0.0000000657,0.01000,1.361 +3,mlp.experts.15.down_proj,0.0000000604,0.01000,1.382 +3,mlp.experts.20.down_proj,0.0000000708,0.01000,0.763 +3,mlp.experts.28.down_proj,0.0000000932,0.01000,0.774 +3,mlp.experts.16.down_proj,0.0000001198,0.01000,0.772 +3,mlp.experts.30.down_proj,0.0000000563,0.01000,0.566 +3,mlp.experts.22.down_proj,0.0000000523,0.01000,0.588 +3,mlp.experts.18.down_proj,0.0000000641,0.01000,0.592 +3,mlp.experts.26.down_proj,0.0000000666,0.01000,0.581 +3,mlp.experts.17.down_proj,0.0000000895,0.01000,0.654 +3,mlp.experts.24.down_proj,0.0000000565,0.01000,0.833 +3,mlp.experts.29.down_proj,0.0000000676,0.01000,0.653 +3,mlp.experts.21.down_proj,0.0000000629,0.01000,0.658 +3,mlp.experts.25.down_proj,0.0000000653,0.01000,0.627 +3,mlp.experts.27.down_proj,0.0000000525,0.01000,0.805 +3,mlp.experts.23.down_proj,0.0000000683,0.01000,0.842 +3,mlp.experts.31.down_proj,0.0000000818,0.01000,0.828 +3,mlp.experts.19.down_proj,0.0000000661,0.01000,0.864 +3,mlp.experts.38.down_proj,0.0000000673,0.01000,0.548 +3,mlp.experts.46.down_proj,0.0000000684,0.01000,0.553 +3,mlp.experts.42.down_proj,0.0000000674,0.01000,0.552 +3,mlp.experts.34.down_proj,0.0000000747,0.01000,0.635 +3,mlp.experts.36.down_proj,0.0000000976,0.01000,0.741 +3,mlp.experts.44.down_proj,0.0000000866,0.01000,0.760 +3,mlp.experts.33.down_proj,0.0000000985,0.01000,0.751 +3,mlp.experts.45.down_proj,0.0000000825,0.01000,0.714 +3,mlp.experts.37.down_proj,0.0000000677,0.01000,0.708 +3,mlp.experts.40.down_proj,0.0000000725,0.01000,0.774 +3,mlp.experts.32.down_proj,0.0000000818,0.01000,0.874 +3,mlp.experts.41.down_proj,0.0000000775,0.01000,0.771 +3,mlp.experts.62.down_proj,0.0000000843,0.01000,0.588 +3,mlp.experts.54.down_proj,0.0000000571,0.01000,0.605 +3,mlp.experts.58.down_proj,0.0000000860,0.01000,0.597 +3,mlp.experts.39.down_proj,0.0000000537,0.01000,0.807 +3,mlp.experts.43.down_proj,0.0000000949,0.01000,0.812 +3,mlp.experts.50.down_proj,0.0000000633,0.01000,0.645 +3,mlp.experts.35.down_proj,0.0000000560,0.01000,0.831 +3,mlp.experts.47.down_proj,0.0000000783,0.01000,0.841 +3,mlp.experts.52.down_proj,0.0000000543,0.01000,0.701 +3,mlp.experts.49.down_proj,0.0000000703,0.01000,0.632 +3,mlp.experts.60.down_proj,0.0000000871,0.01000,0.705 +3,mlp.experts.53.down_proj,0.0000000426,0.01000,0.657 +3,mlp.experts.56.down_proj,0.0000000941,0.01000,0.709 +3,mlp.experts.61.down_proj,0.0000000537,0.01000,0.781 +3,mlp.experts.48.down_proj,0.0000000978,0.01000,0.727 +3,mlp.experts.57.down_proj,0.0000001012,0.01000,0.769 +3,mlp.experts.78.down_proj,0.0000000520,0.01000,0.566 +3,mlp.experts.70.down_proj,0.0000000880,0.01000,0.561 +3,mlp.experts.74.down_proj,0.0000000473,0.01000,0.616 +3,mlp.experts.66.down_proj,0.0000000617,0.01000,0.588 +3,mlp.experts.55.down_proj,0.0000000612,0.01000,0.813 +3,mlp.experts.59.down_proj,0.0000000633,0.01000,0.815 +3,mlp.experts.68.down_proj,0.0000000494,0.01000,0.692 +3,mlp.experts.65.down_proj,0.0000000890,0.01000,0.701 +3,mlp.experts.63.down_proj,0.0000000968,0.01000,0.793 +3,mlp.experts.51.down_proj,0.0000000598,0.01000,0.829 +3,mlp.experts.69.down_proj,0.0000000578,0.01000,0.730 +3,mlp.experts.76.down_proj,0.0000000829,0.01000,0.796 +3,mlp.experts.72.down_proj,0.0000000930,0.01000,0.727 +3,mlp.experts.94.down_proj,0.0000000657,0.01000,0.589 +3,mlp.experts.86.down_proj,0.0000000973,0.01000,0.597 +3,mlp.experts.77.down_proj,0.0000000760,0.01000,0.784 +3,mlp.experts.64.down_proj,0.0000000706,0.01000,0.795 +3,mlp.experts.73.down_proj,0.0000000709,0.01000,0.804 +3,mlp.experts.90.down_proj,0.0000000674,0.01000,0.677 +3,mlp.experts.82.down_proj,0.0000025524,0.01000,0.631 +3,mlp.experts.84.down_proj,0.0000000689,0.01000,0.730 +3,mlp.experts.75.down_proj,0.0000000780,0.01000,0.776 +3,mlp.experts.85.down_proj,0.0000000790,0.01000,0.673 +3,mlp.experts.81.down_proj,0.0000000860,0.01000,0.768 +3,mlp.experts.110.down_proj,0.0000001087,0.01000,0.591 +3,mlp.experts.102.down_proj,0.0000001028,0.01000,0.584 +3,mlp.experts.71.down_proj,0.0000000675,0.01000,0.842 +3,mlp.experts.88.down_proj,0.0000000645,0.01000,0.699 +3,mlp.experts.67.down_proj,0.0000000684,0.01000,0.795 +3,mlp.experts.79.down_proj,0.0000000816,0.01000,0.843 +3,mlp.experts.92.down_proj,0.0000000709,0.01000,0.757 +3,mlp.experts.93.down_proj,0.0000000738,0.01000,0.714 +3,mlp.experts.80.down_proj,0.0000000540,0.01000,0.696 +3,mlp.experts.98.down_proj,0.0000000700,0.01000,0.570 +3,mlp.experts.89.down_proj,0.0000000883,0.01000,0.712 +3,mlp.experts.106.down_proj,0.0000000752,0.01000,0.679 +3,mlp.experts.100.down_proj,0.0000000499,0.01000,0.742 +3,mlp.experts.101.down_proj,0.0000000660,0.01000,0.721 +3,mlp.experts.126.down_proj,0.0000000702,0.01000,0.696 +3,mlp.experts.97.down_proj,0.0000000735,0.01000,0.714 +3,mlp.experts.118.down_proj,0.0000000768,0.01000,0.734 +3,mlp.experts.104.down_proj,0.0000000822,0.01000,0.696 +3,mlp.experts.108.down_proj,0.0000000611,0.01000,0.691 +3,mlp.experts.114.down_proj,0.0000000661,0.01000,0.638 +3,mlp.experts.91.down_proj,0.0000000880,0.01000,0.907 +3,mlp.experts.122.down_proj,0.0000000739,0.01000,0.607 +3,mlp.experts.96.down_proj,0.0000000645,0.01000,0.686 +3,mlp.experts.87.down_proj,0.0000000608,0.01000,0.898 +3,mlp.experts.109.down_proj,0.0000000694,0.01000,0.744 +3,mlp.experts.83.down_proj,0.0000000682,0.01000,0.880 +3,mlp.experts.95.down_proj,0.0000000836,0.01000,0.950 +3,mlp.experts.105.down_proj,0.0000000733,0.01000,0.802 +3,mlp.experts.116.down_proj,0.0000000859,0.01000,0.713 +3,mlp.experts.120.down_proj,0.0000000632,0.01000,0.677 +3,mlp.experts.113.down_proj,0.0000000667,0.01000,0.734 +3,mlp.experts.124.down_proj,0.0000000463,0.01000,0.655 +3,mlp.experts.117.down_proj,0.0000000591,0.01000,0.776 +3,mlp.experts.112.down_proj,0.0000000767,0.01000,0.629 +3,mlp.experts.107.down_proj,0.0000001486,0.01000,0.702 +3,mlp.experts.125.down_proj,0.0000000590,0.01000,0.636 +3,mlp.experts.103.down_proj,0.0000000753,0.01000,0.686 +3,mlp.experts.121.down_proj,0.0000000757,0.01000,0.554 +3,mlp.experts.99.down_proj,0.0000000784,0.01000,0.680 +3,mlp.experts.111.down_proj,0.0000000682,0.01000,0.694 +3,mlp.experts.123.down_proj,0.0000000639,0.01000,0.555 +3,mlp.experts.115.down_proj,0.0000000592,0.01000,0.540 +3,mlp.experts.119.down_proj,0.0000000584,0.01000,0.606 +3,mlp.experts.127.down_proj,0.0000000614,0.01000,0.503 +4,self_attn.q_proj,0.0000000758,0.01000,0.767 +4,self_attn.k_proj,0.0000000113,0.01000,0.821 +4,self_attn.v_proj,0.0000000131,0.01000,0.828 +4,self_attn.o_proj,0.0000000109,0.01000,1.416 +4,mlp.experts.1.gate_proj,0.0000024077,0.01000,1.756 +4,mlp.experts.5.gate_proj,0.0000028450,0.01000,1.752 +4,mlp.experts.13.gate_proj,0.0000028143,0.01000,1.772 +4,mlp.experts.9.gate_proj,0.0000023270,0.01000,1.805 +4,mlp.experts.12.gate_proj,0.0000022150,0.01000,2.101 +4,mlp.experts.4.gate_proj,0.0000024654,0.01000,2.113 +4,mlp.experts.0.gate_proj,0.0000024223,0.01000,2.133 +4,mlp.experts.8.gate_proj,0.0000025087,0.01000,2.138 +4,mlp.experts.14.gate_proj,0.0000023225,0.01000,2.230 +4,mlp.experts.10.gate_proj,0.0000025194,0.01000,2.250 +4,mlp.experts.6.gate_proj,0.0000023621,0.01000,2.271 +4,mlp.experts.15.gate_proj,0.0000025533,0.01000,2.277 +4,mlp.experts.2.gate_proj,0.0000025561,0.01000,2.266 +4,mlp.experts.3.gate_proj,0.0000028480,0.01000,2.289 +4,mlp.experts.11.gate_proj,0.0000023613,0.01000,2.331 +4,mlp.experts.7.gate_proj,0.0000023983,0.01000,2.363 +4,mlp.experts.21.gate_proj,0.0000030078,0.01000,1.702 +4,mlp.experts.29.gate_proj,0.0000022493,0.01000,1.724 +4,mlp.experts.17.gate_proj,0.0000025041,0.01000,1.798 +4,mlp.experts.25.gate_proj,0.0000023544,0.01000,1.735 +4,mlp.experts.20.gate_proj,0.0000023694,0.01000,2.062 +4,mlp.experts.24.gate_proj,0.0000024399,0.01000,2.009 +4,mlp.experts.26.gate_proj,0.0000016320,0.01000,1.907 +4,mlp.experts.28.gate_proj,0.0000031870,0.01000,2.110 +4,mlp.experts.18.gate_proj,0.0000023464,0.01000,1.933 +4,mlp.experts.16.gate_proj,0.0000025859,0.01000,2.134 +4,mlp.experts.30.gate_proj,0.0000023930,0.01000,2.027 +4,mlp.experts.22.gate_proj,0.0000026175,0.01000,2.104 +4,mlp.experts.31.gate_proj,0.0000022884,0.01000,2.105 +4,mlp.experts.19.gate_proj,0.0000022707,0.01000,2.125 +4,mlp.experts.27.gate_proj,0.0000030669,0.01000,2.117 +4,mlp.experts.23.gate_proj,0.0000024123,0.01000,2.096 +4,mlp.experts.37.gate_proj,0.0000028018,0.01000,1.696 +4,mlp.experts.45.gate_proj,0.0000024235,0.01000,1.687 +4,mlp.experts.33.gate_proj,0.0000024144,0.01000,1.707 +4,mlp.experts.41.gate_proj,0.0000029160,0.01000,1.733 +4,mlp.experts.42.gate_proj,0.0000023509,0.01000,1.619 +4,mlp.experts.34.gate_proj,0.0000024910,0.01000,1.574 +4,mlp.experts.46.gate_proj,0.0000025018,0.01000,1.613 +4,mlp.experts.38.gate_proj,0.0000022384,0.01000,1.622 +4,mlp.experts.36.gate_proj,0.0000028210,0.01000,2.040 +4,mlp.experts.40.gate_proj,0.0000023284,0.01000,2.047 +4,mlp.experts.44.gate_proj,0.0000026651,0.01000,2.050 +4,mlp.experts.32.gate_proj,0.0000027315,0.01000,2.135 +4,mlp.experts.47.gate_proj,0.0000023813,0.01000,2.047 +4,mlp.experts.39.gate_proj,0.0000027472,0.01000,2.031 +4,mlp.experts.35.gate_proj,0.0000031047,0.01000,2.078 +4,mlp.experts.43.gate_proj,0.0000023647,0.01000,2.053 +4,mlp.experts.53.gate_proj,0.0000017443,0.01000,1.958 +4,mlp.experts.49.gate_proj,0.0000024697,0.01000,1.956 +4,mlp.experts.61.gate_proj,0.0000023892,0.01000,2.011 +4,mlp.experts.57.gate_proj,0.0000024407,0.01000,1.947 +4,mlp.experts.58.gate_proj,0.0000020530,0.01000,1.749 +4,mlp.experts.62.gate_proj,0.0000031322,0.01000,1.726 +4,mlp.experts.50.gate_proj,0.0000022694,0.01000,1.893 +4,mlp.experts.54.gate_proj,0.0000025195,0.01000,1.732 +4,mlp.experts.60.gate_proj,0.0000038520,0.01000,1.970 +4,mlp.experts.52.gate_proj,0.0000026451,0.01000,2.045 +4,mlp.experts.56.gate_proj,0.0000024684,0.01000,2.110 +4,mlp.experts.63.gate_proj,0.0000020678,0.01000,1.934 +4,mlp.experts.59.gate_proj,0.0000026740,0.01000,1.883 +4,mlp.experts.48.gate_proj,0.0000023967,0.01000,2.087 +4,mlp.experts.51.gate_proj,0.0000023444,0.01000,1.989 +4,mlp.experts.55.gate_proj,0.0000024100,0.01000,2.047 +4,mlp.experts.77.gate_proj,0.0000023478,0.01000,1.762 +4,mlp.experts.65.gate_proj,0.0000024014,0.01000,1.779 +4,mlp.experts.69.gate_proj,0.0000030900,0.01000,1.878 +4,mlp.experts.73.gate_proj,0.0000024332,0.01000,1.789 +4,mlp.experts.74.gate_proj,0.0000025388,0.01000,1.730 +4,mlp.experts.78.gate_proj,0.0000030764,0.01000,1.705 +4,mlp.experts.70.gate_proj,0.0000023328,0.01000,1.757 +4,mlp.experts.66.gate_proj,0.0000025689,0.01000,1.961 +4,mlp.experts.76.gate_proj,0.0000021817,0.01000,2.076 +4,mlp.experts.79.gate_proj,0.0000023758,0.01000,1.940 +4,mlp.experts.72.gate_proj,0.0000025897,0.01000,2.017 +4,mlp.experts.68.gate_proj,0.0000027371,0.01000,2.147 +4,mlp.experts.71.gate_proj,0.0000032865,0.01000,1.869 +4,mlp.experts.64.gate_proj,0.0000025614,0.01000,2.027 +4,mlp.experts.75.gate_proj,0.0000036060,0.01000,2.097 +4,mlp.experts.67.gate_proj,0.0000020873,0.01000,2.015 +4,mlp.experts.81.gate_proj,0.0000026652,0.01000,1.617 +4,mlp.experts.93.gate_proj,0.0000023156,0.01000,1.627 +4,mlp.experts.85.gate_proj,0.0000022807,0.01000,1.675 +4,mlp.experts.89.gate_proj,0.0000023928,0.01000,1.688 +4,mlp.experts.90.gate_proj,0.0000023570,0.01000,1.620 +4,mlp.experts.94.gate_proj,0.0000029272,0.01000,1.615 +4,mlp.experts.86.gate_proj,0.0000025798,0.01000,1.623 +4,mlp.experts.82.gate_proj,0.0000023616,0.01000,1.725 +4,mlp.experts.92.gate_proj,0.0000024531,0.01000,2.011 +4,mlp.experts.88.gate_proj,0.0000023254,0.01000,2.010 +4,mlp.experts.87.gate_proj,0.0000025323,0.01000,1.991 +4,mlp.experts.84.gate_proj,0.0000030647,0.01000,2.031 +4,mlp.experts.109.gate_proj,0.0000025761,0.01000,1.839 +4,mlp.experts.101.gate_proj,0.0000023168,0.01000,1.794 +4,mlp.experts.97.gate_proj,0.0000022881,0.01000,1.908 +4,mlp.experts.91.gate_proj,0.0000024606,0.01000,2.031 +4,mlp.experts.106.gate_proj,0.0000027445,0.01000,1.632 +4,mlp.experts.95.gate_proj,0.0000024252,0.01000,2.234 +4,mlp.experts.80.gate_proj,0.0000023424,0.01000,2.096 +4,mlp.experts.105.gate_proj,0.0000024574,0.01000,1.881 +4,mlp.experts.110.gate_proj,0.0000023443,0.01000,1.661 +4,mlp.experts.83.gate_proj,0.0000017718,0.01000,2.137 +4,mlp.experts.102.gate_proj,0.0000023075,0.01000,1.684 +4,mlp.experts.98.gate_proj,0.0000021207,0.01000,1.914 +4,mlp.experts.125.gate_proj,0.0000029245,0.01000,1.716 +4,mlp.experts.122.gate_proj,0.0000025154,0.01000,1.647 +4,mlp.experts.117.gate_proj,0.0000026858,0.01000,1.723 +4,mlp.experts.113.gate_proj,0.0000022845,0.01000,1.753 +4,mlp.experts.126.gate_proj,0.0000027320,0.01000,1.655 +4,mlp.experts.108.gate_proj,0.0000022127,0.01000,2.032 +4,mlp.experts.121.gate_proj,0.0000023209,0.01000,1.777 +4,mlp.experts.104.gate_proj,0.0000024469,0.01000,2.023 +4,mlp.experts.118.gate_proj,0.0000024399,0.01000,1.674 +4,mlp.experts.100.gate_proj,0.0000023376,0.01000,2.074 +4,mlp.experts.103.gate_proj,0.0000023421,0.01000,2.135 +4,mlp.experts.107.gate_proj,0.0000023656,0.01000,2.046 +4,mlp.experts.111.gate_proj,0.0000022266,0.01000,2.081 +4,mlp.experts.99.gate_proj,0.0000027437,0.01000,1.997 +4,mlp.experts.96.gate_proj,0.0000023674,0.01000,2.128 +4,mlp.experts.114.gate_proj,0.0000025030,0.01000,1.965 +4,mlp.experts.10.up_proj,0.0000023714,0.01000,1.757 +4,mlp.experts.13.up_proj,0.0000025828,0.01000,1.815 +4,mlp.experts.14.up_proj,0.0000022147,0.01000,1.817 +4,mlp.experts.5.up_proj,0.0000026622,0.01000,1.899 +4,mlp.experts.6.up_proj,0.0000022318,0.01000,1.714 +4,mlp.experts.9.up_proj,0.0000022426,0.01000,1.834 +4,mlp.experts.1.up_proj,0.0000023136,0.01000,1.971 +4,mlp.experts.124.gate_proj,0.0000024830,0.01000,2.003 +4,mlp.experts.120.gate_proj,0.0000026068,0.01000,1.961 +4,mlp.experts.119.gate_proj,0.0000023098,0.01000,1.885 +4,mlp.experts.116.gate_proj,0.0000025399,0.01000,1.986 +4,mlp.experts.123.gate_proj,0.0000031716,0.01000,1.934 +4,mlp.experts.115.gate_proj,0.0000027717,0.01000,1.933 +4,mlp.experts.127.gate_proj,0.0000025375,0.01000,1.969 +4,mlp.experts.112.gate_proj,0.0000023662,0.01000,2.078 +4,mlp.experts.2.up_proj,0.0000022870,0.01000,1.974 +4,mlp.experts.29.up_proj,0.0000020081,0.01000,1.732 +4,mlp.experts.21.up_proj,0.0000026746,0.01000,1.718 +4,mlp.experts.26.up_proj,0.0000015440,0.01000,1.977 +4,mlp.experts.17.up_proj,0.0000022756,0.01000,1.725 +4,mlp.experts.25.up_proj,0.0000023129,0.01000,1.741 +4,mlp.experts.30.up_proj,0.0000022425,0.01000,1.954 +4,mlp.experts.22.up_proj,0.0000024602,0.01000,1.942 +4,mlp.experts.12.up_proj,0.0000020959,0.01000,2.002 +4,mlp.experts.7.up_proj,0.0000022397,0.01000,2.016 +4,mlp.experts.11.up_proj,0.0000022367,0.01000,1.994 +4,mlp.experts.3.up_proj,0.0000026112,0.01000,2.031 +4,mlp.experts.15.up_proj,0.0000023733,0.01000,2.040 +4,mlp.experts.4.up_proj,0.0000024147,0.01000,2.194 +4,mlp.experts.8.up_proj,0.0000023052,0.01000,2.354 +4,mlp.experts.0.up_proj,0.0000022679,0.01000,2.068 +4,mlp.experts.18.up_proj,0.0000022003,0.01000,1.838 +4,mlp.experts.45.up_proj,0.0000022673,0.01000,1.665 +4,mlp.experts.37.up_proj,0.0000025435,0.01000,1.672 +4,mlp.experts.33.up_proj,0.0000023066,0.01000,1.682 +4,mlp.experts.41.up_proj,0.0000025959,0.01000,1.698 +4,mlp.experts.42.up_proj,0.0000022360,0.01000,1.773 +4,mlp.experts.46.up_proj,0.0000023068,0.01000,1.798 +4,mlp.experts.38.up_proj,0.0000021544,0.01000,1.748 +4,mlp.experts.28.up_proj,0.0000027811,0.01000,1.979 +4,mlp.experts.23.up_proj,0.0000023112,0.01000,1.932 +4,mlp.experts.27.up_proj,0.0000027308,0.01000,1.942 +4,mlp.experts.19.up_proj,0.0000021281,0.01000,1.905 +4,mlp.experts.31.up_proj,0.0000021524,0.01000,1.902 +4,mlp.experts.34.up_proj,0.0000023209,0.01000,1.841 +4,mlp.experts.20.up_proj,0.0000022207,0.01000,2.272 +4,mlp.experts.24.up_proj,0.0000022829,0.01000,2.292 +4,mlp.experts.16.up_proj,0.0000019010,0.01000,2.141 +4,mlp.experts.61.up_proj,0.0000023076,0.01000,1.829 +4,mlp.experts.53.up_proj,0.0000016709,0.01000,1.803 +4,mlp.experts.58.up_proj,0.0000019741,0.01000,1.649 +4,mlp.experts.49.up_proj,0.0000023220,0.01000,1.817 +4,mlp.experts.54.up_proj,0.0000023588,0.01000,1.606 +4,mlp.experts.62.up_proj,0.0000027889,0.01000,1.705 +4,mlp.experts.57.up_proj,0.0000023110,0.01000,1.920 +4,mlp.experts.39.up_proj,0.0000023944,0.01000,1.936 +4,mlp.experts.43.up_proj,0.0000022607,0.01000,1.958 +4,mlp.experts.50.up_proj,0.0000021941,0.01000,1.486 +4,mlp.experts.35.up_proj,0.0000027750,0.01000,2.009 +4,mlp.experts.47.up_proj,0.0000021656,0.01000,2.020 +4,mlp.experts.44.up_proj,0.0000023814,0.01000,2.266 +4,mlp.experts.77.up_proj,0.0000022395,0.01000,1.692 +4,mlp.experts.36.up_proj,0.0000026409,0.01000,2.009 +4,mlp.experts.69.up_proj,0.0000027205,0.01000,1.749 +4,mlp.experts.70.up_proj,0.0000021685,0.01000,1.569 +4,mlp.experts.78.up_proj,0.0000026816,0.01000,1.576 +4,mlp.experts.74.up_proj,0.0000023833,0.01000,1.786 +4,mlp.experts.65.up_proj,0.0000022961,0.01000,1.702 +4,mlp.experts.40.up_proj,0.0000021067,0.01000,2.193 +4,mlp.experts.32.up_proj,0.0000025155,0.01000,2.223 +4,mlp.experts.73.up_proj,0.0000023145,0.01000,1.744 +4,mlp.experts.66.up_proj,0.0000023195,0.01000,1.674 +4,mlp.experts.55.up_proj,0.0000022573,0.01000,1.920 +4,mlp.experts.59.up_proj,0.0000025679,0.01000,1.900 +4,mlp.experts.51.up_proj,0.0000022020,0.01000,1.893 +4,mlp.experts.60.up_proj,0.0000028192,0.01000,1.847 +4,mlp.experts.63.up_proj,0.0000019753,0.01000,1.899 +4,mlp.experts.93.up_proj,0.0000021719,0.01000,1.640 +4,mlp.experts.85.up_proj,0.0000021442,0.01000,1.678 +4,mlp.experts.86.up_proj,0.0000023687,0.01000,1.728 +4,mlp.experts.81.up_proj,0.0000024917,0.01000,1.664 +4,mlp.experts.94.up_proj,0.0000026155,0.01000,1.734 +4,mlp.experts.52.up_proj,0.0000022263,0.01000,1.923 +4,mlp.experts.89.up_proj,0.0000022978,0.01000,1.658 +4,mlp.experts.90.up_proj,0.0000022538,0.01000,1.889 +4,mlp.experts.56.up_proj,0.0000023544,0.01000,1.930 +4,mlp.experts.48.up_proj,0.0000022976,0.01000,2.202 +4,mlp.experts.82.up_proj,0.0000022428,0.01000,1.656 +4,mlp.experts.71.up_proj,0.0000028505,0.01000,1.827 +4,mlp.experts.75.up_proj,0.0000028896,0.01000,1.805 +4,mlp.experts.79.up_proj,0.0000022525,0.01000,1.765 +4,mlp.experts.67.up_proj,0.0000020097,0.01000,1.842 +4,mlp.experts.102.up_proj,0.0000021398,0.01000,1.524 +4,mlp.experts.109.up_proj,0.0000023814,0.01000,1.821 +4,mlp.experts.110.up_proj,0.0000022401,0.01000,1.555 +4,mlp.experts.101.up_proj,0.0000021784,0.01000,1.781 +4,mlp.experts.76.up_proj,0.0000021411,0.01000,2.123 +4,mlp.experts.97.up_proj,0.0000021936,0.01000,1.803 +4,mlp.experts.106.up_proj,0.0000024493,0.01000,1.602 +4,mlp.experts.105.up_proj,0.0000023118,0.01000,1.873 +4,mlp.experts.72.up_proj,0.0000023662,0.01000,2.064 +4,mlp.experts.68.up_proj,0.0000025283,0.01000,2.429 +4,mlp.experts.98.up_proj,0.0000019844,0.01000,1.816 +4,mlp.experts.64.up_proj,0.0000024426,0.01000,2.212 +4,mlp.experts.87.up_proj,0.0000023581,0.01000,1.944 +4,mlp.experts.91.up_proj,0.0000024852,0.01000,1.934 +4,mlp.experts.83.up_proj,0.0000017343,0.01000,1.919 +4,mlp.experts.95.up_proj,0.0000023135,0.01000,1.984 +4,mlp.experts.118.up_proj,0.0000023032,0.01000,1.931 +4,mlp.experts.125.up_proj,0.0000025923,0.01000,1.942 +4,mlp.experts.126.up_proj,0.0000025221,0.01000,1.944 +4,mlp.experts.122.up_proj,0.0000022495,0.01000,1.817 +4,mlp.experts.117.up_proj,0.0000025077,0.01000,1.957 +4,mlp.experts.92.up_proj,0.0000022547,0.01000,2.009 +4,mlp.experts.113.up_proj,0.0000021227,0.01000,1.987 +4,mlp.experts.121.up_proj,0.0000022105,0.01000,1.761 +4,mlp.experts.114.up_proj,0.0000024001,0.01000,1.245 +4,mlp.experts.88.up_proj,0.0000021719,0.01000,1.808 +4,mlp.experts.84.up_proj,0.0000027385,0.01000,1.787 +4,mlp.experts.80.up_proj,0.0000022144,0.01000,1.950 +4,mlp.experts.103.up_proj,0.0000022143,0.01000,1.851 +4,mlp.experts.107.up_proj,0.0000022550,0.01000,1.848 +4,mlp.experts.99.up_proj,0.0000024126,0.01000,1.965 +4,mlp.experts.111.up_proj,0.0000021229,0.01000,1.963 +4,mlp.experts.108.up_proj,0.0000020809,0.01000,1.635 +4,mlp.experts.104.up_proj,0.0000023587,0.01000,1.616 +4,mlp.experts.100.up_proj,0.0000022272,0.01000,1.617 +4,mlp.experts.96.up_proj,0.0000022348,0.01000,1.938 +4,mlp.experts.123.up_proj,0.0000026625,0.01000,1.797 +4,mlp.experts.119.up_proj,0.0000021482,0.01000,1.886 +4,mlp.experts.115.up_proj,0.0000024946,0.01000,1.738 +4,mlp.experts.127.up_proj,0.0000024295,0.01000,1.745 +4,mlp.experts.124.up_proj,0.0000024638,0.01000,1.837 +4,mlp.experts.120.up_proj,0.0000022746,0.01000,1.759 +4,mlp.experts.116.up_proj,0.0000025051,0.01000,1.731 +4,mlp.experts.112.up_proj,0.0000022418,0.01000,1.250 +4,mlp.experts.8.down_proj,0.0000000759,0.01000,1.096 +4,mlp.experts.4.down_proj,0.0000001254,0.01000,1.103 +4,mlp.experts.0.down_proj,0.0000001058,0.01000,1.012 +4,mlp.experts.12.down_proj,0.0000000663,0.01000,0.967 +4,mlp.experts.7.down_proj,0.0000000731,0.01000,1.393 +4,mlp.experts.3.down_proj,0.0000001419,0.01000,1.388 +4,mlp.experts.11.down_proj,0.0000000716,0.01000,1.397 +4,mlp.experts.13.down_proj,0.0000001442,0.01000,1.291 +4,mlp.experts.9.down_proj,0.0000000799,0.01000,1.413 +4,mlp.experts.5.down_proj,0.0000001204,0.01000,1.239 +4,mlp.experts.1.down_proj,0.0000000771,0.01000,1.427 +4,mlp.experts.15.down_proj,0.0000000809,0.01000,1.297 +4,mlp.experts.14.down_proj,0.0000000673,0.01000,1.514 +4,mlp.experts.10.down_proj,0.0000001155,0.01000,1.655 +4,mlp.experts.6.down_proj,0.0000000676,0.01000,1.660 +4,mlp.experts.2.down_proj,0.0000000835,0.01000,1.691 +4,mlp.experts.24.down_proj,0.0000000741,0.01000,0.658 +4,mlp.experts.20.down_proj,0.0000000884,0.01000,0.641 +4,mlp.experts.16.down_proj,0.0000000784,0.01000,0.622 +4,mlp.experts.28.down_proj,0.0000001368,0.01000,0.632 +4,mlp.experts.23.down_proj,0.0000000684,0.01000,0.773 +4,mlp.experts.27.down_proj,0.0000001640,0.01000,0.808 +4,mlp.experts.19.down_proj,0.0000000666,0.01000,0.816 +4,mlp.experts.29.down_proj,0.0000000667,0.01000,0.813 +4,mlp.experts.17.down_proj,0.0000000835,0.01000,0.805 +4,mlp.experts.21.down_proj,0.0000001170,0.01000,0.813 +4,mlp.experts.25.down_proj,0.0000000927,0.01000,0.825 +4,mlp.experts.31.down_proj,0.0000000842,0.01000,0.780 +4,mlp.experts.40.down_proj,0.0000000700,0.01000,0.703 +4,mlp.experts.36.down_proj,0.0000001590,0.01000,0.702 +4,mlp.experts.44.down_proj,0.0000000919,0.01000,0.709 +4,mlp.experts.32.down_proj,0.0000001380,0.01000,0.732 +4,mlp.experts.26.down_proj,0.0000000403,0.01000,0.920 +4,mlp.experts.22.down_proj,0.0000001063,0.01000,0.952 +4,mlp.experts.18.down_proj,0.0000000756,0.01000,0.927 +4,mlp.experts.30.down_proj,0.0000000800,0.01000,0.986 +4,mlp.experts.39.down_proj,0.0000001226,0.01000,0.745 +4,mlp.experts.35.down_proj,0.0000001290,0.01000,0.719 +4,mlp.experts.45.down_proj,0.0000000743,0.01000,0.734 +4,mlp.experts.43.down_proj,0.0000000674,0.01000,0.762 +4,mlp.experts.33.down_proj,0.0000000797,0.01000,0.731 +4,mlp.experts.47.down_proj,0.0000000911,0.01000,0.737 +4,mlp.experts.37.down_proj,0.0000000957,0.01000,0.755 +4,mlp.experts.41.down_proj,0.0000001358,0.01000,0.768 +4,mlp.experts.48.down_proj,0.0000000942,0.01000,0.790 +4,mlp.experts.52.down_proj,0.0000000753,0.01000,0.824 +4,mlp.experts.60.down_proj,0.0000001587,0.01000,0.829 +4,mlp.experts.56.down_proj,0.0000001054,0.01000,0.884 +4,mlp.experts.46.down_proj,0.0000000789,0.01000,0.740 +4,mlp.experts.38.down_proj,0.0000000759,0.01000,0.773 +4,mlp.experts.42.down_proj,0.0000000744,0.01000,0.813 +4,mlp.experts.34.down_proj,0.0000000857,0.01000,0.804 +4,mlp.experts.61.down_proj,0.0000000643,0.01000,0.752 +4,mlp.experts.55.down_proj,0.0000000700,0.01000,0.790 +4,mlp.experts.51.down_proj,0.0000000675,0.01000,0.811 +4,mlp.experts.59.down_proj,0.0000001050,0.01000,0.761 +4,mlp.experts.63.down_proj,0.0000000666,0.01000,0.760 +4,mlp.experts.49.down_proj,0.0000000920,0.01000,0.777 +4,mlp.experts.53.down_proj,0.0000000422,0.01000,0.761 +4,mlp.experts.57.down_proj,0.0000000771,0.01000,0.777 +4,mlp.experts.68.down_proj,0.0000001163,0.01000,0.794 +4,mlp.experts.76.down_proj,0.0000000813,0.01000,0.790 +4,mlp.experts.54.down_proj,0.0000000821,0.01000,0.716 +4,mlp.experts.62.down_proj,0.0000001283,0.01000,0.726 +4,mlp.experts.58.down_proj,0.0000000592,0.01000,0.719 +4,mlp.experts.64.down_proj,0.0000000830,0.01000,0.820 +4,mlp.experts.50.down_proj,0.0000001052,0.01000,0.695 +4,mlp.experts.72.down_proj,0.0000000920,0.01000,0.783 +4,mlp.experts.77.down_proj,0.0000000913,0.01000,0.764 +4,mlp.experts.71.down_proj,0.0000001542,0.01000,0.777 +4,mlp.experts.79.down_proj,0.0000000957,0.01000,0.738 +4,mlp.experts.69.down_proj,0.0000001516,0.01000,0.731 +4,mlp.experts.67.down_proj,0.0000000695,0.01000,0.782 +4,mlp.experts.75.down_proj,0.0000002171,0.01000,0.791 +4,mlp.experts.65.down_proj,0.0000000627,0.01000,0.771 +4,mlp.experts.73.down_proj,0.0000000873,0.01000,0.767 +4,mlp.experts.74.down_proj,0.0000001116,0.01000,0.705 +4,mlp.experts.66.down_proj,0.0000001171,0.01000,0.713 +4,mlp.experts.78.down_proj,0.0000001200,0.01000,0.717 +4,mlp.experts.70.down_proj,0.0000000657,0.01000,0.734 +4,mlp.experts.84.down_proj,0.0000001292,0.01000,0.884 +4,mlp.experts.92.down_proj,0.0000000929,0.01000,0.908 +4,mlp.experts.88.down_proj,0.0000000697,0.01000,0.912 +4,mlp.experts.80.down_proj,0.0000000694,0.01000,0.950 +4,mlp.experts.95.down_proj,0.0000000695,0.01000,0.739 +4,mlp.experts.91.down_proj,0.0000001250,0.01000,0.717 +4,mlp.experts.93.down_proj,0.0000000722,0.01000,0.770 +4,mlp.experts.87.down_proj,0.0000001159,0.01000,0.756 +4,mlp.experts.83.down_proj,0.0000000555,0.01000,0.753 +4,mlp.experts.81.down_proj,0.0000001187,0.01000,0.728 +4,mlp.experts.85.down_proj,0.0000000780,0.01000,0.771 +4,mlp.experts.89.down_proj,0.0000000673,0.01000,0.741 +4,mlp.experts.82.down_proj,0.0000000672,0.01000,0.952 +4,mlp.experts.86.down_proj,0.0000000981,0.01000,0.958 +4,mlp.experts.90.down_proj,0.0000000815,0.01000,0.972 +4,mlp.experts.100.down_proj,0.0000000626,0.01000,0.832 +4,mlp.experts.108.down_proj,0.0000000818,0.01000,0.804 +4,mlp.experts.104.down_proj,0.0000001082,0.01000,0.779 +4,mlp.experts.94.down_proj,0.0000001595,0.01000,0.996 +4,mlp.experts.96.down_proj,0.0000000733,0.01000,0.787 +4,mlp.experts.109.down_proj,0.0000000980,0.01000,0.684 +4,mlp.experts.111.down_proj,0.0000000819,0.01000,0.744 +4,mlp.experts.103.down_proj,0.0000000990,0.01000,0.735 +4,mlp.experts.101.down_proj,0.0000000704,0.01000,0.703 +4,mlp.experts.97.down_proj,0.0000000728,0.01000,0.706 +4,mlp.experts.107.down_proj,0.0000000684,0.01000,0.748 +4,mlp.experts.99.down_proj,0.0000001338,0.01000,0.716 +4,mlp.experts.105.down_proj,0.0000001104,0.01000,0.726 +4,mlp.experts.98.down_proj,0.0000000566,0.01000,0.802 +4,mlp.experts.106.down_proj,0.0000001086,0.01000,0.780 +4,mlp.experts.102.down_proj,0.0000000911,0.01000,0.815 +4,mlp.experts.110.down_proj,0.0000000623,0.01000,0.835 +4,mlp.experts.127.down_proj,0.0000000784,0.01000,0.734 +4,mlp.experts.125.down_proj,0.0000001411,0.01000,0.807 +4,mlp.experts.115.down_proj,0.0000001045,0.01000,0.727 +4,mlp.experts.123.down_proj,0.0000001721,0.01000,0.728 +4,mlp.experts.119.down_proj,0.0000000972,0.01000,0.744 +4,mlp.experts.113.down_proj,0.0000000733,0.01000,0.797 +4,mlp.experts.117.down_proj,0.0000000957,0.01000,0.812 +4,mlp.experts.121.down_proj,0.0000000688,0.01000,0.817 +4,mlp.experts.116.down_proj,0.0000001076,0.01000,1.077 +4,mlp.experts.120.down_proj,0.0000000767,0.01000,1.071 +4,mlp.experts.124.down_proj,0.0000000921,0.01000,1.094 +4,mlp.experts.112.down_proj,0.0000000660,0.01000,1.085 +4,mlp.experts.114.down_proj,0.0000000736,0.01000,0.728 +4,mlp.experts.122.down_proj,0.0000000770,0.01000,0.741 +4,mlp.experts.126.down_proj,0.0000001085,0.01000,0.681 +4,mlp.experts.118.down_proj,0.0000001087,0.01000,0.748 +5,self_attn.k_proj,0.0000000079,0.01000,0.819 +5,self_attn.v_proj,0.0000000088,0.01000,0.844 +5,self_attn.q_proj,0.0000000567,0.01000,0.861 +5,self_attn.o_proj,0.0000000086,0.01000,1.484 +5,mlp.experts.6.gate_proj,0.0000028645,0.01000,1.901 +5,mlp.experts.14.gate_proj,0.0000030878,0.01000,1.833 +5,mlp.experts.2.gate_proj,0.0000025859,0.01000,1.968 +5,mlp.experts.9.gate_proj,0.0000017417,0.01000,2.046 +5,mlp.experts.10.gate_proj,0.0000025491,0.01000,2.026 +5,mlp.experts.0.gate_proj,0.0000032137,0.01000,2.146 +5,mlp.experts.8.gate_proj,0.0000036438,0.01000,2.151 +5,mlp.experts.13.gate_proj,0.0000027736,0.01000,2.097 +5,mlp.experts.5.gate_proj,0.0000025947,0.01000,2.118 +5,mlp.experts.15.gate_proj,0.0000027335,0.01000,2.122 +5,mlp.experts.4.gate_proj,0.0000012689,0.01000,2.124 +5,mlp.experts.1.gate_proj,0.0000029701,0.01000,2.161 +5,mlp.experts.12.gate_proj,0.0000031688,0.01000,2.208 +5,mlp.experts.3.gate_proj,0.0000028151,0.01000,2.299 +5,mlp.experts.7.gate_proj,0.0000027341,0.01000,2.361 +5,mlp.experts.11.gate_proj,0.0000027016,0.01000,2.334 +5,mlp.experts.22.gate_proj,0.0000026178,0.01000,1.572 +5,mlp.experts.18.gate_proj,0.0000025759,0.01000,1.570 +5,mlp.experts.30.gate_proj,0.0000026098,0.01000,1.686 +5,mlp.experts.26.gate_proj,0.0000031350,0.01000,1.582 +5,mlp.experts.25.gate_proj,0.0000029103,0.01000,1.913 +5,mlp.experts.29.gate_proj,0.0000029504,0.01000,1.912 +5,mlp.experts.21.gate_proj,0.0000029579,0.01000,1.922 +5,mlp.experts.24.gate_proj,0.0000025447,0.01000,2.056 +5,mlp.experts.16.gate_proj,0.0000026430,0.01000,2.086 +5,mlp.experts.31.gate_proj,0.0000028517,0.01000,2.041 +5,mlp.experts.17.gate_proj,0.0000027548,0.01000,2.013 +5,mlp.experts.20.gate_proj,0.0000025887,0.01000,2.094 +5,mlp.experts.28.gate_proj,0.0000029916,0.01000,2.113 +5,mlp.experts.19.gate_proj,0.0000026155,0.01000,2.132 +5,mlp.experts.23.gate_proj,0.0000032394,0.01000,2.164 +5,mlp.experts.27.gate_proj,0.0000020845,0.01000,2.175 +5,mlp.experts.38.gate_proj,0.0000026904,0.01000,1.540 +5,mlp.experts.34.gate_proj,0.0000028052,0.01000,1.552 +5,mlp.experts.46.gate_proj,0.0000026593,0.01000,1.635 +5,mlp.experts.42.gate_proj,0.0000027621,0.01000,1.886 +5,mlp.experts.41.gate_proj,0.0000028172,0.01000,1.905 +5,mlp.experts.37.gate_proj,0.0000033126,0.01000,1.962 +5,mlp.experts.45.gate_proj,0.0000028048,0.01000,2.085 +5,mlp.experts.33.gate_proj,0.0000037312,0.01000,2.018 +5,mlp.experts.47.gate_proj,0.0000029932,0.01000,2.107 +5,mlp.experts.32.gate_proj,0.0000027834,0.01000,2.116 +5,mlp.experts.40.gate_proj,0.0000034809,0.01000,2.196 +5,mlp.experts.36.gate_proj,0.0000029125,0.01000,2.235 +5,mlp.experts.35.gate_proj,0.0000029901,0.01000,2.135 +5,mlp.experts.39.gate_proj,0.0000027119,0.01000,2.146 +5,mlp.experts.44.gate_proj,0.0000033174,0.01000,2.310 +5,mlp.experts.43.gate_proj,0.0000025133,0.01000,2.180 +5,mlp.experts.54.gate_proj,0.0000027260,0.01000,1.842 +5,mlp.experts.50.gate_proj,0.0000034511,0.01000,1.814 +5,mlp.experts.62.gate_proj,0.0000027000,0.01000,1.939 +5,mlp.experts.58.gate_proj,0.0000027234,0.01000,1.866 +5,mlp.experts.57.gate_proj,0.0000032745,0.01000,2.110 +5,mlp.experts.53.gate_proj,0.0000027441,0.01000,2.113 +5,mlp.experts.63.gate_proj,0.0000028171,0.01000,1.969 +5,mlp.experts.61.gate_proj,0.0000026306,0.01000,2.178 +5,mlp.experts.49.gate_proj,0.0000026808,0.01000,2.145 +5,mlp.experts.56.gate_proj,0.0000025256,0.01000,2.041 +5,mlp.experts.70.gate_proj,0.0000028412,0.01000,1.635 +5,mlp.experts.48.gate_proj,0.0000030529,0.01000,2.201 +5,mlp.experts.51.gate_proj,0.0000026778,0.01000,2.038 +5,mlp.experts.55.gate_proj,0.0000026913,0.01000,1.947 +5,mlp.experts.52.gate_proj,0.0000025475,0.01000,2.114 +5,mlp.experts.59.gate_proj,0.0000029304,0.01000,2.005 +5,mlp.experts.60.gate_proj,0.0000028823,0.01000,2.106 +5,mlp.experts.66.gate_proj,0.0000028253,0.01000,2.153 +5,mlp.experts.78.gate_proj,0.0000027962,0.01000,2.032 +5,mlp.experts.74.gate_proj,0.0000026094,0.01000,2.011 +5,mlp.experts.73.gate_proj,0.0000024279,0.01000,1.944 +5,mlp.experts.69.gate_proj,0.0000026917,0.01000,1.744 +5,mlp.experts.77.gate_proj,0.0000024389,0.01000,1.735 +5,mlp.experts.79.gate_proj,0.0000028182,0.01000,1.961 +5,mlp.experts.65.gate_proj,0.0000025384,0.01000,1.942 +5,mlp.experts.71.gate_proj,0.0000026540,0.01000,1.923 +5,mlp.experts.86.gate_proj,0.0000028845,0.01000,2.066 +5,mlp.experts.75.gate_proj,0.0000025437,0.01000,1.883 +5,mlp.experts.67.gate_proj,0.0000028973,0.01000,2.080 +5,mlp.experts.72.gate_proj,0.0000014625,0.01000,2.252 +5,mlp.experts.64.gate_proj,0.0000025520,0.01000,2.292 +5,mlp.experts.68.gate_proj,0.0000028297,0.01000,2.189 +5,mlp.experts.94.gate_proj,0.0000025942,0.01000,1.727 +5,mlp.experts.90.gate_proj,0.0000027523,0.01000,1.671 +5,mlp.experts.82.gate_proj,0.0000027862,0.01000,2.023 +5,mlp.experts.76.gate_proj,0.0000025163,0.01000,2.304 +5,mlp.experts.85.gate_proj,0.0000030429,0.01000,1.830 +5,mlp.experts.93.gate_proj,0.0000026995,0.01000,1.819 +5,mlp.experts.89.gate_proj,0.0000025959,0.01000,2.029 +5,mlp.experts.95.gate_proj,0.0000023919,0.01000,2.025 +5,mlp.experts.81.gate_proj,0.0000028379,0.01000,1.934 +5,mlp.experts.87.gate_proj,0.0000025728,0.01000,2.047 +5,mlp.experts.102.gate_proj,0.0000026918,0.01000,2.044 +5,mlp.experts.91.gate_proj,0.0000028951,0.01000,2.020 +5,mlp.experts.110.gate_proj,0.0000026864,0.01000,1.739 +5,mlp.experts.88.gate_proj,0.0000031006,0.01000,2.111 +5,mlp.experts.106.gate_proj,0.0000027093,0.01000,1.736 +5,mlp.experts.83.gate_proj,0.0000025679,0.01000,2.152 +5,mlp.experts.80.gate_proj,0.0000030584,0.01000,2.097 +5,mlp.experts.98.gate_proj,0.0000028573,0.01000,1.987 +5,mlp.experts.84.gate_proj,0.0000024811,0.01000,2.270 +5,mlp.experts.92.gate_proj,0.0000030551,0.01000,2.076 +5,mlp.experts.101.gate_proj,0.0000026437,0.01000,1.610 +5,mlp.experts.109.gate_proj,0.0000028739,0.01000,1.574 +5,mlp.experts.105.gate_proj,0.0000028128,0.01000,1.587 +5,mlp.experts.97.gate_proj,0.0000025214,0.01000,1.661 +5,mlp.experts.111.gate_proj,0.0000028396,0.01000,1.984 +5,mlp.experts.126.gate_proj,0.0000026532,0.01000,1.621 +5,mlp.experts.103.gate_proj,0.0000021587,0.01000,1.981 +5,mlp.experts.107.gate_proj,0.0000027055,0.01000,1.967 +5,mlp.experts.104.gate_proj,0.0000025658,0.01000,1.883 +5,mlp.experts.118.gate_proj,0.0000027676,0.01000,2.151 +5,mlp.experts.96.gate_proj,0.0000028359,0.01000,1.913 +5,mlp.experts.99.gate_proj,0.0000026331,0.01000,2.066 +5,mlp.experts.114.gate_proj,0.0000026404,0.01000,1.836 +5,mlp.experts.122.gate_proj,0.0000025337,0.01000,2.143 +5,mlp.experts.108.gate_proj,0.0000026787,0.01000,1.946 +5,mlp.experts.100.gate_proj,0.0000026226,0.01000,2.105 +5,mlp.experts.117.gate_proj,0.0000028328,0.01000,1.898 +5,mlp.experts.125.gate_proj,0.0000025222,0.01000,1.908 +5,mlp.experts.121.gate_proj,0.0000034974,0.01000,2.128 +5,mlp.experts.127.gate_proj,0.0000031478,0.01000,1.568 +5,mlp.experts.113.gate_proj,0.0000026528,0.01000,2.089 +5,mlp.experts.14.up_proj,0.0000028898,0.01000,1.815 +5,mlp.experts.119.gate_proj,0.0000027498,0.01000,1.555 +5,mlp.experts.123.gate_proj,0.0000026680,0.01000,1.542 +5,mlp.experts.115.gate_proj,0.0000031020,0.01000,1.564 +5,mlp.experts.2.up_proj,0.0000025115,0.01000,1.773 +5,mlp.experts.6.up_proj,0.0000026652,0.01000,1.964 +5,mlp.experts.10.up_proj,0.0000024968,0.01000,1.875 +5,mlp.experts.120.gate_proj,0.0000027004,0.01000,2.242 +5,mlp.experts.112.gate_proj,0.0000029111,0.01000,2.104 +5,mlp.experts.124.gate_proj,0.0000026425,0.01000,2.114 +5,mlp.experts.5.up_proj,0.0000024005,0.01000,1.969 +5,mlp.experts.13.up_proj,0.0000026619,0.01000,1.962 +5,mlp.experts.116.gate_proj,0.0000026565,0.01000,2.138 +5,mlp.experts.15.up_proj,0.0000026007,0.01000,1.653 +5,mlp.experts.7.up_proj,0.0000024994,0.01000,1.700 +5,mlp.experts.9.up_proj,0.0000016760,0.01000,2.167 +5,mlp.experts.11.up_proj,0.0000025623,0.01000,1.734 +5,mlp.experts.30.up_proj,0.0000024353,0.01000,1.959 +5,mlp.experts.1.up_proj,0.0000027676,0.01000,2.143 +5,mlp.experts.3.up_proj,0.0000026068,0.01000,1.761 +5,mlp.experts.18.up_proj,0.0000024787,0.01000,1.917 +5,mlp.experts.22.up_proj,0.0000024563,0.01000,1.919 +5,mlp.experts.26.up_proj,0.0000028769,0.01000,1.861 +5,mlp.experts.0.up_proj,0.0000030014,0.01000,1.905 +5,mlp.experts.8.up_proj,0.0000025338,0.01000,1.984 +5,mlp.experts.12.up_proj,0.0000029068,0.01000,1.924 +5,mlp.experts.31.up_proj,0.0000026405,0.01000,1.786 +5,mlp.experts.21.up_proj,0.0000027964,0.01000,2.192 +5,mlp.experts.4.up_proj,0.0000012922,0.01000,2.103 +5,mlp.experts.23.up_proj,0.0000029487,0.01000,1.691 +5,mlp.experts.29.up_proj,0.0000027074,0.01000,2.199 +5,mlp.experts.27.up_proj,0.0000020463,0.01000,1.698 +5,mlp.experts.25.up_proj,0.0000026917,0.01000,2.079 +5,mlp.experts.46.up_proj,0.0000025198,0.01000,1.877 +5,mlp.experts.19.up_proj,0.0000024369,0.01000,1.835 +5,mlp.experts.17.up_proj,0.0000025829,0.01000,2.071 +5,mlp.experts.34.up_proj,0.0000026181,0.01000,1.744 +5,mlp.experts.38.up_proj,0.0000022969,0.01000,1.767 +5,mlp.experts.42.up_proj,0.0000025279,0.01000,1.745 +5,mlp.experts.16.up_proj,0.0000024613,0.01000,2.175 +5,mlp.experts.24.up_proj,0.0000024122,0.01000,2.179 +5,mlp.experts.37.up_proj,0.0000028255,0.01000,1.691 +5,mlp.experts.47.up_proj,0.0000027997,0.01000,1.873 +5,mlp.experts.45.up_proj,0.0000026270,0.01000,1.697 +5,mlp.experts.28.up_proj,0.0000028469,0.01000,2.102 +5,mlp.experts.39.up_proj,0.0000025977,0.01000,1.861 +5,mlp.experts.43.up_proj,0.0000023431,0.01000,1.970 +5,mlp.experts.20.up_proj,0.0000024475,0.01000,2.148 +5,mlp.experts.41.up_proj,0.0000026606,0.01000,1.828 +5,mlp.experts.62.up_proj,0.0000025033,0.01000,1.843 +5,mlp.experts.35.up_proj,0.0000027584,0.01000,2.048 +5,mlp.experts.50.up_proj,0.0000031364,0.01000,1.765 +5,mlp.experts.54.up_proj,0.0000025939,0.01000,1.748 +5,mlp.experts.33.up_proj,0.0000031961,0.01000,1.908 +5,mlp.experts.58.up_proj,0.0000025319,0.01000,1.847 +5,mlp.experts.53.up_proj,0.0000025646,0.01000,1.701 +5,mlp.experts.61.up_proj,0.0000024589,0.01000,1.680 +5,mlp.experts.32.up_proj,0.0000025257,0.01000,2.137 +5,mlp.experts.63.up_proj,0.0000026111,0.01000,2.039 +5,mlp.experts.40.up_proj,0.0000029747,0.01000,2.222 +5,mlp.experts.55.up_proj,0.0000024757,0.01000,2.003 +5,mlp.experts.44.up_proj,0.0000030890,0.01000,2.140 +5,mlp.experts.59.up_proj,0.0000026537,0.01000,2.005 +5,mlp.experts.57.up_proj,0.0000030032,0.01000,1.848 +5,mlp.experts.78.up_proj,0.0000026646,0.01000,1.850 +5,mlp.experts.51.up_proj,0.0000024988,0.01000,1.754 +5,mlp.experts.36.up_proj,0.0000027486,0.01000,2.272 +5,mlp.experts.66.up_proj,0.0000026566,0.01000,1.850 +5,mlp.experts.49.up_proj,0.0000024609,0.01000,1.827 +5,mlp.experts.70.up_proj,0.0000026528,0.01000,1.888 +5,mlp.experts.74.up_proj,0.0000024889,0.01000,1.853 +5,mlp.experts.69.up_proj,0.0000025371,0.01000,1.845 +5,mlp.experts.77.up_proj,0.0000022992,0.01000,1.877 +5,mlp.experts.79.up_proj,0.0000026040,0.01000,1.799 +5,mlp.experts.48.up_proj,0.0000033350,0.01000,2.128 +5,mlp.experts.94.up_proj,0.0000024603,0.01000,1.699 +5,mlp.experts.71.up_proj,0.0000024588,0.01000,2.040 +5,mlp.experts.56.up_proj,0.0000024075,0.01000,2.155 +5,mlp.experts.60.up_proj,0.0000026558,0.01000,2.139 +5,mlp.experts.67.up_proj,0.0000026412,0.01000,1.740 +5,mlp.experts.82.up_proj,0.0000026601,0.01000,1.663 +5,mlp.experts.75.up_proj,0.0000023949,0.01000,2.037 +5,mlp.experts.86.up_proj,0.0000026519,0.01000,1.605 +5,mlp.experts.90.up_proj,0.0000025124,0.01000,1.607 +5,mlp.experts.73.up_proj,0.0000022200,0.01000,2.180 +5,mlp.experts.52.up_proj,0.0000024262,0.01000,2.144 +5,mlp.experts.65.up_proj,0.0000024562,0.01000,2.076 +5,mlp.experts.85.up_proj,0.0000028114,0.01000,2.137 +5,mlp.experts.93.up_proj,0.0000025070,0.01000,2.113 +5,mlp.experts.95.up_proj,0.0000023321,0.01000,1.905 +5,mlp.experts.110.up_proj,0.0000025191,0.01000,1.695 +5,mlp.experts.64.up_proj,0.0000023135,0.01000,1.997 +5,mlp.experts.83.up_proj,0.0000024020,0.01000,1.712 +5,mlp.experts.102.up_proj,0.0000025472,0.01000,1.676 +5,mlp.experts.98.up_proj,0.0000026838,0.01000,1.728 +5,mlp.experts.87.up_proj,0.0000025235,0.01000,1.989 +5,mlp.experts.106.up_proj,0.0000024705,0.01000,1.665 +5,mlp.experts.72.up_proj,0.0000014627,0.01000,1.986 +5,mlp.experts.91.up_proj,0.0000027320,0.01000,1.815 +5,mlp.experts.76.up_proj,0.0000023821,0.01000,2.017 +5,mlp.experts.89.up_proj,0.0000025378,0.01000,2.018 +5,mlp.experts.68.up_proj,0.0000027092,0.01000,1.828 +5,mlp.experts.81.up_proj,0.0000026278,0.01000,2.191 +5,mlp.experts.111.up_proj,0.0000026857,0.01000,1.694 +5,mlp.experts.101.up_proj,0.0000024917,0.01000,2.016 +5,mlp.experts.99.up_proj,0.0000024714,0.01000,1.613 +5,mlp.experts.109.up_proj,0.0000026913,0.01000,2.044 +5,mlp.experts.126.up_proj,0.0000026265,0.01000,1.925 +5,mlp.experts.118.up_proj,0.0000026193,0.01000,1.653 +5,mlp.experts.107.up_proj,0.0000025135,0.01000,1.608 +5,mlp.experts.122.up_proj,0.0000024220,0.01000,1.700 +5,mlp.experts.114.up_proj,0.0000025319,0.01000,1.771 +5,mlp.experts.80.up_proj,0.0000028311,0.01000,1.891 +5,mlp.experts.103.up_proj,0.0000020908,0.01000,1.775 +5,mlp.experts.88.up_proj,0.0000029156,0.01000,1.935 +5,mlp.experts.92.up_proj,0.0000028980,0.01000,2.103 +5,mlp.experts.105.up_proj,0.0000025836,0.01000,2.120 +5,mlp.experts.84.up_proj,0.0000023491,0.01000,2.073 +5,mlp.experts.127.up_proj,0.0000028437,0.01000,1.782 +5,mlp.experts.97.up_proj,0.0000023966,0.01000,2.174 +5,mlp.experts.115.up_proj,0.0000030467,0.01000,1.655 +5,mlp.experts.123.up_proj,0.0000025313,0.01000,1.671 +5,mlp.experts.119.up_proj,0.0000025831,0.01000,1.555 +5,mlp.experts.117.up_proj,0.0000027599,0.01000,2.032 +5,mlp.experts.125.up_proj,0.0000025358,0.01000,2.027 +5,mlp.experts.96.up_proj,0.0000026973,0.01000,2.178 +5,mlp.experts.104.up_proj,0.0000024174,0.01000,2.179 +5,mlp.experts.121.up_proj,0.0000031242,0.01000,1.645 +5,mlp.experts.113.up_proj,0.0000024411,0.01000,1.378 +5,mlp.experts.100.up_proj,0.0000024897,0.01000,2.052 +5,mlp.experts.108.up_proj,0.0000025606,0.01000,2.333 +5,mlp.experts.112.up_proj,0.0000025162,0.01000,1.998 +5,mlp.experts.120.up_proj,0.0000025009,0.01000,2.058 +5,mlp.experts.116.up_proj,0.0000024737,0.01000,1.803 +5,mlp.experts.124.up_proj,0.0000024531,0.01000,1.870 +5,mlp.experts.4.down_proj,0.0000000238,0.01000,0.892 +5,mlp.experts.0.down_proj,0.0000001319,0.01000,0.909 +5,mlp.experts.8.down_proj,0.0000000895,0.01000,0.986 +5,mlp.experts.12.down_proj,0.0000001283,0.01000,0.943 +5,mlp.experts.9.down_proj,0.0000000344,0.01000,1.280 +5,mlp.experts.1.down_proj,0.0000001438,0.01000,1.281 +5,mlp.experts.5.down_proj,0.0000000874,0.01000,1.207 +5,mlp.experts.13.down_proj,0.0000001334,0.01000,1.219 +5,mlp.experts.7.down_proj,0.0000001035,0.01000,1.291 +5,mlp.experts.15.down_proj,0.0000000845,0.01000,1.276 +5,mlp.experts.11.down_proj,0.0000001081,0.01000,1.283 +5,mlp.experts.3.down_proj,0.0000001080,0.01000,1.395 +5,mlp.experts.10.down_proj,0.0000000861,0.01000,1.423 +5,mlp.experts.6.down_proj,0.0000000966,0.01000,1.462 +5,mlp.experts.14.down_proj,0.0000001649,0.01000,1.392 +5,mlp.experts.2.down_proj,0.0000000949,0.01000,1.483 +5,mlp.experts.20.down_proj,0.0000000665,0.01000,0.900 +5,mlp.experts.16.down_proj,0.0000001152,0.01000,0.937 +5,mlp.experts.24.down_proj,0.0000000865,0.01000,0.862 +5,mlp.experts.28.down_proj,0.0000001388,0.01000,0.836 +5,mlp.experts.23.down_proj,0.0000001303,0.01000,0.720 +5,mlp.experts.27.down_proj,0.0000000508,0.01000,0.737 +5,mlp.experts.31.down_proj,0.0000001097,0.01000,0.741 +5,mlp.experts.19.down_proj,0.0000000952,0.01000,0.701 +5,mlp.experts.17.down_proj,0.0000001058,0.01000,0.885 +5,mlp.experts.25.down_proj,0.0000001257,0.01000,0.912 +5,mlp.experts.21.down_proj,0.0000001692,0.01000,0.904 +5,mlp.experts.29.down_proj,0.0000001302,0.01000,0.905 +5,mlp.experts.26.down_proj,0.0000001096,0.01000,0.768 +5,mlp.experts.22.down_proj,0.0000000868,0.01000,0.769 +5,mlp.experts.30.down_proj,0.0000001080,0.01000,0.773 +5,mlp.experts.18.down_proj,0.0000000819,0.01000,0.798 +5,mlp.experts.36.down_proj,0.0000001330,0.01000,0.710 +5,mlp.experts.44.down_proj,0.0000002181,0.01000,0.697 +5,mlp.experts.32.down_proj,0.0000000817,0.01000,0.700 +5,mlp.experts.40.down_proj,0.0000001484,0.01000,0.743 +5,mlp.experts.39.down_proj,0.0000000925,0.01000,0.688 +5,mlp.experts.43.down_proj,0.0000000981,0.01000,0.701 +5,mlp.experts.47.down_proj,0.0000001453,0.01000,0.718 +5,mlp.experts.35.down_proj,0.0000001017,0.01000,0.728 +5,mlp.experts.33.down_proj,0.0000002122,0.01000,0.699 +5,mlp.experts.37.down_proj,0.0000001167,0.01000,0.706 +5,mlp.experts.41.down_proj,0.0000001031,0.01000,0.748 +5,mlp.experts.45.down_proj,0.0000001221,0.01000,0.745 +5,mlp.experts.42.down_proj,0.0000001235,0.01000,0.765 +5,mlp.experts.38.down_proj,0.0000000867,0.01000,0.794 +5,mlp.experts.46.down_proj,0.0000000767,0.01000,0.802 +5,mlp.experts.34.down_proj,0.0000001253,0.01000,0.788 +5,mlp.experts.52.down_proj,0.0000000744,0.01000,0.638 +5,mlp.experts.48.down_proj,0.0000001962,0.01000,0.657 +5,mlp.experts.60.down_proj,0.0000001389,0.01000,0.669 +5,mlp.experts.56.down_proj,0.0000000831,0.01000,0.676 +5,mlp.experts.55.down_proj,0.0000000935,0.01000,0.736 +5,mlp.experts.51.down_proj,0.0000001218,0.01000,0.717 +5,mlp.experts.63.down_proj,0.0000000991,0.01000,0.742 +5,mlp.experts.49.down_proj,0.0000000935,0.01000,0.701 +5,mlp.experts.59.down_proj,0.0000001162,0.01000,0.778 +5,mlp.experts.53.down_proj,0.0000000957,0.01000,0.705 +5,mlp.experts.57.down_proj,0.0000001862,0.01000,0.702 +5,mlp.experts.61.down_proj,0.0000000888,0.01000,0.707 +5,mlp.experts.58.down_proj,0.0000001463,0.01000,0.765 +5,mlp.experts.62.down_proj,0.0000000986,0.01000,0.751 +5,mlp.experts.54.down_proj,0.0000001450,0.01000,0.777 +5,mlp.experts.50.down_proj,0.0000001721,0.01000,0.771 +5,mlp.experts.71.down_proj,0.0000001139,0.01000,0.590 +5,mlp.experts.68.down_proj,0.0000001176,0.01000,0.908 +5,mlp.experts.76.down_proj,0.0000000803,0.01000,0.873 +5,mlp.experts.79.down_proj,0.0000000987,0.01000,0.559 +5,mlp.experts.67.down_proj,0.0000001454,0.01000,0.580 +5,mlp.experts.72.down_proj,0.0000000260,0.01000,0.868 +5,mlp.experts.75.down_proj,0.0000001081,0.01000,0.586 +5,mlp.experts.64.down_proj,0.0000000703,0.01000,0.956 +5,mlp.experts.65.down_proj,0.0000000736,0.01000,0.735 +5,mlp.experts.69.down_proj,0.0000000912,0.01000,0.793 +5,mlp.experts.77.down_proj,0.0000001031,0.01000,0.795 +5,mlp.experts.73.down_proj,0.0000000776,0.01000,0.801 +5,mlp.experts.74.down_proj,0.0000000911,0.01000,0.771 +5,mlp.experts.78.down_proj,0.0000001464,0.01000,0.776 +5,mlp.experts.66.down_proj,0.0000001125,0.01000,0.772 +5,mlp.experts.87.down_proj,0.0000000909,0.01000,0.570 +5,mlp.experts.70.down_proj,0.0000001535,0.01000,0.787 +5,mlp.experts.95.down_proj,0.0000000792,0.01000,0.614 +5,mlp.experts.83.down_proj,0.0000000803,0.01000,0.599 +5,mlp.experts.84.down_proj,0.0000000767,0.01000,0.662 +5,mlp.experts.91.down_proj,0.0000001092,0.01000,0.590 +5,mlp.experts.92.down_proj,0.0000001448,0.01000,0.723 +5,mlp.experts.88.down_proj,0.0000001300,0.01000,0.727 +5,mlp.experts.80.down_proj,0.0000001679,0.01000,0.745 +5,mlp.experts.81.down_proj,0.0000001390,0.01000,0.918 +5,mlp.experts.90.down_proj,0.0000001289,0.01000,0.748 +5,mlp.experts.85.down_proj,0.0000001081,0.01000,0.912 +5,mlp.experts.103.down_proj,0.0000000604,0.01000,0.723 +5,mlp.experts.89.down_proj,0.0000000999,0.01000,0.856 +5,mlp.experts.99.down_proj,0.0000000872,0.01000,0.628 +5,mlp.experts.111.down_proj,0.0000001381,0.01000,0.644 +5,mlp.experts.86.down_proj,0.0000001366,0.01000,0.756 +5,mlp.experts.94.down_proj,0.0000000894,0.01000,0.799 +5,mlp.experts.82.down_proj,0.0000001215,0.01000,0.773 +5,mlp.experts.107.down_proj,0.0000001220,0.01000,0.631 +5,mlp.experts.93.down_proj,0.0000000765,0.01000,0.960 +5,mlp.experts.100.down_proj,0.0000000901,0.01000,0.770 +5,mlp.experts.108.down_proj,0.0000001226,0.01000,0.718 +5,mlp.experts.104.down_proj,0.0000000825,0.01000,0.719 +5,mlp.experts.96.down_proj,0.0000001424,0.01000,0.690 +5,mlp.experts.115.down_proj,0.0000001404,0.01000,0.620 +5,mlp.experts.127.down_proj,0.0000001775,0.01000,0.619 +5,mlp.experts.119.down_proj,0.0000001050,0.01000,0.646 +5,mlp.experts.97.down_proj,0.0000001086,0.01000,0.763 +5,mlp.experts.123.down_proj,0.0000000867,0.01000,0.614 +5,mlp.experts.101.down_proj,0.0000000752,0.01000,0.720 +5,mlp.experts.105.down_proj,0.0000001522,0.01000,0.753 +5,mlp.experts.106.down_proj,0.0000000998,0.01000,0.817 +5,mlp.experts.109.down_proj,0.0000001114,0.01000,0.737 +5,mlp.experts.102.down_proj,0.0000001064,0.01000,0.831 +5,mlp.experts.116.down_proj,0.0000000983,0.01000,0.726 +5,mlp.experts.98.down_proj,0.0000000959,0.01000,0.871 +5,mlp.experts.110.down_proj,0.0000000848,0.01000,0.878 +5,mlp.experts.112.down_proj,0.0000001422,0.01000,0.703 +5,mlp.experts.124.down_proj,0.0000000975,0.01000,0.773 +5,mlp.experts.120.down_proj,0.0000000984,0.01000,0.764 +5,mlp.experts.117.down_proj,0.0000001377,0.01000,0.539 +5,mlp.experts.113.down_proj,0.0000000876,0.01000,0.616 +5,mlp.experts.121.down_proj,0.0000002275,0.01000,0.530 +5,mlp.experts.125.down_proj,0.0000001077,0.01000,0.499 +5,mlp.experts.122.down_proj,0.0000001009,0.01000,0.734 +5,mlp.experts.118.down_proj,0.0000001078,0.01000,0.721 +5,mlp.experts.114.down_proj,0.0000000755,0.01000,0.709 +5,mlp.experts.126.down_proj,0.0000001168,0.01000,0.711 +6,self_attn.q_proj,0.0000001396,0.01000,0.765 +6,self_attn.v_proj,0.0000000236,0.01000,0.841 +6,self_attn.k_proj,0.0000000208,0.01000,1.379 +6,self_attn.o_proj,0.0000000224,0.01000,1.477 +6,mlp.experts.7.gate_proj,0.0000032788,0.01000,1.877 +6,mlp.experts.3.gate_proj,0.0000034118,0.01000,1.879 +6,mlp.experts.15.gate_proj,0.0000039127,0.01000,1.988 +6,mlp.experts.11.gate_proj,0.0000030116,0.01000,2.103 +6,mlp.experts.0.gate_proj,0.0000036104,0.01000,2.179 +6,mlp.experts.4.gate_proj,0.0000034486,0.01000,2.266 +6,mlp.experts.12.gate_proj,0.0000026798,0.01000,2.278 +6,mlp.experts.1.gate_proj,0.0000035039,0.01000,2.340 +6,mlp.experts.5.gate_proj,0.0000036587,0.01000,2.345 +6,mlp.experts.8.gate_proj,0.0000040495,0.01000,2.345 +6,mlp.experts.13.gate_proj,0.0000047653,0.01000,2.397 +6,mlp.experts.9.gate_proj,0.0000037159,0.01000,2.442 +6,mlp.experts.2.gate_proj,0.0000033595,0.01000,2.469 +6,mlp.experts.10.gate_proj,0.0000032462,0.01000,2.479 +6,mlp.experts.14.gate_proj,0.0000031128,0.01000,2.511 +6,mlp.experts.6.gate_proj,0.0000036217,0.01000,2.532 +6,mlp.experts.19.gate_proj,0.0000032291,0.01000,1.731 +6,mlp.experts.23.gate_proj,0.0000030985,0.01000,1.814 +6,mlp.experts.31.gate_proj,0.0000046942,0.01000,1.781 +6,mlp.experts.27.gate_proj,0.0000037796,0.01000,1.900 +6,mlp.experts.16.gate_proj,0.0000040948,0.01000,2.026 +6,mlp.experts.20.gate_proj,0.0000041638,0.01000,1.986 +6,mlp.experts.21.gate_proj,0.0000044122,0.01000,1.930 +6,mlp.experts.28.gate_proj,0.0000034308,0.01000,2.032 +6,mlp.experts.24.gate_proj,0.0000030927,0.01000,1.988 +6,mlp.experts.29.gate_proj,0.0000042438,0.01000,1.965 +6,mlp.experts.25.gate_proj,0.0000033696,0.01000,1.971 +6,mlp.experts.26.gate_proj,0.0000036902,0.01000,1.984 +6,mlp.experts.17.gate_proj,0.0000040537,0.01000,2.129 +6,mlp.experts.18.gate_proj,0.0000034895,0.01000,2.140 +6,mlp.experts.30.gate_proj,0.0000031084,0.01000,2.205 +6,mlp.experts.22.gate_proj,0.0000034054,0.01000,2.314 +6,mlp.experts.35.gate_proj,0.0000034647,0.01000,2.079 +6,mlp.experts.39.gate_proj,0.0000032777,0.01000,2.075 +6,mlp.experts.47.gate_proj,0.0000038992,0.01000,2.161 +6,mlp.experts.43.gate_proj,0.0000031055,0.01000,2.148 +6,mlp.experts.37.gate_proj,0.0000037759,0.01000,2.013 +6,mlp.experts.45.gate_proj,0.0000039356,0.01000,1.974 +6,mlp.experts.32.gate_proj,0.0000043866,0.01000,2.231 +6,mlp.experts.33.gate_proj,0.0000036962,0.01000,1.999 +6,mlp.experts.44.gate_proj,0.0000035579,0.01000,2.163 +6,mlp.experts.36.gate_proj,0.0000031395,0.01000,2.223 +6,mlp.experts.42.gate_proj,0.0000032255,0.01000,2.058 +6,mlp.experts.40.gate_proj,0.0000046156,0.01000,2.204 +6,mlp.experts.41.gate_proj,0.0000032432,0.01000,2.203 +6,mlp.experts.34.gate_proj,0.0000032493,0.01000,2.151 +6,mlp.experts.46.gate_proj,0.0000037368,0.01000,2.338 +6,mlp.experts.38.gate_proj,0.0000031547,0.01000,2.219 +6,mlp.experts.63.gate_proj,0.0000034083,0.01000,1.980 +6,mlp.experts.51.gate_proj,0.0000048545,0.01000,2.256 +6,mlp.experts.55.gate_proj,0.0000029768,0.01000,2.202 +6,mlp.experts.59.gate_proj,0.0000041212,0.01000,2.093 +6,mlp.experts.48.gate_proj,0.0000033972,0.01000,2.028 +6,mlp.experts.61.gate_proj,0.0000032773,0.01000,2.125 +6,mlp.experts.60.gate_proj,0.0000035189,0.01000,2.010 +6,mlp.experts.53.gate_proj,0.0000038544,0.01000,2.189 +6,mlp.experts.58.gate_proj,0.0000032164,0.01000,2.026 +6,mlp.experts.52.gate_proj,0.0000029154,0.01000,2.105 +6,mlp.experts.49.gate_proj,0.0000035972,0.01000,2.129 +6,mlp.experts.56.gate_proj,0.0000030125,0.01000,2.169 +6,mlp.experts.57.gate_proj,0.0000041082,0.01000,2.163 +6,mlp.experts.50.gate_proj,0.0000046867,0.01000,2.091 +6,mlp.experts.62.gate_proj,0.0000034248,0.01000,2.038 +6,mlp.experts.54.gate_proj,0.0000034414,0.01000,2.058 +6,mlp.experts.71.gate_proj,0.0000037477,0.01000,2.149 +6,mlp.experts.79.gate_proj,0.0000033088,0.01000,2.313 +6,mlp.experts.67.gate_proj,0.0000035139,0.01000,2.326 +6,mlp.experts.76.gate_proj,0.0000038335,0.01000,1.840 +6,mlp.experts.64.gate_proj,0.0000033515,0.01000,1.960 +6,mlp.experts.68.gate_proj,0.0000049974,0.01000,1.911 +6,mlp.experts.72.gate_proj,0.0000035742,0.01000,1.836 +6,mlp.experts.77.gate_proj,0.0000033810,0.01000,2.213 +6,mlp.experts.75.gate_proj,0.0000030949,0.01000,2.458 +6,mlp.experts.65.gate_proj,0.0000030564,0.01000,2.139 +6,mlp.experts.69.gate_proj,0.0000047214,0.01000,2.218 +6,mlp.experts.74.gate_proj,0.0000037917,0.01000,2.218 +6,mlp.experts.73.gate_proj,0.0000035783,0.01000,2.190 +6,mlp.experts.66.gate_proj,0.0000040877,0.01000,2.292 +6,mlp.experts.78.gate_proj,0.0000045008,0.01000,2.183 +6,mlp.experts.70.gate_proj,0.0000039450,0.01000,2.173 +6,mlp.experts.87.gate_proj,0.0000033647,0.01000,2.041 +6,mlp.experts.95.gate_proj,0.0000033690,0.01000,2.065 +6,mlp.experts.83.gate_proj,0.0000029319,0.01000,2.036 +6,mlp.experts.92.gate_proj,0.0000036742,0.01000,2.200 +6,mlp.experts.88.gate_proj,0.0000032692,0.01000,2.025 +6,mlp.experts.80.gate_proj,0.0000040694,0.01000,2.158 +6,mlp.experts.84.gate_proj,0.0000032906,0.01000,2.219 +6,mlp.experts.91.gate_proj,0.0000039765,0.01000,2.024 +6,mlp.experts.90.gate_proj,0.0000039706,0.01000,1.998 +6,mlp.experts.81.gate_proj,0.0000039524,0.01000,2.043 +6,mlp.experts.93.gate_proj,0.0000032883,0.01000,2.135 +6,mlp.experts.85.gate_proj,0.0000031041,0.01000,2.083 +6,mlp.experts.89.gate_proj,0.0000034087,0.01000,2.017 +6,mlp.experts.82.gate_proj,0.0000035819,0.01000,1.908 +6,mlp.experts.86.gate_proj,0.0000032095,0.01000,1.933 +6,mlp.experts.94.gate_proj,0.0000037387,0.01000,1.950 +6,mlp.experts.103.gate_proj,0.0000043249,0.01000,2.114 +6,mlp.experts.99.gate_proj,0.0000032804,0.01000,2.139 +6,mlp.experts.111.gate_proj,0.0000034761,0.01000,2.182 +6,mlp.experts.108.gate_proj,0.0000034276,0.01000,2.029 +6,mlp.experts.104.gate_proj,0.0000034177,0.01000,2.053 +6,mlp.experts.106.gate_proj,0.0000037118,0.01000,1.905 +6,mlp.experts.96.gate_proj,0.0000032082,0.01000,2.093 +6,mlp.experts.98.gate_proj,0.0000034669,0.01000,1.662 +6,mlp.experts.109.gate_proj,0.0000033432,0.01000,1.957 +6,mlp.experts.100.gate_proj,0.0000032071,0.01000,2.087 +6,mlp.experts.97.gate_proj,0.0000033834,0.01000,2.031 +6,mlp.experts.102.gate_proj,0.0000047827,0.01000,1.666 +6,mlp.experts.110.gate_proj,0.0000031990,0.01000,1.658 +6,mlp.experts.107.gate_proj,0.0000031689,0.01000,2.179 +6,mlp.experts.101.gate_proj,0.0000036583,0.01000,2.102 +6,mlp.experts.105.gate_proj,0.0000028555,0.01000,2.062 +6,mlp.experts.122.gate_proj,0.0000033086,0.01000,1.649 +6,mlp.experts.114.gate_proj,0.0000035615,0.01000,1.663 +6,mlp.experts.119.gate_proj,0.0000038171,0.01000,2.133 +6,mlp.experts.118.gate_proj,0.0000017853,0.01000,1.635 +6,mlp.experts.115.gate_proj,0.0000032494,0.01000,2.102 +6,mlp.experts.124.gate_proj,0.0000035485,0.01000,2.024 +6,mlp.experts.120.gate_proj,0.0000030540,0.01000,2.067 +6,mlp.experts.127.gate_proj,0.0000031459,0.01000,2.251 +6,mlp.experts.126.gate_proj,0.0000025192,0.01000,1.866 +6,mlp.experts.125.gate_proj,0.0000032639,0.01000,2.089 +6,mlp.experts.116.gate_proj,0.0000033154,0.01000,2.081 +6,mlp.experts.112.gate_proj,0.0000016553,0.01000,2.231 +6,mlp.experts.113.gate_proj,0.0000042574,0.01000,2.151 +6,mlp.experts.117.gate_proj,0.0000033941,0.01000,2.239 +6,mlp.experts.121.gate_proj,0.0000035145,0.01000,2.113 +6,mlp.experts.123.gate_proj,0.0000031314,0.01000,2.305 +6,mlp.experts.10.up_proj,0.0000031129,0.01000,1.664 +6,mlp.experts.2.up_proj,0.0000032017,0.01000,1.638 +6,mlp.experts.6.up_proj,0.0000032267,0.01000,1.701 +6,mlp.experts.7.up_proj,0.0000030281,0.01000,2.071 +6,mlp.experts.14.up_proj,0.0000029339,0.01000,1.804 +6,mlp.experts.3.up_proj,0.0000032008,0.01000,2.060 +6,mlp.experts.12.up_proj,0.0000025404,0.01000,2.158 +6,mlp.experts.13.up_proj,0.0000037840,0.01000,1.877 +6,mlp.experts.8.up_proj,0.0000035435,0.01000,2.140 +6,mlp.experts.15.up_proj,0.0000033196,0.01000,2.122 +6,mlp.experts.1.up_proj,0.0000032380,0.01000,1.935 +6,mlp.experts.4.up_proj,0.0000030865,0.01000,2.102 +6,mlp.experts.5.up_proj,0.0000033763,0.01000,1.913 +6,mlp.experts.0.up_proj,0.0000032110,0.01000,2.199 +6,mlp.experts.9.up_proj,0.0000033480,0.01000,1.972 +6,mlp.experts.11.up_proj,0.0000028619,0.01000,2.165 +6,mlp.experts.26.up_proj,0.0000032899,0.01000,1.711 +6,mlp.experts.18.up_proj,0.0000032743,0.01000,1.729 +6,mlp.experts.22.up_proj,0.0000031159,0.01000,1.648 +6,mlp.experts.30.up_proj,0.0000030333,0.01000,1.643 +6,mlp.experts.29.up_proj,0.0000034933,0.01000,1.740 +6,mlp.experts.23.up_proj,0.0000029099,0.01000,2.097 +6,mlp.experts.19.up_proj,0.0000032157,0.01000,2.094 +6,mlp.experts.17.up_proj,0.0000030382,0.01000,1.840 +6,mlp.experts.28.up_proj,0.0000031073,0.01000,2.024 +6,mlp.experts.21.up_proj,0.0000037673,0.01000,1.817 +6,mlp.experts.25.up_proj,0.0000030799,0.01000,1.793 +6,mlp.experts.31.up_proj,0.0000038533,0.01000,2.141 +6,mlp.experts.24.up_proj,0.0000029238,0.01000,2.185 +6,mlp.experts.20.up_proj,0.0000036029,0.01000,2.108 +6,mlp.experts.16.up_proj,0.0000035105,0.01000,2.072 +6,mlp.experts.27.up_proj,0.0000033894,0.01000,2.158 +6,mlp.experts.42.up_proj,0.0000029743,0.01000,1.899 +6,mlp.experts.34.up_proj,0.0000030960,0.01000,1.878 +6,mlp.experts.38.up_proj,0.0000030428,0.01000,1.950 +6,mlp.experts.46.up_proj,0.0000033668,0.01000,2.087 +6,mlp.experts.45.up_proj,0.0000036209,0.01000,1.950 +6,mlp.experts.33.up_proj,0.0000032930,0.01000,1.873 +6,mlp.experts.39.up_proj,0.0000030617,0.01000,2.048 +6,mlp.experts.37.up_proj,0.0000033378,0.01000,1.856 +6,mlp.experts.35.up_proj,0.0000031683,0.01000,2.051 +6,mlp.experts.41.up_proj,0.0000030518,0.01000,1.899 +6,mlp.experts.44.up_proj,0.0000031501,0.01000,2.245 +6,mlp.experts.40.up_proj,0.0000038318,0.01000,2.035 +6,mlp.experts.47.up_proj,0.0000035006,0.01000,2.146 +6,mlp.experts.32.up_proj,0.0000035913,0.01000,2.053 +6,mlp.experts.36.up_proj,0.0000030189,0.01000,2.235 +6,mlp.experts.58.up_proj,0.0000029254,0.01000,2.060 +6,mlp.experts.43.up_proj,0.0000030246,0.01000,2.171 +6,mlp.experts.50.up_proj,0.0000038078,0.01000,2.091 +6,mlp.experts.54.up_proj,0.0000031000,0.01000,2.036 +6,mlp.experts.62.up_proj,0.0000031180,0.01000,1.954 +6,mlp.experts.61.up_proj,0.0000030035,0.01000,1.847 +6,mlp.experts.49.up_proj,0.0000031935,0.01000,1.785 +6,mlp.experts.53.up_proj,0.0000033030,0.01000,1.852 +6,mlp.experts.55.up_proj,0.0000027945,0.01000,2.028 +6,mlp.experts.57.up_proj,0.0000036721,0.01000,1.862 +6,mlp.experts.51.up_proj,0.0000037783,0.01000,1.984 +6,mlp.experts.60.up_proj,0.0000032677,0.01000,2.105 +6,mlp.experts.56.up_proj,0.0000028674,0.01000,2.186 +6,mlp.experts.63.up_proj,0.0000031312,0.01000,2.112 +6,mlp.experts.48.up_proj,0.0000030964,0.01000,2.061 +6,mlp.experts.52.up_proj,0.0000028249,0.01000,2.101 +6,mlp.experts.74.up_proj,0.0000034072,0.01000,1.967 +6,mlp.experts.66.up_proj,0.0000036041,0.01000,1.970 +6,mlp.experts.59.up_proj,0.0000036074,0.01000,2.082 +6,mlp.experts.70.up_proj,0.0000034862,0.01000,1.944 +6,mlp.experts.78.up_proj,0.0000036730,0.01000,1.957 +6,mlp.experts.77.up_proj,0.0000030666,0.01000,2.054 +6,mlp.experts.65.up_proj,0.0000029021,0.01000,2.188 +6,mlp.experts.71.up_proj,0.0000031308,0.01000,2.055 +6,mlp.experts.67.up_proj,0.0000032303,0.01000,2.018 +6,mlp.experts.73.up_proj,0.0000032789,0.01000,2.190 +6,mlp.experts.69.up_proj,0.0000038553,0.01000,2.290 +6,mlp.experts.76.up_proj,0.0000033020,0.01000,2.013 +6,mlp.experts.79.up_proj,0.0000031487,0.01000,2.011 +6,mlp.experts.72.up_proj,0.0000032308,0.01000,2.092 +6,mlp.experts.64.up_proj,0.0000031622,0.01000,2.077 +6,mlp.experts.90.up_proj,0.0000034732,0.01000,1.976 +6,mlp.experts.68.up_proj,0.0000038960,0.01000,2.169 +6,mlp.experts.82.up_proj,0.0000033253,0.01000,2.028 +6,mlp.experts.75.up_proj,0.0000029411,0.01000,1.965 +6,mlp.experts.86.up_proj,0.0000030177,0.01000,2.067 +6,mlp.experts.94.up_proj,0.0000033083,0.01000,2.194 +6,mlp.experts.93.up_proj,0.0000030271,0.01000,2.347 +6,mlp.experts.83.up_proj,0.0000028473,0.01000,2.014 +6,mlp.experts.87.up_proj,0.0000031254,0.01000,2.089 +6,mlp.experts.81.up_proj,0.0000036135,0.01000,2.319 +6,mlp.experts.85.up_proj,0.0000032757,0.01000,2.229 +6,mlp.experts.92.up_proj,0.0000032147,0.01000,2.078 +6,mlp.experts.89.up_proj,0.0000030919,0.01000,2.378 +6,mlp.experts.95.up_proj,0.0000031182,0.01000,2.103 +6,mlp.experts.88.up_proj,0.0000031128,0.01000,2.087 +6,mlp.experts.80.up_proj,0.0000037038,0.01000,2.155 +6,mlp.experts.84.up_proj,0.0000030305,0.01000,2.126 +6,mlp.experts.106.up_proj,0.0000033374,0.01000,2.312 +6,mlp.experts.91.up_proj,0.0000035922,0.01000,2.186 +6,mlp.experts.98.up_proj,0.0000032436,0.01000,2.289 +6,mlp.experts.102.up_proj,0.0000038161,0.01000,2.353 +6,mlp.experts.110.up_proj,0.0000030046,0.01000,2.285 +6,mlp.experts.109.up_proj,0.0000031140,0.01000,2.182 +6,mlp.experts.99.up_proj,0.0000030520,0.01000,2.229 +6,mlp.experts.103.up_proj,0.0000035603,0.01000,2.226 +6,mlp.experts.97.up_proj,0.0000030905,0.01000,2.273 +6,mlp.experts.101.up_proj,0.0000032888,0.01000,2.320 +6,mlp.experts.111.up_proj,0.0000032535,0.01000,2.100 +6,mlp.experts.108.up_proj,0.0000032280,0.01000,2.283 +6,mlp.experts.105.up_proj,0.0000028603,0.01000,2.386 +6,mlp.experts.104.up_proj,0.0000032188,0.01000,2.266 +6,mlp.experts.96.up_proj,0.0000030199,0.01000,2.199 +6,mlp.experts.107.up_proj,0.0000028974,0.01000,1.935 +6,mlp.experts.100.up_proj,0.0000030273,0.01000,2.208 +6,mlp.experts.122.up_proj,0.0000030833,0.01000,2.254 +6,mlp.experts.114.up_proj,0.0000032020,0.01000,2.243 +6,mlp.experts.118.up_proj,0.0000017720,0.01000,2.113 +6,mlp.experts.126.up_proj,0.0000024008,0.01000,1.829 +6,mlp.experts.115.up_proj,0.0000030031,0.01000,1.845 +6,mlp.experts.119.up_proj,0.0000033802,0.01000,1.909 +6,mlp.experts.125.up_proj,0.0000030685,0.01000,2.287 +6,mlp.experts.127.up_proj,0.0000029647,0.01000,1.725 +6,mlp.experts.113.up_proj,0.0000036918,0.01000,2.221 +6,mlp.experts.123.up_proj,0.0000030837,0.01000,1.508 +6,mlp.experts.117.up_proj,0.0000032300,0.01000,2.043 +6,mlp.experts.121.up_proj,0.0000032321,0.01000,1.890 +6,mlp.experts.124.up_proj,0.0000031629,0.01000,2.221 +6,mlp.experts.120.up_proj,0.0000029258,0.01000,2.083 +6,mlp.experts.112.up_proj,0.0000015093,0.01000,2.079 +6,mlp.experts.116.up_proj,0.0000031147,0.01000,1.951 +6,mlp.experts.8.down_proj,0.0000001845,0.01000,1.095 +6,mlp.experts.0.down_proj,0.0000001210,0.01000,1.109 +6,mlp.experts.4.down_proj,0.0000001203,0.01000,1.108 +6,mlp.experts.7.down_proj,0.0000001143,0.01000,1.147 +6,mlp.experts.11.down_proj,0.0000000919,0.01000,1.144 +6,mlp.experts.3.down_proj,0.0000001264,0.01000,1.164 +6,mlp.experts.12.down_proj,0.0000000685,0.01000,1.149 +6,mlp.experts.15.down_proj,0.0000001256,0.01000,1.159 +6,mlp.experts.2.down_proj,0.0000001430,0.01000,1.225 +6,mlp.experts.9.down_proj,0.0000001499,0.01000,1.254 +6,mlp.experts.1.down_proj,0.0000001334,0.01000,1.262 +6,mlp.experts.6.down_proj,0.0000001175,0.01000,1.267 +6,mlp.experts.14.down_proj,0.0000001168,0.01000,1.252 +6,mlp.experts.10.down_proj,0.0000001325,0.01000,1.256 +6,mlp.experts.5.down_proj,0.0000001375,0.01000,1.260 +6,mlp.experts.13.down_proj,0.0000001513,0.01000,1.259 +6,mlp.experts.23.down_proj,0.0000001029,0.01000,0.679 +6,mlp.experts.16.down_proj,0.0000001944,0.01000,0.717 +6,mlp.experts.19.down_proj,0.0000001340,0.01000,0.676 +6,mlp.experts.27.down_proj,0.0000001586,0.01000,0.689 +6,mlp.experts.20.down_proj,0.0000001705,0.01000,0.748 +6,mlp.experts.31.down_proj,0.0000002334,0.01000,0.722 +6,mlp.experts.24.down_proj,0.0000000993,0.01000,0.822 +6,mlp.experts.18.down_proj,0.0000001158,0.01000,0.727 +6,mlp.experts.29.down_proj,0.0000001438,0.01000,0.680 +6,mlp.experts.25.down_proj,0.0000001184,0.01000,0.717 +6,mlp.experts.17.down_proj,0.0000001708,0.01000,0.712 +6,mlp.experts.21.down_proj,0.0000002135,0.01000,0.685 +6,mlp.experts.22.down_proj,0.0000001123,0.01000,0.723 +6,mlp.experts.26.down_proj,0.0000001383,0.01000,0.723 +6,mlp.experts.28.down_proj,0.0000001387,0.01000,0.840 +6,mlp.experts.30.down_proj,0.0000001210,0.01000,0.746 +6,mlp.experts.35.down_proj,0.0000001403,0.01000,0.650 +6,mlp.experts.43.down_proj,0.0000000880,0.01000,0.649 +6,mlp.experts.39.down_proj,0.0000001146,0.01000,0.719 +6,mlp.experts.47.down_proj,0.0000001918,0.01000,0.656 +6,mlp.experts.36.down_proj,0.0000001077,0.01000,0.700 +6,mlp.experts.32.down_proj,0.0000001660,0.01000,0.801 +6,mlp.experts.45.down_proj,0.0000002126,0.01000,0.719 +6,mlp.experts.37.down_proj,0.0000001454,0.01000,0.724 +6,mlp.experts.33.down_proj,0.0000001259,0.01000,0.736 +6,mlp.experts.41.down_proj,0.0000001202,0.01000,0.748 +6,mlp.experts.44.down_proj,0.0000001251,0.01000,0.715 +6,mlp.experts.42.down_proj,0.0000001124,0.01000,0.740 +6,mlp.experts.34.down_proj,0.0000001225,0.01000,0.798 +6,mlp.experts.40.down_proj,0.0000002806,0.01000,0.824 +6,mlp.experts.38.down_proj,0.0000001180,0.01000,0.764 +6,mlp.experts.46.down_proj,0.0000001402,0.01000,0.729 +6,mlp.experts.51.down_proj,0.0000002125,0.01000,0.738 +6,mlp.experts.52.down_proj,0.0000001007,0.01000,0.716 +6,mlp.experts.59.down_proj,0.0000001769,0.01000,0.785 +6,mlp.experts.55.down_proj,0.0000001020,0.01000,0.740 +6,mlp.experts.63.down_proj,0.0000001223,0.01000,0.770 +6,mlp.experts.61.down_proj,0.0000001040,0.01000,0.682 +6,mlp.experts.53.down_proj,0.0000001399,0.01000,0.702 +6,mlp.experts.57.down_proj,0.0000001931,0.01000,0.690 +6,mlp.experts.49.down_proj,0.0000001166,0.01000,0.728 +6,mlp.experts.60.down_proj,0.0000001556,0.01000,0.740 +6,mlp.experts.48.down_proj,0.0000001107,0.01000,0.892 +6,mlp.experts.50.down_proj,0.0000002482,0.01000,0.795 +6,mlp.experts.54.down_proj,0.0000001071,0.01000,0.783 +6,mlp.experts.58.down_proj,0.0000001024,0.01000,0.832 +6,mlp.experts.56.down_proj,0.0000000934,0.01000,0.794 +6,mlp.experts.62.down_proj,0.0000001124,0.01000,0.840 +6,mlp.experts.67.down_proj,0.0000001302,0.01000,0.786 +6,mlp.experts.71.down_proj,0.0000001251,0.01000,0.739 +6,mlp.experts.75.down_proj,0.0000001062,0.01000,0.771 +6,mlp.experts.68.down_proj,0.0000002204,0.01000,0.776 +6,mlp.experts.79.down_proj,0.0000001377,0.01000,0.772 +6,mlp.experts.77.down_proj,0.0000001006,0.01000,0.792 +6,mlp.experts.73.down_proj,0.0000001322,0.01000,0.797 +6,mlp.experts.76.down_proj,0.0000001428,0.01000,0.762 +6,mlp.experts.66.down_proj,0.0000001580,0.01000,0.633 +6,mlp.experts.74.down_proj,0.0000001363,0.01000,0.619 +6,mlp.experts.70.down_proj,0.0000001779,0.01000,0.642 +6,mlp.experts.69.down_proj,0.0000002453,0.01000,0.892 +6,mlp.experts.65.down_proj,0.0000000836,0.01000,0.865 +6,mlp.experts.64.down_proj,0.0000001242,0.01000,0.814 +6,mlp.experts.78.down_proj,0.0000002178,0.01000,0.751 +6,mlp.experts.72.down_proj,0.0000001265,0.01000,0.783 +6,mlp.experts.83.down_proj,0.0000000978,0.01000,0.726 +6,mlp.experts.87.down_proj,0.0000001078,0.01000,0.744 +6,mlp.experts.91.down_proj,0.0000001681,0.01000,0.762 +6,mlp.experts.95.down_proj,0.0000001218,0.01000,0.738 +6,mlp.experts.84.down_proj,0.0000001055,0.01000,0.783 +6,mlp.experts.82.down_proj,0.0000001327,0.01000,0.627 +6,mlp.experts.90.down_proj,0.0000001366,0.01000,0.620 +6,mlp.experts.86.down_proj,0.0000001172,0.01000,0.630 +6,mlp.experts.93.down_proj,0.0000000978,0.01000,0.796 +6,mlp.experts.89.down_proj,0.0000001071,0.01000,0.812 +6,mlp.experts.80.down_proj,0.0000002307,0.01000,0.743 +6,mlp.experts.92.down_proj,0.0000001158,0.01000,0.849 +6,mlp.experts.85.down_proj,0.0000001463,0.01000,0.805 +6,mlp.experts.81.down_proj,0.0000001966,0.01000,0.800 +6,mlp.experts.94.down_proj,0.0000001371,0.01000,0.722 +6,mlp.experts.88.down_proj,0.0000001548,0.01000,0.711 +6,mlp.experts.99.down_proj,0.0000001232,0.01000,0.730 +6,mlp.experts.103.down_proj,0.0000001578,0.01000,0.761 +6,mlp.experts.100.down_proj,0.0000001086,0.01000,0.720 +6,mlp.experts.98.down_proj,0.0000001180,0.01000,0.694 +6,mlp.experts.106.down_proj,0.0000001542,0.01000,0.693 +6,mlp.experts.111.down_proj,0.0000001197,0.01000,0.740 +6,mlp.experts.102.down_proj,0.0000001975,0.01000,0.695 +6,mlp.experts.107.down_proj,0.0000000923,0.01000,0.797 +6,mlp.experts.109.down_proj,0.0000001140,0.01000,0.831 +6,mlp.experts.105.down_proj,0.0000000958,0.01000,0.802 +6,mlp.experts.110.down_proj,0.0000001298,0.01000,0.730 +6,mlp.experts.96.down_proj,0.0000001153,0.01000,0.774 +6,mlp.experts.101.down_proj,0.0000001374,0.01000,0.795 +6,mlp.experts.108.down_proj,0.0000001188,0.01000,0.812 +6,mlp.experts.97.down_proj,0.0000001044,0.01000,0.813 +6,mlp.experts.104.down_proj,0.0000001559,0.01000,0.824 +6,mlp.experts.115.down_proj,0.0000001365,0.01000,0.760 +6,mlp.experts.114.down_proj,0.0000001345,0.01000,0.686 +6,mlp.experts.122.down_proj,0.0000001039,0.01000,0.689 +6,mlp.experts.116.down_proj,0.0000001200,0.01000,0.696 +6,mlp.experts.118.down_proj,0.0000000369,0.01000,0.720 +6,mlp.experts.127.down_proj,0.0000001136,0.01000,0.756 +6,mlp.experts.119.down_proj,0.0000001576,0.01000,0.820 +6,mlp.experts.123.down_proj,0.0000001307,0.01000,0.796 +6,mlp.experts.126.down_proj,0.0000000733,0.01000,0.591 +6,mlp.experts.112.down_proj,0.0000000278,0.01000,0.629 +6,mlp.experts.121.down_proj,0.0000001287,0.01000,0.741 +6,mlp.experts.125.down_proj,0.0000001071,0.01000,0.780 +6,mlp.experts.124.down_proj,0.0000001125,0.01000,0.679 +6,mlp.experts.120.down_proj,0.0000000811,0.01000,0.638 +6,mlp.experts.113.down_proj,0.0000002109,0.01000,0.700 +6,mlp.experts.117.down_proj,0.0000001172,0.01000,0.731 +7,self_attn.k_proj,0.0000000118,0.01000,0.807 +7,self_attn.v_proj,0.0000000131,0.01000,0.910 +7,self_attn.q_proj,0.0000000802,0.01000,0.984 +7,self_attn.o_proj,0.0000000128,0.01000,1.413 +7,mlp.experts.0.gate_proj,0.0000047963,0.01000,1.600 +7,mlp.experts.12.gate_proj,0.0000036821,0.01000,1.589 +7,mlp.experts.4.gate_proj,0.0000035121,0.01000,1.652 +7,mlp.experts.8.gate_proj,0.0000034664,0.01000,1.821 +7,mlp.experts.15.gate_proj,0.0000034729,0.01000,2.287 +7,mlp.experts.2.gate_proj,0.0000032514,0.01000,2.318 +7,mlp.experts.11.gate_proj,0.0000037818,0.01000,2.306 +7,mlp.experts.3.gate_proj,0.0000032523,0.01000,2.361 +7,mlp.experts.14.gate_proj,0.0000048029,0.01000,2.335 +7,mlp.experts.6.gate_proj,0.0000042866,0.01000,2.339 +7,mlp.experts.13.gate_proj,0.0000037688,0.01000,2.362 +7,mlp.experts.1.gate_proj,0.0000034728,0.01000,2.375 +7,mlp.experts.9.gate_proj,0.0000039095,0.01000,2.372 +7,mlp.experts.10.gate_proj,0.0000034329,0.01000,2.371 +7,mlp.experts.7.gate_proj,0.0000039394,0.01000,2.380 +7,mlp.experts.5.gate_proj,0.0000033396,0.01000,2.466 +7,mlp.experts.16.gate_proj,0.0000029941,0.01000,1.577 +7,mlp.experts.28.gate_proj,0.0000047146,0.01000,1.588 +7,mlp.experts.20.gate_proj,0.0000033191,0.01000,1.648 +7,mlp.experts.24.gate_proj,0.0000034637,0.01000,1.560 +7,mlp.experts.23.gate_proj,0.0000038811,0.01000,1.971 +7,mlp.experts.19.gate_proj,0.0000032879,0.01000,2.033 +7,mlp.experts.17.gate_proj,0.0000038093,0.01000,1.990 +7,mlp.experts.27.gate_proj,0.0000035577,0.01000,2.109 +7,mlp.experts.18.gate_proj,0.0000040255,0.01000,2.125 +7,mlp.experts.25.gate_proj,0.0000036599,0.01000,2.035 +7,mlp.experts.21.gate_proj,0.0000035118,0.01000,1.994 +7,mlp.experts.29.gate_proj,0.0000038372,0.01000,2.091 +7,mlp.experts.31.gate_proj,0.0000032850,0.01000,2.183 +7,mlp.experts.22.gate_proj,0.0000038429,0.01000,2.145 +7,mlp.experts.26.gate_proj,0.0000032594,0.01000,2.152 +7,mlp.experts.30.gate_proj,0.0000039995,0.01000,2.266 +7,mlp.experts.32.gate_proj,0.0000036149,0.01000,1.703 +7,mlp.experts.36.gate_proj,0.0000036354,0.01000,1.679 +7,mlp.experts.44.gate_proj,0.0000041012,0.01000,1.793 +7,mlp.experts.40.gate_proj,0.0000037864,0.01000,1.696 +7,mlp.experts.39.gate_proj,0.0000033162,0.01000,1.986 +7,mlp.experts.35.gate_proj,0.0000049125,0.01000,2.002 +7,mlp.experts.41.gate_proj,0.0000035345,0.01000,1.993 +7,mlp.experts.33.gate_proj,0.0000035021,0.01000,2.077 +7,mlp.experts.43.gate_proj,0.0000033517,0.01000,2.035 +7,mlp.experts.45.gate_proj,0.0000032751,0.01000,2.023 +7,mlp.experts.37.gate_proj,0.0000035015,0.01000,2.075 +7,mlp.experts.47.gate_proj,0.0000035060,0.01000,2.041 +7,mlp.experts.34.gate_proj,0.0000034794,0.01000,2.290 +7,mlp.experts.42.gate_proj,0.0000041469,0.01000,2.241 +7,mlp.experts.38.gate_proj,0.0000036464,0.01000,2.300 +7,mlp.experts.46.gate_proj,0.0000035863,0.01000,2.336 +7,mlp.experts.48.gate_proj,0.0000031192,0.01000,2.522 +7,mlp.experts.52.gate_proj,0.0000037511,0.01000,2.452 +7,mlp.experts.60.gate_proj,0.0000033524,0.01000,2.554 +7,mlp.experts.56.gate_proj,0.0000032340,0.01000,2.547 +7,mlp.experts.55.gate_proj,0.0000035941,0.01000,2.142 +7,mlp.experts.51.gate_proj,0.0000033405,0.01000,2.137 +7,mlp.experts.59.gate_proj,0.0000036333,0.01000,2.163 +7,mlp.experts.63.gate_proj,0.0000040682,0.01000,2.155 +7,mlp.experts.57.gate_proj,0.0000041066,0.01000,2.326 +7,mlp.experts.53.gate_proj,0.0000034479,0.01000,2.243 +7,mlp.experts.61.gate_proj,0.0000036734,0.01000,2.280 +7,mlp.experts.49.gate_proj,0.0000033935,0.01000,2.351 +7,mlp.experts.50.gate_proj,0.0000033751,0.01000,2.146 +7,mlp.experts.54.gate_proj,0.0000040683,0.01000,2.114 +7,mlp.experts.58.gate_proj,0.0000036026,0.01000,2.269 +7,mlp.experts.62.gate_proj,0.0000041865,0.01000,2.112 +7,mlp.experts.64.gate_proj,0.0000036721,0.01000,2.183 +7,mlp.experts.68.gate_proj,0.0000038777,0.01000,2.255 +7,mlp.experts.76.gate_proj,0.0000036673,0.01000,2.270 +7,mlp.experts.72.gate_proj,0.0000036522,0.01000,2.255 +7,mlp.experts.71.gate_proj,0.0000047226,0.01000,2.191 +7,mlp.experts.67.gate_proj,0.0000037469,0.01000,2.228 +7,mlp.experts.73.gate_proj,0.0000034547,0.01000,2.113 +7,mlp.experts.69.gate_proj,0.0000037980,0.01000,2.136 +7,mlp.experts.79.gate_proj,0.0000034396,0.01000,2.227 +7,mlp.experts.75.gate_proj,0.0000026749,0.01000,2.312 +7,mlp.experts.65.gate_proj,0.0000043190,0.01000,2.169 +7,mlp.experts.77.gate_proj,0.0000033585,0.01000,2.226 +7,mlp.experts.66.gate_proj,0.0000035721,0.01000,2.190 +7,mlp.experts.70.gate_proj,0.0000037992,0.01000,2.255 +7,mlp.experts.74.gate_proj,0.0000035328,0.01000,2.249 +7,mlp.experts.78.gate_proj,0.0000047862,0.01000,2.273 +7,mlp.experts.80.gate_proj,0.0000039067,0.01000,1.997 +7,mlp.experts.84.gate_proj,0.0000035428,0.01000,2.164 +7,mlp.experts.92.gate_proj,0.0000039664,0.01000,2.088 +7,mlp.experts.88.gate_proj,0.0000035447,0.01000,2.121 +7,mlp.experts.87.gate_proj,0.0000037884,0.01000,2.044 +7,mlp.experts.83.gate_proj,0.0000038560,0.01000,1.999 +7,mlp.experts.95.gate_proj,0.0000033313,0.01000,1.966 +7,mlp.experts.91.gate_proj,0.0000037424,0.01000,2.016 +7,mlp.experts.85.gate_proj,0.0000040796,0.01000,2.114 +7,mlp.experts.89.gate_proj,0.0000034103,0.01000,2.171 +7,mlp.experts.81.gate_proj,0.0000039337,0.01000,2.086 +7,mlp.experts.93.gate_proj,0.0000033385,0.01000,2.118 +7,mlp.experts.82.gate_proj,0.0000038558,0.01000,2.232 +7,mlp.experts.86.gate_proj,0.0000035035,0.01000,2.127 +7,mlp.experts.94.gate_proj,0.0000035882,0.01000,2.175 +7,mlp.experts.90.gate_proj,0.0000043338,0.01000,2.251 +7,mlp.experts.96.gate_proj,0.0000036060,0.01000,2.215 +7,mlp.experts.100.gate_proj,0.0000031805,0.01000,2.188 +7,mlp.experts.108.gate_proj,0.0000037140,0.01000,2.235 +7,mlp.experts.104.gate_proj,0.0000047024,0.01000,2.217 +7,mlp.experts.103.gate_proj,0.0000036093,0.01000,2.148 +7,mlp.experts.99.gate_proj,0.0000036725,0.01000,2.158 +7,mlp.experts.111.gate_proj,0.0000037761,0.01000,2.133 +7,mlp.experts.101.gate_proj,0.0000042034,0.01000,1.994 +7,mlp.experts.105.gate_proj,0.0000049171,0.01000,1.980 +7,mlp.experts.97.gate_proj,0.0000045068,0.01000,1.973 +7,mlp.experts.107.gate_proj,0.0000042518,0.01000,2.173 +7,mlp.experts.109.gate_proj,0.0000041396,0.01000,2.046 +7,mlp.experts.98.gate_proj,0.0000034493,0.01000,2.070 +7,mlp.experts.102.gate_proj,0.0000034484,0.01000,2.118 +7,mlp.experts.110.gate_proj,0.0000033881,0.01000,2.106 +7,mlp.experts.106.gate_proj,0.0000035513,0.01000,2.097 +7,mlp.experts.112.gate_proj,0.0000032200,0.01000,2.047 +7,mlp.experts.124.gate_proj,0.0000035172,0.01000,2.005 +7,mlp.experts.120.gate_proj,0.0000043459,0.01000,2.009 +7,mlp.experts.116.gate_proj,0.0000035155,0.01000,2.184 +7,mlp.experts.115.gate_proj,0.0000047370,0.01000,2.148 +7,mlp.experts.117.gate_proj,0.0000043139,0.01000,2.053 +7,mlp.experts.121.gate_proj,0.0000039372,0.01000,2.042 +7,mlp.experts.119.gate_proj,0.0000033319,0.01000,2.170 +7,mlp.experts.127.gate_proj,0.0000035640,0.01000,2.079 +7,mlp.experts.113.gate_proj,0.0000064353,0.01000,2.032 +7,mlp.experts.125.gate_proj,0.0000035143,0.01000,2.030 +7,mlp.experts.114.gate_proj,0.0000038543,0.01000,1.822 +7,mlp.experts.118.gate_proj,0.0000045799,0.01000,1.835 +7,mlp.experts.123.gate_proj,0.0000029430,0.01000,2.153 +7,mlp.experts.126.gate_proj,0.0000041333,0.01000,1.853 +7,mlp.experts.122.gate_proj,0.0000039679,0.01000,1.908 +7,mlp.experts.0.up_proj,0.0000040308,0.01000,1.755 +7,mlp.experts.12.up_proj,0.0000032157,0.01000,1.686 +7,mlp.experts.8.up_proj,0.0000032482,0.01000,1.692 +7,mlp.experts.4.up_proj,0.0000032276,0.01000,1.667 +7,mlp.experts.1.up_proj,0.0000031980,0.01000,1.946 +7,mlp.experts.9.up_proj,0.0000034602,0.01000,1.958 +7,mlp.experts.3.up_proj,0.0000031463,0.01000,1.999 +7,mlp.experts.15.up_proj,0.0000032125,0.01000,2.000 +7,mlp.experts.7.up_proj,0.0000035553,0.01000,2.000 +7,mlp.experts.5.up_proj,0.0000031277,0.01000,2.043 +7,mlp.experts.13.up_proj,0.0000033706,0.01000,1.972 +7,mlp.experts.2.up_proj,0.0000030589,0.01000,1.971 +7,mlp.experts.6.up_proj,0.0000036917,0.01000,2.015 +7,mlp.experts.11.up_proj,0.0000033284,0.01000,2.021 +7,mlp.experts.14.up_proj,0.0000039353,0.01000,2.030 +7,mlp.experts.10.up_proj,0.0000032194,0.01000,1.997 +7,mlp.experts.16.up_proj,0.0000029258,0.01000,2.078 +7,mlp.experts.28.up_proj,0.0000039141,0.01000,2.142 +7,mlp.experts.24.up_proj,0.0000031972,0.01000,2.134 +7,mlp.experts.20.up_proj,0.0000030625,0.01000,2.110 +7,mlp.experts.25.up_proj,0.0000033750,0.01000,1.520 +7,mlp.experts.17.up_proj,0.0000033149,0.01000,1.545 +7,mlp.experts.29.up_proj,0.0000035049,0.01000,1.568 +7,mlp.experts.21.up_proj,0.0000032435,0.01000,1.638 +7,mlp.experts.18.up_proj,0.0000035309,0.01000,1.921 +7,mlp.experts.19.up_proj,0.0000030883,0.01000,2.048 +7,mlp.experts.22.up_proj,0.0000034053,0.01000,1.892 +7,mlp.experts.23.up_proj,0.0000036208,0.01000,2.052 +7,mlp.experts.31.up_proj,0.0000031643,0.01000,2.115 +7,mlp.experts.27.up_proj,0.0000032883,0.01000,2.027 +7,mlp.experts.30.up_proj,0.0000035208,0.01000,1.959 +7,mlp.experts.26.up_proj,0.0000029703,0.01000,1.970 +7,mlp.experts.32.up_proj,0.0000032821,0.01000,2.085 +7,mlp.experts.44.up_proj,0.0000036522,0.01000,2.159 +7,mlp.experts.40.up_proj,0.0000033408,0.01000,2.177 +7,mlp.experts.41.up_proj,0.0000032641,0.01000,1.674 +7,mlp.experts.33.up_proj,0.0000032104,0.01000,1.669 +7,mlp.experts.36.up_proj,0.0000032856,0.01000,2.235 +7,mlp.experts.45.up_proj,0.0000030880,0.01000,1.656 +7,mlp.experts.37.up_proj,0.0000032446,0.01000,1.602 +7,mlp.experts.34.up_proj,0.0000033149,0.01000,1.960 +7,mlp.experts.38.up_proj,0.0000032818,0.01000,1.961 +7,mlp.experts.35.up_proj,0.0000039368,0.01000,2.070 +7,mlp.experts.39.up_proj,0.0000031124,0.01000,2.025 +7,mlp.experts.47.up_proj,0.0000031897,0.01000,2.048 +7,mlp.experts.43.up_proj,0.0000031815,0.01000,1.981 +7,mlp.experts.46.up_proj,0.0000033411,0.01000,1.989 +7,mlp.experts.42.up_proj,0.0000035755,0.01000,1.959 +7,mlp.experts.49.up_proj,0.0000033385,0.01000,1.490 +7,mlp.experts.57.up_proj,0.0000038616,0.01000,1.535 +7,mlp.experts.53.up_proj,0.0000032623,0.01000,1.508 +7,mlp.experts.48.up_proj,0.0000029796,0.01000,2.139 +7,mlp.experts.61.up_proj,0.0000032432,0.01000,1.537 +7,mlp.experts.60.up_proj,0.0000032095,0.01000,2.084 +7,mlp.experts.56.up_proj,0.0000029074,0.01000,2.082 +7,mlp.experts.52.up_proj,0.0000033047,0.01000,2.057 +7,mlp.experts.50.up_proj,0.0000032107,0.01000,1.961 +7,mlp.experts.54.up_proj,0.0000035491,0.01000,1.965 +7,mlp.experts.51.up_proj,0.0000031753,0.01000,2.078 +7,mlp.experts.65.up_proj,0.0000035768,0.01000,1.525 +7,mlp.experts.55.up_proj,0.0000034655,0.01000,2.106 +7,mlp.experts.73.up_proj,0.0000031779,0.01000,1.513 +7,mlp.experts.62.up_proj,0.0000037060,0.01000,1.893 +7,mlp.experts.59.up_proj,0.0000033050,0.01000,2.056 +7,mlp.experts.63.up_proj,0.0000036267,0.01000,2.093 +7,mlp.experts.69.up_proj,0.0000034964,0.01000,1.529 +7,mlp.experts.77.up_proj,0.0000031497,0.01000,1.498 +7,mlp.experts.58.up_proj,0.0000032920,0.01000,1.927 +7,mlp.experts.64.up_proj,0.0000034832,0.01000,2.037 +7,mlp.experts.72.up_proj,0.0000032275,0.01000,2.053 +7,mlp.experts.76.up_proj,0.0000032164,0.01000,2.143 +7,mlp.experts.68.up_proj,0.0000035099,0.01000,2.101 +7,mlp.experts.89.up_proj,0.0000031294,0.01000,1.573 +7,mlp.experts.81.up_proj,0.0000035845,0.01000,1.629 +7,mlp.experts.70.up_proj,0.0000034141,0.01000,1.842 +7,mlp.experts.66.up_proj,0.0000032535,0.01000,1.920 +7,mlp.experts.93.up_proj,0.0000030993,0.01000,1.594 +7,mlp.experts.85.up_proj,0.0000037226,0.01000,1.601 +7,mlp.experts.78.up_proj,0.0000039869,0.01000,1.829 +7,mlp.experts.74.up_proj,0.0000032545,0.01000,1.862 +7,mlp.experts.67.up_proj,0.0000034492,0.01000,2.114 +7,mlp.experts.71.up_proj,0.0000039004,0.01000,2.172 +7,mlp.experts.75.up_proj,0.0000025506,0.01000,2.196 +7,mlp.experts.79.up_proj,0.0000031232,0.01000,2.194 +7,mlp.experts.80.up_proj,0.0000035071,0.01000,2.104 +7,mlp.experts.92.up_proj,0.0000036068,0.01000,2.111 +7,mlp.experts.88.up_proj,0.0000032393,0.01000,2.171 +7,mlp.experts.84.up_proj,0.0000033012,0.01000,2.103 +7,mlp.experts.105.up_proj,0.0000039850,0.01000,1.650 +7,mlp.experts.97.up_proj,0.0000037668,0.01000,1.644 +7,mlp.experts.109.up_proj,0.0000035601,0.01000,1.638 +7,mlp.experts.101.up_proj,0.0000037101,0.01000,1.706 +7,mlp.experts.86.up_proj,0.0000032219,0.01000,1.996 +7,mlp.experts.82.up_proj,0.0000034580,0.01000,2.036 +7,mlp.experts.94.up_proj,0.0000033201,0.01000,2.119 +7,mlp.experts.90.up_proj,0.0000038991,0.01000,2.166 +7,mlp.experts.83.up_proj,0.0000034427,0.01000,2.096 +7,mlp.experts.87.up_proj,0.0000034558,0.01000,2.069 +7,mlp.experts.91.up_proj,0.0000033383,0.01000,2.099 +7,mlp.experts.95.up_proj,0.0000031653,0.01000,2.133 +7,mlp.experts.121.up_proj,0.0000036357,0.01000,1.684 +7,mlp.experts.96.up_proj,0.0000033957,0.01000,2.204 +7,mlp.experts.113.up_proj,0.0000063231,0.01000,1.744 +7,mlp.experts.125.up_proj,0.0000032239,0.01000,1.685 +7,mlp.experts.117.up_proj,0.0000038709,0.01000,1.641 +7,mlp.experts.108.up_proj,0.0000032604,0.01000,2.072 +7,mlp.experts.100.up_proj,0.0000030420,0.01000,2.109 +7,mlp.experts.104.up_proj,0.0000038521,0.01000,2.174 +7,mlp.experts.102.up_proj,0.0000033043,0.01000,2.057 +7,mlp.experts.98.up_proj,0.0000034160,0.01000,2.095 +7,mlp.experts.110.up_proj,0.0000031775,0.01000,2.019 +7,mlp.experts.106.up_proj,0.0000032961,0.01000,1.956 +7,mlp.experts.99.up_proj,0.0000032962,0.01000,2.096 +7,mlp.experts.103.up_proj,0.0000034581,0.01000,2.073 +7,mlp.experts.107.up_proj,0.0000037346,0.01000,2.071 +7,mlp.experts.111.up_proj,0.0000034783,0.01000,2.039 +7,mlp.experts.112.up_proj,0.0000030282,0.01000,2.099 +7,mlp.experts.124.up_proj,0.0000033406,0.01000,2.036 +7,mlp.experts.116.up_proj,0.0000032730,0.01000,1.949 +7,mlp.experts.120.up_proj,0.0000038468,0.01000,1.957 +7,mlp.experts.118.up_proj,0.0000038355,0.01000,1.916 +7,mlp.experts.114.up_proj,0.0000034744,0.01000,1.963 +7,mlp.experts.126.up_proj,0.0000036541,0.01000,1.767 +7,mlp.experts.122.up_proj,0.0000036524,0.01000,1.768 +7,mlp.experts.115.up_proj,0.0000031776,0.01000,1.932 +7,mlp.experts.127.up_proj,0.0000032922,0.01000,1.784 +7,mlp.experts.123.up_proj,0.0000028259,0.01000,1.848 +7,mlp.experts.119.up_proj,0.0000031300,0.01000,1.949 +7,mlp.experts.0.down_proj,0.0000002687,0.01000,0.685 +7,mlp.experts.12.down_proj,0.0000001353,0.01000,0.730 +7,mlp.experts.8.down_proj,0.0000001405,0.01000,0.731 +7,mlp.experts.4.down_proj,0.0000001348,0.01000,0.752 +7,mlp.experts.5.down_proj,0.0000001280,0.01000,0.958 +7,mlp.experts.9.down_proj,0.0000001719,0.01000,0.970 +7,mlp.experts.13.down_proj,0.0000001364,0.01000,0.995 +7,mlp.experts.11.down_proj,0.0000001416,0.01000,1.012 +7,mlp.experts.15.down_proj,0.0000001263,0.01000,1.019 +7,mlp.experts.1.down_proj,0.0000001285,0.01000,1.036 +7,mlp.experts.10.down_proj,0.0000001320,0.01000,1.049 +7,mlp.experts.7.down_proj,0.0000001302,0.01000,1.074 +7,mlp.experts.2.down_proj,0.0000001348,0.01000,1.080 +7,mlp.experts.6.down_proj,0.0000001854,0.01000,1.081 +7,mlp.experts.14.down_proj,0.0000003043,0.01000,1.078 +7,mlp.experts.3.down_proj,0.0000001287,0.01000,1.111 +7,mlp.experts.16.down_proj,0.0000000982,0.01000,0.617 +7,mlp.experts.24.down_proj,0.0000001232,0.01000,0.619 +7,mlp.experts.28.down_proj,0.0000002391,0.01000,0.627 +7,mlp.experts.20.down_proj,0.0000001255,0.01000,0.657 +7,mlp.experts.21.down_proj,0.0000001354,0.01000,0.739 +7,mlp.experts.25.down_proj,0.0000001368,0.01000,0.731 +7,mlp.experts.29.down_proj,0.0000001603,0.01000,0.723 +7,mlp.experts.27.down_proj,0.0000001473,0.01000,0.745 +7,mlp.experts.31.down_proj,0.0000001339,0.01000,0.757 +7,mlp.experts.26.down_proj,0.0000001057,0.01000,0.745 +7,mlp.experts.17.down_proj,0.0000001405,0.01000,0.772 +7,mlp.experts.30.down_proj,0.0000001863,0.01000,0.751 +7,mlp.experts.22.down_proj,0.0000001569,0.01000,0.765 +7,mlp.experts.18.down_proj,0.0000001859,0.01000,0.773 +7,mlp.experts.23.down_proj,0.0000001643,0.01000,0.788 +7,mlp.experts.32.down_proj,0.0000001237,0.01000,0.622 +7,mlp.experts.19.down_proj,0.0000000921,0.01000,0.821 +7,mlp.experts.44.down_proj,0.0000001720,0.01000,0.618 +7,mlp.experts.40.down_proj,0.0000001345,0.01000,0.634 +7,mlp.experts.36.down_proj,0.0000001501,0.01000,0.631 +7,mlp.experts.37.down_proj,0.0000001248,0.01000,0.761 +7,mlp.experts.41.down_proj,0.0000001458,0.01000,0.799 +7,mlp.experts.45.down_proj,0.0000001224,0.01000,0.802 +7,mlp.experts.43.down_proj,0.0000001737,0.01000,0.756 +7,mlp.experts.47.down_proj,0.0000001237,0.01000,0.762 +7,mlp.experts.33.down_proj,0.0000001444,0.01000,0.825 +7,mlp.experts.48.down_proj,0.0000001164,0.01000,0.714 +7,mlp.experts.46.down_proj,0.0000001341,0.01000,0.799 +7,mlp.experts.42.down_proj,0.0000001623,0.01000,0.838 +7,mlp.experts.38.down_proj,0.0000001524,0.01000,0.800 +7,mlp.experts.34.down_proj,0.0000001701,0.01000,0.806 +7,mlp.experts.39.down_proj,0.0000001207,0.01000,0.802 +7,mlp.experts.35.down_proj,0.0000002408,0.01000,0.760 +7,mlp.experts.60.down_proj,0.0000001424,0.01000,0.716 +7,mlp.experts.56.down_proj,0.0000000946,0.01000,0.740 +7,mlp.experts.52.down_proj,0.0000001289,0.01000,0.742 +7,mlp.experts.53.down_proj,0.0000001247,0.01000,0.708 +7,mlp.experts.57.down_proj,0.0000002256,0.01000,0.718 +7,mlp.experts.61.down_proj,0.0000001246,0.01000,0.729 +7,mlp.experts.49.down_proj,0.0000001569,0.01000,0.667 +7,mlp.experts.64.down_proj,0.0000001538,0.01000,0.734 +7,mlp.experts.58.down_proj,0.0000001548,0.01000,0.740 +7,mlp.experts.59.down_proj,0.0000001344,0.01000,0.873 +7,mlp.experts.62.down_proj,0.0000002401,0.01000,0.767 +7,mlp.experts.63.down_proj,0.0000001785,0.01000,0.851 +7,mlp.experts.54.down_proj,0.0000001625,0.01000,0.785 +7,mlp.experts.50.down_proj,0.0000001464,0.01000,0.785 +7,mlp.experts.76.down_proj,0.0000001342,0.01000,0.793 +7,mlp.experts.72.down_proj,0.0000001455,0.01000,0.766 +7,mlp.experts.51.down_proj,0.0000001365,0.01000,0.818 +7,mlp.experts.55.down_proj,0.0000001398,0.01000,0.842 +7,mlp.experts.68.down_proj,0.0000001558,0.01000,0.819 +7,mlp.experts.69.down_proj,0.0000001597,0.01000,0.712 +7,mlp.experts.73.down_proj,0.0000001330,0.01000,0.755 +7,mlp.experts.77.down_proj,0.0000001375,0.01000,0.753 +7,mlp.experts.65.down_proj,0.0000001952,0.01000,0.755 +7,mlp.experts.75.down_proj,0.0000000647,0.01000,0.671 +7,mlp.experts.79.down_proj,0.0000001192,0.01000,0.688 +7,mlp.experts.78.down_proj,0.0000002447,0.01000,0.777 +7,mlp.experts.71.down_proj,0.0000002682,0.01000,0.683 +7,mlp.experts.74.down_proj,0.0000001143,0.01000,0.801 +7,mlp.experts.80.down_proj,0.0000001807,0.01000,0.849 +7,mlp.experts.70.down_proj,0.0000001443,0.01000,0.799 +7,mlp.experts.66.down_proj,0.0000001396,0.01000,0.793 +7,mlp.experts.92.down_proj,0.0000001856,0.01000,0.784 +7,mlp.experts.67.down_proj,0.0000001435,0.01000,0.755 +7,mlp.experts.88.down_proj,0.0000001257,0.01000,0.799 +7,mlp.experts.84.down_proj,0.0000001315,0.01000,0.748 +7,mlp.experts.85.down_proj,0.0000002292,0.01000,0.668 +7,mlp.experts.89.down_proj,0.0000001204,0.01000,0.658 +7,mlp.experts.93.down_proj,0.0000001243,0.01000,0.675 +7,mlp.experts.81.down_proj,0.0000001736,0.01000,0.690 +7,mlp.experts.95.down_proj,0.0000001338,0.01000,0.711 +7,mlp.experts.91.down_proj,0.0000001468,0.01000,0.746 +7,mlp.experts.87.down_proj,0.0000001839,0.01000,0.729 +7,mlp.experts.94.down_proj,0.0000001569,0.01000,0.783 +7,mlp.experts.90.down_proj,0.0000002171,0.01000,0.788 +7,mlp.experts.83.down_proj,0.0000001534,0.01000,0.719 +7,mlp.experts.96.down_proj,0.0000001672,0.01000,0.762 +7,mlp.experts.104.down_proj,0.0000002261,0.01000,0.759 +7,mlp.experts.86.down_proj,0.0000001348,0.01000,0.793 +7,mlp.experts.108.down_proj,0.0000001324,0.01000,0.777 +7,mlp.experts.82.down_proj,0.0000001552,0.01000,0.805 +7,mlp.experts.100.down_proj,0.0000001296,0.01000,0.746 +7,mlp.experts.101.down_proj,0.0000001997,0.01000,0.634 +7,mlp.experts.105.down_proj,0.0000002554,0.01000,0.657 +7,mlp.experts.109.down_proj,0.0000001922,0.01000,0.662 +7,mlp.experts.97.down_proj,0.0000002448,0.01000,0.652 +7,mlp.experts.107.down_proj,0.0000002493,0.01000,0.716 +7,mlp.experts.111.down_proj,0.0000001594,0.01000,0.753 +7,mlp.experts.103.down_proj,0.0000001783,0.01000,0.803 +7,mlp.experts.112.down_proj,0.0000001054,0.01000,0.717 +7,mlp.experts.120.down_proj,0.0000001948,0.01000,0.708 +7,mlp.experts.99.down_proj,0.0000001269,0.01000,0.744 +7,mlp.experts.117.down_proj,0.0000002898,0.01000,0.611 +7,mlp.experts.124.down_proj,0.0000001464,0.01000,0.729 +7,mlp.experts.116.down_proj,0.0000001312,0.01000,0.704 +7,mlp.experts.110.down_proj,0.0000001491,0.01000,0.852 +7,mlp.experts.121.down_proj,0.0000001743,0.01000,0.589 +7,mlp.experts.106.down_proj,0.0000001494,0.01000,0.881 +7,mlp.experts.125.down_proj,0.0000001334,0.01000,0.555 +7,mlp.experts.113.down_proj,0.0000004181,0.01000,0.520 +7,mlp.experts.102.down_proj,0.0000001469,0.01000,0.872 +7,mlp.experts.98.down_proj,0.0000001786,0.01000,0.866 +7,mlp.experts.123.down_proj,0.0000001037,0.01000,0.711 +7,mlp.experts.127.down_proj,0.0000001369,0.01000,0.701 +7,mlp.experts.115.down_proj,0.0000001411,0.01000,0.583 +7,mlp.experts.119.down_proj,0.0000001228,0.01000,0.612 +7,mlp.experts.126.down_proj,0.0000001671,0.01000,0.677 +7,mlp.experts.122.down_proj,0.0000001738,0.01000,0.659 +7,mlp.experts.114.down_proj,0.0000001575,0.01000,0.625 +7,mlp.experts.118.down_proj,0.0000002212,0.01000,0.649 +8,self_attn.q_proj,0.0000002278,0.01000,0.700 +8,self_attn.k_proj,0.0000000330,0.01000,1.056 +8,self_attn.v_proj,0.0000000390,0.01000,1.063 +8,self_attn.o_proj,0.0000000195,0.01000,1.372 +8,mlp.experts.10.gate_proj,0.0000036455,0.01000,1.857 +8,mlp.experts.2.gate_proj,0.0000037312,0.01000,1.865 +8,mlp.experts.6.gate_proj,0.0000037912,0.01000,1.913 +8,mlp.experts.14.gate_proj,0.0000036051,0.01000,1.762 +8,mlp.experts.1.gate_proj,0.0000041435,0.01000,2.125 +8,mlp.experts.13.gate_proj,0.0000042009,0.01000,2.204 +8,mlp.experts.9.gate_proj,0.0000027943,0.01000,2.064 +8,mlp.experts.11.gate_proj,0.0000034640,0.01000,2.227 +8,mlp.experts.7.gate_proj,0.0000043291,0.01000,2.229 +8,mlp.experts.5.gate_proj,0.0000032795,0.01000,2.152 +8,mlp.experts.15.gate_proj,0.0000035815,0.01000,2.149 +8,mlp.experts.3.gate_proj,0.0000033677,0.01000,2.274 +8,mlp.experts.8.gate_proj,0.0000034607,0.01000,2.351 +8,mlp.experts.12.gate_proj,0.0000036327,0.01000,2.362 +8,mlp.experts.0.gate_proj,0.0000037675,0.01000,2.469 +8,mlp.experts.4.gate_proj,0.0000037186,0.01000,2.386 +8,mlp.experts.26.gate_proj,0.0000034645,0.01000,1.527 +8,mlp.experts.30.gate_proj,0.0000033790,0.01000,1.507 +8,mlp.experts.18.gate_proj,0.0000028449,0.01000,1.561 +8,mlp.experts.22.gate_proj,0.0000033540,0.01000,1.607 +8,mlp.experts.23.gate_proj,0.0000035185,0.01000,1.926 +8,mlp.experts.31.gate_proj,0.0000043063,0.01000,1.912 +8,mlp.experts.27.gate_proj,0.0000037156,0.01000,1.953 +8,mlp.experts.19.gate_proj,0.0000037376,0.01000,1.945 +8,mlp.experts.17.gate_proj,0.0000034303,0.01000,2.228 +8,mlp.experts.24.gate_proj,0.0000041015,0.01000,2.026 +8,mlp.experts.29.gate_proj,0.0000041056,0.01000,2.221 +8,mlp.experts.25.gate_proj,0.0000035395,0.01000,2.220 +8,mlp.experts.21.gate_proj,0.0000035644,0.01000,2.200 +8,mlp.experts.16.gate_proj,0.0000042047,0.01000,2.024 +8,mlp.experts.20.gate_proj,0.0000030698,0.01000,2.011 +8,mlp.experts.28.gate_proj,0.0000036220,0.01000,2.052 +8,mlp.experts.42.gate_proj,0.0000036888,0.01000,1.853 +8,mlp.experts.34.gate_proj,0.0000041752,0.01000,1.880 +8,mlp.experts.38.gate_proj,0.0000036159,0.01000,1.839 +8,mlp.experts.46.gate_proj,0.0000036932,0.01000,1.943 +8,mlp.experts.39.gate_proj,0.0000037655,0.01000,1.561 +8,mlp.experts.47.gate_proj,0.0000034952,0.01000,1.555 +8,mlp.experts.35.gate_proj,0.0000030233,0.01000,1.534 +8,mlp.experts.43.gate_proj,0.0000040466,0.01000,1.546 +8,mlp.experts.40.gate_proj,0.0000036233,0.01000,2.017 +8,mlp.experts.44.gate_proj,0.0000034161,0.01000,2.038 +8,mlp.experts.33.gate_proj,0.0000034050,0.01000,2.192 +8,mlp.experts.45.gate_proj,0.0000034112,0.01000,2.132 +8,mlp.experts.32.gate_proj,0.0000037286,0.01000,2.099 +8,mlp.experts.37.gate_proj,0.0000035222,0.01000,2.122 +8,mlp.experts.36.gate_proj,0.0000037082,0.01000,2.109 +8,mlp.experts.41.gate_proj,0.0000041589,0.01000,2.192 +8,mlp.experts.58.gate_proj,0.0000028823,0.01000,1.998 +8,mlp.experts.63.gate_proj,0.0000043142,0.01000,1.571 +8,mlp.experts.50.gate_proj,0.0000038145,0.01000,2.027 +8,mlp.experts.51.gate_proj,0.0000036458,0.01000,1.592 +8,mlp.experts.55.gate_proj,0.0000034560,0.01000,1.643 +8,mlp.experts.59.gate_proj,0.0000033049,0.01000,1.666 +8,mlp.experts.62.gate_proj,0.0000034207,0.01000,2.084 +8,mlp.experts.54.gate_proj,0.0000035134,0.01000,2.123 +8,mlp.experts.56.gate_proj,0.0000034742,0.01000,2.189 +8,mlp.experts.49.gate_proj,0.0000037582,0.01000,2.044 +8,mlp.experts.61.gate_proj,0.0000031423,0.01000,2.073 +8,mlp.experts.53.gate_proj,0.0000030754,0.01000,2.067 +8,mlp.experts.60.gate_proj,0.0000043658,0.01000,2.136 +8,mlp.experts.57.gate_proj,0.0000034075,0.01000,2.106 +8,mlp.experts.48.gate_proj,0.0000032845,0.01000,2.139 +8,mlp.experts.52.gate_proj,0.0000036814,0.01000,2.156 +8,mlp.experts.74.gate_proj,0.0000034083,0.01000,1.919 +8,mlp.experts.66.gate_proj,0.0000032530,0.01000,1.914 +8,mlp.experts.79.gate_proj,0.0000034464,0.01000,1.946 +8,mlp.experts.67.gate_proj,0.0000037304,0.01000,1.923 +8,mlp.experts.75.gate_proj,0.0000035974,0.01000,1.924 +8,mlp.experts.71.gate_proj,0.0000041660,0.01000,1.994 +8,mlp.experts.78.gate_proj,0.0000036725,0.01000,1.926 +8,mlp.experts.70.gate_proj,0.0000033677,0.01000,1.902 +8,mlp.experts.65.gate_proj,0.0000028965,0.01000,1.562 +8,mlp.experts.77.gate_proj,0.0000030951,0.01000,1.619 +8,mlp.experts.69.gate_proj,0.0000036081,0.01000,1.650 +8,mlp.experts.73.gate_proj,0.0000035769,0.01000,1.637 +8,mlp.experts.72.gate_proj,0.0000036686,0.01000,2.028 +8,mlp.experts.76.gate_proj,0.0000034676,0.01000,2.014 +8,mlp.experts.64.gate_proj,0.0000035784,0.01000,1.996 +8,mlp.experts.68.gate_proj,0.0000035795,0.01000,2.020 +8,mlp.experts.95.gate_proj,0.0000033412,0.01000,1.917 +8,mlp.experts.90.gate_proj,0.0000031242,0.01000,2.036 +8,mlp.experts.83.gate_proj,0.0000040941,0.01000,1.942 +8,mlp.experts.91.gate_proj,0.0000035192,0.01000,1.921 +8,mlp.experts.87.gate_proj,0.0000036631,0.01000,1.909 +8,mlp.experts.82.gate_proj,0.0000035573,0.01000,2.144 +8,mlp.experts.94.gate_proj,0.0000040297,0.01000,2.280 +8,mlp.experts.86.gate_proj,0.0000035670,0.01000,2.310 +8,mlp.experts.81.gate_proj,0.0000036217,0.01000,1.611 +8,mlp.experts.93.gate_proj,0.0000038144,0.01000,1.624 +8,mlp.experts.85.gate_proj,0.0000031594,0.01000,1.623 +8,mlp.experts.89.gate_proj,0.0000040283,0.01000,1.661 +8,mlp.experts.88.gate_proj,0.0000040814,0.01000,2.052 +8,mlp.experts.92.gate_proj,0.0000034504,0.01000,2.053 +8,mlp.experts.80.gate_proj,0.0000034484,0.01000,2.053 +8,mlp.experts.84.gate_proj,0.0000028729,0.01000,2.072 +8,mlp.experts.111.gate_proj,0.0000038919,0.01000,1.945 +8,mlp.experts.99.gate_proj,0.0000034768,0.01000,2.022 +8,mlp.experts.106.gate_proj,0.0000035605,0.01000,2.042 +8,mlp.experts.107.gate_proj,0.0000037440,0.01000,2.067 +8,mlp.experts.103.gate_proj,0.0000033606,0.01000,2.062 +8,mlp.experts.97.gate_proj,0.0000037355,0.01000,1.615 +8,mlp.experts.109.gate_proj,0.0000034947,0.01000,1.608 +8,mlp.experts.98.gate_proj,0.0000037528,0.01000,2.080 +8,mlp.experts.101.gate_proj,0.0000031188,0.01000,1.597 +8,mlp.experts.105.gate_proj,0.0000030675,0.01000,1.631 +8,mlp.experts.110.gate_proj,0.0000034554,0.01000,2.035 +8,mlp.experts.102.gate_proj,0.0000035665,0.01000,2.014 +8,mlp.experts.96.gate_proj,0.0000048022,0.01000,1.983 +8,mlp.experts.108.gate_proj,0.0000033825,0.01000,2.065 +8,mlp.experts.104.gate_proj,0.0000034736,0.01000,2.130 +8,mlp.experts.100.gate_proj,0.0000036315,0.01000,2.042 +8,mlp.experts.113.gate_proj,0.0000035961,0.01000,1.579 +8,mlp.experts.125.gate_proj,0.0000036936,0.01000,1.543 +8,mlp.experts.117.gate_proj,0.0000038038,0.01000,1.507 +8,mlp.experts.127.gate_proj,0.0000034448,0.01000,1.922 +8,mlp.experts.115.gate_proj,0.0000035506,0.01000,1.914 +8,mlp.experts.122.gate_proj,0.0000034322,0.01000,1.948 +8,mlp.experts.121.gate_proj,0.0000026011,0.01000,1.533 +8,mlp.experts.119.gate_proj,0.0000046273,0.01000,1.964 +8,mlp.experts.123.gate_proj,0.0000036906,0.01000,1.999 +8,mlp.experts.114.gate_proj,0.0000030134,0.01000,1.848 +8,mlp.experts.126.gate_proj,0.0000036729,0.01000,1.877 +8,mlp.experts.118.gate_proj,0.0000039979,0.01000,1.886 +8,mlp.experts.112.gate_proj,0.0000034516,0.01000,2.037 +8,mlp.experts.120.gate_proj,0.0000041915,0.01000,2.011 +8,mlp.experts.124.gate_proj,0.0000036101,0.01000,2.042 +8,mlp.experts.116.gate_proj,0.0000034768,0.01000,2.063 +8,mlp.experts.15.up_proj,0.0000033835,0.01000,1.935 +8,mlp.experts.1.up_proj,0.0000038833,0.01000,2.098 +8,mlp.experts.10.up_proj,0.0000035163,0.01000,1.975 +8,mlp.experts.3.up_proj,0.0000032370,0.01000,2.027 +8,mlp.experts.5.up_proj,0.0000030694,0.01000,2.199 +8,mlp.experts.13.up_proj,0.0000036040,0.01000,2.235 +8,mlp.experts.9.up_proj,0.0000026357,0.01000,2.095 +8,mlp.experts.11.up_proj,0.0000033301,0.01000,1.952 +8,mlp.experts.7.up_proj,0.0000039100,0.01000,2.043 +8,mlp.experts.2.up_proj,0.0000035243,0.01000,2.068 +8,mlp.experts.6.up_proj,0.0000036145,0.01000,2.115 +8,mlp.experts.14.up_proj,0.0000035473,0.01000,2.135 +8,mlp.experts.0.up_proj,0.0000035700,0.01000,2.058 +8,mlp.experts.8.up_proj,0.0000032150,0.01000,2.048 +8,mlp.experts.12.up_proj,0.0000034141,0.01000,2.069 +8,mlp.experts.17.up_proj,0.0000032169,0.01000,1.961 +8,mlp.experts.4.up_proj,0.0000035421,0.01000,2.094 +8,mlp.experts.21.up_proj,0.0000033232,0.01000,1.896 +8,mlp.experts.29.up_proj,0.0000040465,0.01000,1.957 +8,mlp.experts.25.up_proj,0.0000033300,0.01000,1.990 +8,mlp.experts.31.up_proj,0.0000038794,0.01000,2.339 +8,mlp.experts.19.up_proj,0.0000036248,0.01000,2.188 +8,mlp.experts.26.up_proj,0.0000032660,0.01000,2.261 +8,mlp.experts.23.up_proj,0.0000033272,0.01000,2.207 +8,mlp.experts.27.up_proj,0.0000036398,0.01000,2.286 +8,mlp.experts.18.up_proj,0.0000027468,0.01000,2.224 +8,mlp.experts.22.up_proj,0.0000031018,0.01000,2.181 +8,mlp.experts.30.up_proj,0.0000031308,0.01000,2.181 +8,mlp.experts.24.up_proj,0.0000036683,0.01000,2.028 +8,mlp.experts.28.up_proj,0.0000033398,0.01000,2.013 +8,mlp.experts.33.up_proj,0.0000033083,0.01000,1.937 +8,mlp.experts.16.up_proj,0.0000036289,0.01000,2.121 +8,mlp.experts.20.up_proj,0.0000030554,0.01000,2.053 +8,mlp.experts.37.up_proj,0.0000033644,0.01000,2.003 +8,mlp.experts.47.up_proj,0.0000032471,0.01000,1.807 +8,mlp.experts.45.up_proj,0.0000031867,0.01000,1.994 +8,mlp.experts.35.up_proj,0.0000029592,0.01000,1.924 +8,mlp.experts.41.up_proj,0.0000038065,0.01000,2.038 +8,mlp.experts.39.up_proj,0.0000038510,0.01000,1.856 +8,mlp.experts.42.up_proj,0.0000034678,0.01000,2.021 +8,mlp.experts.43.up_proj,0.0000037748,0.01000,1.956 +8,mlp.experts.34.up_proj,0.0000038980,0.01000,2.063 +8,mlp.experts.46.up_proj,0.0000035087,0.01000,2.062 +8,mlp.experts.38.up_proj,0.0000035795,0.01000,2.102 +8,mlp.experts.40.up_proj,0.0000033998,0.01000,2.030 +8,mlp.experts.44.up_proj,0.0000034075,0.01000,2.058 +8,mlp.experts.49.up_proj,0.0000035574,0.01000,2.038 +8,mlp.experts.32.up_proj,0.0000033682,0.01000,2.061 +8,mlp.experts.53.up_proj,0.0000028994,0.01000,1.936 +8,mlp.experts.51.up_proj,0.0000035185,0.01000,1.807 +8,mlp.experts.61.up_proj,0.0000030524,0.01000,1.982 +8,mlp.experts.63.up_proj,0.0000039394,0.01000,2.033 +8,mlp.experts.57.up_proj,0.0000032127,0.01000,1.940 +8,mlp.experts.36.up_proj,0.0000035862,0.01000,2.174 +8,mlp.experts.55.up_proj,0.0000033039,0.01000,1.979 +8,mlp.experts.59.up_proj,0.0000031556,0.01000,1.914 +8,mlp.experts.58.up_proj,0.0000028010,0.01000,2.044 +8,mlp.experts.50.up_proj,0.0000036188,0.01000,2.039 +8,mlp.experts.62.up_proj,0.0000032818,0.01000,2.049 +8,mlp.experts.54.up_proj,0.0000033151,0.01000,2.050 +8,mlp.experts.65.up_proj,0.0000027620,0.01000,1.661 +8,mlp.experts.56.up_proj,0.0000032596,0.01000,1.788 +8,mlp.experts.69.up_proj,0.0000034025,0.01000,1.662 +8,mlp.experts.77.up_proj,0.0000029805,0.01000,1.629 +8,mlp.experts.48.up_proj,0.0000030816,0.01000,1.789 +8,mlp.experts.60.up_proj,0.0000039682,0.01000,1.848 +8,mlp.experts.73.up_proj,0.0000033961,0.01000,1.626 +8,mlp.experts.71.up_proj,0.0000038353,0.01000,1.730 +8,mlp.experts.52.up_proj,0.0000035104,0.01000,1.862 +8,mlp.experts.67.up_proj,0.0000034511,0.01000,2.083 +8,mlp.experts.79.up_proj,0.0000032894,0.01000,2.024 +8,mlp.experts.75.up_proj,0.0000034583,0.01000,1.862 +8,mlp.experts.74.up_proj,0.0000032337,0.01000,2.244 +8,mlp.experts.66.up_proj,0.0000030736,0.01000,2.289 +8,mlp.experts.78.up_proj,0.0000034167,0.01000,2.177 +8,mlp.experts.70.up_proj,0.0000032210,0.01000,2.245 +8,mlp.experts.81.up_proj,0.0000034086,0.01000,1.679 +8,mlp.experts.72.up_proj,0.0000034390,0.01000,1.655 +8,mlp.experts.64.up_proj,0.0000034303,0.01000,1.563 +8,mlp.experts.85.up_proj,0.0000029811,0.01000,1.672 +8,mlp.experts.76.up_proj,0.0000032985,0.01000,1.585 +8,mlp.experts.93.up_proj,0.0000035950,0.01000,1.645 +8,mlp.experts.89.up_proj,0.0000037278,0.01000,1.661 +8,mlp.experts.68.up_proj,0.0000033952,0.01000,1.593 +8,mlp.experts.91.up_proj,0.0000033613,0.01000,1.730 +8,mlp.experts.95.up_proj,0.0000032008,0.01000,1.828 +8,mlp.experts.83.up_proj,0.0000036945,0.01000,1.951 +8,mlp.experts.87.up_proj,0.0000033060,0.01000,2.119 +8,mlp.experts.90.up_proj,0.0000030021,0.01000,2.061 +8,mlp.experts.80.up_proj,0.0000032576,0.01000,1.471 +8,mlp.experts.92.up_proj,0.0000031011,0.01000,1.453 +8,mlp.experts.97.up_proj,0.0000035209,0.01000,1.559 +8,mlp.experts.101.up_proj,0.0000029985,0.01000,1.582 +8,mlp.experts.88.up_proj,0.0000037264,0.01000,1.612 +8,mlp.experts.109.up_proj,0.0000034092,0.01000,1.543 +8,mlp.experts.82.up_proj,0.0000034145,0.01000,2.081 +8,mlp.experts.105.up_proj,0.0000028898,0.01000,1.583 +8,mlp.experts.84.up_proj,0.0000029492,0.01000,1.482 +8,mlp.experts.94.up_proj,0.0000042821,0.01000,2.127 +8,mlp.experts.86.up_proj,0.0000033650,0.01000,2.135 +8,mlp.experts.111.up_proj,0.0000036627,0.01000,1.749 +8,mlp.experts.99.up_proj,0.0000033467,0.01000,1.751 +8,mlp.experts.107.up_proj,0.0000035409,0.01000,1.882 +8,mlp.experts.103.up_proj,0.0000033202,0.01000,2.041 +8,mlp.experts.96.up_proj,0.0000040810,0.01000,1.464 +8,mlp.experts.108.up_proj,0.0000032819,0.01000,1.483 +8,mlp.experts.113.up_proj,0.0000034480,0.01000,1.703 +8,mlp.experts.104.up_proj,0.0000032853,0.01000,1.608 +8,mlp.experts.100.up_proj,0.0000033538,0.01000,1.467 +8,mlp.experts.117.up_proj,0.0000036124,0.01000,1.754 +8,mlp.experts.125.up_proj,0.0000034879,0.01000,1.779 +8,mlp.experts.121.up_proj,0.0000025695,0.01000,1.728 +8,mlp.experts.106.up_proj,0.0000034159,0.01000,2.099 +8,mlp.experts.98.up_proj,0.0000034830,0.01000,2.005 +8,mlp.experts.127.up_proj,0.0000034437,0.01000,1.544 +8,mlp.experts.102.up_proj,0.0000033281,0.01000,1.974 +8,mlp.experts.110.up_proj,0.0000032116,0.01000,2.108 +8,mlp.experts.115.up_proj,0.0000033901,0.01000,1.566 +8,mlp.experts.123.up_proj,0.0000034852,0.01000,1.766 +8,mlp.experts.119.up_proj,0.0000040406,0.01000,1.585 +8,mlp.experts.112.up_proj,0.0000033055,0.01000,1.551 +8,mlp.experts.124.up_proj,0.0000035021,0.01000,1.545 +8,mlp.experts.120.up_proj,0.0000038122,0.01000,1.471 +8,mlp.experts.116.up_proj,0.0000033723,0.01000,1.393 +8,mlp.experts.122.up_proj,0.0000032986,0.01000,1.824 +8,mlp.experts.114.up_proj,0.0000028669,0.01000,1.767 +8,mlp.experts.118.up_proj,0.0000033664,0.01000,1.691 +8,mlp.experts.126.up_proj,0.0000034841,0.01000,1.724 +8,mlp.experts.4.down_proj,0.0000001946,0.01000,0.988 +8,mlp.experts.12.down_proj,0.0000001560,0.01000,0.938 +8,mlp.experts.0.down_proj,0.0000001704,0.01000,0.999 +8,mlp.experts.8.down_proj,0.0000001373,0.01000,1.002 +8,mlp.experts.5.down_proj,0.0000001019,0.01000,1.223 +8,mlp.experts.9.down_proj,0.0000000727,0.01000,1.165 +8,mlp.experts.1.down_proj,0.0000001861,0.01000,1.244 +8,mlp.experts.7.down_proj,0.0000002373,0.01000,1.254 +8,mlp.experts.13.down_proj,0.0000001836,0.01000,1.193 +8,mlp.experts.14.down_proj,0.0000002140,0.01000,1.225 +8,mlp.experts.3.down_proj,0.0000001345,0.01000,1.281 +8,mlp.experts.15.down_proj,0.0000001942,0.01000,1.176 +8,mlp.experts.10.down_proj,0.0000001536,0.01000,1.288 +8,mlp.experts.11.down_proj,0.0000001191,0.01000,1.288 +8,mlp.experts.6.down_proj,0.0000001655,0.01000,1.245 +8,mlp.experts.2.down_proj,0.0000002422,0.01000,1.355 +8,mlp.experts.28.down_proj,0.0000001831,0.01000,0.634 +8,mlp.experts.16.down_proj,0.0000001664,0.01000,0.630 +8,mlp.experts.24.down_proj,0.0000002018,0.01000,0.641 +8,mlp.experts.20.down_proj,0.0000001046,0.01000,0.681 +8,mlp.experts.23.down_proj,0.0000001293,0.01000,0.725 +8,mlp.experts.21.down_proj,0.0000001406,0.01000,0.760 +8,mlp.experts.29.down_proj,0.0000002614,0.01000,0.761 +8,mlp.experts.31.down_proj,0.0000002513,0.01000,0.737 +8,mlp.experts.27.down_proj,0.0000002329,0.01000,0.728 +8,mlp.experts.25.down_proj,0.0000001398,0.01000,0.802 +8,mlp.experts.17.down_proj,0.0000001322,0.01000,0.794 +8,mlp.experts.30.down_proj,0.0000001194,0.01000,0.791 +8,mlp.experts.19.down_proj,0.0000001658,0.01000,0.784 +8,mlp.experts.18.down_proj,0.0000001328,0.01000,0.728 +8,mlp.experts.26.down_proj,0.0000001315,0.01000,0.805 +8,mlp.experts.22.down_proj,0.0000001116,0.01000,0.821 +8,mlp.experts.40.down_proj,0.0000001494,0.01000,0.623 +8,mlp.experts.32.down_proj,0.0000001430,0.01000,0.637 +8,mlp.experts.44.down_proj,0.0000001752,0.01000,0.735 +8,mlp.experts.36.down_proj,0.0000001859,0.01000,0.752 +8,mlp.experts.39.down_proj,0.0000002424,0.01000,0.694 +8,mlp.experts.37.down_proj,0.0000001411,0.01000,0.735 +8,mlp.experts.47.down_proj,0.0000001368,0.01000,0.692 +8,mlp.experts.45.down_proj,0.0000001320,0.01000,0.725 +8,mlp.experts.33.down_proj,0.0000001570,0.01000,0.712 +8,mlp.experts.43.down_proj,0.0000002260,0.01000,0.729 +8,mlp.experts.41.down_proj,0.0000002563,0.01000,0.760 +8,mlp.experts.35.down_proj,0.0000001239,0.01000,0.770 +8,mlp.experts.34.down_proj,0.0000002024,0.01000,0.776 +8,mlp.experts.46.down_proj,0.0000001921,0.01000,0.812 +8,mlp.experts.56.down_proj,0.0000001445,0.01000,0.646 +8,mlp.experts.42.down_proj,0.0000001429,0.01000,0.854 +8,mlp.experts.38.down_proj,0.0000001662,0.01000,0.837 +8,mlp.experts.48.down_proj,0.0000001240,0.01000,0.742 +8,mlp.experts.52.down_proj,0.0000001668,0.01000,0.626 +8,mlp.experts.60.down_proj,0.0000002233,0.01000,0.739 +8,mlp.experts.55.down_proj,0.0000001355,0.01000,0.662 +8,mlp.experts.63.down_proj,0.0000002488,0.01000,0.679 +8,mlp.experts.53.down_proj,0.0000000936,0.01000,0.723 +8,mlp.experts.59.down_proj,0.0000001204,0.01000,0.728 +8,mlp.experts.49.down_proj,0.0000001720,0.01000,0.746 +8,mlp.experts.61.down_proj,0.0000001276,0.01000,0.755 +8,mlp.experts.72.down_proj,0.0000001715,0.01000,0.666 +8,mlp.experts.57.down_proj,0.0000001260,0.01000,0.847 +8,mlp.experts.51.down_proj,0.0000002271,0.01000,0.808 +8,mlp.experts.50.down_proj,0.0000001598,0.01000,0.813 +8,mlp.experts.68.down_proj,0.0000001295,0.01000,0.678 +8,mlp.experts.62.down_proj,0.0000001394,0.01000,0.860 +8,mlp.experts.54.down_proj,0.0000001299,0.01000,0.813 +8,mlp.experts.64.down_proj,0.0000001916,0.01000,0.782 +8,mlp.experts.58.down_proj,0.0000001049,0.01000,0.856 +8,mlp.experts.76.down_proj,0.0000001242,0.01000,0.734 +8,mlp.experts.71.down_proj,0.0000002469,0.01000,0.698 +8,mlp.experts.79.down_proj,0.0000001521,0.01000,0.686 +8,mlp.experts.65.down_proj,0.0000000892,0.01000,0.709 +8,mlp.experts.75.down_proj,0.0000001334,0.01000,0.742 +8,mlp.experts.69.down_proj,0.0000001408,0.01000,0.796 +8,mlp.experts.77.down_proj,0.0000001078,0.01000,0.730 +8,mlp.experts.88.down_proj,0.0000001939,0.01000,0.723 +8,mlp.experts.67.down_proj,0.0000001709,0.01000,0.657 +8,mlp.experts.66.down_proj,0.0000001579,0.01000,0.725 +8,mlp.experts.73.down_proj,0.0000001841,0.01000,0.786 +8,mlp.experts.78.down_proj,0.0000001469,0.01000,0.703 +8,mlp.experts.70.down_proj,0.0000001225,0.01000,0.702 +8,mlp.experts.84.down_proj,0.0000001128,0.01000,0.741 +8,mlp.experts.80.down_proj,0.0000001471,0.01000,0.754 +8,mlp.experts.92.down_proj,0.0000001152,0.01000,0.723 +8,mlp.experts.74.down_proj,0.0000001245,0.01000,0.791 +8,mlp.experts.87.down_proj,0.0000001556,0.01000,0.593 +8,mlp.experts.95.down_proj,0.0000001312,0.01000,0.573 +8,mlp.experts.91.down_proj,0.0000001343,0.01000,0.579 +8,mlp.experts.83.down_proj,0.0000001708,0.01000,0.614 +8,mlp.experts.81.down_proj,0.0000001959,0.01000,0.790 +8,mlp.experts.85.down_proj,0.0000001114,0.01000,0.782 +8,mlp.experts.104.down_proj,0.0000001405,0.01000,0.740 +8,mlp.experts.93.down_proj,0.0000001757,0.01000,0.827 +8,mlp.experts.82.down_proj,0.0000001394,0.01000,0.720 +8,mlp.experts.94.down_proj,0.0000002221,0.01000,0.721 +8,mlp.experts.96.down_proj,0.0000002619,0.01000,0.632 +8,mlp.experts.86.down_proj,0.0000001470,0.01000,0.735 +8,mlp.experts.111.down_proj,0.0000001793,0.01000,0.605 +8,mlp.experts.108.down_proj,0.0000001131,0.01000,0.710 +8,mlp.experts.100.down_proj,0.0000001386,0.01000,0.791 +8,mlp.experts.103.down_proj,0.0000001592,0.01000,0.671 +8,mlp.experts.89.down_proj,0.0000002255,0.01000,0.878 +8,mlp.experts.107.down_proj,0.0000001470,0.01000,0.608 +8,mlp.experts.90.down_proj,0.0000001218,0.01000,0.857 +8,mlp.experts.99.down_proj,0.0000001714,0.01000,0.614 +8,mlp.experts.120.down_proj,0.0000002028,0.01000,0.707 +8,mlp.experts.97.down_proj,0.0000001422,0.01000,0.760 +8,mlp.experts.101.down_proj,0.0000001113,0.01000,0.760 +8,mlp.experts.98.down_proj,0.0000001570,0.01000,0.738 +8,mlp.experts.112.down_proj,0.0000001228,0.01000,0.656 +8,mlp.experts.127.down_proj,0.0000001671,0.01000,0.611 +8,mlp.experts.116.down_proj,0.0000001522,0.01000,0.639 +8,mlp.experts.110.down_proj,0.0000001323,0.01000,0.763 +8,mlp.experts.124.down_proj,0.0000001417,0.01000,0.654 +8,mlp.experts.109.down_proj,0.0000001856,0.01000,0.879 +8,mlp.experts.119.down_proj,0.0000002504,0.01000,0.684 +8,mlp.experts.123.down_proj,0.0000001431,0.01000,0.594 +8,mlp.experts.102.down_proj,0.0000001454,0.01000,0.819 +8,mlp.experts.115.down_proj,0.0000001279,0.01000,0.528 +8,mlp.experts.105.down_proj,0.0000001055,0.01000,0.839 +8,mlp.experts.106.down_proj,0.0000001709,0.01000,0.883 +8,mlp.experts.113.down_proj,0.0000001326,0.01000,0.669 +8,mlp.experts.117.down_proj,0.0000001508,0.01000,0.657 +8,mlp.experts.125.down_proj,0.0000001772,0.01000,0.543 +8,mlp.experts.121.down_proj,0.0000000814,0.01000,0.418 +8,mlp.experts.114.down_proj,0.0000001011,0.01000,0.741 +8,mlp.experts.126.down_proj,0.0000001436,0.01000,0.732 +8,mlp.experts.118.down_proj,0.0000001374,0.01000,0.676 +8,mlp.experts.122.down_proj,0.0000001561,0.01000,0.456 +9,self_attn.q_proj,0.0000000967,0.01000,0.808 +9,self_attn.v_proj,0.0000000172,0.01000,0.831 +9,self_attn.k_proj,0.0000000139,0.01000,0.858 +9,self_attn.o_proj,0.0000000179,0.01000,1.433 +9,mlp.experts.0.gate_proj,0.0000035893,0.01000,1.723 +9,mlp.experts.12.gate_proj,0.0000037947,0.01000,1.759 +9,mlp.experts.4.gate_proj,0.0000037253,0.01000,1.781 +9,mlp.experts.8.gate_proj,0.0000039738,0.01000,1.817 +9,mlp.experts.6.gate_proj,0.0000036879,0.01000,1.895 +9,mlp.experts.2.gate_proj,0.0000033809,0.01000,1.967 +9,mlp.experts.14.gate_proj,0.0000037856,0.01000,1.971 +9,mlp.experts.10.gate_proj,0.0000039403,0.01000,2.053 +9,mlp.experts.9.gate_proj,0.0000030864,0.01000,2.016 +9,mlp.experts.13.gate_proj,0.0000032762,0.01000,2.076 +9,mlp.experts.5.gate_proj,0.0000037108,0.01000,2.113 +9,mlp.experts.1.gate_proj,0.0000037259,0.01000,2.136 +9,mlp.experts.15.gate_proj,0.0000037703,0.01000,2.137 +9,mlp.experts.7.gate_proj,0.0000036572,0.01000,2.140 +9,mlp.experts.11.gate_proj,0.0000038545,0.01000,2.240 +9,mlp.experts.3.gate_proj,0.0000039871,0.01000,2.395 +9,mlp.experts.16.gate_proj,0.0000029867,0.01000,1.619 +9,mlp.experts.28.gate_proj,0.0000036022,0.01000,1.618 +9,mlp.experts.20.gate_proj,0.0000039388,0.01000,1.638 +9,mlp.experts.22.gate_proj,0.0000038732,0.01000,1.781 +9,mlp.experts.24.gate_proj,0.0000036535,0.01000,1.841 +9,mlp.experts.30.gate_proj,0.0000036387,0.01000,1.753 +9,mlp.experts.23.gate_proj,0.0000026870,0.01000,1.879 +9,mlp.experts.18.gate_proj,0.0000041979,0.01000,2.078 +9,mlp.experts.25.gate_proj,0.0000036488,0.01000,1.981 +9,mlp.experts.29.gate_proj,0.0000045930,0.01000,1.970 +9,mlp.experts.26.gate_proj,0.0000038006,0.01000,2.028 +9,mlp.experts.21.gate_proj,0.0000039532,0.01000,1.976 +9,mlp.experts.31.gate_proj,0.0000038712,0.01000,1.950 +9,mlp.experts.27.gate_proj,0.0000046104,0.01000,1.866 +9,mlp.experts.17.gate_proj,0.0000031912,0.01000,2.023 +9,mlp.experts.19.gate_proj,0.0000037914,0.01000,1.945 +9,mlp.experts.32.gate_proj,0.0000056661,0.01000,1.494 +9,mlp.experts.44.gate_proj,0.0000038168,0.01000,1.487 +9,mlp.experts.36.gate_proj,0.0000044899,0.01000,1.554 +9,mlp.experts.40.gate_proj,0.0000035455,0.01000,1.456 +9,mlp.experts.38.gate_proj,0.0000039015,0.01000,1.702 +9,mlp.experts.46.gate_proj,0.0000036227,0.01000,1.676 +9,mlp.experts.39.gate_proj,0.0000038881,0.01000,1.875 +9,mlp.experts.47.gate_proj,0.0000020428,0.01000,1.901 +9,mlp.experts.45.gate_proj,0.0000037676,0.01000,1.977 +9,mlp.experts.43.gate_proj,0.0000037768,0.01000,1.930 +9,mlp.experts.34.gate_proj,0.0000038472,0.01000,2.010 +9,mlp.experts.42.gate_proj,0.0000045433,0.01000,2.025 +9,mlp.experts.41.gate_proj,0.0000036793,0.01000,2.075 +9,mlp.experts.37.gate_proj,0.0000035655,0.01000,2.053 +9,mlp.experts.33.gate_proj,0.0000035397,0.01000,1.984 +9,mlp.experts.35.gate_proj,0.0000039701,0.01000,1.955 +9,mlp.experts.60.gate_proj,0.0000035147,0.01000,1.543 +9,mlp.experts.48.gate_proj,0.0000037689,0.01000,1.648 +9,mlp.experts.52.gate_proj,0.0000036798,0.01000,1.613 +9,mlp.experts.54.gate_proj,0.0000044655,0.01000,1.645 +9,mlp.experts.56.gate_proj,0.0000035941,0.01000,1.917 +9,mlp.experts.62.gate_proj,0.0000035867,0.01000,1.863 +9,mlp.experts.58.gate_proj,0.0000036205,0.01000,1.730 +9,mlp.experts.55.gate_proj,0.0000036818,0.01000,2.038 +9,mlp.experts.61.gate_proj,0.0000046090,0.01000,1.985 +9,mlp.experts.63.gate_proj,0.0000035772,0.01000,2.018 +9,mlp.experts.59.gate_proj,0.0000043261,0.01000,2.047 +9,mlp.experts.76.gate_proj,0.0000036270,0.01000,1.674 +9,mlp.experts.49.gate_proj,0.0000037242,0.01000,1.950 +9,mlp.experts.50.gate_proj,0.0000038276,0.01000,2.045 +9,mlp.experts.64.gate_proj,0.0000037944,0.01000,1.628 +9,mlp.experts.53.gate_proj,0.0000036888,0.01000,2.052 +9,mlp.experts.68.gate_proj,0.0000040456,0.01000,1.618 +9,mlp.experts.57.gate_proj,0.0000038611,0.01000,2.108 +9,mlp.experts.51.gate_proj,0.0000038996,0.01000,2.015 +9,mlp.experts.72.gate_proj,0.0000041714,0.01000,1.753 +9,mlp.experts.70.gate_proj,0.0000036813,0.01000,1.804 +9,mlp.experts.78.gate_proj,0.0000044978,0.01000,2.041 +9,mlp.experts.74.gate_proj,0.0000045823,0.01000,1.721 +9,mlp.experts.77.gate_proj,0.0000037296,0.01000,1.712 +9,mlp.experts.65.gate_proj,0.0000034313,0.01000,1.678 +9,mlp.experts.66.gate_proj,0.0000035771,0.01000,1.695 +9,mlp.experts.71.gate_proj,0.0000034443,0.01000,1.922 +9,mlp.experts.92.gate_proj,0.0000036807,0.01000,1.788 +9,mlp.experts.80.gate_proj,0.0000036560,0.01000,1.759 +9,mlp.experts.73.gate_proj,0.0000035812,0.01000,1.672 +9,mlp.experts.79.gate_proj,0.0000039085,0.01000,1.912 +9,mlp.experts.75.gate_proj,0.0000042441,0.01000,1.988 +9,mlp.experts.69.gate_proj,0.0000034567,0.01000,1.959 +9,mlp.experts.84.gate_proj,0.0000036745,0.01000,1.953 +9,mlp.experts.67.gate_proj,0.0000040413,0.01000,2.050 +9,mlp.experts.88.gate_proj,0.0000039063,0.01000,1.749 +9,mlp.experts.86.gate_proj,0.0000037840,0.01000,1.846 +9,mlp.experts.94.gate_proj,0.0000043748,0.01000,1.932 +9,mlp.experts.90.gate_proj,0.0000035188,0.01000,1.740 +9,mlp.experts.93.gate_proj,0.0000044292,0.01000,1.746 +9,mlp.experts.82.gate_proj,0.0000035125,0.01000,1.766 +9,mlp.experts.81.gate_proj,0.0000035086,0.01000,1.795 +9,mlp.experts.89.gate_proj,0.0000036147,0.01000,1.745 +9,mlp.experts.87.gate_proj,0.0000039970,0.01000,1.806 +9,mlp.experts.96.gate_proj,0.0000033428,0.01000,1.853 +9,mlp.experts.108.gate_proj,0.0000035352,0.01000,1.879 +9,mlp.experts.95.gate_proj,0.0000042980,0.01000,1.835 +9,mlp.experts.91.gate_proj,0.0000038828,0.01000,1.807 +9,mlp.experts.85.gate_proj,0.0000035424,0.01000,1.736 +9,mlp.experts.100.gate_proj,0.0000037312,0.01000,1.993 +9,mlp.experts.83.gate_proj,0.0000035548,0.01000,1.941 +9,mlp.experts.104.gate_proj,0.0000039201,0.01000,1.794 +9,mlp.experts.102.gate_proj,0.0000036887,0.01000,1.724 +9,mlp.experts.109.gate_proj,0.0000041024,0.01000,1.488 +9,mlp.experts.110.gate_proj,0.0000027747,0.01000,1.793 +9,mlp.experts.106.gate_proj,0.0000036812,0.01000,1.801 +9,mlp.experts.105.gate_proj,0.0000037718,0.01000,1.461 +9,mlp.experts.98.gate_proj,0.0000033584,0.01000,1.658 +9,mlp.experts.101.gate_proj,0.0000037901,0.01000,1.463 +9,mlp.experts.112.gate_proj,0.0000037317,0.01000,1.676 +9,mlp.experts.103.gate_proj,0.0000036682,0.01000,1.798 +9,mlp.experts.124.gate_proj,0.0000037436,0.01000,1.786 +9,mlp.experts.111.gate_proj,0.0000034225,0.01000,1.814 +9,mlp.experts.97.gate_proj,0.0000035951,0.01000,2.026 +9,mlp.experts.107.gate_proj,0.0000037279,0.01000,1.756 +9,mlp.experts.116.gate_proj,0.0000036183,0.01000,1.771 +9,mlp.experts.120.gate_proj,0.0000038408,0.01000,1.743 +9,mlp.experts.118.gate_proj,0.0000038148,0.01000,1.768 +9,mlp.experts.99.gate_proj,0.0000030541,0.01000,1.931 +9,mlp.experts.125.gate_proj,0.0000024536,0.01000,1.501 +9,mlp.experts.121.gate_proj,0.0000046676,0.01000,1.566 +9,mlp.experts.126.gate_proj,0.0000043594,0.01000,1.806 +9,mlp.experts.122.gate_proj,0.0000033734,0.01000,1.771 +9,mlp.experts.117.gate_proj,0.0000036357,0.01000,1.542 +9,mlp.experts.114.gate_proj,0.0000037750,0.01000,1.824 +9,mlp.experts.0.up_proj,0.0000034206,0.01000,1.818 +9,mlp.experts.12.up_proj,0.0000036098,0.01000,1.783 +9,mlp.experts.119.gate_proj,0.0000038344,0.01000,1.977 +9,mlp.experts.113.gate_proj,0.0000037183,0.01000,1.842 +9,mlp.experts.127.gate_proj,0.0000036642,0.01000,1.975 +9,mlp.experts.123.gate_proj,0.0000036640,0.01000,1.928 +9,mlp.experts.4.up_proj,0.0000035938,0.01000,1.861 +9,mlp.experts.8.up_proj,0.0000038918,0.01000,1.765 +9,mlp.experts.6.up_proj,0.0000035665,0.01000,1.948 +9,mlp.experts.13.up_proj,0.0000032184,0.01000,1.684 +9,mlp.experts.115.gate_proj,0.0000037171,0.01000,2.217 +9,mlp.experts.5.up_proj,0.0000035569,0.01000,1.680 +9,mlp.experts.10.up_proj,0.0000038171,0.01000,1.740 +9,mlp.experts.14.up_proj,0.0000036784,0.01000,1.827 +9,mlp.experts.9.up_proj,0.0000030451,0.01000,2.003 +9,mlp.experts.2.up_proj,0.0000032039,0.01000,1.727 +9,mlp.experts.16.up_proj,0.0000028942,0.01000,1.813 +9,mlp.experts.1.up_proj,0.0000035495,0.01000,1.650 +9,mlp.experts.28.up_proj,0.0000034806,0.01000,1.821 +9,mlp.experts.7.up_proj,0.0000035087,0.01000,2.000 +9,mlp.experts.15.up_proj,0.0000036999,0.01000,1.957 +9,mlp.experts.11.up_proj,0.0000037461,0.01000,1.959 +9,mlp.experts.24.up_proj,0.0000036048,0.01000,1.704 +9,mlp.experts.20.up_proj,0.0000038118,0.01000,1.869 +9,mlp.experts.29.up_proj,0.0000042799,0.01000,1.646 +9,mlp.experts.22.up_proj,0.0000038854,0.01000,1.929 +9,mlp.experts.21.up_proj,0.0000038029,0.01000,1.667 +9,mlp.experts.26.up_proj,0.0000037320,0.01000,1.781 +9,mlp.experts.30.up_proj,0.0000035394,0.01000,1.739 +9,mlp.experts.18.up_proj,0.0000039086,0.01000,1.813 +9,mlp.experts.25.up_proj,0.0000036103,0.01000,1.930 +9,mlp.experts.3.up_proj,0.0000037845,0.01000,2.248 +9,mlp.experts.17.up_proj,0.0000031195,0.01000,1.681 +9,mlp.experts.32.up_proj,0.0000036469,0.01000,1.849 +9,mlp.experts.44.up_proj,0.0000036949,0.01000,1.941 +9,mlp.experts.40.up_proj,0.0000035168,0.01000,1.824 +9,mlp.experts.23.up_proj,0.0000026120,0.01000,1.983 +9,mlp.experts.31.up_proj,0.0000036807,0.01000,1.944 +9,mlp.experts.45.up_proj,0.0000038031,0.01000,1.696 +9,mlp.experts.27.up_proj,0.0000041593,0.01000,1.993 +9,mlp.experts.36.up_proj,0.0000041958,0.01000,1.906 +9,mlp.experts.38.up_proj,0.0000037772,0.01000,1.713 +9,mlp.experts.37.up_proj,0.0000034211,0.01000,1.661 +9,mlp.experts.42.up_proj,0.0000042172,0.01000,1.811 +9,mlp.experts.46.up_proj,0.0000034466,0.01000,1.838 +9,mlp.experts.41.up_proj,0.0000036323,0.01000,1.701 +9,mlp.experts.33.up_proj,0.0000033360,0.01000,1.583 +9,mlp.experts.34.up_proj,0.0000037491,0.01000,1.779 +9,mlp.experts.19.up_proj,0.0000036219,0.01000,1.807 +9,mlp.experts.48.up_proj,0.0000036525,0.01000,1.879 +9,mlp.experts.60.up_proj,0.0000033581,0.01000,1.918 +9,mlp.experts.61.up_proj,0.0000041872,0.01000,1.566 +9,mlp.experts.56.up_proj,0.0000034839,0.01000,1.881 +9,mlp.experts.39.up_proj,0.0000038025,0.01000,1.880 +9,mlp.experts.52.up_proj,0.0000036402,0.01000,1.833 +9,mlp.experts.47.up_proj,0.0000020443,0.01000,1.993 +9,mlp.experts.43.up_proj,0.0000036083,0.01000,1.944 +9,mlp.experts.54.up_proj,0.0000043996,0.01000,1.817 +9,mlp.experts.53.up_proj,0.0000035581,0.01000,1.808 +9,mlp.experts.58.up_proj,0.0000035070,0.01000,1.748 +9,mlp.experts.62.up_proj,0.0000034862,0.01000,1.742 +9,mlp.experts.50.up_proj,0.0000036562,0.01000,1.816 +9,mlp.experts.49.up_proj,0.0000035294,0.01000,1.866 +9,mlp.experts.57.up_proj,0.0000036994,0.01000,1.962 +9,mlp.experts.35.up_proj,0.0000041813,0.01000,2.043 +9,mlp.experts.64.up_proj,0.0000035881,0.01000,2.026 +9,mlp.experts.76.up_proj,0.0000034465,0.01000,1.909 +9,mlp.experts.77.up_proj,0.0000036962,0.01000,1.943 +9,mlp.experts.72.up_proj,0.0000039362,0.01000,1.925 +9,mlp.experts.68.up_proj,0.0000038394,0.01000,1.924 +9,mlp.experts.70.up_proj,0.0000034638,0.01000,1.776 +9,mlp.experts.55.up_proj,0.0000034852,0.01000,2.158 +9,mlp.experts.63.up_proj,0.0000033891,0.01000,2.069 +9,mlp.experts.59.up_proj,0.0000041166,0.01000,2.091 +9,mlp.experts.69.up_proj,0.0000032493,0.01000,1.960 +9,mlp.experts.78.up_proj,0.0000041233,0.01000,1.754 +9,mlp.experts.74.up_proj,0.0000041443,0.01000,1.885 +9,mlp.experts.66.up_proj,0.0000034910,0.01000,1.896 +9,mlp.experts.65.up_proj,0.0000033311,0.01000,1.886 +9,mlp.experts.73.up_proj,0.0000034478,0.01000,1.958 +9,mlp.experts.51.up_proj,0.0000038007,0.01000,2.034 +9,mlp.experts.80.up_proj,0.0000035132,0.01000,1.982 +9,mlp.experts.92.up_proj,0.0000035860,0.01000,1.958 +9,mlp.experts.93.up_proj,0.0000041313,0.01000,1.926 +9,mlp.experts.86.up_proj,0.0000036626,0.01000,1.706 +9,mlp.experts.88.up_proj,0.0000037441,0.01000,1.965 +9,mlp.experts.84.up_proj,0.0000035557,0.01000,1.924 +9,mlp.experts.94.up_proj,0.0000039067,0.01000,1.635 +9,mlp.experts.85.up_proj,0.0000033405,0.01000,1.825 +9,mlp.experts.90.up_proj,0.0000033505,0.01000,1.693 +9,mlp.experts.71.up_proj,0.0000033608,0.01000,2.131 +9,mlp.experts.75.up_proj,0.0000040793,0.01000,2.052 +9,mlp.experts.79.up_proj,0.0000037087,0.01000,2.145 +9,mlp.experts.82.up_proj,0.0000033643,0.01000,1.641 +9,mlp.experts.81.up_proj,0.0000033550,0.01000,1.915 +9,mlp.experts.89.up_proj,0.0000035044,0.01000,2.003 +9,mlp.experts.67.up_proj,0.0000039314,0.01000,2.106 +9,mlp.experts.96.up_proj,0.0000032576,0.01000,1.921 +9,mlp.experts.102.up_proj,0.0000036379,0.01000,1.613 +9,mlp.experts.109.up_proj,0.0000039317,0.01000,1.819 +9,mlp.experts.108.up_proj,0.0000034566,0.01000,2.023 +9,mlp.experts.110.up_proj,0.0000027639,0.01000,1.570 +9,mlp.experts.106.up_proj,0.0000035799,0.01000,1.604 +9,mlp.experts.100.up_proj,0.0000033451,0.01000,1.886 +9,mlp.experts.104.up_proj,0.0000037170,0.01000,1.931 +9,mlp.experts.98.up_proj,0.0000031589,0.01000,1.553 +9,mlp.experts.101.up_proj,0.0000036443,0.01000,1.831 +9,mlp.experts.91.up_proj,0.0000035847,0.01000,2.157 +9,mlp.experts.97.up_proj,0.0000034617,0.01000,1.794 +9,mlp.experts.95.up_proj,0.0000040060,0.01000,2.158 +9,mlp.experts.87.up_proj,0.0000038421,0.01000,2.257 +9,mlp.experts.105.up_proj,0.0000036037,0.01000,1.779 +9,mlp.experts.118.up_proj,0.0000038831,0.01000,1.593 +9,mlp.experts.126.up_proj,0.0000040756,0.01000,1.438 +9,mlp.experts.125.up_proj,0.0000024030,0.01000,1.670 +9,mlp.experts.122.up_proj,0.0000032175,0.01000,1.367 +9,mlp.experts.114.up_proj,0.0000036537,0.01000,1.289 +9,mlp.experts.116.up_proj,0.0000034960,0.01000,1.596 +9,mlp.experts.112.up_proj,0.0000036232,0.01000,2.073 +9,mlp.experts.83.up_proj,0.0000034205,0.01000,2.111 +9,mlp.experts.120.up_proj,0.0000036810,0.01000,1.730 +9,mlp.experts.124.up_proj,0.0000036379,0.01000,1.987 +9,mlp.experts.117.up_proj,0.0000036660,0.01000,1.609 +9,mlp.experts.113.up_proj,0.0000035766,0.01000,1.442 +9,mlp.experts.121.up_proj,0.0000043179,0.01000,1.369 +9,mlp.experts.111.up_proj,0.0000033241,0.01000,1.976 +9,mlp.experts.107.up_proj,0.0000036170,0.01000,2.046 +9,mlp.experts.103.up_proj,0.0000036849,0.01000,2.012 +9,mlp.experts.99.up_proj,0.0000029577,0.01000,1.856 +9,mlp.experts.127.up_proj,0.0000037473,0.01000,1.787 +9,mlp.experts.119.up_proj,0.0000037034,0.01000,1.746 +9,mlp.experts.123.up_proj,0.0000035994,0.01000,1.818 +9,mlp.experts.115.up_proj,0.0000036107,0.01000,1.268 +9,mlp.experts.0.down_proj,0.0000001672,0.01000,0.873 +9,mlp.experts.12.down_proj,0.0000001511,0.01000,0.909 +9,mlp.experts.4.down_proj,0.0000001470,0.01000,0.915 +9,mlp.experts.1.down_proj,0.0000001709,0.01000,0.957 +9,mlp.experts.9.down_proj,0.0000001129,0.01000,0.961 +9,mlp.experts.8.down_proj,0.0000001832,0.01000,0.956 +9,mlp.experts.5.down_proj,0.0000001695,0.01000,0.990 +9,mlp.experts.13.down_proj,0.0000001263,0.01000,0.973 +9,mlp.experts.14.down_proj,0.0000001489,0.01000,1.195 +9,mlp.experts.6.down_proj,0.0000001310,0.01000,1.202 +9,mlp.experts.11.down_proj,0.0000001672,0.01000,1.210 +9,mlp.experts.3.down_proj,0.0000002100,0.01000,1.219 +9,mlp.experts.7.down_proj,0.0000001507,0.01000,1.222 +9,mlp.experts.15.down_proj,0.0000001640,0.01000,1.211 +9,mlp.experts.2.down_proj,0.0000001222,0.01000,1.256 +9,mlp.experts.10.down_proj,0.0000002551,0.01000,1.244 +9,mlp.experts.25.down_proj,0.0000001873,0.01000,0.576 +9,mlp.experts.17.down_proj,0.0000001196,0.01000,0.587 +9,mlp.experts.29.down_proj,0.0000002770,0.01000,0.591 +9,mlp.experts.21.down_proj,0.0000001712,0.01000,0.599 +9,mlp.experts.16.down_proj,0.0000001058,0.01000,0.752 +9,mlp.experts.28.down_proj,0.0000001361,0.01000,0.756 +9,mlp.experts.20.down_proj,0.0000002190,0.01000,0.776 +9,mlp.experts.24.down_proj,0.0000001945,0.01000,0.768 +9,mlp.experts.22.down_proj,0.0000002424,0.01000,0.740 +9,mlp.experts.30.down_proj,0.0000001637,0.01000,0.756 +9,mlp.experts.26.down_proj,0.0000002086,0.01000,0.742 +9,mlp.experts.18.down_proj,0.0000002825,0.01000,0.787 +9,mlp.experts.23.down_proj,0.0000000842,0.01000,0.838 +9,mlp.experts.19.down_proj,0.0000001567,0.01000,0.858 +9,mlp.experts.31.down_proj,0.0000001693,0.01000,0.856 +9,mlp.experts.27.down_proj,0.0000003016,0.01000,0.865 +9,mlp.experts.33.down_proj,0.0000001504,0.01000,0.615 +9,mlp.experts.41.down_proj,0.0000001877,0.01000,0.641 +9,mlp.experts.45.down_proj,0.0000002250,0.01000,0.754 +9,mlp.experts.37.down_proj,0.0000001378,0.01000,0.765 +9,mlp.experts.32.down_proj,0.0000003029,0.01000,0.757 +9,mlp.experts.44.down_proj,0.0000001505,0.01000,0.761 +9,mlp.experts.36.down_proj,0.0000002120,0.01000,0.765 +9,mlp.experts.40.down_proj,0.0000001308,0.01000,0.766 +9,mlp.experts.42.down_proj,0.0000002496,0.01000,0.578 +9,mlp.experts.46.down_proj,0.0000001496,0.01000,0.604 +9,mlp.experts.34.down_proj,0.0000001608,0.01000,0.546 +9,mlp.experts.38.down_proj,0.0000001574,0.01000,0.633 +9,mlp.experts.39.down_proj,0.0000001677,0.01000,0.835 +9,mlp.experts.47.down_proj,0.0000000337,0.01000,0.858 +9,mlp.experts.43.down_proj,0.0000002194,0.01000,0.858 +9,mlp.experts.35.down_proj,0.0000002572,0.01000,0.879 +9,mlp.experts.49.down_proj,0.0000001854,0.01000,0.853 +9,mlp.experts.57.down_proj,0.0000002008,0.01000,0.836 +9,mlp.experts.61.down_proj,0.0000002726,0.01000,0.767 +9,mlp.experts.53.down_proj,0.0000001522,0.01000,0.814 +9,mlp.experts.62.down_proj,0.0000001634,0.01000,0.613 +9,mlp.experts.48.down_proj,0.0000002093,0.01000,0.808 +9,mlp.experts.50.down_proj,0.0000001934,0.01000,0.627 +9,mlp.experts.54.down_proj,0.0000003431,0.01000,0.612 +9,mlp.experts.58.down_proj,0.0000001842,0.01000,0.678 +9,mlp.experts.52.down_proj,0.0000001800,0.01000,0.800 +9,mlp.experts.56.down_proj,0.0000001548,0.01000,0.775 +9,mlp.experts.60.down_proj,0.0000001408,0.01000,0.830 +9,mlp.experts.55.down_proj,0.0000001476,0.01000,0.649 +9,mlp.experts.63.down_proj,0.0000001373,0.01000,0.672 +9,mlp.experts.51.down_proj,0.0000001824,0.01000,0.709 +9,mlp.experts.59.down_proj,0.0000002265,0.01000,0.750 +9,mlp.experts.66.down_proj,0.0000001518,0.01000,0.602 +9,mlp.experts.65.down_proj,0.0000001567,0.01000,0.836 +9,mlp.experts.70.down_proj,0.0000001515,0.01000,0.628 +9,mlp.experts.73.down_proj,0.0000001387,0.01000,0.819 +9,mlp.experts.74.down_proj,0.0000003027,0.01000,0.601 +9,mlp.experts.78.down_proj,0.0000003043,0.01000,0.678 +9,mlp.experts.77.down_proj,0.0000001575,0.01000,0.818 +9,mlp.experts.69.down_proj,0.0000001505,0.01000,0.776 +9,mlp.experts.64.down_proj,0.0000001641,0.01000,0.772 +9,mlp.experts.68.down_proj,0.0000001834,0.01000,0.741 +9,mlp.experts.76.down_proj,0.0000001417,0.01000,0.733 +9,mlp.experts.72.down_proj,0.0000001913,0.01000,0.755 +9,mlp.experts.71.down_proj,0.0000001588,0.01000,0.823 +9,mlp.experts.82.down_proj,0.0000001320,0.01000,0.564 +9,mlp.experts.94.down_proj,0.0000002692,0.01000,0.565 +9,mlp.experts.67.down_proj,0.0000001711,0.01000,0.765 +9,mlp.experts.90.down_proj,0.0000001564,0.01000,0.592 +9,mlp.experts.79.down_proj,0.0000002419,0.01000,0.816 +9,mlp.experts.86.down_proj,0.0000001717,0.01000,0.605 +9,mlp.experts.75.down_proj,0.0000002064,0.01000,0.818 +9,mlp.experts.89.down_proj,0.0000001585,0.01000,0.731 +9,mlp.experts.81.down_proj,0.0000001334,0.01000,0.762 +9,mlp.experts.80.down_proj,0.0000001538,0.01000,0.692 +9,mlp.experts.88.down_proj,0.0000001819,0.01000,0.653 +9,mlp.experts.84.down_proj,0.0000001643,0.01000,0.665 +9,mlp.experts.92.down_proj,0.0000001385,0.01000,0.665 +9,mlp.experts.85.down_proj,0.0000001456,0.01000,0.759 +9,mlp.experts.93.down_proj,0.0000002467,0.01000,0.796 +9,mlp.experts.87.down_proj,0.0000002024,0.01000,0.716 +9,mlp.experts.98.down_proj,0.0000001734,0.01000,0.767 +9,mlp.experts.110.down_proj,0.0000000902,0.01000,0.754 +9,mlp.experts.106.down_proj,0.0000001465,0.01000,0.739 +9,mlp.experts.102.down_proj,0.0000001967,0.01000,0.742 +9,mlp.experts.83.down_proj,0.0000001661,0.01000,0.753 +9,mlp.experts.95.down_proj,0.0000001968,0.01000,0.786 +9,mlp.experts.108.down_proj,0.0000001646,0.01000,0.561 +9,mlp.experts.96.down_proj,0.0000001445,0.01000,0.595 +9,mlp.experts.104.down_proj,0.0000002390,0.01000,0.575 +9,mlp.experts.105.down_proj,0.0000001927,0.01000,0.693 +9,mlp.experts.100.down_proj,0.0000001721,0.01000,0.578 +9,mlp.experts.91.down_proj,0.0000001697,0.01000,0.729 +9,mlp.experts.97.down_proj,0.0000001609,0.01000,0.698 +9,mlp.experts.101.down_proj,0.0000002018,0.01000,0.662 +9,mlp.experts.109.down_proj,0.0000001916,0.01000,0.690 +9,mlp.experts.124.down_proj,0.0000001618,0.01000,0.545 +9,mlp.experts.103.down_proj,0.0000001744,0.01000,0.732 +9,mlp.experts.112.down_proj,0.0000001650,0.01000,0.564 +9,mlp.experts.116.down_proj,0.0000001542,0.01000,0.557 +9,mlp.experts.120.down_proj,0.0000001544,0.01000,0.557 +9,mlp.experts.114.down_proj,0.0000002176,0.01000,0.746 +9,mlp.experts.126.down_proj,0.0000002199,0.01000,0.745 +9,mlp.experts.122.down_proj,0.0000001291,0.01000,0.737 +9,mlp.experts.118.down_proj,0.0000002333,0.01000,0.741 +9,mlp.experts.99.down_proj,0.0000001090,0.01000,0.761 +9,mlp.experts.111.down_proj,0.0000001529,0.01000,0.738 +9,mlp.experts.121.down_proj,0.0000002681,0.01000,0.740 +9,mlp.experts.113.down_proj,0.0000002012,0.01000,0.752 +9,mlp.experts.117.down_proj,0.0000001955,0.01000,0.705 +9,mlp.experts.107.down_proj,0.0000001421,0.01000,0.770 +9,mlp.experts.125.down_proj,0.0000000576,0.01000,0.666 +9,mlp.experts.119.down_proj,0.0000001728,0.01000,0.617 +9,mlp.experts.115.down_proj,0.0000001459,0.01000,0.583 +9,mlp.experts.127.down_proj,0.0000001944,0.01000,0.571 +9,mlp.experts.123.down_proj,0.0000001688,0.01000,0.550 +10,self_attn.q_proj,0.0000000933,0.01000,0.792 +10,self_attn.v_proj,0.0000000140,0.01000,0.850 +10,self_attn.k_proj,0.0000000140,0.01000,1.107 +10,self_attn.o_proj,0.0000000150,0.01000,1.369 +10,mlp.experts.0.gate_proj,0.0000041861,0.01000,2.045 +10,mlp.experts.13.gate_proj,0.0000034226,0.01000,2.042 +10,mlp.experts.4.gate_proj,0.0000040300,0.01000,2.086 +10,mlp.experts.8.gate_proj,0.0000043610,0.01000,2.076 +10,mlp.experts.1.gate_proj,0.0000039359,0.01000,2.107 +10,mlp.experts.2.gate_proj,0.0000038345,0.01000,2.154 +10,mlp.experts.5.gate_proj,0.0000031927,0.01000,2.177 +10,mlp.experts.6.gate_proj,0.0000004943,0.01000,2.196 +10,mlp.experts.14.gate_proj,0.0000038095,0.01000,2.207 +10,mlp.experts.12.gate_proj,0.0000033020,0.01000,2.319 +10,mlp.experts.7.gate_proj,0.0000037494,0.01000,2.371 +10,mlp.experts.9.gate_proj,0.0000009736,0.01000,2.384 +10,mlp.experts.11.gate_proj,0.0000036537,0.01000,2.416 +10,mlp.experts.10.gate_proj,0.0000034106,0.01000,2.427 +10,mlp.experts.3.gate_proj,0.0000035320,0.01000,2.462 +10,mlp.experts.15.gate_proj,0.0000038355,0.01000,2.448 +10,mlp.experts.18.gate_proj,0.0000035531,0.01000,1.654 +10,mlp.experts.22.gate_proj,0.0000039532,0.01000,1.671 +10,mlp.experts.30.gate_proj,0.0000036360,0.01000,1.660 +10,mlp.experts.17.gate_proj,0.0000034539,0.01000,1.872 +10,mlp.experts.21.gate_proj,0.0000042235,0.01000,1.861 +10,mlp.experts.29.gate_proj,0.0000042007,0.01000,1.988 +10,mlp.experts.16.gate_proj,0.0000032290,0.01000,2.022 +10,mlp.experts.24.gate_proj,0.0000037280,0.01000,2.024 +10,mlp.experts.20.gate_proj,0.0000035338,0.01000,2.073 +10,mlp.experts.25.gate_proj,0.0000034133,0.01000,1.777 +10,mlp.experts.26.gate_proj,0.0000037418,0.01000,1.850 +10,mlp.experts.19.gate_proj,0.0000012702,0.01000,2.055 +10,mlp.experts.27.gate_proj,0.0000027420,0.01000,2.093 +10,mlp.experts.23.gate_proj,0.0000013620,0.01000,2.170 +10,mlp.experts.28.gate_proj,0.0000041679,0.01000,2.240 +10,mlp.experts.31.gate_proj,0.0000023460,0.01000,2.246 +10,mlp.experts.34.gate_proj,0.0000039021,0.01000,1.600 +10,mlp.experts.38.gate_proj,0.0000054534,0.01000,1.671 +10,mlp.experts.46.gate_proj,0.0000040728,0.01000,1.672 +10,mlp.experts.33.gate_proj,0.0000036903,0.01000,1.855 +10,mlp.experts.42.gate_proj,0.0000037193,0.01000,1.616 +10,mlp.experts.45.gate_proj,0.0000038405,0.01000,1.906 +10,mlp.experts.37.gate_proj,0.0000036343,0.01000,2.061 +10,mlp.experts.41.gate_proj,0.0000035960,0.01000,1.986 +10,mlp.experts.36.gate_proj,0.0000024312,0.01000,2.015 +10,mlp.experts.32.gate_proj,0.0000039711,0.01000,2.145 +10,mlp.experts.40.gate_proj,0.0000039664,0.01000,2.137 +10,mlp.experts.44.gate_proj,0.0000034953,0.01000,1.956 +10,mlp.experts.43.gate_proj,0.0000038520,0.01000,2.128 +10,mlp.experts.35.gate_proj,0.0000039988,0.01000,2.195 +10,mlp.experts.39.gate_proj,0.0000039048,0.01000,2.196 +10,mlp.experts.47.gate_proj,0.0000042160,0.01000,2.204 +10,mlp.experts.50.gate_proj,0.0000036390,0.01000,1.570 +10,mlp.experts.62.gate_proj,0.0000038872,0.01000,1.589 +10,mlp.experts.54.gate_proj,0.0000039315,0.01000,1.618 +10,mlp.experts.58.gate_proj,0.0000038589,0.01000,1.624 +10,mlp.experts.49.gate_proj,0.0000040912,0.01000,1.807 +10,mlp.experts.61.gate_proj,0.0000022272,0.01000,1.831 +10,mlp.experts.53.gate_proj,0.0000045328,0.01000,1.869 +10,mlp.experts.57.gate_proj,0.0000047574,0.01000,1.898 +10,mlp.experts.52.gate_proj,0.0000036573,0.01000,2.049 +10,mlp.experts.48.gate_proj,0.0000038212,0.01000,2.081 +10,mlp.experts.56.gate_proj,0.0000025897,0.01000,2.102 +10,mlp.experts.60.gate_proj,0.0000040397,0.01000,2.069 +10,mlp.experts.59.gate_proj,0.0000041939,0.01000,1.994 +10,mlp.experts.51.gate_proj,0.0000042026,0.01000,1.968 +10,mlp.experts.66.gate_proj,0.0000036868,0.01000,1.727 +10,mlp.experts.78.gate_proj,0.0000028241,0.01000,1.761 +10,mlp.experts.55.gate_proj,0.0000048465,0.01000,2.197 +10,mlp.experts.70.gate_proj,0.0000043880,0.01000,1.891 +10,mlp.experts.63.gate_proj,0.0000038867,0.01000,2.186 +10,mlp.experts.65.gate_proj,0.0000037702,0.01000,1.681 +10,mlp.experts.77.gate_proj,0.0000039604,0.01000,1.576 +10,mlp.experts.74.gate_proj,0.0000038466,0.01000,1.828 +10,mlp.experts.73.gate_proj,0.0000038743,0.01000,1.536 +10,mlp.experts.69.gate_proj,0.0000038496,0.01000,1.753 +10,mlp.experts.68.gate_proj,0.0000029971,0.01000,1.718 +10,mlp.experts.64.gate_proj,0.0000037852,0.01000,1.771 +10,mlp.experts.72.gate_proj,0.0000043850,0.01000,1.769 +10,mlp.experts.76.gate_proj,0.0000036252,0.01000,1.688 +10,mlp.experts.82.gate_proj,0.0000037086,0.01000,1.930 +10,mlp.experts.75.gate_proj,0.0000036510,0.01000,2.049 +10,mlp.experts.94.gate_proj,0.0000040556,0.01000,1.900 +10,mlp.experts.67.gate_proj,0.0000038408,0.01000,2.229 +10,mlp.experts.93.gate_proj,0.0000039015,0.01000,1.563 +10,mlp.experts.81.gate_proj,0.0000038852,0.01000,1.643 +10,mlp.experts.71.gate_proj,0.0000055769,0.01000,2.163 +10,mlp.experts.86.gate_proj,0.0000035719,0.01000,2.067 +10,mlp.experts.89.gate_proj,0.0000037928,0.01000,1.608 +10,mlp.experts.85.gate_proj,0.0000034916,0.01000,1.537 +10,mlp.experts.79.gate_proj,0.0000041397,0.01000,2.197 +10,mlp.experts.90.gate_proj,0.0000028125,0.01000,1.953 +10,mlp.experts.84.gate_proj,0.0000041248,0.01000,1.767 +10,mlp.experts.80.gate_proj,0.0000036986,0.01000,1.792 +10,mlp.experts.88.gate_proj,0.0000040708,0.01000,1.767 +10,mlp.experts.92.gate_proj,0.0000035633,0.01000,1.795 +10,mlp.experts.109.gate_proj,0.0000040666,0.01000,1.551 +10,mlp.experts.97.gate_proj,0.0000040589,0.01000,1.536 +10,mlp.experts.98.gate_proj,0.0000032752,0.01000,1.895 +10,mlp.experts.110.gate_proj,0.0000041276,0.01000,1.862 +10,mlp.experts.105.gate_proj,0.0000026585,0.01000,1.535 +10,mlp.experts.101.gate_proj,0.0000040461,0.01000,1.543 +10,mlp.experts.102.gate_proj,0.0000035551,0.01000,1.800 +10,mlp.experts.91.gate_proj,0.0000037496,0.01000,2.270 +10,mlp.experts.83.gate_proj,0.0000038191,0.01000,2.183 +10,mlp.experts.106.gate_proj,0.0000035145,0.01000,1.846 +10,mlp.experts.100.gate_proj,0.0000038664,0.01000,1.628 +10,mlp.experts.87.gate_proj,0.0000035525,0.01000,2.292 +10,mlp.experts.96.gate_proj,0.0000036513,0.01000,1.719 +10,mlp.experts.104.gate_proj,0.0000044231,0.01000,1.708 +10,mlp.experts.95.gate_proj,0.0000041884,0.01000,2.365 +10,mlp.experts.108.gate_proj,0.0000039822,0.01000,1.611 +10,mlp.experts.125.gate_proj,0.0000044172,0.01000,1.576 +10,mlp.experts.113.gate_proj,0.0000038189,0.01000,1.665 +10,mlp.experts.121.gate_proj,0.0000040804,0.01000,1.553 +10,mlp.experts.114.gate_proj,0.0000036510,0.01000,1.748 +10,mlp.experts.117.gate_proj,0.0000047578,0.01000,1.615 +10,mlp.experts.126.gate_proj,0.0000041132,0.01000,1.777 +10,mlp.experts.118.gate_proj,0.0000031084,0.01000,1.678 +10,mlp.experts.122.gate_proj,0.0000042324,0.01000,1.706 +10,mlp.experts.107.gate_proj,0.0000042232,0.01000,2.159 +10,mlp.experts.116.gate_proj,0.0000040599,0.01000,1.792 +10,mlp.experts.99.gate_proj,0.0000038449,0.01000,2.262 +10,mlp.experts.112.gate_proj,0.0000035425,0.01000,1.890 +10,mlp.experts.120.gate_proj,0.0000041696,0.01000,1.857 +10,mlp.experts.103.gate_proj,0.0000025644,0.01000,2.187 +10,mlp.experts.13.up_proj,0.0000033155,0.01000,1.518 +10,mlp.experts.124.gate_proj,0.0000031071,0.01000,1.937 +10,mlp.experts.1.up_proj,0.0000038413,0.01000,1.586 +10,mlp.experts.9.up_proj,0.0000009781,0.01000,1.485 +10,mlp.experts.5.up_proj,0.0000030820,0.01000,1.522 +10,mlp.experts.111.gate_proj,0.0000036474,0.01000,2.323 +10,mlp.experts.2.up_proj,0.0000037003,0.01000,1.732 +10,mlp.experts.14.up_proj,0.0000037284,0.01000,1.833 +10,mlp.experts.6.up_proj,0.0000004962,0.01000,1.713 +10,mlp.experts.10.up_proj,0.0000033612,0.01000,1.698 +10,mlp.experts.4.up_proj,0.0000036459,0.01000,1.761 +10,mlp.experts.0.up_proj,0.0000039713,0.01000,1.811 +10,mlp.experts.123.gate_proj,0.0000036990,0.01000,2.227 +10,mlp.experts.8.up_proj,0.0000040436,0.01000,1.923 +10,mlp.experts.12.up_proj,0.0000031435,0.01000,1.818 +10,mlp.experts.17.up_proj,0.0000034080,0.01000,1.703 +10,mlp.experts.25.up_proj,0.0000033118,0.01000,1.720 +10,mlp.experts.29.up_proj,0.0000040884,0.01000,1.924 +10,mlp.experts.115.gate_proj,0.0000038451,0.01000,2.287 +10,mlp.experts.21.up_proj,0.0000039762,0.01000,1.810 +10,mlp.experts.119.gate_proj,0.0000037999,0.01000,2.277 +10,mlp.experts.18.up_proj,0.0000035408,0.01000,1.829 +10,mlp.experts.22.up_proj,0.0000038971,0.01000,1.823 +10,mlp.experts.30.up_proj,0.0000036183,0.01000,1.874 +10,mlp.experts.127.gate_proj,0.0000021079,0.01000,2.376 +10,mlp.experts.26.up_proj,0.0000036214,0.01000,1.789 +10,mlp.experts.20.up_proj,0.0000034717,0.01000,1.899 +10,mlp.experts.24.up_proj,0.0000035555,0.01000,1.847 +10,mlp.experts.33.up_proj,0.0000035889,0.01000,1.776 +10,mlp.experts.16.up_proj,0.0000031283,0.01000,1.995 +10,mlp.experts.45.up_proj,0.0000037206,0.01000,1.818 +10,mlp.experts.41.up_proj,0.0000035388,0.01000,1.880 +10,mlp.experts.28.up_proj,0.0000040498,0.01000,1.944 +10,mlp.experts.11.up_proj,0.0000035259,0.01000,2.124 +10,mlp.experts.34.up_proj,0.0000038446,0.01000,1.656 +10,mlp.experts.3.up_proj,0.0000034462,0.01000,2.041 +10,mlp.experts.46.up_proj,0.0000038995,0.01000,1.538 +10,mlp.experts.37.up_proj,0.0000035580,0.01000,1.979 +10,mlp.experts.38.up_proj,0.0000034297,0.01000,1.617 +10,mlp.experts.42.up_proj,0.0000036032,0.01000,1.545 +10,mlp.experts.7.up_proj,0.0000035773,0.01000,2.134 +10,mlp.experts.15.up_proj,0.0000036835,0.01000,1.997 +10,mlp.experts.36.up_proj,0.0000024197,0.01000,1.877 +10,mlp.experts.40.up_proj,0.0000038777,0.01000,1.832 +10,mlp.experts.32.up_proj,0.0000039673,0.01000,1.847 +10,mlp.experts.49.up_proj,0.0000039276,0.01000,1.894 +10,mlp.experts.50.up_proj,0.0000036271,0.01000,1.632 +10,mlp.experts.61.up_proj,0.0000022077,0.01000,1.930 +10,mlp.experts.54.up_proj,0.0000038574,0.01000,1.570 +10,mlp.experts.57.up_proj,0.0000042599,0.01000,1.958 +10,mlp.experts.62.up_proj,0.0000039761,0.01000,1.662 +10,mlp.experts.44.up_proj,0.0000034043,0.01000,1.962 +10,mlp.experts.27.up_proj,0.0000025985,0.01000,2.033 +10,mlp.experts.58.up_proj,0.0000037443,0.01000,1.601 +10,mlp.experts.19.up_proj,0.0000012734,0.01000,2.032 +10,mlp.experts.53.up_proj,0.0000042795,0.01000,2.055 +10,mlp.experts.23.up_proj,0.0000013643,0.01000,2.076 +10,mlp.experts.31.up_proj,0.0000022737,0.01000,2.047 +10,mlp.experts.52.up_proj,0.0000037154,0.01000,1.856 +10,mlp.experts.66.up_proj,0.0000035512,0.01000,1.750 +10,mlp.experts.70.up_proj,0.0000040116,0.01000,1.767 +10,mlp.experts.78.up_proj,0.0000027502,0.01000,1.747 +10,mlp.experts.65.up_proj,0.0000037028,0.01000,1.977 +10,mlp.experts.56.up_proj,0.0000025734,0.01000,2.118 +10,mlp.experts.48.up_proj,0.0000037232,0.01000,2.112 +10,mlp.experts.74.up_proj,0.0000038290,0.01000,1.702 +10,mlp.experts.77.up_proj,0.0000037287,0.01000,1.959 +10,mlp.experts.73.up_proj,0.0000037172,0.01000,2.002 +10,mlp.experts.60.up_proj,0.0000039206,0.01000,2.113 +10,mlp.experts.69.up_proj,0.0000037450,0.01000,1.889 +10,mlp.experts.43.up_proj,0.0000036196,0.01000,2.214 +10,mlp.experts.35.up_proj,0.0000036864,0.01000,2.128 +10,mlp.experts.39.up_proj,0.0000038223,0.01000,2.139 +10,mlp.experts.47.up_proj,0.0000039761,0.01000,2.093 +10,mlp.experts.82.up_proj,0.0000035722,0.01000,1.596 +10,mlp.experts.86.up_proj,0.0000035086,0.01000,1.560 +10,mlp.experts.94.up_proj,0.0000037481,0.01000,1.561 +10,mlp.experts.90.up_proj,0.0000027363,0.01000,1.566 +10,mlp.experts.68.up_proj,0.0000029181,0.01000,2.515 +10,mlp.experts.81.up_proj,0.0000037146,0.01000,1.980 +10,mlp.experts.93.up_proj,0.0000037691,0.01000,1.914 +10,mlp.experts.89.up_proj,0.0000036412,0.01000,2.085 +10,mlp.experts.64.up_proj,0.0000041150,0.01000,2.307 +10,mlp.experts.59.up_proj,0.0000040492,0.01000,1.951 +10,mlp.experts.72.up_proj,0.0000039746,0.01000,2.489 +10,mlp.experts.85.up_proj,0.0000034235,0.01000,2.049 +10,mlp.experts.51.up_proj,0.0000041660,0.01000,1.999 +10,mlp.experts.76.up_proj,0.0000035189,0.01000,2.465 +10,mlp.experts.98.up_proj,0.0000031823,0.01000,1.630 +10,mlp.experts.55.up_proj,0.0000036611,0.01000,1.980 +10,mlp.experts.102.up_proj,0.0000034644,0.01000,1.626 +10,mlp.experts.110.up_proj,0.0000039103,0.01000,1.661 +10,mlp.experts.106.up_proj,0.0000034629,0.01000,1.627 +10,mlp.experts.63.up_proj,0.0000035529,0.01000,2.008 +10,mlp.experts.97.up_proj,0.0000038233,0.01000,1.851 +10,mlp.experts.109.up_proj,0.0000039996,0.01000,1.881 +10,mlp.experts.105.up_proj,0.0000026483,0.01000,1.850 +10,mlp.experts.84.up_proj,0.0000040575,0.01000,2.310 +10,mlp.experts.101.up_proj,0.0000039809,0.01000,1.835 +10,mlp.experts.80.up_proj,0.0000036531,0.01000,2.099 +10,mlp.experts.75.up_proj,0.0000035616,0.01000,2.044 +10,mlp.experts.114.up_proj,0.0000035475,0.01000,1.564 +10,mlp.experts.67.up_proj,0.0000037748,0.01000,1.906 +10,mlp.experts.118.up_proj,0.0000029958,0.01000,1.512 +10,mlp.experts.126.up_proj,0.0000037697,0.01000,1.454 +10,mlp.experts.88.up_proj,0.0000041351,0.01000,2.157 +10,mlp.experts.122.up_proj,0.0000040764,0.01000,1.423 +10,mlp.experts.92.up_proj,0.0000035252,0.01000,2.242 +10,mlp.experts.71.up_proj,0.0000042991,0.01000,2.111 +10,mlp.experts.79.up_proj,0.0000039644,0.01000,2.024 +10,mlp.experts.125.up_proj,0.0000041684,0.01000,1.615 +10,mlp.experts.113.up_proj,0.0000037736,0.01000,1.695 +10,mlp.experts.121.up_proj,0.0000039768,0.01000,1.494 +10,mlp.experts.117.up_proj,0.0000043997,0.01000,1.324 +10,mlp.experts.100.up_proj,0.0000037334,0.01000,2.126 +10,mlp.experts.96.up_proj,0.0000035802,0.01000,1.993 +10,mlp.experts.91.up_proj,0.0000036420,0.01000,2.034 +10,mlp.experts.83.up_proj,0.0000038007,0.01000,2.117 +10,mlp.experts.104.up_proj,0.0000043165,0.01000,2.027 +10,mlp.experts.108.up_proj,0.0000039696,0.01000,2.034 +10,mlp.experts.87.up_proj,0.0000034216,0.01000,2.185 +10,mlp.experts.95.up_proj,0.0000041001,0.01000,1.998 +10,mlp.experts.116.up_proj,0.0000039091,0.01000,1.962 +10,mlp.experts.112.up_proj,0.0000034010,0.01000,1.935 +10,mlp.experts.99.up_proj,0.0000036438,0.01000,1.788 +10,mlp.experts.120.up_proj,0.0000039339,0.01000,1.868 +10,mlp.experts.124.up_proj,0.0000030916,0.01000,1.639 +10,mlp.experts.107.up_proj,0.0000039173,0.01000,2.286 +10,mlp.experts.111.up_proj,0.0000035624,0.01000,1.945 +10,mlp.experts.103.up_proj,0.0000025398,0.01000,2.013 +10,mlp.experts.115.up_proj,0.0000038123,0.01000,2.009 +10,mlp.experts.123.up_proj,0.0000036337,0.01000,2.105 +10,mlp.experts.127.up_proj,0.0000020707,0.01000,1.737 +10,mlp.experts.119.up_proj,0.0000036801,0.01000,1.776 +10,mlp.experts.14.down_proj,0.0000002204,0.01000,1.048 +10,mlp.experts.2.down_proj,0.0000002581,0.01000,1.073 +10,mlp.experts.10.down_proj,0.0000001487,0.01000,1.059 +10,mlp.experts.4.down_proj,0.0000002108,0.01000,1.073 +10,mlp.experts.6.down_proj,0.0000000034,0.01000,1.088 +10,mlp.experts.8.down_proj,0.0000002023,0.01000,1.080 +10,mlp.experts.0.down_proj,0.0000001841,0.01000,1.107 +10,mlp.experts.12.down_proj,0.0000001284,0.01000,1.115 +10,mlp.experts.1.down_proj,0.0000001919,0.01000,1.158 +10,mlp.experts.13.down_proj,0.0000001608,0.01000,1.156 +10,mlp.experts.9.down_proj,0.0000000110,0.01000,1.189 +10,mlp.experts.5.down_proj,0.0000001138,0.01000,1.206 +10,mlp.experts.3.down_proj,0.0000001354,0.01000,1.225 +10,mlp.experts.11.down_proj,0.0000001716,0.01000,1.219 +10,mlp.experts.15.down_proj,0.0000001930,0.01000,1.247 +10,mlp.experts.7.down_proj,0.0000001817,0.01000,1.268 +10,mlp.experts.30.down_proj,0.0000002096,0.01000,0.638 +10,mlp.experts.18.down_proj,0.0000001818,0.01000,0.624 +10,mlp.experts.26.down_proj,0.0000001774,0.01000,0.645 +10,mlp.experts.22.down_proj,0.0000001967,0.01000,0.645 +10,mlp.experts.24.down_proj,0.0000001768,0.01000,0.729 +10,mlp.experts.20.down_proj,0.0000001557,0.01000,0.735 +10,mlp.experts.28.down_proj,0.0000002179,0.01000,0.710 +10,mlp.experts.16.down_proj,0.0000001170,0.01000,0.737 +10,mlp.experts.17.down_proj,0.0000001196,0.01000,0.721 +10,mlp.experts.29.down_proj,0.0000001942,0.01000,0.726 +10,mlp.experts.25.down_proj,0.0000001301,0.01000,0.714 +10,mlp.experts.27.down_proj,0.0000000821,0.01000,0.737 +10,mlp.experts.21.down_proj,0.0000002049,0.01000,0.773 +10,mlp.experts.23.down_proj,0.0000000177,0.01000,0.749 +10,mlp.experts.31.down_proj,0.0000000668,0.01000,0.825 +10,mlp.experts.19.down_proj,0.0000000174,0.01000,0.866 +10,mlp.experts.46.down_proj,0.0000002337,0.01000,0.720 +10,mlp.experts.34.down_proj,0.0000001770,0.01000,0.723 +10,mlp.experts.38.down_proj,0.0000001757,0.01000,0.738 +10,mlp.experts.33.down_proj,0.0000001751,0.01000,0.624 +10,mlp.experts.45.down_proj,0.0000002185,0.01000,0.620 +10,mlp.experts.42.down_proj,0.0000001692,0.01000,0.791 +10,mlp.experts.41.down_proj,0.0000001545,0.01000,0.624 +10,mlp.experts.40.down_proj,0.0000002590,0.01000,0.735 +10,mlp.experts.36.down_proj,0.0000000703,0.01000,0.745 +10,mlp.experts.44.down_proj,0.0000001647,0.01000,0.781 +10,mlp.experts.32.down_proj,0.0000001996,0.01000,0.773 +10,mlp.experts.43.down_proj,0.0000001631,0.01000,0.709 +10,mlp.experts.37.down_proj,0.0000001340,0.01000,0.734 +10,mlp.experts.47.down_proj,0.0000002668,0.01000,0.733 +10,mlp.experts.39.down_proj,0.0000002154,0.01000,0.809 +10,mlp.experts.35.down_proj,0.0000002329,0.01000,0.773 +10,mlp.experts.49.down_proj,0.0000002252,0.01000,0.628 +10,mlp.experts.61.down_proj,0.0000000537,0.01000,0.629 +10,mlp.experts.50.down_proj,0.0000002001,0.01000,0.732 +10,mlp.experts.57.down_proj,0.0000002949,0.01000,0.625 +10,mlp.experts.62.down_proj,0.0000002438,0.01000,0.750 +10,mlp.experts.54.down_proj,0.0000001621,0.01000,0.739 +10,mlp.experts.58.down_proj,0.0000001783,0.01000,0.741 +10,mlp.experts.56.down_proj,0.0000000719,0.01000,0.779 +10,mlp.experts.52.down_proj,0.0000001776,0.01000,0.780 +10,mlp.experts.59.down_proj,0.0000001923,0.01000,0.730 +10,mlp.experts.60.down_proj,0.0000002420,0.01000,0.800 +10,mlp.experts.48.down_proj,0.0000001250,0.01000,0.808 +10,mlp.experts.53.down_proj,0.0000003017,0.01000,0.725 +10,mlp.experts.63.down_proj,0.0000001488,0.01000,0.795 +10,mlp.experts.51.down_proj,0.0000002579,0.01000,0.753 +10,mlp.experts.55.down_proj,0.0000001644,0.01000,0.793 +10,mlp.experts.65.down_proj,0.0000001967,0.01000,0.619 +10,mlp.experts.77.down_proj,0.0000002044,0.01000,0.616 +10,mlp.experts.73.down_proj,0.0000002343,0.01000,0.614 +10,mlp.experts.66.down_proj,0.0000001372,0.01000,0.676 +10,mlp.experts.78.down_proj,0.0000000800,0.01000,0.702 +10,mlp.experts.70.down_proj,0.0000003037,0.01000,0.795 +10,mlp.experts.74.down_proj,0.0000002263,0.01000,0.776 +10,mlp.experts.68.down_proj,0.0000000950,0.01000,0.734 +10,mlp.experts.72.down_proj,0.0000002768,0.01000,0.757 +10,mlp.experts.69.down_proj,0.0000002005,0.01000,0.736 +10,mlp.experts.75.down_proj,0.0000001677,0.01000,0.795 +10,mlp.experts.64.down_proj,0.0000002339,0.01000,0.790 +10,mlp.experts.76.down_proj,0.0000001529,0.01000,0.804 +10,mlp.experts.67.down_proj,0.0000001680,0.01000,0.762 +10,mlp.experts.71.down_proj,0.0000002017,0.01000,0.769 +10,mlp.experts.79.down_proj,0.0000002529,0.01000,0.782 +10,mlp.experts.81.down_proj,0.0000001928,0.01000,0.658 +10,mlp.experts.93.down_proj,0.0000002084,0.01000,0.657 +10,mlp.experts.89.down_proj,0.0000001717,0.01000,0.656 +10,mlp.experts.82.down_proj,0.0000001721,0.01000,0.803 +10,mlp.experts.94.down_proj,0.0000001805,0.01000,0.775 +10,mlp.experts.86.down_proj,0.0000001658,0.01000,0.791 +10,mlp.experts.90.down_proj,0.0000001053,0.01000,0.808 +10,mlp.experts.84.down_proj,0.0000001893,0.01000,0.780 +10,mlp.experts.88.down_proj,0.0000003042,0.01000,0.785 +10,mlp.experts.85.down_proj,0.0000001664,0.01000,0.708 +10,mlp.experts.91.down_proj,0.0000001675,0.01000,0.757 +10,mlp.experts.80.down_proj,0.0000001694,0.01000,0.819 +10,mlp.experts.92.down_proj,0.0000001459,0.01000,0.839 +10,mlp.experts.97.down_proj,0.0000002637,0.01000,0.634 +10,mlp.experts.109.down_proj,0.0000002491,0.01000,0.637 +10,mlp.experts.105.down_proj,0.0000000780,0.01000,0.631 +10,mlp.experts.95.down_proj,0.0000002782,0.01000,0.705 +10,mlp.experts.83.down_proj,0.0000002707,0.01000,0.782 +10,mlp.experts.87.down_proj,0.0000001568,0.01000,0.818 +10,mlp.experts.98.down_proj,0.0000001211,0.01000,0.749 +10,mlp.experts.110.down_proj,0.0000002389,0.01000,0.763 +10,mlp.experts.101.down_proj,0.0000002623,0.01000,0.687 +10,mlp.experts.102.down_proj,0.0000001565,0.01000,0.778 +10,mlp.experts.100.down_proj,0.0000002084,0.01000,0.716 +10,mlp.experts.104.down_proj,0.0000002778,0.01000,0.766 +10,mlp.experts.106.down_proj,0.0000001542,0.01000,0.802 +10,mlp.experts.107.down_proj,0.0000002908,0.01000,0.708 +10,mlp.experts.108.down_proj,0.0000002664,0.01000,0.670 +10,mlp.experts.96.down_proj,0.0000001516,0.01000,0.702 +10,mlp.experts.113.down_proj,0.0000001945,0.01000,0.690 +10,mlp.experts.125.down_proj,0.0000002618,0.01000,0.695 +10,mlp.experts.121.down_proj,0.0000001821,0.01000,0.763 +10,mlp.experts.111.down_proj,0.0000001600,0.01000,0.763 +10,mlp.experts.103.down_proj,0.0000000940,0.01000,0.741 +10,mlp.experts.99.down_proj,0.0000002339,0.01000,0.813 +10,mlp.experts.117.down_proj,0.0000003555,0.01000,0.447 +10,mlp.experts.114.down_proj,0.0000001447,0.01000,0.741 +10,mlp.experts.126.down_proj,0.0000001686,0.01000,0.739 +10,mlp.experts.118.down_proj,0.0000001190,0.01000,0.732 +10,mlp.experts.116.down_proj,0.0000001984,0.01000,0.723 +10,mlp.experts.123.down_proj,0.0000001962,0.01000,0.632 +10,mlp.experts.122.down_proj,0.0000001928,0.01000,0.671 +10,mlp.experts.120.down_proj,0.0000002306,0.01000,0.734 +10,mlp.experts.124.down_proj,0.0000001063,0.01000,0.675 +10,mlp.experts.112.down_proj,0.0000001475,0.01000,0.685 +10,mlp.experts.119.down_proj,0.0000002163,0.01000,0.632 +10,mlp.experts.127.down_proj,0.0000000570,0.01000,0.756 +10,mlp.experts.115.down_proj,0.0000001920,0.01000,0.692 +11,self_attn.q_proj,0.0000000962,0.01000,0.751 +11,self_attn.v_proj,0.0000000141,0.01000,0.955 +11,self_attn.k_proj,0.0000000140,0.01000,1.057 +11,self_attn.o_proj,0.0000000176,0.01000,1.611 +11,mlp.experts.5.gate_proj,0.0000043806,0.01000,1.993 +11,mlp.experts.9.gate_proj,0.0000014098,0.01000,2.029 +11,mlp.experts.13.gate_proj,0.0000039260,0.01000,2.118 +11,mlp.experts.2.gate_proj,0.0000038030,0.01000,2.147 +11,mlp.experts.12.gate_proj,0.0000037606,0.01000,2.156 +11,mlp.experts.1.gate_proj,0.0000033234,0.01000,2.173 +11,mlp.experts.0.gate_proj,0.0000040695,0.01000,2.225 +11,mlp.experts.14.gate_proj,0.0000039566,0.01000,2.229 +11,mlp.experts.10.gate_proj,0.0000039867,0.01000,2.256 +11,mlp.experts.8.gate_proj,0.0000043352,0.01000,2.295 +11,mlp.experts.4.gate_proj,0.0000013847,0.01000,2.354 +11,mlp.experts.6.gate_proj,0.0000043476,0.01000,2.393 +11,mlp.experts.11.gate_proj,0.0000035662,0.01000,2.387 +11,mlp.experts.3.gate_proj,0.0000034439,0.01000,2.402 +11,mlp.experts.7.gate_proj,0.0000035410,0.01000,2.406 +11,mlp.experts.15.gate_proj,0.0000041024,0.01000,2.446 +11,mlp.experts.21.gate_proj,0.0000038371,0.01000,1.685 +11,mlp.experts.25.gate_proj,0.0000088631,0.01000,1.707 +11,mlp.experts.29.gate_proj,0.0000039421,0.01000,1.751 +11,mlp.experts.17.gate_proj,0.0000042349,0.01000,1.835 +11,mlp.experts.28.gate_proj,0.0000038279,0.01000,1.908 +11,mlp.experts.20.gate_proj,0.0000040772,0.01000,1.972 +11,mlp.experts.24.gate_proj,0.0000020588,0.01000,2.026 +11,mlp.experts.18.gate_proj,0.0000030724,0.01000,2.227 +11,mlp.experts.16.gate_proj,0.0000051701,0.01000,2.192 +11,mlp.experts.19.gate_proj,0.0000037161,0.01000,2.092 +11,mlp.experts.30.gate_proj,0.0000047292,0.01000,2.274 +11,mlp.experts.26.gate_proj,0.0000039611,0.01000,2.257 +11,mlp.experts.23.gate_proj,0.0000025641,0.01000,2.176 +11,mlp.experts.31.gate_proj,0.0000038378,0.01000,2.138 +11,mlp.experts.22.gate_proj,0.0000028386,0.01000,2.208 +11,mlp.experts.27.gate_proj,0.0000040414,0.01000,2.230 +11,mlp.experts.41.gate_proj,0.0000038192,0.01000,1.810 +11,mlp.experts.37.gate_proj,0.0000038770,0.01000,1.868 +11,mlp.experts.45.gate_proj,0.0000038752,0.01000,1.814 +11,mlp.experts.33.gate_proj,0.0000040481,0.01000,1.783 +11,mlp.experts.44.gate_proj,0.0000038712,0.01000,1.979 +11,mlp.experts.40.gate_proj,0.0000035868,0.01000,1.879 +11,mlp.experts.36.gate_proj,0.0000037372,0.01000,1.879 +11,mlp.experts.32.gate_proj,0.0000035644,0.01000,1.931 +11,mlp.experts.34.gate_proj,0.0000043645,0.01000,2.185 +11,mlp.experts.35.gate_proj,0.0000038803,0.01000,2.113 +11,mlp.experts.39.gate_proj,0.0000041560,0.01000,2.086 +11,mlp.experts.47.gate_proj,0.0000041953,0.01000,2.119 +11,mlp.experts.43.gate_proj,0.0000035511,0.01000,2.095 +11,mlp.experts.46.gate_proj,0.0000035396,0.01000,2.220 +11,mlp.experts.42.gate_proj,0.0000033534,0.01000,2.241 +11,mlp.experts.38.gate_proj,0.0000041011,0.01000,2.200 +11,mlp.experts.53.gate_proj,0.0000039485,0.01000,1.530 +11,mlp.experts.57.gate_proj,0.0000036552,0.01000,1.549 +11,mlp.experts.61.gate_proj,0.0000026965,0.01000,1.560 +11,mlp.experts.49.gate_proj,0.0000030987,0.01000,1.522 +11,mlp.experts.60.gate_proj,0.0000037597,0.01000,2.069 +11,mlp.experts.52.gate_proj,0.0000034943,0.01000,2.147 +11,mlp.experts.56.gate_proj,0.0000034178,0.01000,2.208 +11,mlp.experts.48.gate_proj,0.0000046745,0.01000,2.198 +11,mlp.experts.50.gate_proj,0.0000040382,0.01000,2.041 +11,mlp.experts.51.gate_proj,0.0000037991,0.01000,1.995 +11,mlp.experts.69.gate_proj,0.0000041603,0.01000,1.555 +11,mlp.experts.55.gate_proj,0.0000043200,0.01000,1.994 +11,mlp.experts.59.gate_proj,0.0000038895,0.01000,1.933 +11,mlp.experts.63.gate_proj,0.0000043492,0.01000,1.951 +11,mlp.experts.73.gate_proj,0.0000049958,0.01000,1.602 +11,mlp.experts.62.gate_proj,0.0000041548,0.01000,2.044 +11,mlp.experts.58.gate_proj,0.0000043655,0.01000,2.026 +11,mlp.experts.77.gate_proj,0.0000037661,0.01000,1.601 +11,mlp.experts.65.gate_proj,0.0000041464,0.01000,1.545 +11,mlp.experts.54.gate_proj,0.0000030463,0.01000,2.071 +11,mlp.experts.85.gate_proj,0.0000035301,0.01000,1.566 +11,mlp.experts.76.gate_proj,0.0000041290,0.01000,2.132 +11,mlp.experts.89.gate_proj,0.0000042607,0.01000,1.580 +11,mlp.experts.93.gate_proj,0.0000037530,0.01000,1.564 +11,mlp.experts.72.gate_proj,0.0000032793,0.01000,2.035 +11,mlp.experts.81.gate_proj,0.0000041290,0.01000,1.642 +11,mlp.experts.68.gate_proj,0.0000036290,0.01000,2.134 +11,mlp.experts.64.gate_proj,0.0000039655,0.01000,2.044 +11,mlp.experts.66.gate_proj,0.0000041138,0.01000,2.015 +11,mlp.experts.78.gate_proj,0.0000041988,0.01000,2.016 +11,mlp.experts.74.gate_proj,0.0000045197,0.01000,2.012 +11,mlp.experts.70.gate_proj,0.0000042334,0.01000,1.975 +11,mlp.experts.71.gate_proj,0.0000044798,0.01000,2.204 +11,mlp.experts.79.gate_proj,0.0000040991,0.01000,2.235 +11,mlp.experts.67.gate_proj,0.0000036050,0.01000,2.309 +11,mlp.experts.75.gate_proj,0.0000041857,0.01000,2.306 +11,mlp.experts.101.gate_proj,0.0000037698,0.01000,1.570 +11,mlp.experts.109.gate_proj,0.0000036282,0.01000,1.550 +11,mlp.experts.97.gate_proj,0.0000030862,0.01000,1.517 +11,mlp.experts.105.gate_proj,0.0000039875,0.01000,1.794 +11,mlp.experts.92.gate_proj,0.0000043015,0.01000,2.034 +11,mlp.experts.82.gate_proj,0.0000040255,0.01000,1.730 +11,mlp.experts.88.gate_proj,0.0000040971,0.01000,2.023 +11,mlp.experts.90.gate_proj,0.0000035679,0.01000,1.727 +11,mlp.experts.94.gate_proj,0.0000040305,0.01000,1.728 +11,mlp.experts.86.gate_proj,0.0000037876,0.01000,1.715 +11,mlp.experts.80.gate_proj,0.0000043805,0.01000,2.115 +11,mlp.experts.84.gate_proj,0.0000042295,0.01000,2.235 +11,mlp.experts.95.gate_proj,0.0000039543,0.01000,1.954 +11,mlp.experts.83.gate_proj,0.0000044503,0.01000,1.928 +11,mlp.experts.87.gate_proj,0.0000041879,0.01000,2.081 +11,mlp.experts.91.gate_proj,0.0000038832,0.01000,2.036 +11,mlp.experts.117.gate_proj,0.0000039396,0.01000,1.480 +11,mlp.experts.125.gate_proj,0.0000028610,0.01000,1.473 +11,mlp.experts.113.gate_proj,0.0000043402,0.01000,1.460 +11,mlp.experts.121.gate_proj,0.0000037907,0.01000,1.894 +11,mlp.experts.98.gate_proj,0.0000044214,0.01000,1.858 +11,mlp.experts.108.gate_proj,0.0000041989,0.01000,2.062 +11,mlp.experts.106.gate_proj,0.0000037771,0.01000,1.892 +11,mlp.experts.110.gate_proj,0.0000040476,0.01000,1.901 +11,mlp.experts.102.gate_proj,0.0000039839,0.01000,1.877 +11,mlp.experts.104.gate_proj,0.0000040458,0.01000,2.030 +11,mlp.experts.5.up_proj,0.0000041878,0.01000,1.471 +11,mlp.experts.100.gate_proj,0.0000040115,0.01000,2.003 +11,mlp.experts.96.gate_proj,0.0000033812,0.01000,2.118 +11,mlp.experts.13.up_proj,0.0000038098,0.01000,1.450 +11,mlp.experts.1.up_proj,0.0000033126,0.01000,1.452 +11,mlp.experts.111.gate_proj,0.0000042399,0.01000,2.073 +11,mlp.experts.103.gate_proj,0.0000028909,0.01000,1.988 +11,mlp.experts.99.gate_proj,0.0000039868,0.01000,2.242 +11,mlp.experts.107.gate_proj,0.0000038047,0.01000,2.173 +11,mlp.experts.9.up_proj,0.0000014284,0.01000,1.534 +11,mlp.experts.114.gate_proj,0.0000036747,0.01000,1.688 +11,mlp.experts.118.gate_proj,0.0000042557,0.01000,1.667 +11,mlp.experts.126.gate_proj,0.0000040649,0.01000,1.673 +11,mlp.experts.122.gate_proj,0.0000037042,0.01000,1.686 +11,mlp.experts.21.up_proj,0.0000037290,0.01000,1.480 +11,mlp.experts.29.up_proj,0.0000039131,0.01000,1.476 +11,mlp.experts.120.gate_proj,0.0000041993,0.01000,1.932 +11,mlp.experts.124.gate_proj,0.0000040625,0.01000,2.090 +11,mlp.experts.17.up_proj,0.0000040149,0.01000,1.612 +11,mlp.experts.116.gate_proj,0.0000040315,0.01000,1.910 +11,mlp.experts.112.gate_proj,0.0000044401,0.01000,1.958 +11,mlp.experts.119.gate_proj,0.0000038879,0.01000,1.971 +11,mlp.experts.127.gate_proj,0.0000039056,0.01000,2.098 +11,mlp.experts.25.up_proj,0.0000046444,0.01000,1.552 +11,mlp.experts.123.gate_proj,0.0000039241,0.01000,2.020 +11,mlp.experts.115.gate_proj,0.0000043508,0.01000,2.181 +11,mlp.experts.37.up_proj,0.0000037247,0.01000,1.558 +11,mlp.experts.2.up_proj,0.0000036550,0.01000,1.968 +11,mlp.experts.45.up_proj,0.0000037048,0.01000,1.504 +11,mlp.experts.14.up_proj,0.0000037670,0.01000,1.853 +11,mlp.experts.10.up_proj,0.0000039461,0.01000,1.915 +11,mlp.experts.6.up_proj,0.0000041956,0.01000,1.973 +11,mlp.experts.33.up_proj,0.0000041448,0.01000,1.548 +11,mlp.experts.8.up_proj,0.0000039967,0.01000,1.912 +11,mlp.experts.12.up_proj,0.0000036914,0.01000,1.993 +11,mlp.experts.4.up_proj,0.0000013901,0.01000,1.942 +11,mlp.experts.41.up_proj,0.0000037080,0.01000,1.542 +11,mlp.experts.0.up_proj,0.0000041308,0.01000,1.955 +11,mlp.experts.7.up_proj,0.0000034510,0.01000,1.953 +11,mlp.experts.11.up_proj,0.0000035182,0.01000,1.868 +11,mlp.experts.15.up_proj,0.0000040248,0.01000,2.060 +11,mlp.experts.3.up_proj,0.0000033232,0.01000,1.884 +11,mlp.experts.53.up_proj,0.0000037515,0.01000,1.578 +11,mlp.experts.61.up_proj,0.0000027173,0.01000,1.595 +11,mlp.experts.49.up_proj,0.0000030590,0.01000,1.599 +11,mlp.experts.22.up_proj,0.0000027826,0.01000,1.718 +11,mlp.experts.30.up_proj,0.0000043091,0.01000,1.871 +11,mlp.experts.18.up_proj,0.0000031169,0.01000,2.049 +11,mlp.experts.26.up_proj,0.0000039238,0.01000,2.052 +11,mlp.experts.57.up_proj,0.0000035791,0.01000,1.629 +11,mlp.experts.24.up_proj,0.0000020533,0.01000,2.022 +11,mlp.experts.28.up_proj,0.0000037148,0.01000,1.949 +11,mlp.experts.23.up_proj,0.0000025594,0.01000,1.633 +11,mlp.experts.20.up_proj,0.0000037936,0.01000,1.978 +11,mlp.experts.27.up_proj,0.0000038452,0.01000,1.644 +11,mlp.experts.16.up_proj,0.0000053683,0.01000,2.037 +11,mlp.experts.19.up_proj,0.0000036162,0.01000,1.636 +11,mlp.experts.69.up_proj,0.0000040352,0.01000,1.611 +11,mlp.experts.31.up_proj,0.0000033038,0.01000,1.921 +11,mlp.experts.77.up_proj,0.0000036656,0.01000,1.654 +11,mlp.experts.65.up_proj,0.0000039464,0.01000,1.682 +11,mlp.experts.46.up_proj,0.0000035003,0.01000,1.793 +11,mlp.experts.38.up_proj,0.0000039693,0.01000,2.027 +11,mlp.experts.34.up_proj,0.0000041674,0.01000,1.966 +11,mlp.experts.73.up_proj,0.0000048942,0.01000,1.685 +11,mlp.experts.42.up_proj,0.0000032945,0.01000,1.878 +11,mlp.experts.39.up_proj,0.0000040436,0.01000,1.744 +11,mlp.experts.43.up_proj,0.0000035317,0.01000,1.701 +11,mlp.experts.35.up_proj,0.0000037387,0.01000,1.759 +11,mlp.experts.40.up_proj,0.0000035230,0.01000,2.208 +11,mlp.experts.85.up_proj,0.0000034673,0.01000,1.782 +11,mlp.experts.36.up_proj,0.0000038429,0.01000,2.236 +11,mlp.experts.44.up_proj,0.0000037440,0.01000,2.503 +11,mlp.experts.47.up_proj,0.0000043250,0.01000,1.894 +11,mlp.experts.93.up_proj,0.0000036268,0.01000,1.769 +11,mlp.experts.32.up_proj,0.0000034829,0.01000,2.261 +11,mlp.experts.81.up_proj,0.0000039869,0.01000,1.861 +11,mlp.experts.62.up_proj,0.0000040758,0.01000,1.753 +11,mlp.experts.54.up_proj,0.0000029560,0.01000,1.858 +11,mlp.experts.50.up_proj,0.0000039188,0.01000,1.790 +11,mlp.experts.89.up_proj,0.0000041035,0.01000,1.795 +11,mlp.experts.58.up_proj,0.0000040707,0.01000,1.906 +11,mlp.experts.55.up_proj,0.0000040931,0.01000,1.917 +11,mlp.experts.56.up_proj,0.0000031713,0.01000,1.773 +11,mlp.experts.101.up_proj,0.0000038623,0.01000,1.739 +11,mlp.experts.59.up_proj,0.0000038091,0.01000,2.116 +11,mlp.experts.60.up_proj,0.0000036688,0.01000,1.728 +11,mlp.experts.109.up_proj,0.0000035953,0.01000,1.726 +11,mlp.experts.52.up_proj,0.0000034000,0.01000,1.879 +11,mlp.experts.51.up_proj,0.0000037498,0.01000,2.149 +11,mlp.experts.48.up_proj,0.0000042115,0.01000,1.797 +11,mlp.experts.63.up_proj,0.0000041217,0.01000,2.067 +11,mlp.experts.78.up_proj,0.0000040464,0.01000,1.682 +11,mlp.experts.97.up_proj,0.0000030456,0.01000,1.857 +11,mlp.experts.70.up_proj,0.0000040993,0.01000,1.688 +11,mlp.experts.66.up_proj,0.0000039998,0.01000,1.759 +11,mlp.experts.74.up_proj,0.0000043802,0.01000,1.660 +11,mlp.experts.105.up_proj,0.0000038597,0.01000,1.864 +11,mlp.experts.71.up_proj,0.0000040994,0.01000,1.883 +11,mlp.experts.72.up_proj,0.0000032126,0.01000,1.768 +11,mlp.experts.125.up_proj,0.0000028343,0.01000,1.708 +11,mlp.experts.75.up_proj,0.0000040628,0.01000,1.878 +11,mlp.experts.117.up_proj,0.0000038773,0.01000,2.025 +11,mlp.experts.68.up_proj,0.0000035641,0.01000,1.857 +11,mlp.experts.76.up_proj,0.0000040216,0.01000,1.967 +11,mlp.experts.64.up_proj,0.0000038700,0.01000,1.823 +11,mlp.experts.67.up_proj,0.0000037574,0.01000,1.933 +11,mlp.experts.113.up_proj,0.0000041128,0.01000,1.633 +11,mlp.experts.94.up_proj,0.0000038156,0.01000,1.670 +11,mlp.experts.86.up_proj,0.0000037979,0.01000,1.496 +11,mlp.experts.121.up_proj,0.0000036937,0.01000,1.309 +11,mlp.experts.90.up_proj,0.0000034965,0.01000,1.497 +11,mlp.experts.82.up_proj,0.0000040226,0.01000,1.565 +11,mlp.experts.79.up_proj,0.0000039205,0.01000,2.076 +11,mlp.experts.87.up_proj,0.0000040532,0.01000,1.926 +11,mlp.experts.88.up_proj,0.0000039416,0.01000,1.892 +11,mlp.experts.91.up_proj,0.0000037195,0.01000,1.893 +11,mlp.experts.102.up_proj,0.0000038503,0.01000,1.551 +11,mlp.experts.110.up_proj,0.0000039910,0.01000,1.715 +11,mlp.experts.84.up_proj,0.0000040139,0.01000,1.934 +11,mlp.experts.106.up_proj,0.0000036624,0.01000,1.508 +11,mlp.experts.98.up_proj,0.0000044661,0.01000,1.518 +11,mlp.experts.83.up_proj,0.0000041937,0.01000,1.918 +11,mlp.experts.80.up_proj,0.0000042342,0.01000,1.948 +11,mlp.experts.92.up_proj,0.0000039942,0.01000,2.034 +11,mlp.experts.95.up_proj,0.0000037879,0.01000,1.993 +11,mlp.experts.104.up_proj,0.0000039926,0.01000,1.965 +11,mlp.experts.103.up_proj,0.0000028008,0.01000,2.080 +11,mlp.experts.118.up_proj,0.0000042077,0.01000,1.659 +11,mlp.experts.126.up_proj,0.0000039707,0.01000,1.696 +11,mlp.experts.122.up_proj,0.0000036775,0.01000,1.635 +11,mlp.experts.114.up_proj,0.0000036155,0.01000,1.716 +11,mlp.experts.107.up_proj,0.0000037582,0.01000,1.967 +11,mlp.experts.100.up_proj,0.0000038527,0.01000,1.969 +11,mlp.experts.96.up_proj,0.0000033279,0.01000,1.905 +11,mlp.experts.99.up_proj,0.0000038942,0.01000,1.937 +11,mlp.experts.108.up_proj,0.0000040488,0.01000,1.988 +11,mlp.experts.111.up_proj,0.0000038809,0.01000,1.893 +11,mlp.experts.119.up_proj,0.0000037657,0.01000,1.681 +11,mlp.experts.123.up_proj,0.0000038657,0.01000,1.558 +11,mlp.experts.115.up_proj,0.0000042489,0.01000,1.466 +11,mlp.experts.120.up_proj,0.0000040747,0.01000,2.001 +11,mlp.experts.127.up_proj,0.0000038333,0.01000,1.219 +11,mlp.experts.116.up_proj,0.0000038903,0.01000,1.929 +11,mlp.experts.112.up_proj,0.0000041935,0.01000,1.864 +11,mlp.experts.124.up_proj,0.0000037967,0.01000,1.832 +11,mlp.experts.12.down_proj,0.0000001655,0.01000,0.841 +11,mlp.experts.4.down_proj,0.0000000181,0.01000,0.856 +11,mlp.experts.8.down_proj,0.0000002835,0.01000,0.891 +11,mlp.experts.0.down_proj,0.0000002258,0.01000,0.948 +11,mlp.experts.9.down_proj,0.0000000302,0.01000,1.039 +11,mlp.experts.13.down_proj,0.0000002482,0.01000,1.042 +11,mlp.experts.1.down_proj,0.0000001667,0.01000,1.051 +11,mlp.experts.5.down_proj,0.0000002224,0.01000,1.061 +11,mlp.experts.3.down_proj,0.0000001238,0.01000,1.120 +11,mlp.experts.11.down_proj,0.0000001571,0.01000,1.111 +11,mlp.experts.7.down_proj,0.0000001366,0.01000,1.118 +11,mlp.experts.2.down_proj,0.0000001508,0.01000,1.136 +11,mlp.experts.14.down_proj,0.0000001839,0.01000,1.130 +11,mlp.experts.15.down_proj,0.0000002369,0.01000,1.131 +11,mlp.experts.6.down_proj,0.0000002205,0.01000,1.154 +11,mlp.experts.10.down_proj,0.0000003177,0.01000,1.150 +11,mlp.experts.28.down_proj,0.0000001753,0.01000,0.731 +11,mlp.experts.17.down_proj,0.0000002017,0.01000,0.598 +11,mlp.experts.25.down_proj,0.0000002892,0.01000,0.608 +11,mlp.experts.21.down_proj,0.0000001942,0.01000,0.603 +11,mlp.experts.20.down_proj,0.0000001915,0.01000,0.810 +11,mlp.experts.29.down_proj,0.0000002290,0.01000,0.625 +11,mlp.experts.23.down_proj,0.0000000777,0.01000,0.626 +11,mlp.experts.24.down_proj,0.0000000379,0.01000,0.851 +11,mlp.experts.27.down_proj,0.0000002191,0.01000,0.632 +11,mlp.experts.16.down_proj,0.0000005379,0.01000,0.807 +11,mlp.experts.31.down_proj,0.0000001359,0.01000,0.619 +11,mlp.experts.19.down_proj,0.0000002009,0.01000,0.692 +11,mlp.experts.30.down_proj,0.0000003229,0.01000,0.747 +11,mlp.experts.18.down_proj,0.0000000971,0.01000,0.759 +11,mlp.experts.22.down_proj,0.0000000670,0.01000,0.745 +11,mlp.experts.26.down_proj,0.0000002556,0.01000,0.768 +11,mlp.experts.33.down_proj,0.0000002378,0.01000,0.642 +11,mlp.experts.37.down_proj,0.0000001879,0.01000,0.650 +11,mlp.experts.45.down_proj,0.0000002540,0.01000,0.657 +11,mlp.experts.41.down_proj,0.0000001511,0.01000,0.680 +11,mlp.experts.39.down_proj,0.0000002577,0.01000,0.622 +11,mlp.experts.47.down_proj,0.0000003973,0.01000,0.630 +11,mlp.experts.43.down_proj,0.0000001612,0.01000,0.636 +11,mlp.experts.44.down_proj,0.0000001545,0.01000,0.861 +11,mlp.experts.36.down_proj,0.0000001590,0.01000,0.827 +11,mlp.experts.35.down_proj,0.0000002174,0.01000,0.752 +11,mlp.experts.40.down_proj,0.0000001441,0.01000,0.818 +11,mlp.experts.38.down_proj,0.0000002333,0.01000,0.763 +11,mlp.experts.32.down_proj,0.0000001502,0.01000,0.897 +11,mlp.experts.34.down_proj,0.0000002113,0.01000,0.811 +11,mlp.experts.42.down_proj,0.0000001284,0.01000,0.783 +11,mlp.experts.46.down_proj,0.0000001838,0.01000,0.820 +11,mlp.experts.49.down_proj,0.0000001374,0.01000,0.637 +11,mlp.experts.53.down_proj,0.0000001662,0.01000,0.658 +11,mlp.experts.57.down_proj,0.0000001750,0.01000,0.642 +11,mlp.experts.61.down_proj,0.0000000772,0.01000,0.683 +11,mlp.experts.59.down_proj,0.0000001887,0.01000,0.626 +11,mlp.experts.55.down_proj,0.0000002651,0.01000,0.676 +11,mlp.experts.60.down_proj,0.0000001774,0.01000,0.726 +11,mlp.experts.63.down_proj,0.0000002682,0.01000,0.769 +11,mlp.experts.52.down_proj,0.0000001311,0.01000,0.677 +11,mlp.experts.51.down_proj,0.0000001699,0.01000,0.684 +11,mlp.experts.56.down_proj,0.0000001206,0.01000,0.684 +11,mlp.experts.48.down_proj,0.0000002046,0.01000,0.750 +11,mlp.experts.54.down_proj,0.0000001131,0.01000,0.789 +11,mlp.experts.50.down_proj,0.0000002975,0.01000,0.757 +11,mlp.experts.58.down_proj,0.0000002534,0.01000,0.804 +11,mlp.experts.62.down_proj,0.0000002048,0.01000,0.817 +11,mlp.experts.75.down_proj,0.0000001717,0.01000,0.578 +11,mlp.experts.65.down_proj,0.0000001689,0.01000,0.680 +11,mlp.experts.71.down_proj,0.0000002677,0.01000,0.576 +11,mlp.experts.69.down_proj,0.0000003335,0.01000,0.679 +11,mlp.experts.73.down_proj,0.0000003055,0.01000,0.673 +11,mlp.experts.77.down_proj,0.0000001550,0.01000,0.695 +11,mlp.experts.79.down_proj,0.0000002688,0.01000,0.567 +11,mlp.experts.68.down_proj,0.0000001349,0.01000,0.693 +11,mlp.experts.76.down_proj,0.0000002020,0.01000,0.734 +11,mlp.experts.72.down_proj,0.0000001282,0.01000,0.694 +11,mlp.experts.67.down_proj,0.0000002017,0.01000,0.706 +11,mlp.experts.64.down_proj,0.0000001919,0.01000,0.665 +11,mlp.experts.66.down_proj,0.0000001969,0.01000,0.659 +11,mlp.experts.91.down_proj,0.0000002013,0.01000,0.555 +11,mlp.experts.74.down_proj,0.0000003109,0.01000,0.671 +11,mlp.experts.87.down_proj,0.0000002520,0.01000,0.556 +11,mlp.experts.70.down_proj,0.0000002186,0.01000,0.792 +11,mlp.experts.81.down_proj,0.0000001927,0.01000,0.653 +11,mlp.experts.85.down_proj,0.0000001669,0.01000,0.675 +11,mlp.experts.95.down_proj,0.0000002138,0.01000,0.583 +11,mlp.experts.89.down_proj,0.0000002512,0.01000,0.683 +11,mlp.experts.78.down_proj,0.0000002744,0.01000,0.814 +11,mlp.experts.93.down_proj,0.0000002292,0.01000,0.662 +11,mlp.experts.83.down_proj,0.0000002521,0.01000,0.536 +11,mlp.experts.84.down_proj,0.0000002321,0.01000,0.659 +11,mlp.experts.92.down_proj,0.0000003261,0.01000,0.709 +11,mlp.experts.88.down_proj,0.0000002327,0.01000,0.670 +11,mlp.experts.107.down_proj,0.0000001472,0.01000,0.535 +11,mlp.experts.103.down_proj,0.0000001064,0.01000,0.537 +11,mlp.experts.80.down_proj,0.0000003121,0.01000,0.659 +11,mlp.experts.97.down_proj,0.0000001155,0.01000,0.610 +11,mlp.experts.111.down_proj,0.0000002581,0.01000,0.568 +11,mlp.experts.90.down_proj,0.0000001594,0.01000,0.715 +11,mlp.experts.82.down_proj,0.0000002527,0.01000,0.838 +11,mlp.experts.101.down_proj,0.0000001857,0.01000,0.645 +11,mlp.experts.105.down_proj,0.0000002201,0.01000,0.637 +11,mlp.experts.86.down_proj,0.0000002406,0.01000,0.740 +11,mlp.experts.109.down_proj,0.0000001849,0.01000,0.633 +11,mlp.experts.99.down_proj,0.0000001748,0.01000,0.539 +11,mlp.experts.94.down_proj,0.0000002513,0.01000,0.834 +11,mlp.experts.100.down_proj,0.0000002106,0.01000,0.659 +11,mlp.experts.119.down_proj,0.0000002225,0.01000,0.546 +11,mlp.experts.123.down_proj,0.0000002384,0.01000,0.571 +11,mlp.experts.104.down_proj,0.0000001782,0.01000,0.681 +11,mlp.experts.108.down_proj,0.0000001938,0.01000,0.758 +11,mlp.experts.127.down_proj,0.0000002236,0.01000,0.498 +11,mlp.experts.96.down_proj,0.0000001375,0.01000,0.675 +11,mlp.experts.115.down_proj,0.0000002921,0.01000,0.429 +11,mlp.experts.117.down_proj,0.0000001744,0.01000,0.642 +11,mlp.experts.113.down_proj,0.0000002195,0.01000,0.735 +11,mlp.experts.121.down_proj,0.0000001426,0.01000,0.656 +11,mlp.experts.106.down_proj,0.0000001640,0.01000,0.747 +11,mlp.experts.125.down_proj,0.0000000839,0.01000,0.641 +11,mlp.experts.98.down_proj,0.0000002849,0.01000,0.719 +11,mlp.experts.116.down_proj,0.0000002450,0.01000,0.652 +11,mlp.experts.102.down_proj,0.0000002231,0.01000,0.873 +11,mlp.experts.120.down_proj,0.0000002235,0.01000,0.627 +11,mlp.experts.110.down_proj,0.0000002296,0.01000,0.812 +11,mlp.experts.124.down_proj,0.0000002103,0.01000,0.654 +11,mlp.experts.112.down_proj,0.0000002325,0.01000,0.603 +11,mlp.experts.122.down_proj,0.0000002015,0.01000,0.738 +11,mlp.experts.114.down_proj,0.0000001568,0.01000,0.720 +11,mlp.experts.118.down_proj,0.0000002829,0.01000,0.641 +11,mlp.experts.126.down_proj,0.0000002136,0.01000,0.574 +12,self_attn.v_proj,0.0000000241,0.01000,0.810 +12,self_attn.q_proj,0.0000001510,0.01000,0.851 +12,self_attn.k_proj,0.0000000203,0.01000,1.131 +12,self_attn.o_proj,0.0000000246,0.01000,1.743 +12,mlp.experts.9.gate_proj,0.0000043040,0.01000,1.775 +12,mlp.experts.1.gate_proj,0.0000040649,0.01000,1.802 +12,mlp.experts.5.gate_proj,0.0000041990,0.01000,1.762 +12,mlp.experts.7.gate_proj,0.0000041636,0.01000,1.858 +12,mlp.experts.3.gate_proj,0.0000035324,0.01000,1.899 +12,mlp.experts.13.gate_proj,0.0000041049,0.01000,1.859 +12,mlp.experts.8.gate_proj,0.0000039604,0.01000,2.066 +12,mlp.experts.6.gate_proj,0.0000039468,0.01000,2.113 +12,mlp.experts.12.gate_proj,0.0000043931,0.01000,2.104 +12,mlp.experts.15.gate_proj,0.0000034026,0.01000,2.070 +12,mlp.experts.2.gate_proj,0.0000038036,0.01000,2.200 +12,mlp.experts.0.gate_proj,0.0000037262,0.01000,2.247 +12,mlp.experts.14.gate_proj,0.0000040215,0.01000,2.178 +12,mlp.experts.10.gate_proj,0.0000052086,0.01000,2.270 +12,mlp.experts.11.gate_proj,0.0000048572,0.01000,2.215 +12,mlp.experts.4.gate_proj,0.0000040390,0.01000,2.306 +12,mlp.experts.21.gate_proj,0.0000039710,0.01000,1.635 +12,mlp.experts.25.gate_proj,0.0000005935,0.01000,1.669 +12,mlp.experts.17.gate_proj,0.0000042153,0.01000,1.713 +12,mlp.experts.29.gate_proj,0.0000039107,0.01000,1.741 +12,mlp.experts.19.gate_proj,0.0000042410,0.01000,1.747 +12,mlp.experts.23.gate_proj,0.0000024408,0.01000,1.846 +12,mlp.experts.31.gate_proj,0.0000048634,0.01000,1.722 +12,mlp.experts.18.gate_proj,0.0000042308,0.01000,1.709 +12,mlp.experts.27.gate_proj,0.0000042233,0.01000,1.665 +12,mlp.experts.22.gate_proj,0.0000049683,0.01000,1.864 +12,mlp.experts.30.gate_proj,0.0000030137,0.01000,1.785 +12,mlp.experts.24.gate_proj,0.0000054480,0.01000,2.105 +12,mlp.experts.26.gate_proj,0.0000042578,0.01000,1.962 +12,mlp.experts.16.gate_proj,0.0000040982,0.01000,2.055 +12,mlp.experts.28.gate_proj,0.0000046813,0.01000,2.382 +12,mlp.experts.20.gate_proj,0.0000046347,0.01000,2.162 +12,mlp.experts.39.gate_proj,0.0000020277,0.01000,1.581 +12,mlp.experts.35.gate_proj,0.0000031623,0.01000,1.647 +12,mlp.experts.37.gate_proj,0.0000047324,0.01000,1.903 +12,mlp.experts.47.gate_proj,0.0000045087,0.01000,1.568 +12,mlp.experts.33.gate_proj,0.0000042017,0.01000,1.942 +12,mlp.experts.45.gate_proj,0.0000043901,0.01000,1.894 +12,mlp.experts.41.gate_proj,0.0000042251,0.01000,2.092 +12,mlp.experts.43.gate_proj,0.0000041564,0.01000,1.769 +12,mlp.experts.38.gate_proj,0.0000042281,0.01000,1.761 +12,mlp.experts.34.gate_proj,0.0000039749,0.01000,1.943 +12,mlp.experts.46.gate_proj,0.0000040529,0.01000,1.960 +12,mlp.experts.42.gate_proj,0.0000042828,0.01000,1.814 +12,mlp.experts.40.gate_proj,0.0000038158,0.01000,1.897 +12,mlp.experts.32.gate_proj,0.0000042315,0.01000,1.868 +12,mlp.experts.44.gate_proj,0.0000042631,0.01000,1.878 +12,mlp.experts.36.gate_proj,0.0000042032,0.01000,2.116 +12,mlp.experts.55.gate_proj,0.0000028848,0.01000,1.879 +12,mlp.experts.51.gate_proj,0.0000038214,0.01000,1.875 +12,mlp.experts.49.gate_proj,0.0000036547,0.01000,1.889 +12,mlp.experts.53.gate_proj,0.0000049194,0.01000,2.023 +12,mlp.experts.63.gate_proj,0.0000045853,0.01000,1.942 +12,mlp.experts.57.gate_proj,0.0000044048,0.01000,1.894 +12,mlp.experts.61.gate_proj,0.0000039409,0.01000,1.941 +12,mlp.experts.59.gate_proj,0.0000043689,0.01000,1.837 +12,mlp.experts.54.gate_proj,0.0000044398,0.01000,2.078 +12,mlp.experts.56.gate_proj,0.0000045098,0.01000,1.769 +12,mlp.experts.62.gate_proj,0.0000044010,0.01000,1.854 +12,mlp.experts.50.gate_proj,0.0000041273,0.01000,2.023 +12,mlp.experts.58.gate_proj,0.0000042898,0.01000,1.883 +12,mlp.experts.48.gate_proj,0.0000046100,0.01000,1.771 +12,mlp.experts.60.gate_proj,0.0000039055,0.01000,1.808 +12,mlp.experts.52.gate_proj,0.0000049786,0.01000,2.108 +12,mlp.experts.67.gate_proj,0.0000035878,0.01000,1.769 +12,mlp.experts.71.gate_proj,0.0000027178,0.01000,1.850 +12,mlp.experts.79.gate_proj,0.0000034297,0.01000,1.768 +12,mlp.experts.65.gate_proj,0.0000038707,0.01000,1.907 +12,mlp.experts.73.gate_proj,0.0000040653,0.01000,1.878 +12,mlp.experts.77.gate_proj,0.0000043285,0.01000,1.866 +12,mlp.experts.69.gate_proj,0.0000043714,0.01000,2.033 +12,mlp.experts.75.gate_proj,0.0000036328,0.01000,1.896 +12,mlp.experts.78.gate_proj,0.0000042342,0.01000,1.843 +12,mlp.experts.66.gate_proj,0.0000039158,0.01000,1.870 +12,mlp.experts.70.gate_proj,0.0000043121,0.01000,1.950 +12,mlp.experts.72.gate_proj,0.0000044147,0.01000,1.976 +12,mlp.experts.74.gate_proj,0.0000041674,0.01000,1.903 +12,mlp.experts.64.gate_proj,0.0000037754,0.01000,1.907 +12,mlp.experts.76.gate_proj,0.0000045425,0.01000,1.819 +12,mlp.experts.68.gate_proj,0.0000041432,0.01000,1.919 +12,mlp.experts.87.gate_proj,0.0000042710,0.01000,1.891 +12,mlp.experts.81.gate_proj,0.0000047305,0.01000,1.670 +12,mlp.experts.83.gate_proj,0.0000038325,0.01000,2.032 +12,mlp.experts.89.gate_proj,0.0000037773,0.01000,1.657 +12,mlp.experts.93.gate_proj,0.0000044147,0.01000,1.654 +12,mlp.experts.95.gate_proj,0.0000039144,0.01000,1.994 +12,mlp.experts.85.gate_proj,0.0000042950,0.01000,1.955 +12,mlp.experts.91.gate_proj,0.0000047019,0.01000,1.882 +12,mlp.experts.94.gate_proj,0.0000040168,0.01000,1.673 +12,mlp.experts.86.gate_proj,0.0000039693,0.01000,1.638 +12,mlp.experts.82.gate_proj,0.0000049768,0.01000,1.663 +12,mlp.experts.90.gate_proj,0.0000040429,0.01000,1.674 +12,mlp.experts.80.gate_proj,0.0000041723,0.01000,2.123 +12,mlp.experts.88.gate_proj,0.0000038449,0.01000,2.163 +12,mlp.experts.92.gate_proj,0.0000044353,0.01000,2.125 +12,mlp.experts.97.gate_proj,0.0000043885,0.01000,1.655 +12,mlp.experts.105.gate_proj,0.0000047546,0.01000,1.678 +12,mlp.experts.109.gate_proj,0.0000043859,0.01000,1.653 +12,mlp.experts.103.gate_proj,0.0000060663,0.01000,1.851 +12,mlp.experts.84.gate_proj,0.0000041976,0.01000,2.171 +12,mlp.experts.99.gate_proj,0.0000024789,0.01000,2.005 +12,mlp.experts.101.gate_proj,0.0000045569,0.01000,1.692 +12,mlp.experts.110.gate_proj,0.0000041776,0.01000,1.729 +12,mlp.experts.102.gate_proj,0.0000040422,0.01000,1.714 +12,mlp.experts.98.gate_proj,0.0000048274,0.01000,1.739 +12,mlp.experts.111.gate_proj,0.0000045937,0.01000,2.103 +12,mlp.experts.106.gate_proj,0.0000044057,0.01000,1.802 +12,mlp.experts.107.gate_proj,0.0000043175,0.01000,2.125 +12,mlp.experts.104.gate_proj,0.0000046033,0.01000,1.995 +12,mlp.experts.96.gate_proj,0.0000030095,0.01000,2.093 +12,mlp.experts.113.gate_proj,0.0000045237,0.01000,1.496 +12,mlp.experts.121.gate_proj,0.0000040842,0.01000,1.466 +12,mlp.experts.125.gate_proj,0.0000042176,0.01000,1.551 +12,mlp.experts.108.gate_proj,0.0000038251,0.01000,2.068 +12,mlp.experts.117.gate_proj,0.0000045152,0.01000,1.582 +12,mlp.experts.119.gate_proj,0.0000038771,0.01000,2.015 +12,mlp.experts.118.gate_proj,0.0000043552,0.01000,1.711 +12,mlp.experts.126.gate_proj,0.0000045818,0.01000,1.782 +12,mlp.experts.114.gate_proj,0.0000039895,0.01000,1.764 +12,mlp.experts.100.gate_proj,0.0000045378,0.01000,2.081 +12,mlp.experts.115.gate_proj,0.0000044156,0.01000,1.985 +12,mlp.experts.122.gate_proj,0.0000042745,0.01000,1.851 +12,mlp.experts.127.gate_proj,0.0000041008,0.01000,1.996 +12,mlp.experts.123.gate_proj,0.0000041439,0.01000,1.958 +12,mlp.experts.1.up_proj,0.0000040113,0.01000,1.714 +12,mlp.experts.120.gate_proj,0.0000041759,0.01000,2.032 +12,mlp.experts.112.gate_proj,0.0000038989,0.01000,1.985 +12,mlp.experts.9.up_proj,0.0000042154,0.01000,1.943 +12,mlp.experts.13.up_proj,0.0000040290,0.01000,1.874 +12,mlp.experts.124.gate_proj,0.0000043172,0.01000,1.953 +12,mlp.experts.5.up_proj,0.0000040806,0.01000,1.816 +12,mlp.experts.7.up_proj,0.0000040593,0.01000,1.858 +12,mlp.experts.6.up_proj,0.0000038713,0.01000,1.858 +12,mlp.experts.116.gate_proj,0.0000042122,0.01000,1.766 +12,mlp.experts.2.up_proj,0.0000037240,0.01000,1.814 +12,mlp.experts.14.up_proj,0.0000039906,0.01000,1.847 +12,mlp.experts.3.up_proj,0.0000034613,0.01000,1.917 +12,mlp.experts.10.up_proj,0.0000049539,0.01000,1.926 +12,mlp.experts.15.up_proj,0.0000033595,0.01000,1.908 +12,mlp.experts.11.up_proj,0.0000041659,0.01000,1.936 +12,mlp.experts.17.up_proj,0.0000041376,0.01000,1.913 +12,mlp.experts.0.up_proj,0.0000036742,0.01000,1.794 +12,mlp.experts.25.up_proj,0.0000006047,0.01000,1.857 +12,mlp.experts.12.up_proj,0.0000042948,0.01000,1.797 +12,mlp.experts.29.up_proj,0.0000038567,0.01000,1.960 +12,mlp.experts.8.up_proj,0.0000038443,0.01000,2.087 +12,mlp.experts.21.up_proj,0.0000038388,0.01000,1.864 +12,mlp.experts.23.up_proj,0.0000024134,0.01000,1.756 +12,mlp.experts.4.up_proj,0.0000039614,0.01000,1.874 +12,mlp.experts.19.up_proj,0.0000041871,0.01000,1.759 +12,mlp.experts.30.up_proj,0.0000029825,0.01000,1.990 +12,mlp.experts.22.up_proj,0.0000043651,0.01000,2.048 +12,mlp.experts.31.up_proj,0.0000046958,0.01000,1.620 +12,mlp.experts.18.up_proj,0.0000041641,0.01000,2.196 +12,mlp.experts.27.up_proj,0.0000041420,0.01000,1.651 +12,mlp.experts.26.up_proj,0.0000041248,0.01000,2.196 +12,mlp.experts.33.up_proj,0.0000041312,0.01000,1.967 +12,mlp.experts.41.up_proj,0.0000040700,0.01000,1.762 +12,mlp.experts.16.up_proj,0.0000039945,0.01000,1.963 +12,mlp.experts.45.up_proj,0.0000043349,0.01000,1.804 +12,mlp.experts.28.up_proj,0.0000045829,0.01000,1.898 +12,mlp.experts.24.up_proj,0.0000047250,0.01000,1.935 +12,mlp.experts.39.up_proj,0.0000020085,0.01000,1.651 +12,mlp.experts.37.up_proj,0.0000046381,0.01000,1.899 +12,mlp.experts.35.up_proj,0.0000030597,0.01000,1.777 +12,mlp.experts.47.up_proj,0.0000044038,0.01000,1.652 +12,mlp.experts.20.up_proj,0.0000044885,0.01000,1.901 +12,mlp.experts.46.up_proj,0.0000039613,0.01000,1.926 +12,mlp.experts.38.up_proj,0.0000041729,0.01000,1.946 +12,mlp.experts.43.up_proj,0.0000040049,0.01000,1.660 +12,mlp.experts.34.up_proj,0.0000038882,0.01000,2.045 +12,mlp.experts.42.up_proj,0.0000044526,0.01000,2.048 +12,mlp.experts.49.up_proj,0.0000036177,0.01000,1.854 +12,mlp.experts.55.up_proj,0.0000028644,0.01000,1.559 +12,mlp.experts.57.up_proj,0.0000043202,0.01000,1.971 +12,mlp.experts.44.up_proj,0.0000042369,0.01000,1.932 +12,mlp.experts.32.up_proj,0.0000041003,0.01000,2.067 +12,mlp.experts.61.up_proj,0.0000039405,0.01000,2.028 +12,mlp.experts.63.up_proj,0.0000044894,0.01000,1.521 +12,mlp.experts.51.up_proj,0.0000037292,0.01000,1.577 +12,mlp.experts.53.up_proj,0.0000048585,0.01000,1.893 +12,mlp.experts.40.up_proj,0.0000036724,0.01000,2.106 +12,mlp.experts.59.up_proj,0.0000043450,0.01000,1.610 +12,mlp.experts.36.up_proj,0.0000041107,0.01000,1.947 +12,mlp.experts.62.up_proj,0.0000043510,0.01000,2.057 +12,mlp.experts.54.up_proj,0.0000044105,0.01000,2.127 +12,mlp.experts.50.up_proj,0.0000040488,0.01000,2.002 +12,mlp.experts.71.up_proj,0.0000026935,0.01000,1.639 +12,mlp.experts.58.up_proj,0.0000043536,0.01000,2.029 +12,mlp.experts.65.up_proj,0.0000037904,0.01000,1.948 +12,mlp.experts.60.up_proj,0.0000038821,0.01000,1.799 +12,mlp.experts.73.up_proj,0.0000039399,0.01000,1.970 +12,mlp.experts.79.up_proj,0.0000033619,0.01000,1.734 +12,mlp.experts.77.up_proj,0.0000042885,0.01000,1.836 +12,mlp.experts.67.up_proj,0.0000034689,0.01000,1.749 +12,mlp.experts.48.up_proj,0.0000045147,0.01000,2.055 +12,mlp.experts.56.up_proj,0.0000043928,0.01000,1.833 +12,mlp.experts.69.up_proj,0.0000041969,0.01000,1.866 +12,mlp.experts.75.up_proj,0.0000035790,0.01000,1.827 +12,mlp.experts.52.up_proj,0.0000047620,0.01000,1.730 +12,mlp.experts.78.up_proj,0.0000041191,0.01000,2.090 +12,mlp.experts.70.up_proj,0.0000041552,0.01000,2.043 +12,mlp.experts.66.up_proj,0.0000038137,0.01000,1.999 +12,mlp.experts.87.up_proj,0.0000044194,0.01000,1.827 +12,mlp.experts.76.up_proj,0.0000044977,0.01000,1.631 +12,mlp.experts.74.up_proj,0.0000041811,0.01000,1.944 +12,mlp.experts.72.up_proj,0.0000042772,0.01000,1.487 +12,mlp.experts.81.up_proj,0.0000045298,0.01000,1.953 +12,mlp.experts.64.up_proj,0.0000036823,0.01000,1.543 +12,mlp.experts.93.up_proj,0.0000042542,0.01000,1.870 +12,mlp.experts.83.up_proj,0.0000036458,0.01000,1.849 +12,mlp.experts.95.up_proj,0.0000038686,0.01000,1.913 +12,mlp.experts.89.up_proj,0.0000036439,0.01000,1.986 +12,mlp.experts.68.up_proj,0.0000041088,0.01000,1.531 +12,mlp.experts.85.up_proj,0.0000041798,0.01000,1.966 +12,mlp.experts.91.up_proj,0.0000045652,0.01000,1.876 +12,mlp.experts.94.up_proj,0.0000039077,0.01000,1.964 +12,mlp.experts.86.up_proj,0.0000038897,0.01000,1.948 +12,mlp.experts.82.up_proj,0.0000048089,0.01000,1.980 +12,mlp.experts.92.up_proj,0.0000043334,0.01000,1.746 +12,mlp.experts.103.up_proj,0.0000056624,0.01000,1.911 +12,mlp.experts.88.up_proj,0.0000037439,0.01000,1.664 +12,mlp.experts.80.up_proj,0.0000041963,0.01000,1.652 +12,mlp.experts.84.up_proj,0.0000041279,0.01000,1.645 +12,mlp.experts.90.up_proj,0.0000039708,0.01000,2.058 +12,mlp.experts.97.up_proj,0.0000043173,0.01000,2.067 +12,mlp.experts.111.up_proj,0.0000044532,0.01000,1.943 +12,mlp.experts.99.up_proj,0.0000024757,0.01000,1.979 +12,mlp.experts.109.up_proj,0.0000043140,0.01000,2.013 +12,mlp.experts.105.up_proj,0.0000044295,0.01000,2.064 +12,mlp.experts.101.up_proj,0.0000044469,0.01000,2.029 +12,mlp.experts.107.up_proj,0.0000041839,0.01000,2.007 +12,mlp.experts.108.up_proj,0.0000037178,0.01000,1.562 +12,mlp.experts.104.up_proj,0.0000044879,0.01000,1.616 +12,mlp.experts.96.up_proj,0.0000029969,0.01000,1.640 +12,mlp.experts.110.up_proj,0.0000041020,0.01000,2.031 +12,mlp.experts.102.up_proj,0.0000039314,0.01000,2.009 +12,mlp.experts.100.up_proj,0.0000045661,0.01000,1.565 +12,mlp.experts.98.up_proj,0.0000047027,0.01000,1.974 +12,mlp.experts.119.up_proj,0.0000037752,0.01000,2.085 +12,mlp.experts.127.up_proj,0.0000039968,0.01000,1.817 +12,mlp.experts.106.up_proj,0.0000043178,0.01000,2.092 +12,mlp.experts.115.up_proj,0.0000043783,0.01000,1.904 +12,mlp.experts.113.up_proj,0.0000044750,0.01000,2.091 +12,mlp.experts.123.up_proj,0.0000040079,0.01000,1.601 +12,mlp.experts.125.up_proj,0.0000040214,0.01000,2.047 +12,mlp.experts.121.up_proj,0.0000039501,0.01000,2.025 +12,mlp.experts.117.up_proj,0.0000042019,0.01000,1.841 +12,mlp.experts.124.up_proj,0.0000042429,0.01000,1.544 +12,mlp.experts.112.up_proj,0.0000037258,0.01000,1.528 +12,mlp.experts.120.up_proj,0.0000041604,0.01000,1.591 +12,mlp.experts.116.up_proj,0.0000041460,0.01000,1.471 +12,mlp.experts.118.up_proj,0.0000044539,0.01000,1.866 +12,mlp.experts.126.up_proj,0.0000044825,0.01000,1.926 +12,mlp.experts.114.up_proj,0.0000038679,0.01000,1.907 +12,mlp.experts.122.up_proj,0.0000042223,0.01000,1.505 +12,mlp.experts.5.down_proj,0.0000001959,0.01000,1.142 +12,mlp.experts.1.down_proj,0.0000002034,0.01000,1.158 +12,mlp.experts.13.down_proj,0.0000001770,0.01000,1.150 +12,mlp.experts.12.down_proj,0.0000002947,0.01000,1.162 +12,mlp.experts.9.down_proj,0.0000002805,0.01000,1.169 +12,mlp.experts.4.down_proj,0.0000001806,0.01000,1.182 +12,mlp.experts.0.down_proj,0.0000001670,0.01000,1.199 +12,mlp.experts.15.down_proj,0.0000001276,0.01000,1.234 +12,mlp.experts.8.down_proj,0.0000001464,0.01000,1.243 +12,mlp.experts.3.down_proj,0.0000001505,0.01000,1.251 +12,mlp.experts.7.down_proj,0.0000002635,0.01000,1.281 +12,mlp.experts.11.down_proj,0.0000001813,0.01000,1.294 +12,mlp.experts.2.down_proj,0.0000001653,0.01000,1.384 +12,mlp.experts.10.down_proj,0.0000003518,0.01000,1.397 +12,mlp.experts.6.down_proj,0.0000001711,0.01000,1.404 +12,mlp.experts.14.down_proj,0.0000001965,0.01000,1.443 +12,mlp.experts.21.down_proj,0.0000001469,0.01000,0.629 +12,mlp.experts.29.down_proj,0.0000001414,0.01000,0.628 +12,mlp.experts.17.down_proj,0.0000001759,0.01000,0.644 +12,mlp.experts.25.down_proj,0.0000000040,0.01000,0.667 +12,mlp.experts.20.down_proj,0.0000002032,0.01000,0.700 +12,mlp.experts.16.down_proj,0.0000001782,0.01000,0.695 +12,mlp.experts.31.down_proj,0.0000002691,0.01000,0.696 +12,mlp.experts.28.down_proj,0.0000002342,0.01000,0.762 +12,mlp.experts.19.down_proj,0.0000001710,0.01000,0.700 +12,mlp.experts.23.down_proj,0.0000000647,0.01000,0.713 +12,mlp.experts.24.down_proj,0.0000004049,0.01000,0.746 +12,mlp.experts.27.down_proj,0.0000001823,0.01000,0.740 +12,mlp.experts.18.down_proj,0.0000002552,0.01000,0.796 +12,mlp.experts.26.down_proj,0.0000002808,0.01000,0.837 +12,mlp.experts.22.down_proj,0.0000002406,0.01000,0.832 +12,mlp.experts.30.down_proj,0.0000001196,0.01000,0.812 +12,mlp.experts.37.down_proj,0.0000002088,0.01000,0.560 +12,mlp.experts.45.down_proj,0.0000002206,0.01000,0.596 +12,mlp.experts.33.down_proj,0.0000002401,0.01000,0.583 +12,mlp.experts.41.down_proj,0.0000001741,0.01000,0.572 +12,mlp.experts.36.down_proj,0.0000002735,0.01000,0.666 +12,mlp.experts.32.down_proj,0.0000002120,0.01000,0.757 +12,mlp.experts.44.down_proj,0.0000001973,0.01000,0.731 +12,mlp.experts.40.down_proj,0.0000001311,0.01000,0.670 +12,mlp.experts.35.down_proj,0.0000001176,0.01000,0.768 +12,mlp.experts.47.down_proj,0.0000001941,0.01000,0.805 +12,mlp.experts.39.down_proj,0.0000000463,0.01000,0.756 +12,mlp.experts.43.down_proj,0.0000002566,0.01000,0.832 +12,mlp.experts.53.down_proj,0.0000003853,0.01000,0.637 +12,mlp.experts.61.down_proj,0.0000001807,0.01000,0.590 +12,mlp.experts.49.down_proj,0.0000001300,0.01000,0.595 +12,mlp.experts.57.down_proj,0.0000002602,0.01000,0.594 +12,mlp.experts.34.down_proj,0.0000001770,0.01000,0.836 +12,mlp.experts.38.down_proj,0.0000002832,0.01000,0.796 +12,mlp.experts.46.down_proj,0.0000002111,0.01000,0.800 +12,mlp.experts.42.down_proj,0.0000002787,0.01000,0.845 +12,mlp.experts.52.down_proj,0.0000003547,0.01000,0.814 +12,mlp.experts.56.down_proj,0.0000002623,0.01000,0.770 +12,mlp.experts.51.down_proj,0.0000001805,0.01000,0.710 +12,mlp.experts.48.down_proj,0.0000003291,0.01000,0.788 +12,mlp.experts.63.down_proj,0.0000002573,0.01000,0.725 +12,mlp.experts.55.down_proj,0.0000000909,0.01000,0.743 +12,mlp.experts.60.down_proj,0.0000002102,0.01000,0.841 +12,mlp.experts.59.down_proj,0.0000002025,0.01000,0.728 +12,mlp.experts.77.down_proj,0.0000001933,0.01000,0.627 +12,mlp.experts.69.down_proj,0.0000002301,0.01000,0.628 +12,mlp.experts.65.down_proj,0.0000001625,0.01000,0.627 +12,mlp.experts.73.down_proj,0.0000001824,0.01000,0.628 +12,mlp.experts.50.down_proj,0.0000001859,0.01000,0.759 +12,mlp.experts.54.down_proj,0.0000002177,0.01000,0.776 +12,mlp.experts.62.down_proj,0.0000002403,0.01000,0.753 +12,mlp.experts.58.down_proj,0.0000002776,0.01000,0.775 +12,mlp.experts.79.down_proj,0.0000001205,0.01000,0.698 +12,mlp.experts.68.down_proj,0.0000003035,0.01000,0.779 +12,mlp.experts.67.down_proj,0.0000001501,0.01000,0.719 +12,mlp.experts.64.down_proj,0.0000001583,0.01000,0.764 +12,mlp.experts.71.down_proj,0.0000000524,0.01000,0.786 +12,mlp.experts.85.down_proj,0.0000002091,0.01000,0.642 +12,mlp.experts.93.down_proj,0.0000001819,0.01000,0.664 +12,mlp.experts.72.down_proj,0.0000002707,0.01000,0.851 +12,mlp.experts.76.down_proj,0.0000002846,0.01000,0.790 +12,mlp.experts.89.down_proj,0.0000001725,0.01000,0.679 +12,mlp.experts.81.down_proj,0.0000002861,0.01000,0.700 +12,mlp.experts.75.down_proj,0.0000001471,0.01000,0.781 +12,mlp.experts.66.down_proj,0.0000002098,0.01000,0.642 +12,mlp.experts.78.down_proj,0.0000001872,0.01000,0.632 +12,mlp.experts.74.down_proj,0.0000002626,0.01000,0.636 +12,mlp.experts.70.down_proj,0.0000002480,0.01000,0.725 +12,mlp.experts.95.down_proj,0.0000001901,0.01000,0.685 +12,mlp.experts.83.down_proj,0.0000001671,0.01000,0.694 +12,mlp.experts.87.down_proj,0.0000002422,0.01000,0.709 +12,mlp.experts.101.down_proj,0.0000002278,0.01000,0.710 +12,mlp.experts.109.down_proj,0.0000001868,0.01000,0.700 +12,mlp.experts.80.down_proj,0.0000002499,0.01000,0.784 +12,mlp.experts.84.down_proj,0.0000001646,0.01000,0.854 +12,mlp.experts.97.down_proj,0.0000002317,0.01000,0.714 +12,mlp.experts.82.down_proj,0.0000003932,0.01000,0.639 +12,mlp.experts.105.down_proj,0.0000002662,0.01000,0.748 +12,mlp.experts.92.down_proj,0.0000001741,0.01000,0.773 +12,mlp.experts.88.down_proj,0.0000001891,0.01000,0.786 +12,mlp.experts.91.down_proj,0.0000002124,0.01000,0.705 +12,mlp.experts.94.down_proj,0.0000001988,0.01000,0.641 +12,mlp.experts.90.down_proj,0.0000001589,0.01000,0.638 +12,mlp.experts.86.down_proj,0.0000001864,0.01000,0.687 +12,mlp.experts.111.down_proj,0.0000001891,0.01000,0.669 +12,mlp.experts.99.down_proj,0.0000000577,0.01000,0.695 +12,mlp.experts.98.down_proj,0.0000003488,0.01000,0.554 +12,mlp.experts.96.down_proj,0.0000000851,0.01000,0.656 +12,mlp.experts.117.down_proj,0.0000002187,0.01000,0.680 +12,mlp.experts.110.down_proj,0.0000001748,0.01000,0.603 +12,mlp.experts.100.down_proj,0.0000003201,0.01000,0.673 +12,mlp.experts.103.down_proj,0.0000004487,0.01000,0.727 +12,mlp.experts.107.down_proj,0.0000002989,0.01000,0.638 +12,mlp.experts.104.down_proj,0.0000003049,0.01000,0.649 +12,mlp.experts.113.down_proj,0.0000002756,0.01000,0.696 +12,mlp.experts.121.down_proj,0.0000001888,0.01000,0.678 +12,mlp.experts.125.down_proj,0.0000001996,0.01000,0.755 +12,mlp.experts.106.down_proj,0.0000002127,0.01000,0.637 +12,mlp.experts.108.down_proj,0.0000001661,0.01000,0.729 +12,mlp.experts.102.down_proj,0.0000001739,0.01000,0.595 +12,mlp.experts.115.down_proj,0.0000002955,0.01000,0.721 +12,mlp.experts.114.down_proj,0.0000002197,0.01000,0.674 +12,mlp.experts.127.down_proj,0.0000001801,0.01000,0.785 +12,mlp.experts.119.down_proj,0.0000001489,0.01000,0.593 +12,mlp.experts.123.down_proj,0.0000002425,0.01000,0.586 +12,mlp.experts.112.down_proj,0.0000001634,0.01000,0.709 +12,mlp.experts.126.down_proj,0.0000002740,0.01000,0.684 +12,mlp.experts.122.down_proj,0.0000002108,0.01000,0.653 +12,mlp.experts.118.down_proj,0.0000002912,0.01000,0.601 +12,mlp.experts.116.down_proj,0.0000002028,0.01000,0.720 +12,mlp.experts.120.down_proj,0.0000002741,0.01000,0.731 +12,mlp.experts.124.down_proj,0.0000002709,0.01000,0.668 +13,self_attn.k_proj,0.0000000210,0.01000,0.728 +13,self_attn.v_proj,0.0000000248,0.01000,0.734 +13,self_attn.q_proj,0.0000001495,0.01000,0.946 +13,self_attn.o_proj,0.0000000262,0.01000,1.956 +13,mlp.experts.8.gate_proj,0.0000046800,0.01000,1.838 +13,mlp.experts.4.gate_proj,0.0000046352,0.01000,1.840 +13,mlp.experts.9.gate_proj,0.0000055470,0.01000,1.685 +13,mlp.experts.5.gate_proj,0.0000054738,0.01000,1.825 +13,mlp.experts.13.gate_proj,0.0000048545,0.01000,1.811 +13,mlp.experts.12.gate_proj,0.0000050828,0.01000,1.834 +13,mlp.experts.1.gate_proj,0.0000047753,0.01000,1.941 +13,mlp.experts.6.gate_proj,0.0000047449,0.01000,1.979 +13,mlp.experts.10.gate_proj,0.0000045428,0.01000,2.018 +13,mlp.experts.2.gate_proj,0.0000046633,0.01000,2.114 +13,mlp.experts.0.gate_proj,0.0000044410,0.01000,2.103 +13,mlp.experts.11.gate_proj,0.0000039830,0.01000,2.181 +13,mlp.experts.15.gate_proj,0.0000041575,0.01000,2.167 +13,mlp.experts.3.gate_proj,0.0000050428,0.01000,2.251 +13,mlp.experts.14.gate_proj,0.0000048738,0.01000,2.095 +13,mlp.experts.7.gate_proj,0.0000049048,0.01000,2.361 +13,mlp.experts.25.gate_proj,0.0000042787,0.01000,1.466 +13,mlp.experts.29.gate_proj,0.0000043939,0.01000,1.486 +13,mlp.experts.21.gate_proj,0.0000042131,0.01000,1.578 +13,mlp.experts.17.gate_proj,0.0000053579,0.01000,1.507 +13,mlp.experts.24.gate_proj,0.0000056701,0.01000,1.732 +13,mlp.experts.20.gate_proj,0.0000045594,0.01000,1.756 +13,mlp.experts.28.gate_proj,0.0000031398,0.01000,1.752 +13,mlp.experts.18.gate_proj,0.0000008336,0.01000,1.559 +13,mlp.experts.22.gate_proj,0.0000050143,0.01000,1.704 +13,mlp.experts.16.gate_proj,0.0000047209,0.01000,1.781 +13,mlp.experts.27.gate_proj,0.0000039662,0.01000,1.743 +13,mlp.experts.31.gate_proj,0.0000050519,0.01000,1.742 +13,mlp.experts.19.gate_proj,0.0000049688,0.01000,1.756 +13,mlp.experts.26.gate_proj,0.0000044811,0.01000,2.088 +13,mlp.experts.23.gate_proj,0.0000035024,0.01000,1.916 +13,mlp.experts.30.gate_proj,0.0000045232,0.01000,2.058 +13,mlp.experts.41.gate_proj,0.0000058516,0.01000,1.539 +13,mlp.experts.45.gate_proj,0.0000036854,0.01000,1.552 +13,mlp.experts.33.gate_proj,0.0000038996,0.01000,1.569 +13,mlp.experts.37.gate_proj,0.0000048095,0.01000,1.572 +13,mlp.experts.40.gate_proj,0.0000042274,0.01000,1.710 +13,mlp.experts.44.gate_proj,0.0000053031,0.01000,1.740 +13,mlp.experts.36.gate_proj,0.0000052663,0.01000,1.777 +13,mlp.experts.34.gate_proj,0.0000040161,0.01000,1.715 +13,mlp.experts.32.gate_proj,0.0000046203,0.01000,1.768 +13,mlp.experts.38.gate_proj,0.0000041463,0.01000,2.130 +13,mlp.experts.43.gate_proj,0.0000047305,0.01000,2.004 +13,mlp.experts.47.gate_proj,0.0000039336,0.01000,2.013 +13,mlp.experts.42.gate_proj,0.0000045107,0.01000,1.822 +13,mlp.experts.35.gate_proj,0.0000056436,0.01000,2.051 +13,mlp.experts.39.gate_proj,0.0000055634,0.01000,1.958 +13,mlp.experts.46.gate_proj,0.0000051776,0.01000,2.182 +13,mlp.experts.57.gate_proj,0.0000038032,0.01000,1.850 +13,mlp.experts.61.gate_proj,0.0000052498,0.01000,1.921 +13,mlp.experts.49.gate_proj,0.0000046798,0.01000,1.960 +13,mlp.experts.53.gate_proj,0.0000046367,0.01000,1.960 +13,mlp.experts.60.gate_proj,0.0000045610,0.01000,1.686 +13,mlp.experts.52.gate_proj,0.0000047797,0.01000,1.730 +13,mlp.experts.56.gate_proj,0.0000051473,0.01000,1.872 +13,mlp.experts.48.gate_proj,0.0000038777,0.01000,1.652 +13,mlp.experts.50.gate_proj,0.0000046610,0.01000,1.990 +13,mlp.experts.59.gate_proj,0.0000051720,0.01000,2.001 +13,mlp.experts.63.gate_proj,0.0000006179,0.01000,2.038 +13,mlp.experts.54.gate_proj,0.0000036251,0.01000,2.211 +13,mlp.experts.51.gate_proj,0.0000045180,0.01000,2.043 +13,mlp.experts.58.gate_proj,0.0000035493,0.01000,2.167 +13,mlp.experts.55.gate_proj,0.0000043587,0.01000,2.064 +13,mlp.experts.73.gate_proj,0.0000040242,0.01000,1.878 +13,mlp.experts.76.gate_proj,0.0000044417,0.01000,1.548 +13,mlp.experts.62.gate_proj,0.0000029785,0.01000,2.119 +13,mlp.experts.72.gate_proj,0.0000046986,0.01000,1.518 +13,mlp.experts.68.gate_proj,0.0000047965,0.01000,1.615 +13,mlp.experts.77.gate_proj,0.0000049212,0.01000,1.932 +13,mlp.experts.64.gate_proj,0.0000060139,0.01000,1.542 +13,mlp.experts.69.gate_proj,0.0000044585,0.01000,2.038 +13,mlp.experts.65.gate_proj,0.0000043214,0.01000,2.089 +13,mlp.experts.66.gate_proj,0.0000046337,0.01000,1.772 +13,mlp.experts.70.gate_proj,0.0000051162,0.01000,1.705 +13,mlp.experts.74.gate_proj,0.0000046582,0.01000,1.684 +13,mlp.experts.75.gate_proj,0.0000053339,0.01000,1.892 +13,mlp.experts.79.gate_proj,0.0000049948,0.01000,1.874 +13,mlp.experts.67.gate_proj,0.0000049246,0.01000,1.857 +13,mlp.experts.92.gate_proj,0.0000047348,0.01000,1.537 +13,mlp.experts.88.gate_proj,0.0000051714,0.01000,1.488 +13,mlp.experts.71.gate_proj,0.0000044104,0.01000,1.879 +13,mlp.experts.84.gate_proj,0.0000049429,0.01000,1.534 +13,mlp.experts.80.gate_proj,0.0000042510,0.01000,1.577 +13,mlp.experts.89.gate_proj,0.0000043767,0.01000,1.951 +13,mlp.experts.93.gate_proj,0.0000045243,0.01000,2.001 +13,mlp.experts.82.gate_proj,0.0000046787,0.01000,1.676 +13,mlp.experts.78.gate_proj,0.0000051454,0.01000,2.444 +13,mlp.experts.85.gate_proj,0.0000048350,0.01000,2.111 +13,mlp.experts.81.gate_proj,0.0000050196,0.01000,2.189 +13,mlp.experts.90.gate_proj,0.0000049476,0.01000,1.620 +13,mlp.experts.86.gate_proj,0.0000045665,0.01000,1.679 +13,mlp.experts.95.gate_proj,0.0000046894,0.01000,1.801 +13,mlp.experts.83.gate_proj,0.0000039031,0.01000,1.753 +13,mlp.experts.104.gate_proj,0.0000040785,0.01000,1.551 +13,mlp.experts.108.gate_proj,0.0000045046,0.01000,1.577 +13,mlp.experts.91.gate_proj,0.0000041595,0.01000,1.879 +13,mlp.experts.100.gate_proj,0.0000049297,0.01000,1.540 +13,mlp.experts.96.gate_proj,0.0000051544,0.01000,1.549 +13,mlp.experts.87.gate_proj,0.0000047901,0.01000,1.877 +13,mlp.experts.105.gate_proj,0.0000040989,0.01000,2.057 +13,mlp.experts.98.gate_proj,0.0000056827,0.01000,1.814 +13,mlp.experts.109.gate_proj,0.0000032190,0.01000,1.998 +13,mlp.experts.94.gate_proj,0.0000054957,0.01000,1.875 +13,mlp.experts.101.gate_proj,0.0000042189,0.01000,2.085 +13,mlp.experts.102.gate_proj,0.0000052182,0.01000,1.794 +13,mlp.experts.124.gate_proj,0.0000046207,0.01000,1.531 +13,mlp.experts.106.gate_proj,0.0000037872,0.01000,1.815 +13,mlp.experts.120.gate_proj,0.0000036187,0.01000,1.631 +13,mlp.experts.97.gate_proj,0.0000049372,0.01000,2.119 +13,mlp.experts.116.gate_proj,0.0000050386,0.01000,1.593 +13,mlp.experts.111.gate_proj,0.0000045377,0.01000,1.996 +13,mlp.experts.112.gate_proj,0.0000049480,0.01000,1.758 +13,mlp.experts.99.gate_proj,0.0000008918,0.01000,2.067 +13,mlp.experts.107.gate_proj,0.0000042932,0.01000,2.056 +13,mlp.experts.103.gate_proj,0.0000039764,0.01000,2.054 +13,mlp.experts.114.gate_proj,0.0000047599,0.01000,1.890 +13,mlp.experts.121.gate_proj,0.0000046768,0.01000,1.939 +13,mlp.experts.125.gate_proj,0.0000036988,0.01000,2.009 +13,mlp.experts.12.up_proj,0.0000047921,0.01000,1.587 +13,mlp.experts.8.up_proj,0.0000042774,0.01000,1.543 +13,mlp.experts.110.gate_proj,0.0000042618,0.01000,1.949 +13,mlp.experts.4.up_proj,0.0000044512,0.01000,1.549 +13,mlp.experts.122.gate_proj,0.0000047333,0.01000,1.915 +13,mlp.experts.117.gate_proj,0.0000031056,0.01000,1.977 +13,mlp.experts.118.gate_proj,0.0000028969,0.01000,1.970 +13,mlp.experts.113.gate_proj,0.0000045548,0.01000,1.955 +13,mlp.experts.0.up_proj,0.0000042888,0.01000,1.792 +13,mlp.experts.127.gate_proj,0.0000037099,0.01000,2.117 +13,mlp.experts.123.gate_proj,0.0000010869,0.01000,2.073 +13,mlp.experts.115.gate_proj,0.0000043081,0.01000,2.091 +13,mlp.experts.119.gate_proj,0.0000049331,0.01000,2.078 +13,mlp.experts.2.up_proj,0.0000045232,0.01000,1.764 +13,mlp.experts.9.up_proj,0.0000049671,0.01000,1.999 +13,mlp.experts.28.up_proj,0.0000031501,0.01000,1.760 +13,mlp.experts.20.up_proj,0.0000043300,0.01000,1.673 +13,mlp.experts.24.up_proj,0.0000050991,0.01000,1.823 +13,mlp.experts.126.gate_proj,0.0000045854,0.01000,1.838 +13,mlp.experts.13.up_proj,0.0000047963,0.01000,2.011 +13,mlp.experts.6.up_proj,0.0000051940,0.01000,1.808 +13,mlp.experts.10.up_proj,0.0000045852,0.01000,1.866 +13,mlp.experts.5.up_proj,0.0000052306,0.01000,1.975 +13,mlp.experts.16.up_proj,0.0000045539,0.01000,1.714 +13,mlp.experts.1.up_proj,0.0000045400,0.01000,2.066 +13,mlp.experts.15.up_proj,0.0000040354,0.01000,1.904 +13,mlp.experts.3.up_proj,0.0000048287,0.01000,1.972 +13,mlp.experts.11.up_proj,0.0000039328,0.01000,2.023 +13,mlp.experts.18.up_proj,0.0000008536,0.01000,1.797 +13,mlp.experts.7.up_proj,0.0000046494,0.01000,1.929 +13,mlp.experts.14.up_proj,0.0000047385,0.01000,1.622 +13,mlp.experts.44.up_proj,0.0000051384,0.01000,1.830 +13,mlp.experts.25.up_proj,0.0000042117,0.01000,2.033 +13,mlp.experts.36.up_proj,0.0000047713,0.01000,1.954 +13,mlp.experts.22.up_proj,0.0000048341,0.01000,1.576 +13,mlp.experts.26.up_proj,0.0000043473,0.01000,1.601 +13,mlp.experts.40.up_proj,0.0000042731,0.01000,1.989 +13,mlp.experts.29.up_proj,0.0000041636,0.01000,2.124 +13,mlp.experts.32.up_proj,0.0000045340,0.01000,1.917 +13,mlp.experts.21.up_proj,0.0000042208,0.01000,2.037 +13,mlp.experts.17.up_proj,0.0000049189,0.01000,2.152 +13,mlp.experts.31.up_proj,0.0000049037,0.01000,2.021 +13,mlp.experts.34.up_proj,0.0000038540,0.01000,1.647 +13,mlp.experts.27.up_proj,0.0000039312,0.01000,1.879 +13,mlp.experts.19.up_proj,0.0000044740,0.01000,2.042 +13,mlp.experts.30.up_proj,0.0000043434,0.01000,1.707 +13,mlp.experts.23.up_proj,0.0000034594,0.01000,2.056 +13,mlp.experts.38.up_proj,0.0000040496,0.01000,1.757 +13,mlp.experts.60.up_proj,0.0000044989,0.01000,2.048 +13,mlp.experts.42.up_proj,0.0000044051,0.01000,1.897 +13,mlp.experts.52.up_proj,0.0000044342,0.01000,2.006 +13,mlp.experts.56.up_proj,0.0000052013,0.01000,2.037 +13,mlp.experts.41.up_proj,0.0000057346,0.01000,2.194 +13,mlp.experts.45.up_proj,0.0000037076,0.01000,2.365 +13,mlp.experts.48.up_proj,0.0000037700,0.01000,2.077 +13,mlp.experts.37.up_proj,0.0000044115,0.01000,2.347 +13,mlp.experts.47.up_proj,0.0000038514,0.01000,1.834 +13,mlp.experts.43.up_proj,0.0000045417,0.01000,1.805 +13,mlp.experts.35.up_proj,0.0000044054,0.01000,1.842 +13,mlp.experts.50.up_proj,0.0000045983,0.01000,2.052 +13,mlp.experts.33.up_proj,0.0000038175,0.01000,2.268 +13,mlp.experts.39.up_proj,0.0000053960,0.01000,1.790 +13,mlp.experts.46.up_proj,0.0000050069,0.01000,2.016 +13,mlp.experts.54.up_proj,0.0000035664,0.01000,1.959 +13,mlp.experts.76.up_proj,0.0000047491,0.01000,1.896 +13,mlp.experts.68.up_proj,0.0000046822,0.01000,1.928 +13,mlp.experts.58.up_proj,0.0000035078,0.01000,1.968 +13,mlp.experts.72.up_proj,0.0000046018,0.01000,1.987 +13,mlp.experts.57.up_proj,0.0000037492,0.01000,2.030 +13,mlp.experts.64.up_proj,0.0000056495,0.01000,1.873 +13,mlp.experts.61.up_proj,0.0000042543,0.01000,2.098 +13,mlp.experts.66.up_proj,0.0000044048,0.01000,1.856 +13,mlp.experts.63.up_proj,0.0000006199,0.01000,2.092 +13,mlp.experts.59.up_proj,0.0000046344,0.01000,2.131 +13,mlp.experts.53.up_proj,0.0000046166,0.01000,2.141 +13,mlp.experts.51.up_proj,0.0000042999,0.01000,2.166 +13,mlp.experts.49.up_proj,0.0000043162,0.01000,2.106 +13,mlp.experts.62.up_proj,0.0000029617,0.01000,1.869 +13,mlp.experts.55.up_proj,0.0000043841,0.01000,2.085 +13,mlp.experts.70.up_proj,0.0000050252,0.01000,1.928 +13,mlp.experts.92.up_proj,0.0000044753,0.01000,2.045 +13,mlp.experts.74.up_proj,0.0000045563,0.01000,1.930 +13,mlp.experts.84.up_proj,0.0000048333,0.01000,2.041 +13,mlp.experts.73.up_proj,0.0000039244,0.01000,1.800 +13,mlp.experts.88.up_proj,0.0000049200,0.01000,2.073 +13,mlp.experts.77.up_proj,0.0000046698,0.01000,1.693 +13,mlp.experts.80.up_proj,0.0000041346,0.01000,2.027 +13,mlp.experts.69.up_proj,0.0000043747,0.01000,1.845 +13,mlp.experts.82.up_proj,0.0000046878,0.01000,2.051 +13,mlp.experts.75.up_proj,0.0000050623,0.01000,2.146 +13,mlp.experts.65.up_proj,0.0000045526,0.01000,1.967 +13,mlp.experts.79.up_proj,0.0000049630,0.01000,2.225 +13,mlp.experts.78.up_proj,0.0000046996,0.01000,2.029 +13,mlp.experts.67.up_proj,0.0000044687,0.01000,2.287 +13,mlp.experts.86.up_proj,0.0000044768,0.01000,2.030 +13,mlp.experts.71.up_proj,0.0000043832,0.01000,2.306 +13,mlp.experts.108.up_proj,0.0000043525,0.01000,2.014 +13,mlp.experts.100.up_proj,0.0000047022,0.01000,2.027 +13,mlp.experts.90.up_proj,0.0000047583,0.01000,2.132 +13,mlp.experts.89.up_proj,0.0000043415,0.01000,2.100 +13,mlp.experts.104.up_proj,0.0000040358,0.01000,1.944 +13,mlp.experts.96.up_proj,0.0000049381,0.01000,1.780 +13,mlp.experts.93.up_proj,0.0000043267,0.01000,2.118 +13,mlp.experts.85.up_proj,0.0000047367,0.01000,1.987 +13,mlp.experts.98.up_proj,0.0000055638,0.01000,1.992 +13,mlp.experts.94.up_proj,0.0000051817,0.01000,1.874 +13,mlp.experts.81.up_proj,0.0000047721,0.01000,2.069 +13,mlp.experts.91.up_proj,0.0000040457,0.01000,2.173 +13,mlp.experts.124.up_proj,0.0000044386,0.01000,1.591 +13,mlp.experts.95.up_proj,0.0000046041,0.01000,2.180 +13,mlp.experts.102.up_proj,0.0000048900,0.01000,1.878 +13,mlp.experts.116.up_proj,0.0000048030,0.01000,1.588 +13,mlp.experts.120.up_proj,0.0000035804,0.01000,1.546 +13,mlp.experts.83.up_proj,0.0000037711,0.01000,2.173 +13,mlp.experts.112.up_proj,0.0000046201,0.01000,1.416 +13,mlp.experts.106.up_proj,0.0000037217,0.01000,1.826 +13,mlp.experts.87.up_proj,0.0000045141,0.01000,2.073 +13,mlp.experts.105.up_proj,0.0000040408,0.01000,2.105 +13,mlp.experts.109.up_proj,0.0000032447,0.01000,1.922 +13,mlp.experts.114.up_proj,0.0000045315,0.01000,1.752 +13,mlp.experts.110.up_proj,0.0000042326,0.01000,1.732 +13,mlp.experts.101.up_proj,0.0000042519,0.01000,2.245 +13,mlp.experts.118.up_proj,0.0000028163,0.01000,1.721 +13,mlp.experts.107.up_proj,0.0000042331,0.01000,1.898 +13,mlp.experts.111.up_proj,0.0000044424,0.01000,1.890 +13,mlp.experts.97.up_proj,0.0000048041,0.01000,2.047 +13,mlp.experts.122.up_proj,0.0000045977,0.01000,1.742 +13,mlp.experts.99.up_proj,0.0000008971,0.01000,1.970 +13,mlp.experts.103.up_proj,0.0000039205,0.01000,1.883 +13,mlp.experts.126.up_proj,0.0000044163,0.01000,0.961 +13,mlp.experts.121.up_proj,0.0000047860,0.01000,2.022 +13,mlp.experts.125.up_proj,0.0000036728,0.01000,2.056 +13,mlp.experts.117.up_proj,0.0000030397,0.01000,1.539 +13,mlp.experts.113.up_proj,0.0000045192,0.01000,1.483 +13,mlp.experts.123.up_proj,0.0000011066,0.01000,1.798 +13,mlp.experts.127.up_proj,0.0000036736,0.01000,1.826 +13,mlp.experts.119.up_proj,0.0000048319,0.01000,1.642 +13,mlp.experts.115.up_proj,0.0000041825,0.01000,1.688 +13,mlp.experts.4.down_proj,0.0000002827,0.01000,0.732 +13,mlp.experts.0.down_proj,0.0000002180,0.01000,0.749 +13,mlp.experts.8.down_proj,0.0000002941,0.01000,0.792 +13,mlp.experts.12.down_proj,0.0000004108,0.01000,0.786 +13,mlp.experts.5.down_proj,0.0000004640,0.01000,1.090 +13,mlp.experts.13.down_proj,0.0000003257,0.01000,1.037 +13,mlp.experts.1.down_proj,0.0000002082,0.01000,1.104 +13,mlp.experts.9.down_proj,0.0000004421,0.01000,1.095 +13,mlp.experts.7.down_proj,0.0000002422,0.01000,1.177 +13,mlp.experts.11.down_proj,0.0000001811,0.01000,1.143 +13,mlp.experts.15.down_proj,0.0000001979,0.01000,1.121 +13,mlp.experts.3.down_proj,0.0000004112,0.01000,1.188 +13,mlp.experts.6.down_proj,0.0000004086,0.01000,1.172 +13,mlp.experts.2.down_proj,0.0000003109,0.01000,1.201 +13,mlp.experts.10.down_proj,0.0000002761,0.01000,1.133 +13,mlp.experts.14.down_proj,0.0000003100,0.01000,1.144 +13,mlp.experts.20.down_proj,0.0000001794,0.01000,0.709 +13,mlp.experts.16.down_proj,0.0000003266,0.01000,0.708 +13,mlp.experts.28.down_proj,0.0000001169,0.01000,0.687 +13,mlp.experts.24.down_proj,0.0000004218,0.01000,0.784 +13,mlp.experts.21.down_proj,0.0000002563,0.01000,0.725 +13,mlp.experts.25.down_proj,0.0000002444,0.01000,0.718 +13,mlp.experts.29.down_proj,0.0000002110,0.01000,0.735 +13,mlp.experts.17.down_proj,0.0000004015,0.01000,0.777 +13,mlp.experts.22.down_proj,0.0000003893,0.01000,0.693 +13,mlp.experts.18.down_proj,0.0000000133,0.01000,0.723 +13,mlp.experts.30.down_proj,0.0000002839,0.01000,0.732 +13,mlp.experts.27.down_proj,0.0000001823,0.01000,0.756 +13,mlp.experts.23.down_proj,0.0000001444,0.01000,0.765 +13,mlp.experts.26.down_proj,0.0000002465,0.01000,0.754 +13,mlp.experts.31.down_proj,0.0000002776,0.01000,0.772 +13,mlp.experts.19.down_proj,0.0000002928,0.01000,0.787 +13,mlp.experts.32.down_proj,0.0000003571,0.01000,0.699 +13,mlp.experts.44.down_proj,0.0000004735,0.01000,0.691 +13,mlp.experts.36.down_proj,0.0000004163,0.01000,0.748 +13,mlp.experts.40.down_proj,0.0000002184,0.01000,0.703 +13,mlp.experts.37.down_proj,0.0000002263,0.01000,0.721 +13,mlp.experts.41.down_proj,0.0000006149,0.01000,0.717 +13,mlp.experts.45.down_proj,0.0000001466,0.01000,0.735 +13,mlp.experts.38.down_proj,0.0000002537,0.01000,0.714 +13,mlp.experts.33.down_proj,0.0000001540,0.01000,0.764 +13,mlp.experts.34.down_proj,0.0000001617,0.01000,0.735 +13,mlp.experts.43.down_proj,0.0000002223,0.01000,0.726 +13,mlp.experts.46.down_proj,0.0000004487,0.01000,0.729 +13,mlp.experts.42.down_proj,0.0000003007,0.01000,0.724 +13,mlp.experts.47.down_proj,0.0000001941,0.01000,0.731 +13,mlp.experts.39.down_proj,0.0000005351,0.01000,0.807 +13,mlp.experts.35.down_proj,0.0000002752,0.01000,0.772 +13,mlp.experts.48.down_proj,0.0000001711,0.01000,0.710 +13,mlp.experts.52.down_proj,0.0000001844,0.01000,0.700 +13,mlp.experts.56.down_proj,0.0000004461,0.01000,0.652 +13,mlp.experts.60.down_proj,0.0000004081,0.01000,0.738 +13,mlp.experts.57.down_proj,0.0000001749,0.01000,0.714 +13,mlp.experts.53.down_proj,0.0000002666,0.01000,0.729 +13,mlp.experts.61.down_proj,0.0000002019,0.01000,0.713 +13,mlp.experts.59.down_proj,0.0000002759,0.01000,0.709 +13,mlp.experts.63.down_proj,0.0000000056,0.01000,0.718 +13,mlp.experts.54.down_proj,0.0000001573,0.01000,0.806 +13,mlp.experts.50.down_proj,0.0000002677,0.01000,0.760 +13,mlp.experts.62.down_proj,0.0000000790,0.01000,0.756 +13,mlp.experts.49.down_proj,0.0000002342,0.01000,0.788 +13,mlp.experts.55.down_proj,0.0000003205,0.01000,0.730 +13,mlp.experts.58.down_proj,0.0000001279,0.01000,0.806 +13,mlp.experts.51.down_proj,0.0000002235,0.01000,0.745 +13,mlp.experts.64.down_proj,0.0000009456,0.01000,0.698 +13,mlp.experts.76.down_proj,0.0000002780,0.01000,0.648 +13,mlp.experts.72.down_proj,0.0000002177,0.01000,0.652 +13,mlp.experts.68.down_proj,0.0000003157,0.01000,0.808 +13,mlp.experts.73.down_proj,0.0000001921,0.01000,0.705 +13,mlp.experts.69.down_proj,0.0000002409,0.01000,0.720 +13,mlp.experts.77.down_proj,0.0000003176,0.01000,0.735 +13,mlp.experts.75.down_proj,0.0000003883,0.01000,0.796 +13,mlp.experts.79.down_proj,0.0000003851,0.01000,0.778 +13,mlp.experts.65.down_proj,0.0000003473,0.01000,0.803 +13,mlp.experts.78.down_proj,0.0000003590,0.01000,0.805 +13,mlp.experts.66.down_proj,0.0000003060,0.01000,0.828 +13,mlp.experts.70.down_proj,0.0000003670,0.01000,0.858 +13,mlp.experts.92.down_proj,0.0000002319,0.01000,0.717 +13,mlp.experts.71.down_proj,0.0000002257,0.01000,0.840 +13,mlp.experts.74.down_proj,0.0000002147,0.01000,0.857 +13,mlp.experts.67.down_proj,0.0000003887,0.01000,0.847 +13,mlp.experts.88.down_proj,0.0000004001,0.01000,0.762 +13,mlp.experts.80.down_proj,0.0000002941,0.01000,0.780 +13,mlp.experts.84.down_proj,0.0000002285,0.01000,0.738 +13,mlp.experts.89.down_proj,0.0000002700,0.01000,0.790 +13,mlp.experts.85.down_proj,0.0000002728,0.01000,0.774 +13,mlp.experts.93.down_proj,0.0000002014,0.01000,0.762 +13,mlp.experts.91.down_proj,0.0000002220,0.01000,0.751 +13,mlp.experts.108.down_proj,0.0000002501,0.01000,0.627 +13,mlp.experts.104.down_proj,0.0000002120,0.01000,0.634 +13,mlp.experts.94.down_proj,0.0000004686,0.01000,0.751 +13,mlp.experts.81.down_proj,0.0000003910,0.01000,0.770 +13,mlp.experts.82.down_proj,0.0000003078,0.01000,0.771 +13,mlp.experts.96.down_proj,0.0000003682,0.01000,0.656 +13,mlp.experts.86.down_proj,0.0000002317,0.01000,0.804 +13,mlp.experts.95.down_proj,0.0000003450,0.01000,0.921 +13,mlp.experts.90.down_proj,0.0000002730,0.01000,0.794 +13,mlp.experts.87.down_proj,0.0000001895,0.01000,0.819 +13,mlp.experts.100.down_proj,0.0000003731,0.01000,0.706 +13,mlp.experts.83.down_proj,0.0000001975,0.01000,0.865 +13,mlp.experts.105.down_proj,0.0000001833,0.01000,0.724 +13,mlp.experts.109.down_proj,0.0000001251,0.01000,0.709 +13,mlp.experts.124.down_proj,0.0000003051,0.01000,0.663 +13,mlp.experts.101.down_proj,0.0000002403,0.01000,0.864 +13,mlp.experts.120.down_proj,0.0000001120,0.01000,0.664 +13,mlp.experts.112.down_proj,0.0000002496,0.01000,0.666 +13,mlp.experts.116.down_proj,0.0000003891,0.01000,0.564 +13,mlp.experts.110.down_proj,0.0000002536,0.01000,0.754 +13,mlp.experts.98.down_proj,0.0000004949,0.01000,0.741 +13,mlp.experts.102.down_proj,0.0000004161,0.01000,0.726 +13,mlp.experts.97.down_proj,0.0000002248,0.01000,0.795 +13,mlp.experts.107.down_proj,0.0000002741,0.01000,0.895 +13,mlp.experts.99.down_proj,0.0000000138,0.01000,0.661 +13,mlp.experts.103.down_proj,0.0000001867,0.01000,0.773 +13,mlp.experts.106.down_proj,0.0000001729,0.01000,0.775 +13,mlp.experts.111.down_proj,0.0000003174,0.01000,0.875 +13,mlp.experts.125.down_proj,0.0000001629,0.01000,0.698 +13,mlp.experts.121.down_proj,0.0000004608,0.01000,0.709 +13,mlp.experts.117.down_proj,0.0000001126,0.01000,0.624 +13,mlp.experts.113.down_proj,0.0000004359,0.01000,0.518 +13,mlp.experts.126.down_proj,0.0000002394,0.01000,0.771 +13,mlp.experts.114.down_proj,0.0000002812,0.01000,0.760 +13,mlp.experts.115.down_proj,0.0000001935,0.01000,0.678 +13,mlp.experts.118.down_proj,0.0000000898,0.01000,0.755 +13,mlp.experts.119.down_proj,0.0000002387,0.01000,0.669 +13,mlp.experts.122.down_proj,0.0000002417,0.01000,0.674 +13,mlp.experts.123.down_proj,0.0000000134,0.01000,0.806 +13,mlp.experts.127.down_proj,0.0000001482,0.01000,0.698 +14,self_attn.q_proj,0.0000004059,0.01000,0.746 +14,self_attn.k_proj,0.0000000616,0.01000,0.789 +14,self_attn.v_proj,0.0000000752,0.01000,0.806 +14,self_attn.o_proj,0.0000000553,0.01000,1.401 +14,mlp.experts.7.gate_proj,0.0000046187,0.01000,1.698 +14,mlp.experts.3.gate_proj,0.0000044260,0.01000,1.813 +14,mlp.experts.11.gate_proj,0.0000034569,0.01000,1.757 +14,mlp.experts.4.gate_proj,0.0000045854,0.01000,1.851 +14,mlp.experts.15.gate_proj,0.0000047102,0.01000,1.767 +14,mlp.experts.12.gate_proj,0.0000047316,0.01000,1.807 +14,mlp.experts.9.gate_proj,0.0000051618,0.01000,1.893 +14,mlp.experts.5.gate_proj,0.0000050092,0.01000,1.950 +14,mlp.experts.8.gate_proj,0.0000049989,0.01000,1.977 +14,mlp.experts.1.gate_proj,0.0000047488,0.01000,2.022 +14,mlp.experts.13.gate_proj,0.0000048996,0.01000,2.025 +14,mlp.experts.0.gate_proj,0.0000047951,0.01000,2.138 +14,mlp.experts.2.gate_proj,0.0000051139,0.01000,2.275 +14,mlp.experts.14.gate_proj,0.0000048736,0.01000,2.228 +14,mlp.experts.6.gate_proj,0.0000048325,0.01000,2.283 +14,mlp.experts.10.gate_proj,0.0000051088,0.01000,2.240 +14,mlp.experts.23.gate_proj,0.0000046111,0.01000,1.700 +14,mlp.experts.19.gate_proj,0.0000051834,0.01000,1.719 +14,mlp.experts.27.gate_proj,0.0000049794,0.01000,1.842 +14,mlp.experts.31.gate_proj,0.0000046459,0.01000,1.833 +14,mlp.experts.20.gate_proj,0.0000060023,0.01000,1.864 +14,mlp.experts.24.gate_proj,0.0000050374,0.01000,1.851 +14,mlp.experts.28.gate_proj,0.0000051378,0.01000,2.001 +14,mlp.experts.16.gate_proj,0.0000052157,0.01000,1.778 +14,mlp.experts.25.gate_proj,0.0000043653,0.01000,1.986 +14,mlp.experts.17.gate_proj,0.0000043074,0.01000,2.031 +14,mlp.experts.29.gate_proj,0.0000052696,0.01000,1.992 +14,mlp.experts.21.gate_proj,0.0000046283,0.01000,2.157 +14,mlp.experts.18.gate_proj,0.0000040149,0.01000,2.038 +14,mlp.experts.26.gate_proj,0.0000058874,0.01000,2.043 +14,mlp.experts.22.gate_proj,0.0000049692,0.01000,2.082 +14,mlp.experts.30.gate_proj,0.0000039849,0.01000,2.161 +14,mlp.experts.39.gate_proj,0.0000053684,0.01000,1.888 +14,mlp.experts.35.gate_proj,0.0000047828,0.01000,1.887 +14,mlp.experts.36.gate_proj,0.0000045954,0.01000,1.715 +14,mlp.experts.47.gate_proj,0.0000051541,0.01000,1.779 +14,mlp.experts.32.gate_proj,0.0000056790,0.01000,1.635 +14,mlp.experts.43.gate_proj,0.0000045183,0.01000,1.924 +14,mlp.experts.40.gate_proj,0.0000045537,0.01000,1.753 +14,mlp.experts.44.gate_proj,0.0000046175,0.01000,1.720 +14,mlp.experts.33.gate_proj,0.0000055984,0.01000,1.957 +14,mlp.experts.45.gate_proj,0.0000055904,0.01000,1.981 +14,mlp.experts.41.gate_proj,0.0000057460,0.01000,2.188 +14,mlp.experts.37.gate_proj,0.0000046295,0.01000,2.022 +14,mlp.experts.42.gate_proj,0.0000047506,0.01000,1.921 +14,mlp.experts.38.gate_proj,0.0000045725,0.01000,1.949 +14,mlp.experts.34.gate_proj,0.0000049706,0.01000,2.044 +14,mlp.experts.46.gate_proj,0.0000048657,0.01000,1.920 +14,mlp.experts.52.gate_proj,0.0000048329,0.01000,1.538 +14,mlp.experts.55.gate_proj,0.0000064518,0.01000,1.730 +14,mlp.experts.48.gate_proj,0.0000043121,0.01000,1.559 +14,mlp.experts.60.gate_proj,0.0000015839,0.01000,1.518 +14,mlp.experts.56.gate_proj,0.0000051018,0.01000,1.609 +14,mlp.experts.63.gate_proj,0.0000016537,0.01000,1.761 +14,mlp.experts.51.gate_proj,0.0000047338,0.01000,2.015 +14,mlp.experts.59.gate_proj,0.0000050770,0.01000,1.910 +14,mlp.experts.49.gate_proj,0.0000048357,0.01000,1.621 +14,mlp.experts.61.gate_proj,0.0000053335,0.01000,1.632 +14,mlp.experts.57.gate_proj,0.0000046055,0.01000,1.631 +14,mlp.experts.53.gate_proj,0.0000045197,0.01000,1.653 +14,mlp.experts.58.gate_proj,0.0000047620,0.01000,2.082 +14,mlp.experts.54.gate_proj,0.0000048153,0.01000,2.070 +14,mlp.experts.50.gate_proj,0.0000046661,0.01000,2.066 +14,mlp.experts.62.gate_proj,0.0000059482,0.01000,2.096 +14,mlp.experts.68.gate_proj,0.0000049349,0.01000,1.511 +14,mlp.experts.76.gate_proj,0.0000044569,0.01000,1.492 +14,mlp.experts.72.gate_proj,0.0000043669,0.01000,1.499 +14,mlp.experts.64.gate_proj,0.0000047337,0.01000,1.635 +14,mlp.experts.79.gate_proj,0.0000056047,0.01000,2.177 +14,mlp.experts.65.gate_proj,0.0000054928,0.01000,1.801 +14,mlp.experts.75.gate_proj,0.0000049567,0.01000,2.045 +14,mlp.experts.73.gate_proj,0.0000014983,0.01000,1.777 +14,mlp.experts.71.gate_proj,0.0000042729,0.01000,2.443 +14,mlp.experts.67.gate_proj,0.0000035929,0.01000,2.141 +14,mlp.experts.69.gate_proj,0.0000045954,0.01000,1.832 +14,mlp.experts.77.gate_proj,0.0000047898,0.01000,2.038 +14,mlp.experts.84.gate_proj,0.0000049566,0.01000,1.522 +14,mlp.experts.92.gate_proj,0.0000053077,0.01000,1.541 +14,mlp.experts.88.gate_proj,0.0000052249,0.01000,1.543 +14,mlp.experts.80.gate_proj,0.0000051770,0.01000,1.626 +14,mlp.experts.78.gate_proj,0.0000045683,0.01000,2.075 +14,mlp.experts.74.gate_proj,0.0000049587,0.01000,2.245 +14,mlp.experts.66.gate_proj,0.0000038042,0.01000,2.197 +14,mlp.experts.70.gate_proj,0.0000049815,0.01000,2.285 +14,mlp.experts.95.gate_proj,0.0000046282,0.01000,1.876 +14,mlp.experts.81.gate_proj,0.0000047477,0.01000,1.952 +14,mlp.experts.89.gate_proj,0.0000051747,0.01000,1.940 +14,mlp.experts.85.gate_proj,0.0000051705,0.01000,1.925 +14,mlp.experts.87.gate_proj,0.0000049988,0.01000,1.980 +14,mlp.experts.83.gate_proj,0.0000047538,0.01000,1.989 +14,mlp.experts.91.gate_proj,0.0000053311,0.01000,2.014 +14,mlp.experts.100.gate_proj,0.0000046192,0.01000,1.600 +14,mlp.experts.93.gate_proj,0.0000046080,0.01000,1.936 +14,mlp.experts.108.gate_proj,0.0000045885,0.01000,1.720 +14,mlp.experts.104.gate_proj,0.0000049206,0.01000,1.661 +14,mlp.experts.96.gate_proj,0.0000049011,0.01000,1.673 +14,mlp.experts.94.gate_proj,0.0000048906,0.01000,1.999 +14,mlp.experts.90.gate_proj,0.0000047025,0.01000,1.961 +14,mlp.experts.82.gate_proj,0.0000051055,0.01000,1.997 +14,mlp.experts.86.gate_proj,0.0000044921,0.01000,2.059 +14,mlp.experts.97.gate_proj,0.0000048917,0.01000,1.956 +14,mlp.experts.111.gate_proj,0.0000046406,0.01000,2.059 +14,mlp.experts.116.gate_proj,0.0000048813,0.01000,1.760 +14,mlp.experts.101.gate_proj,0.0000050634,0.01000,1.870 +14,mlp.experts.105.gate_proj,0.0000048867,0.01000,1.974 +14,mlp.experts.109.gate_proj,0.0000044420,0.01000,1.905 +14,mlp.experts.103.gate_proj,0.0000050242,0.01000,2.015 +14,mlp.experts.124.gate_proj,0.0000056880,0.01000,1.732 +14,mlp.experts.120.gate_proj,0.0000056298,0.01000,1.699 +14,mlp.experts.107.gate_proj,0.0000052303,0.01000,2.072 +14,mlp.experts.99.gate_proj,0.0000047435,0.01000,2.088 +14,mlp.experts.112.gate_proj,0.0000053308,0.01000,1.703 +14,mlp.experts.106.gate_proj,0.0000045693,0.01000,2.006 +14,mlp.experts.110.gate_proj,0.0000044592,0.01000,2.006 +14,mlp.experts.98.gate_proj,0.0000040067,0.01000,2.045 +14,mlp.experts.102.gate_proj,0.0000050945,0.01000,2.051 +14,mlp.experts.4.up_proj,0.0000043934,0.01000,1.546 +14,mlp.experts.8.up_proj,0.0000050781,0.01000,1.557 +14,mlp.experts.12.up_proj,0.0000045793,0.01000,1.559 +14,mlp.experts.0.up_proj,0.0000046273,0.01000,1.582 +14,mlp.experts.113.gate_proj,0.0000049018,0.01000,2.040 +14,mlp.experts.117.gate_proj,0.0000054967,0.01000,2.040 +14,mlp.experts.121.gate_proj,0.0000050691,0.01000,2.035 +14,mlp.experts.127.gate_proj,0.0000046100,0.01000,2.235 +14,mlp.experts.125.gate_proj,0.0000044566,0.01000,2.066 +14,mlp.experts.119.gate_proj,0.0000032152,0.01000,2.181 +14,mlp.experts.123.gate_proj,0.0000031969,0.01000,2.134 +14,mlp.experts.115.gate_proj,0.0000047220,0.01000,2.266 +14,mlp.experts.20.up_proj,0.0000053570,0.01000,1.590 +14,mlp.experts.126.gate_proj,0.0000051497,0.01000,2.016 +14,mlp.experts.122.gate_proj,0.0000053550,0.01000,2.101 +14,mlp.experts.114.gate_proj,0.0000045641,0.01000,2.037 +14,mlp.experts.24.up_proj,0.0000049249,0.01000,1.632 +14,mlp.experts.28.up_proj,0.0000052422,0.01000,1.635 +14,mlp.experts.118.gate_proj,0.0000048027,0.01000,2.191 +14,mlp.experts.16.up_proj,0.0000048630,0.01000,1.679 +14,mlp.experts.1.up_proj,0.0000045849,0.01000,1.845 +14,mlp.experts.9.up_proj,0.0000047188,0.01000,1.729 +14,mlp.experts.5.up_proj,0.0000051009,0.01000,1.835 +14,mlp.experts.13.up_proj,0.0000048740,0.01000,1.829 +14,mlp.experts.15.up_proj,0.0000046089,0.01000,1.991 +14,mlp.experts.7.up_proj,0.0000045106,0.01000,1.899 +14,mlp.experts.11.up_proj,0.0000033949,0.01000,1.972 +14,mlp.experts.3.up_proj,0.0000043700,0.01000,1.907 +14,mlp.experts.36.up_proj,0.0000044375,0.01000,2.030 +14,mlp.experts.14.up_proj,0.0000045840,0.01000,2.104 +14,mlp.experts.2.up_proj,0.0000049542,0.01000,2.080 +14,mlp.experts.10.up_proj,0.0000048751,0.01000,2.139 +14,mlp.experts.44.up_proj,0.0000045049,0.01000,2.049 +14,mlp.experts.40.up_proj,0.0000044617,0.01000,2.091 +14,mlp.experts.32.up_proj,0.0000050752,0.01000,2.078 +14,mlp.experts.17.up_proj,0.0000041757,0.01000,1.881 +14,mlp.experts.25.up_proj,0.0000042808,0.01000,1.896 +14,mlp.experts.21.up_proj,0.0000046062,0.01000,1.916 +14,mlp.experts.6.up_proj,0.0000050552,0.01000,2.344 +14,mlp.experts.31.up_proj,0.0000045578,0.01000,1.799 +14,mlp.experts.29.up_proj,0.0000051251,0.01000,1.986 +14,mlp.experts.23.up_proj,0.0000044933,0.01000,1.793 +14,mlp.experts.27.up_proj,0.0000049052,0.01000,1.809 +14,mlp.experts.19.up_proj,0.0000051126,0.01000,1.884 +14,mlp.experts.30.up_proj,0.0000038890,0.01000,1.809 +14,mlp.experts.18.up_proj,0.0000039926,0.01000,1.789 +14,mlp.experts.52.up_proj,0.0000048343,0.01000,2.034 +14,mlp.experts.26.up_proj,0.0000050691,0.01000,1.804 +14,mlp.experts.56.up_proj,0.0000048511,0.01000,2.085 +14,mlp.experts.60.up_proj,0.0000015974,0.01000,2.133 +14,mlp.experts.33.up_proj,0.0000049616,0.01000,1.977 +14,mlp.experts.48.up_proj,0.0000042457,0.01000,1.996 +14,mlp.experts.22.up_proj,0.0000045237,0.01000,1.783 +14,mlp.experts.37.up_proj,0.0000045637,0.01000,1.972 +14,mlp.experts.41.up_proj,0.0000054351,0.01000,2.080 +14,mlp.experts.47.up_proj,0.0000049129,0.01000,1.910 +14,mlp.experts.39.up_proj,0.0000055785,0.01000,1.882 +14,mlp.experts.43.up_proj,0.0000043811,0.01000,1.926 +14,mlp.experts.45.up_proj,0.0000053746,0.01000,2.007 +14,mlp.experts.35.up_proj,0.0000046587,0.01000,1.893 +14,mlp.experts.46.up_proj,0.0000048340,0.01000,1.850 +14,mlp.experts.34.up_proj,0.0000052552,0.01000,1.828 +14,mlp.experts.68.up_proj,0.0000046055,0.01000,1.851 +14,mlp.experts.42.up_proj,0.0000040773,0.01000,1.859 +14,mlp.experts.76.up_proj,0.0000043713,0.01000,1.766 +14,mlp.experts.72.up_proj,0.0000042466,0.01000,1.800 +14,mlp.experts.49.up_proj,0.0000046489,0.01000,1.896 +14,mlp.experts.64.up_proj,0.0000046040,0.01000,1.878 +14,mlp.experts.38.up_proj,0.0000044209,0.01000,1.923 +14,mlp.experts.63.up_proj,0.0000014866,0.01000,1.903 +14,mlp.experts.55.up_proj,0.0000054998,0.01000,1.825 +14,mlp.experts.57.up_proj,0.0000045106,0.01000,1.981 +14,mlp.experts.61.up_proj,0.0000050091,0.01000,1.748 +14,mlp.experts.53.up_proj,0.0000043890,0.01000,2.060 +14,mlp.experts.59.up_proj,0.0000050170,0.01000,1.869 +14,mlp.experts.51.up_proj,0.0000046081,0.01000,1.912 +14,mlp.experts.84.up_proj,0.0000047074,0.01000,1.694 +14,mlp.experts.62.up_proj,0.0000052677,0.01000,1.919 +14,mlp.experts.50.up_proj,0.0000045311,0.01000,2.050 +14,mlp.experts.58.up_proj,0.0000049792,0.01000,1.980 +14,mlp.experts.92.up_proj,0.0000046046,0.01000,1.708 +14,mlp.experts.65.up_proj,0.0000051530,0.01000,1.679 +14,mlp.experts.88.up_proj,0.0000051793,0.01000,1.895 +14,mlp.experts.80.up_proj,0.0000047064,0.01000,1.767 +14,mlp.experts.77.up_proj,0.0000047159,0.01000,1.693 +14,mlp.experts.69.up_proj,0.0000044787,0.01000,1.724 +14,mlp.experts.73.up_proj,0.0000015190,0.01000,1.784 +14,mlp.experts.54.up_proj,0.0000047582,0.01000,2.080 +14,mlp.experts.71.up_proj,0.0000042832,0.01000,2.009 +14,mlp.experts.79.up_proj,0.0000053610,0.01000,2.037 +14,mlp.experts.75.up_proj,0.0000048854,0.01000,2.033 +14,mlp.experts.67.up_proj,0.0000034542,0.01000,2.051 +14,mlp.experts.100.up_proj,0.0000043335,0.01000,2.125 +14,mlp.experts.108.up_proj,0.0000044345,0.01000,2.158 +14,mlp.experts.78.up_proj,0.0000044582,0.01000,2.431 +14,mlp.experts.81.up_proj,0.0000046245,0.01000,2.138 +14,mlp.experts.66.up_proj,0.0000037345,0.01000,2.408 +14,mlp.experts.74.up_proj,0.0000047443,0.01000,2.486 +14,mlp.experts.96.up_proj,0.0000048812,0.01000,2.247 +14,mlp.experts.104.up_proj,0.0000047950,0.01000,2.329 +14,mlp.experts.93.up_proj,0.0000044516,0.01000,2.258 +14,mlp.experts.89.up_proj,0.0000051123,0.01000,2.221 +14,mlp.experts.85.up_proj,0.0000048285,0.01000,2.258 +14,mlp.experts.95.up_proj,0.0000045423,0.01000,2.259 +14,mlp.experts.87.up_proj,0.0000048511,0.01000,2.369 +14,mlp.experts.70.up_proj,0.0000049492,0.01000,2.477 +14,mlp.experts.91.up_proj,0.0000051953,0.01000,2.239 +14,mlp.experts.83.up_proj,0.0000047346,0.01000,2.166 +14,mlp.experts.116.up_proj,0.0000048274,0.01000,1.997 +14,mlp.experts.97.up_proj,0.0000047391,0.01000,1.614 +14,mlp.experts.124.up_proj,0.0000053406,0.01000,1.855 +14,mlp.experts.120.up_proj,0.0000053482,0.01000,1.626 +14,mlp.experts.112.up_proj,0.0000052119,0.01000,1.695 +14,mlp.experts.94.up_proj,0.0000047502,0.01000,1.991 +14,mlp.experts.101.up_proj,0.0000048636,0.01000,1.468 +14,mlp.experts.109.up_proj,0.0000042713,0.01000,1.546 +14,mlp.experts.105.up_proj,0.0000046118,0.01000,1.528 +14,mlp.experts.82.up_proj,0.0000047985,0.01000,2.050 +14,mlp.experts.90.up_proj,0.0000046668,0.01000,1.963 +14,mlp.experts.111.up_proj,0.0000045194,0.01000,1.797 +14,mlp.experts.103.up_proj,0.0000049295,0.01000,1.773 +14,mlp.experts.99.up_proj,0.0000047520,0.01000,1.728 +14,mlp.experts.107.up_proj,0.0000050691,0.01000,1.900 +14,mlp.experts.86.up_proj,0.0000041798,0.01000,1.957 +14,mlp.experts.113.up_proj,0.0000048157,0.01000,1.449 +14,mlp.experts.117.up_proj,0.0000051298,0.01000,1.397 +14,mlp.experts.121.up_proj,0.0000049424,0.01000,1.388 +14,mlp.experts.125.up_proj,0.0000043710,0.01000,1.446 +14,mlp.experts.110.up_proj,0.0000043454,0.01000,1.797 +14,mlp.experts.106.up_proj,0.0000044090,0.01000,1.751 +14,mlp.experts.98.up_proj,0.0000038837,0.01000,1.811 +14,mlp.experts.119.up_proj,0.0000031008,0.01000,1.684 +14,mlp.experts.127.up_proj,0.0000044829,0.01000,1.771 +14,mlp.experts.115.up_proj,0.0000044887,0.01000,1.830 +14,mlp.experts.123.up_proj,0.0000031472,0.01000,1.813 +14,mlp.experts.102.up_proj,0.0000048144,0.01000,1.893 +14,mlp.experts.126.up_proj,0.0000047940,0.01000,1.795 +14,mlp.experts.122.up_proj,0.0000052190,0.01000,1.670 +14,mlp.experts.114.up_proj,0.0000043870,0.01000,1.656 +14,mlp.experts.118.up_proj,0.0000048576,0.01000,1.271 +14,mlp.experts.4.down_proj,0.0000002315,0.01000,0.860 +14,mlp.experts.0.down_proj,0.0000002311,0.01000,0.943 +14,mlp.experts.8.down_proj,0.0000003860,0.01000,0.953 +14,mlp.experts.12.down_proj,0.0000002554,0.01000,0.986 +14,mlp.experts.1.down_proj,0.0000002321,0.01000,1.155 +14,mlp.experts.5.down_proj,0.0000003958,0.01000,1.199 +14,mlp.experts.9.down_proj,0.0000002736,0.01000,1.210 +14,mlp.experts.7.down_proj,0.0000002623,0.01000,1.258 +14,mlp.experts.15.down_proj,0.0000002381,0.01000,1.234 +14,mlp.experts.3.down_proj,0.0000002540,0.01000,1.277 +14,mlp.experts.10.down_proj,0.0000004165,0.01000,1.288 +14,mlp.experts.2.down_proj,0.0000002771,0.01000,1.303 +14,mlp.experts.11.down_proj,0.0000001607,0.01000,1.298 +14,mlp.experts.6.down_proj,0.0000003618,0.01000,1.345 +14,mlp.experts.13.down_proj,0.0000002582,0.01000,1.316 +14,mlp.experts.14.down_proj,0.0000001971,0.01000,1.315 +14,mlp.experts.20.down_proj,0.0000004907,0.01000,0.659 +14,mlp.experts.16.down_proj,0.0000004048,0.01000,0.693 +14,mlp.experts.24.down_proj,0.0000002175,0.01000,0.658 +14,mlp.experts.28.down_proj,0.0000005459,0.01000,0.729 +14,mlp.experts.17.down_proj,0.0000001981,0.01000,0.757 +14,mlp.experts.23.down_proj,0.0000002485,0.01000,0.659 +14,mlp.experts.31.down_proj,0.0000002207,0.01000,0.701 +14,mlp.experts.21.down_proj,0.0000003302,0.01000,0.757 +14,mlp.experts.26.down_proj,0.0000002939,0.01000,0.708 +14,mlp.experts.18.down_proj,0.0000003229,0.01000,0.701 +14,mlp.experts.25.down_proj,0.0000002044,0.01000,0.781 +14,mlp.experts.27.down_proj,0.0000003036,0.01000,0.737 +14,mlp.experts.19.down_proj,0.0000002952,0.01000,0.781 +14,mlp.experts.36.down_proj,0.0000002341,0.01000,0.556 +14,mlp.experts.30.down_proj,0.0000001759,0.01000,0.753 +14,mlp.experts.22.down_proj,0.0000002535,0.01000,0.783 +14,mlp.experts.29.down_proj,0.0000002767,0.01000,0.798 +14,mlp.experts.32.down_proj,0.0000004366,0.01000,0.548 +14,mlp.experts.40.down_proj,0.0000002363,0.01000,0.575 +14,mlp.experts.44.down_proj,0.0000002483,0.01000,0.545 +14,mlp.experts.39.down_proj,0.0000005179,0.01000,0.674 +14,mlp.experts.52.down_proj,0.0000003420,0.01000,0.529 +14,mlp.experts.33.down_proj,0.0000002568,0.01000,0.772 +14,mlp.experts.42.down_proj,0.0000001737,0.01000,0.695 +14,mlp.experts.47.down_proj,0.0000003100,0.01000,0.734 +14,mlp.experts.34.down_proj,0.0000003677,0.01000,0.702 +14,mlp.experts.48.down_proj,0.0000002347,0.01000,0.535 +14,mlp.experts.37.down_proj,0.0000002459,0.01000,0.770 +14,mlp.experts.43.down_proj,0.0000002355,0.01000,0.722 +14,mlp.experts.56.down_proj,0.0000003362,0.01000,0.573 +14,mlp.experts.41.down_proj,0.0000004776,0.01000,0.779 +14,mlp.experts.35.down_proj,0.0000002921,0.01000,0.743 +14,mlp.experts.60.down_proj,0.0000000242,0.01000,0.537 +14,mlp.experts.46.down_proj,0.0000003481,0.01000,0.705 +14,mlp.experts.45.down_proj,0.0000003618,0.01000,0.703 +14,mlp.experts.38.down_proj,0.0000002190,0.01000,0.768 +14,mlp.experts.68.down_proj,0.0000003377,0.01000,0.547 +14,mlp.experts.64.down_proj,0.0000002556,0.01000,0.578 +14,mlp.experts.72.down_proj,0.0000001889,0.01000,0.555 +14,mlp.experts.49.down_proj,0.0000002235,0.01000,0.683 +14,mlp.experts.76.down_proj,0.0000002191,0.01000,0.582 +14,mlp.experts.59.down_proj,0.0000002733,0.01000,0.646 +14,mlp.experts.53.down_proj,0.0000002230,0.01000,0.669 +14,mlp.experts.55.down_proj,0.0000004054,0.01000,0.850 +14,mlp.experts.50.down_proj,0.0000002525,0.01000,0.766 +14,mlp.experts.58.down_proj,0.0000006501,0.01000,0.792 +14,mlp.experts.63.down_proj,0.0000000290,0.01000,0.803 +14,mlp.experts.61.down_proj,0.0000003778,0.01000,0.697 +14,mlp.experts.57.down_proj,0.0000002281,0.01000,0.766 +14,mlp.experts.62.down_proj,0.0000004583,0.01000,0.756 +14,mlp.experts.51.down_proj,0.0000002339,0.01000,0.811 +14,mlp.experts.54.down_proj,0.0000002860,0.01000,0.776 +14,mlp.experts.84.down_proj,0.0000002836,0.01000,0.583 +14,mlp.experts.80.down_proj,0.0000003588,0.01000,0.590 +14,mlp.experts.88.down_proj,0.0000003855,0.01000,0.602 +14,mlp.experts.75.down_proj,0.0000003805,0.01000,0.597 +14,mlp.experts.92.down_proj,0.0000002161,0.01000,0.613 +14,mlp.experts.65.down_proj,0.0000003971,0.01000,0.730 +14,mlp.experts.79.down_proj,0.0000004316,0.01000,0.642 +14,mlp.experts.69.down_proj,0.0000002446,0.01000,0.739 +14,mlp.experts.66.down_proj,0.0000001531,0.01000,0.734 +14,mlp.experts.71.down_proj,0.0000002042,0.01000,0.783 +14,mlp.experts.74.down_proj,0.0000002616,0.01000,0.763 +14,mlp.experts.100.down_proj,0.0000002281,0.01000,0.592 +14,mlp.experts.77.down_proj,0.0000002594,0.01000,0.791 +14,mlp.experts.78.down_proj,0.0000002237,0.01000,0.777 +14,mlp.experts.73.down_proj,0.0000000288,0.01000,0.779 +14,mlp.experts.67.down_proj,0.0000001328,0.01000,0.826 +14,mlp.experts.96.down_proj,0.0000003637,0.01000,0.604 +14,mlp.experts.70.down_proj,0.0000003013,0.01000,0.830 +14,mlp.experts.104.down_proj,0.0000002949,0.01000,0.627 +14,mlp.experts.108.down_proj,0.0000002026,0.01000,0.609 +14,mlp.experts.91.down_proj,0.0000003285,0.01000,0.751 +14,mlp.experts.81.down_proj,0.0000002732,0.01000,0.687 +14,mlp.experts.95.down_proj,0.0000002409,0.01000,0.663 +14,mlp.experts.87.down_proj,0.0000002491,0.01000,0.671 +14,mlp.experts.116.down_proj,0.0000002229,0.01000,0.573 +14,mlp.experts.85.down_proj,0.0000003810,0.01000,0.754 +14,mlp.experts.93.down_proj,0.0000002379,0.01000,0.637 +14,mlp.experts.82.down_proj,0.0000003485,0.01000,0.820 +14,mlp.experts.112.down_proj,0.0000003531,0.01000,0.533 +14,mlp.experts.89.down_proj,0.0000003435,0.01000,0.724 +14,mlp.experts.90.down_proj,0.0000002791,0.01000,0.829 +14,mlp.experts.120.down_proj,0.0000003846,0.01000,0.514 +14,mlp.experts.124.down_proj,0.0000003950,0.01000,0.516 +14,mlp.experts.94.down_proj,0.0000002918,0.01000,0.807 +14,mlp.experts.83.down_proj,0.0000002898,0.01000,0.764 +14,mlp.experts.86.down_proj,0.0000001860,0.01000,0.768 +14,mlp.experts.97.down_proj,0.0000002777,0.01000,0.712 +14,mlp.experts.107.down_proj,0.0000003839,0.01000,0.738 +14,mlp.experts.111.down_proj,0.0000002840,0.01000,0.686 +14,mlp.experts.101.down_proj,0.0000003128,0.01000,0.709 +14,mlp.experts.103.down_proj,0.0000003753,0.01000,0.728 +14,mlp.experts.109.down_proj,0.0000001985,0.01000,0.752 +14,mlp.experts.98.down_proj,0.0000001670,0.01000,0.725 +14,mlp.experts.105.down_proj,0.0000002782,0.01000,0.714 +14,mlp.experts.106.down_proj,0.0000002710,0.01000,0.714 +14,mlp.experts.99.down_proj,0.0000002926,0.01000,0.587 +14,mlp.experts.110.down_proj,0.0000002363,0.01000,0.679 +14,mlp.experts.102.down_proj,0.0000002853,0.01000,0.754 +14,mlp.experts.113.down_proj,0.0000002381,0.01000,0.584 +14,mlp.experts.127.down_proj,0.0000002606,0.01000,0.618 +14,mlp.experts.117.down_proj,0.0000003645,0.01000,0.529 +14,mlp.experts.125.down_proj,0.0000002451,0.01000,0.488 +14,mlp.experts.123.down_proj,0.0000001007,0.01000,0.734 +14,mlp.experts.121.down_proj,0.0000003361,0.01000,0.478 +14,mlp.experts.115.down_proj,0.0000002490,0.01000,0.480 +14,mlp.experts.119.down_proj,0.0000001159,0.01000,0.654 +14,mlp.experts.114.down_proj,0.0000002133,0.01000,0.678 +14,mlp.experts.122.down_proj,0.0000004271,0.01000,0.696 +14,mlp.experts.126.down_proj,0.0000003346,0.01000,0.664 +14,mlp.experts.118.down_proj,0.0000004131,0.01000,0.556 +15,self_attn.k_proj,0.0000000294,0.01000,0.771 +15,self_attn.q_proj,0.0000002245,0.01000,0.773 +15,self_attn.v_proj,0.0000000381,0.01000,0.792 +15,self_attn.o_proj,0.0000000408,0.01000,1.385 +15,mlp.experts.5.gate_proj,0.0000055243,0.01000,1.889 +15,mlp.experts.10.gate_proj,0.0000060365,0.01000,1.925 +15,mlp.experts.8.gate_proj,0.0000054340,0.01000,1.913 +15,mlp.experts.13.gate_proj,0.0000052955,0.01000,1.934 +15,mlp.experts.4.gate_proj,0.0000051887,0.01000,2.002 +15,mlp.experts.1.gate_proj,0.0000056372,0.01000,2.002 +15,mlp.experts.9.gate_proj,0.0000055211,0.01000,2.007 +15,mlp.experts.2.gate_proj,0.0000053246,0.01000,2.039 +15,mlp.experts.6.gate_proj,0.0000052598,0.01000,2.032 +15,mlp.experts.15.gate_proj,0.0000055533,0.01000,2.046 +15,mlp.experts.0.gate_proj,0.0000055818,0.01000,2.060 +15,mlp.experts.12.gate_proj,0.0000055244,0.01000,2.094 +15,mlp.experts.14.gate_proj,0.0000054238,0.01000,2.110 +15,mlp.experts.7.gate_proj,0.0000054034,0.01000,2.123 +15,mlp.experts.11.gate_proj,0.0000057133,0.01000,2.252 +15,mlp.experts.3.gate_proj,0.0000046417,0.01000,2.299 +15,mlp.experts.21.gate_proj,0.0000056491,0.01000,1.901 +15,mlp.experts.29.gate_proj,0.0000042704,0.01000,1.950 +15,mlp.experts.26.gate_proj,0.0000056877,0.01000,1.989 +15,mlp.experts.17.gate_proj,0.0000050542,0.01000,1.932 +15,mlp.experts.24.gate_proj,0.0000055385,0.01000,1.989 +15,mlp.experts.31.gate_proj,0.0000058902,0.01000,1.912 +15,mlp.experts.20.gate_proj,0.0000051004,0.01000,1.979 +15,mlp.experts.22.gate_proj,0.0000057532,0.01000,1.936 +15,mlp.experts.23.gate_proj,0.0000049888,0.01000,1.870 +15,mlp.experts.28.gate_proj,0.0000058017,0.01000,1.910 +15,mlp.experts.25.gate_proj,0.0000064005,0.01000,1.999 +15,mlp.experts.16.gate_proj,0.0000049746,0.01000,1.944 +15,mlp.experts.30.gate_proj,0.0000053773,0.01000,1.957 +15,mlp.experts.19.gate_proj,0.0000058935,0.01000,1.803 +15,mlp.experts.18.gate_proj,0.0000054406,0.01000,2.064 +15,mlp.experts.27.gate_proj,0.0000056190,0.01000,1.982 +15,mlp.experts.45.gate_proj,0.0000043895,0.01000,1.784 +15,mlp.experts.37.gate_proj,0.0000056809,0.01000,1.890 +15,mlp.experts.33.gate_proj,0.0000057439,0.01000,1.816 +15,mlp.experts.41.gate_proj,0.0000061908,0.01000,1.726 +15,mlp.experts.42.gate_proj,0.0000063335,0.01000,1.966 +15,mlp.experts.39.gate_proj,0.0000050805,0.01000,1.942 +15,mlp.experts.47.gate_proj,0.0000059401,0.01000,1.991 +15,mlp.experts.46.gate_proj,0.0000057471,0.01000,1.979 +15,mlp.experts.35.gate_proj,0.0000055904,0.01000,1.942 +15,mlp.experts.38.gate_proj,0.0000035170,0.01000,2.023 +15,mlp.experts.40.gate_proj,0.0000052531,0.01000,2.161 +15,mlp.experts.36.gate_proj,0.0000055149,0.01000,2.092 +15,mlp.experts.44.gate_proj,0.0000055445,0.01000,2.082 +15,mlp.experts.43.gate_proj,0.0000066230,0.01000,1.898 +15,mlp.experts.34.gate_proj,0.0000054898,0.01000,2.039 +15,mlp.experts.32.gate_proj,0.0000061605,0.01000,2.192 +15,mlp.experts.53.gate_proj,0.0000054520,0.01000,1.856 +15,mlp.experts.61.gate_proj,0.0000054482,0.01000,1.923 +15,mlp.experts.57.gate_proj,0.0000055703,0.01000,1.886 +15,mlp.experts.49.gate_proj,0.0000054109,0.01000,1.889 +15,mlp.experts.55.gate_proj,0.0000055897,0.01000,1.826 +15,mlp.experts.63.gate_proj,0.0000056367,0.01000,1.841 +15,mlp.experts.51.gate_proj,0.0000059304,0.01000,1.817 +15,mlp.experts.59.gate_proj,0.0000059157,0.01000,1.799 +15,mlp.experts.58.gate_proj,0.0000048273,0.01000,2.045 +15,mlp.experts.62.gate_proj,0.0000061377,0.01000,1.937 +15,mlp.experts.56.gate_proj,0.0000054226,0.01000,2.012 +15,mlp.experts.54.gate_proj,0.0000050441,0.01000,2.075 +15,mlp.experts.50.gate_proj,0.0000055645,0.01000,2.003 +15,mlp.experts.52.gate_proj,0.0000085564,0.01000,2.109 +15,mlp.experts.60.gate_proj,0.0000055070,0.01000,2.139 +15,mlp.experts.48.gate_proj,0.0000046267,0.01000,2.072 +15,mlp.experts.71.gate_proj,0.0000055901,0.01000,1.514 +15,mlp.experts.79.gate_proj,0.0000061058,0.01000,1.513 +15,mlp.experts.67.gate_proj,0.0000055310,0.01000,1.545 +15,mlp.experts.69.gate_proj,0.0000054946,0.01000,2.038 +15,mlp.experts.77.gate_proj,0.0000052034,0.01000,1.998 +15,mlp.experts.75.gate_proj,0.0000054384,0.01000,1.714 +15,mlp.experts.65.gate_proj,0.0000058757,0.01000,2.059 +15,mlp.experts.73.gate_proj,0.0000069572,0.01000,2.094 +15,mlp.experts.78.gate_proj,0.0000052518,0.01000,1.879 +15,mlp.experts.74.gate_proj,0.0000063476,0.01000,1.912 +15,mlp.experts.66.gate_proj,0.0000062922,0.01000,1.873 +15,mlp.experts.72.gate_proj,0.0000057584,0.01000,1.919 +15,mlp.experts.70.gate_proj,0.0000049765,0.01000,1.928 +15,mlp.experts.68.gate_proj,0.0000052707,0.01000,1.863 +15,mlp.experts.76.gate_proj,0.0000056808,0.01000,1.913 +15,mlp.experts.64.gate_proj,0.0000059650,0.01000,1.928 +15,mlp.experts.87.gate_proj,0.0000064879,0.01000,1.976 +15,mlp.experts.95.gate_proj,0.0000057379,0.01000,1.949 +15,mlp.experts.83.gate_proj,0.0000051156,0.01000,1.917 +15,mlp.experts.85.gate_proj,0.0000053058,0.01000,1.959 +15,mlp.experts.93.gate_proj,0.0000062373,0.01000,1.986 +15,mlp.experts.91.gate_proj,0.0000051413,0.01000,1.985 +15,mlp.experts.89.gate_proj,0.0000056731,0.01000,1.929 +15,mlp.experts.81.gate_proj,0.0000060577,0.01000,1.970 +15,mlp.experts.88.gate_proj,0.0000053265,0.01000,1.780 +15,mlp.experts.84.gate_proj,0.0000057879,0.01000,1.785 +15,mlp.experts.92.gate_proj,0.0000058783,0.01000,1.713 +15,mlp.experts.90.gate_proj,0.0000056721,0.01000,2.046 +15,mlp.experts.82.gate_proj,0.0000053261,0.01000,1.899 +15,mlp.experts.80.gate_proj,0.0000076109,0.01000,1.729 +15,mlp.experts.94.gate_proj,0.0000053590,0.01000,2.097 +15,mlp.experts.86.gate_proj,0.0000055248,0.01000,1.980 +15,mlp.experts.111.gate_proj,0.0000060249,0.01000,2.016 +15,mlp.experts.103.gate_proj,0.0000051473,0.01000,2.046 +15,mlp.experts.101.gate_proj,0.0000053185,0.01000,1.883 +15,mlp.experts.99.gate_proj,0.0000052780,0.01000,2.100 +15,mlp.experts.109.gate_proj,0.0000050563,0.01000,1.874 +15,mlp.experts.97.gate_proj,0.0000061034,0.01000,1.835 +15,mlp.experts.98.gate_proj,0.0000056973,0.01000,1.627 +15,mlp.experts.105.gate_proj,0.0000057833,0.01000,1.928 +15,mlp.experts.107.gate_proj,0.0000056217,0.01000,1.978 +15,mlp.experts.106.gate_proj,0.0000056586,0.01000,1.689 +15,mlp.experts.110.gate_proj,0.0000055530,0.01000,1.681 +15,mlp.experts.102.gate_proj,0.0000058197,0.01000,1.700 +15,mlp.experts.108.gate_proj,0.0000055251,0.01000,2.085 +15,mlp.experts.100.gate_proj,0.0000056197,0.01000,2.100 +15,mlp.experts.104.gate_proj,0.0000047099,0.01000,2.237 +15,mlp.experts.96.gate_proj,0.0000052529,0.01000,2.196 +15,mlp.experts.114.gate_proj,0.0000067091,0.01000,1.504 +15,mlp.experts.122.gate_proj,0.0000053234,0.01000,1.506 +15,mlp.experts.126.gate_proj,0.0000051097,0.01000,1.530 +15,mlp.experts.115.gate_proj,0.0000055986,0.01000,1.778 +15,mlp.experts.117.gate_proj,0.0000056182,0.01000,1.843 +15,mlp.experts.119.gate_proj,0.0000055264,0.01000,1.949 +15,mlp.experts.127.gate_proj,0.0000032560,0.01000,1.954 +15,mlp.experts.125.gate_proj,0.0000054899,0.01000,1.934 +15,mlp.experts.113.gate_proj,0.0000063158,0.01000,1.899 +15,mlp.experts.118.gate_proj,0.0000056577,0.01000,1.727 +15,mlp.experts.121.gate_proj,0.0000051825,0.01000,1.948 +15,mlp.experts.123.gate_proj,0.0000063436,0.01000,1.985 +15,mlp.experts.124.gate_proj,0.0000057425,0.01000,2.095 +15,mlp.experts.116.gate_proj,0.0000055312,0.01000,2.134 +15,mlp.experts.120.gate_proj,0.0000055656,0.01000,2.151 +15,mlp.experts.112.gate_proj,0.0000060318,0.01000,2.102 +15,mlp.experts.2.up_proj,0.0000051629,0.01000,1.638 +15,mlp.experts.10.up_proj,0.0000058253,0.01000,1.680 +15,mlp.experts.14.up_proj,0.0000052645,0.01000,1.662 +15,mlp.experts.6.up_proj,0.0000052898,0.01000,1.582 +15,mlp.experts.3.up_proj,0.0000048452,0.01000,1.924 +15,mlp.experts.15.up_proj,0.0000053862,0.01000,1.940 +15,mlp.experts.5.up_proj,0.0000054302,0.01000,2.006 +15,mlp.experts.7.up_proj,0.0000051838,0.01000,2.034 +15,mlp.experts.13.up_proj,0.0000052524,0.01000,2.013 +15,mlp.experts.1.up_proj,0.0000061331,0.01000,2.001 +15,mlp.experts.9.up_proj,0.0000052793,0.01000,2.041 +15,mlp.experts.11.up_proj,0.0000052878,0.01000,2.007 +15,mlp.experts.4.up_proj,0.0000056333,0.01000,1.812 +15,mlp.experts.8.up_proj,0.0000052554,0.01000,1.745 +15,mlp.experts.12.up_proj,0.0000054413,0.01000,2.076 +15,mlp.experts.18.up_proj,0.0000053020,0.01000,1.593 +15,mlp.experts.0.up_proj,0.0000047651,0.01000,2.099 +15,mlp.experts.30.up_proj,0.0000052694,0.01000,1.618 +15,mlp.experts.26.up_proj,0.0000056710,0.01000,1.806 +15,mlp.experts.22.up_proj,0.0000057864,0.01000,1.657 +15,mlp.experts.19.up_proj,0.0000058144,0.01000,2.056 +15,mlp.experts.21.up_proj,0.0000055731,0.01000,1.960 +15,mlp.experts.31.up_proj,0.0000060481,0.01000,2.031 +15,mlp.experts.23.up_proj,0.0000049633,0.01000,1.954 +15,mlp.experts.29.up_proj,0.0000040370,0.01000,1.951 +15,mlp.experts.17.up_proj,0.0000049687,0.01000,1.967 +15,mlp.experts.25.up_proj,0.0000052957,0.01000,2.004 +15,mlp.experts.27.up_proj,0.0000055377,0.01000,2.035 +15,mlp.experts.20.up_proj,0.0000050159,0.01000,1.760 +15,mlp.experts.24.up_proj,0.0000053779,0.01000,1.705 +15,mlp.experts.28.up_proj,0.0000053974,0.01000,1.642 +15,mlp.experts.34.up_proj,0.0000053059,0.01000,1.656 +15,mlp.experts.46.up_proj,0.0000053603,0.01000,1.579 +15,mlp.experts.16.up_proj,0.0000048927,0.01000,1.684 +15,mlp.experts.42.up_proj,0.0000060546,0.01000,1.735 +15,mlp.experts.38.up_proj,0.0000034381,0.01000,1.635 +15,mlp.experts.47.up_proj,0.0000057101,0.01000,1.702 +15,mlp.experts.37.up_proj,0.0000054346,0.01000,1.789 +15,mlp.experts.45.up_proj,0.0000042258,0.01000,1.757 +15,mlp.experts.39.up_proj,0.0000049271,0.01000,1.894 +15,mlp.experts.33.up_proj,0.0000055318,0.01000,1.831 +15,mlp.experts.36.up_proj,0.0000054150,0.01000,1.608 +15,mlp.experts.35.up_proj,0.0000057750,0.01000,2.102 +15,mlp.experts.40.up_proj,0.0000050991,0.01000,1.629 +15,mlp.experts.43.up_proj,0.0000060200,0.01000,1.745 +15,mlp.experts.44.up_proj,0.0000054105,0.01000,1.625 +15,mlp.experts.41.up_proj,0.0000058497,0.01000,1.879 +15,mlp.experts.50.up_proj,0.0000055211,0.01000,1.610 +15,mlp.experts.32.up_proj,0.0000054094,0.01000,1.574 +15,mlp.experts.62.up_proj,0.0000058748,0.01000,1.590 +15,mlp.experts.54.up_proj,0.0000050097,0.01000,1.599 +15,mlp.experts.58.up_proj,0.0000046823,0.01000,1.691 +15,mlp.experts.63.up_proj,0.0000055659,0.01000,1.821 +15,mlp.experts.55.up_proj,0.0000058110,0.01000,1.715 +15,mlp.experts.52.up_proj,0.0000063822,0.01000,1.647 +15,mlp.experts.56.up_proj,0.0000058196,0.01000,1.648 +15,mlp.experts.53.up_proj,0.0000052915,0.01000,1.990 +15,mlp.experts.66.up_proj,0.0000057910,0.01000,1.479 +15,mlp.experts.60.up_proj,0.0000055437,0.01000,1.650 +15,mlp.experts.61.up_proj,0.0000053949,0.01000,1.993 +15,mlp.experts.78.up_proj,0.0000050553,0.01000,1.498 +15,mlp.experts.49.up_proj,0.0000051815,0.01000,2.020 +15,mlp.experts.48.up_proj,0.0000044855,0.01000,1.616 +15,mlp.experts.51.up_proj,0.0000053570,0.01000,1.966 +15,mlp.experts.59.up_proj,0.0000056496,0.01000,1.956 +15,mlp.experts.70.up_proj,0.0000048547,0.01000,1.465 +15,mlp.experts.57.up_proj,0.0000053175,0.01000,2.074 +15,mlp.experts.74.up_proj,0.0000060422,0.01000,1.555 +15,mlp.experts.79.up_proj,0.0000059530,0.01000,1.841 +15,mlp.experts.82.up_proj,0.0000052147,0.01000,1.590 +15,mlp.experts.94.up_proj,0.0000051752,0.01000,1.693 +15,mlp.experts.72.up_proj,0.0000054252,0.01000,1.935 +15,mlp.experts.68.up_proj,0.0000050988,0.01000,1.974 +15,mlp.experts.69.up_proj,0.0000054516,0.01000,1.942 +15,mlp.experts.71.up_proj,0.0000054200,0.01000,2.095 +15,mlp.experts.67.up_proj,0.0000053686,0.01000,1.757 +15,mlp.experts.77.up_proj,0.0000050103,0.01000,1.930 +15,mlp.experts.76.up_proj,0.0000055388,0.01000,2.004 +15,mlp.experts.86.up_proj,0.0000053686,0.01000,1.729 +15,mlp.experts.65.up_proj,0.0000056308,0.01000,1.970 +15,mlp.experts.75.up_proj,0.0000051953,0.01000,1.852 +15,mlp.experts.64.up_proj,0.0000058455,0.01000,2.015 +15,mlp.experts.90.up_proj,0.0000053876,0.01000,1.719 +15,mlp.experts.73.up_proj,0.0000052267,0.01000,2.075 +15,mlp.experts.95.up_proj,0.0000058060,0.01000,1.508 +15,mlp.experts.98.up_proj,0.0000054115,0.01000,1.850 +15,mlp.experts.87.up_proj,0.0000059661,0.01000,1.505 +15,mlp.experts.83.up_proj,0.0000050043,0.01000,1.589 +15,mlp.experts.110.up_proj,0.0000054897,0.01000,1.792 +15,mlp.experts.88.up_proj,0.0000051831,0.01000,1.819 +15,mlp.experts.84.up_proj,0.0000055946,0.01000,1.822 +15,mlp.experts.91.up_proj,0.0000051214,0.01000,1.604 +15,mlp.experts.85.up_proj,0.0000052356,0.01000,1.959 +15,mlp.experts.102.up_proj,0.0000054576,0.01000,1.819 +15,mlp.experts.93.up_proj,0.0000059129,0.01000,2.085 +15,mlp.experts.92.up_proj,0.0000055155,0.01000,2.099 +15,mlp.experts.81.up_proj,0.0000058072,0.01000,1.975 +15,mlp.experts.106.up_proj,0.0000053884,0.01000,1.953 +15,mlp.experts.80.up_proj,0.0000055214,0.01000,2.082 +15,mlp.experts.89.up_proj,0.0000054037,0.01000,2.072 +15,mlp.experts.111.up_proj,0.0000058976,0.01000,1.589 +15,mlp.experts.103.up_proj,0.0000051403,0.01000,1.578 +15,mlp.experts.99.up_proj,0.0000052108,0.01000,1.596 +15,mlp.experts.126.up_proj,0.0000050356,0.01000,1.681 +15,mlp.experts.114.up_proj,0.0000061978,0.01000,1.812 +15,mlp.experts.107.up_proj,0.0000055348,0.01000,1.583 +15,mlp.experts.104.up_proj,0.0000045523,0.01000,1.784 +15,mlp.experts.118.up_proj,0.0000056293,0.01000,1.578 +15,mlp.experts.100.up_proj,0.0000052538,0.01000,1.852 +15,mlp.experts.122.up_proj,0.0000051994,0.01000,1.384 +15,mlp.experts.101.up_proj,0.0000050733,0.01000,2.014 +15,mlp.experts.96.up_proj,0.0000051747,0.01000,1.786 +15,mlp.experts.109.up_proj,0.0000048211,0.01000,2.045 +15,mlp.experts.97.up_proj,0.0000058836,0.01000,2.044 +15,mlp.experts.108.up_proj,0.0000052716,0.01000,2.109 +15,mlp.experts.127.up_proj,0.0000032173,0.01000,1.557 +15,mlp.experts.119.up_proj,0.0000049361,0.01000,1.509 +15,mlp.experts.115.up_proj,0.0000056359,0.01000,1.412 +15,mlp.experts.123.up_proj,0.0000060976,0.01000,1.308 +15,mlp.experts.105.up_proj,0.0000055828,0.01000,2.063 +15,mlp.experts.120.up_proj,0.0000053126,0.01000,1.604 +15,mlp.experts.116.up_proj,0.0000052248,0.01000,1.932 +15,mlp.experts.112.up_proj,0.0000058561,0.01000,1.449 +15,mlp.experts.124.up_proj,0.0000055433,0.01000,1.469 +15,mlp.experts.117.up_proj,0.0000052864,0.01000,1.950 +15,mlp.experts.125.up_proj,0.0000052576,0.01000,1.867 +15,mlp.experts.113.up_proj,0.0000061682,0.01000,1.843 +15,mlp.experts.121.up_proj,0.0000050608,0.01000,1.485 +15,mlp.experts.0.down_proj,0.0000002212,0.01000,0.769 +15,mlp.experts.8.down_proj,0.0000003084,0.01000,0.766 +15,mlp.experts.12.down_proj,0.0000002968,0.01000,0.777 +15,mlp.experts.4.down_proj,0.0000004213,0.01000,0.822 +15,mlp.experts.6.down_proj,0.0000003225,0.01000,0.881 +15,mlp.experts.14.down_proj,0.0000002753,0.01000,0.881 +15,mlp.experts.10.down_proj,0.0000004282,0.01000,0.895 +15,mlp.experts.2.down_proj,0.0000003187,0.01000,0.911 +15,mlp.experts.1.down_proj,0.0000004337,0.01000,1.059 +15,mlp.experts.5.down_proj,0.0000003111,0.01000,1.117 +15,mlp.experts.13.down_proj,0.0000003099,0.01000,1.128 +15,mlp.experts.9.down_proj,0.0000003169,0.01000,1.174 +15,mlp.experts.3.down_proj,0.0000003718,0.01000,1.187 +15,mlp.experts.15.down_proj,0.0000003033,0.01000,1.212 +15,mlp.experts.11.down_proj,0.0000003685,0.01000,1.252 +15,mlp.experts.7.down_proj,0.0000003169,0.01000,1.273 +15,mlp.experts.22.down_proj,0.0000005450,0.01000,0.624 +15,mlp.experts.30.down_proj,0.0000003537,0.01000,0.642 +15,mlp.experts.26.down_proj,0.0000003390,0.01000,0.636 +15,mlp.experts.18.down_proj,0.0000003061,0.01000,0.625 +15,mlp.experts.16.down_proj,0.0000002586,0.01000,0.859 +15,mlp.experts.28.down_proj,0.0000004282,0.01000,0.857 +15,mlp.experts.20.down_proj,0.0000003383,0.01000,0.821 +15,mlp.experts.24.down_proj,0.0000003234,0.01000,0.871 +15,mlp.experts.19.down_proj,0.0000003875,0.01000,0.726 +15,mlp.experts.31.down_proj,0.0000004579,0.01000,0.738 +15,mlp.experts.27.down_proj,0.0000002989,0.01000,0.758 +15,mlp.experts.23.down_proj,0.0000003560,0.01000,0.794 +15,mlp.experts.17.down_proj,0.0000002640,0.01000,1.036 +15,mlp.experts.29.down_proj,0.0000001798,0.01000,0.951 +15,mlp.experts.21.down_proj,0.0000002805,0.01000,0.995 +15,mlp.experts.25.down_proj,0.0000003168,0.01000,0.996 +15,mlp.experts.38.down_proj,0.0000000754,0.01000,0.697 +15,mlp.experts.34.down_proj,0.0000003502,0.01000,0.689 +15,mlp.experts.46.down_proj,0.0000003055,0.01000,0.720 +15,mlp.experts.42.down_proj,0.0000005144,0.01000,0.736 +15,mlp.experts.36.down_proj,0.0000004839,0.01000,0.639 +15,mlp.experts.32.down_proj,0.0000003088,0.01000,0.652 +15,mlp.experts.40.down_proj,0.0000002947,0.01000,0.657 +15,mlp.experts.44.down_proj,0.0000002775,0.01000,0.671 +15,mlp.experts.35.down_proj,0.0000004143,0.01000,0.748 +15,mlp.experts.47.down_proj,0.0000004239,0.01000,0.749 +15,mlp.experts.33.down_proj,0.0000003195,0.01000,0.689 +15,mlp.experts.43.down_proj,0.0000004629,0.01000,0.762 +15,mlp.experts.45.down_proj,0.0000002092,0.01000,0.735 +15,mlp.experts.37.down_proj,0.0000004065,0.01000,0.708 +15,mlp.experts.39.down_proj,0.0000002440,0.01000,0.757 +15,mlp.experts.41.down_proj,0.0000004755,0.01000,0.670 +15,mlp.experts.54.down_proj,0.0000003330,0.01000,0.710 +15,mlp.experts.50.down_proj,0.0000003500,0.01000,0.690 +15,mlp.experts.62.down_proj,0.0000003964,0.01000,0.718 +15,mlp.experts.58.down_proj,0.0000002090,0.01000,0.713 +15,mlp.experts.48.down_proj,0.0000002130,0.01000,0.763 +15,mlp.experts.60.down_proj,0.0000004629,0.01000,0.775 +15,mlp.experts.52.down_proj,0.0000006006,0.01000,0.808 +15,mlp.experts.56.down_proj,0.0000003763,0.01000,0.827 +15,mlp.experts.49.down_proj,0.0000002796,0.01000,0.593 +15,mlp.experts.51.down_proj,0.0000002880,0.01000,0.710 +15,mlp.experts.63.down_proj,0.0000003009,0.01000,0.700 +15,mlp.experts.53.down_proj,0.0000003629,0.01000,0.614 +15,mlp.experts.57.down_proj,0.0000002999,0.01000,0.594 +15,mlp.experts.59.down_proj,0.0000003503,0.01000,0.667 +15,mlp.experts.61.down_proj,0.0000003442,0.01000,0.647 +15,mlp.experts.55.down_proj,0.0000004151,0.01000,0.647 +15,mlp.experts.70.down_proj,0.0000002419,0.01000,0.717 +15,mlp.experts.66.down_proj,0.0000003749,0.01000,0.733 +15,mlp.experts.78.down_proj,0.0000002685,0.01000,0.715 +15,mlp.experts.74.down_proj,0.0000006240,0.01000,0.707 +15,mlp.experts.64.down_proj,0.0000003750,0.01000,0.746 +15,mlp.experts.68.down_proj,0.0000002514,0.01000,0.750 +15,mlp.experts.76.down_proj,0.0000003461,0.01000,0.766 +15,mlp.experts.72.down_proj,0.0000004351,0.01000,0.758 +15,mlp.experts.67.down_proj,0.0000003063,0.01000,0.602 +15,mlp.experts.79.down_proj,0.0000003405,0.01000,0.604 +15,mlp.experts.65.down_proj,0.0000004585,0.01000,0.654 +15,mlp.experts.75.down_proj,0.0000003328,0.01000,0.571 +15,mlp.experts.71.down_proj,0.0000003862,0.01000,0.551 +15,mlp.experts.73.down_proj,0.0000002611,0.01000,0.690 +15,mlp.experts.77.down_proj,0.0000002626,0.01000,0.687 +15,mlp.experts.69.down_proj,0.0000003674,0.01000,0.718 +15,mlp.experts.82.down_proj,0.0000003172,0.01000,0.690 +15,mlp.experts.94.down_proj,0.0000002908,0.01000,0.689 +15,mlp.experts.86.down_proj,0.0000002991,0.01000,0.757 +15,mlp.experts.90.down_proj,0.0000003458,0.01000,0.748 +15,mlp.experts.80.down_proj,0.0000003607,0.01000,0.744 +15,mlp.experts.83.down_proj,0.0000002630,0.01000,0.578 +15,mlp.experts.95.down_proj,0.0000003635,0.01000,0.570 +15,mlp.experts.91.down_proj,0.0000003048,0.01000,0.577 +15,mlp.experts.84.down_proj,0.0000003289,0.01000,0.771 +15,mlp.experts.87.down_proj,0.0000003985,0.01000,0.583 +15,mlp.experts.88.down_proj,0.0000002494,0.01000,0.741 +15,mlp.experts.92.down_proj,0.0000004291,0.01000,0.790 +15,mlp.experts.81.down_proj,0.0000004502,0.01000,0.926 +15,mlp.experts.85.down_proj,0.0000003490,0.01000,0.891 +15,mlp.experts.98.down_proj,0.0000003407,0.01000,0.718 +15,mlp.experts.110.down_proj,0.0000002375,0.01000,0.703 +15,mlp.experts.89.down_proj,0.0000003193,0.01000,0.960 +15,mlp.experts.102.down_proj,0.0000003953,0.01000,0.710 +15,mlp.experts.106.down_proj,0.0000002569,0.01000,0.701 +15,mlp.experts.93.down_proj,0.0000004685,0.01000,0.992 +15,mlp.experts.111.down_proj,0.0000003372,0.01000,0.562 +15,mlp.experts.107.down_proj,0.0000003398,0.01000,0.549 +15,mlp.experts.99.down_proj,0.0000002796,0.01000,0.590 +15,mlp.experts.103.down_proj,0.0000004098,0.01000,0.557 +15,mlp.experts.96.down_proj,0.0000002809,0.01000,0.751 +15,mlp.experts.104.down_proj,0.0000002047,0.01000,0.692 +15,mlp.experts.100.down_proj,0.0000003288,0.01000,0.716 +15,mlp.experts.108.down_proj,0.0000002783,0.01000,0.706 +15,mlp.experts.97.down_proj,0.0000004163,0.01000,0.804 +15,mlp.experts.114.down_proj,0.0000006359,0.01000,0.717 +15,mlp.experts.126.down_proj,0.0000002148,0.01000,0.724 +15,mlp.experts.118.down_proj,0.0000003336,0.01000,0.720 +15,mlp.experts.122.down_proj,0.0000002637,0.01000,0.697 +15,mlp.experts.101.down_proj,0.0000002974,0.01000,0.797 +15,mlp.experts.105.down_proj,0.0000004291,0.01000,0.769 +15,mlp.experts.123.down_proj,0.0000004685,0.01000,0.720 +15,mlp.experts.127.down_proj,0.0000000936,0.01000,0.730 +15,mlp.experts.115.down_proj,0.0000003812,0.01000,0.724 +15,mlp.experts.112.down_proj,0.0000003821,0.01000,0.569 +15,mlp.experts.119.down_proj,0.0000002318,0.01000,0.709 +15,mlp.experts.116.down_proj,0.0000002703,0.01000,0.572 +15,mlp.experts.109.down_proj,0.0000002397,0.01000,0.767 +15,mlp.experts.120.down_proj,0.0000003320,0.01000,0.603 +15,mlp.experts.124.down_proj,0.0000003847,0.01000,0.580 +15,mlp.experts.113.down_proj,0.0000004830,0.01000,0.710 +15,mlp.experts.117.down_proj,0.0000003319,0.01000,0.651 +15,mlp.experts.121.down_proj,0.0000002895,0.01000,0.685 +15,mlp.experts.125.down_proj,0.0000002460,0.01000,0.654 +16,self_attn.k_proj,0.0000000411,0.01000,0.729 +16,self_attn.v_proj,0.0000000494,0.01000,0.785 +16,self_attn.q_proj,0.0000003016,0.01000,0.821 +16,self_attn.o_proj,0.0000000418,0.01000,1.496 +16,mlp.experts.3.gate_proj,0.0000060954,0.01000,2.156 +16,mlp.experts.12.gate_proj,0.0000053774,0.01000,2.175 +16,mlp.experts.11.gate_proj,0.0000058523,0.01000,2.185 +16,mlp.experts.8.gate_proj,0.0000059211,0.01000,2.155 +16,mlp.experts.0.gate_proj,0.0000048798,0.01000,2.227 +16,mlp.experts.15.gate_proj,0.0000059228,0.01000,2.097 +16,mlp.experts.7.gate_proj,0.0000062009,0.01000,2.261 +16,mlp.experts.4.gate_proj,0.0000055456,0.01000,2.275 +16,mlp.experts.10.gate_proj,0.0000057715,0.01000,2.337 +16,mlp.experts.2.gate_proj,0.0000060361,0.01000,2.362 +16,mlp.experts.14.gate_proj,0.0000057072,0.01000,2.264 +16,mlp.experts.5.gate_proj,0.0000063972,0.01000,2.393 +16,mlp.experts.1.gate_proj,0.0000060177,0.01000,2.410 +16,mlp.experts.6.gate_proj,0.0000064348,0.01000,2.409 +16,mlp.experts.13.gate_proj,0.0000052568,0.01000,2.366 +16,mlp.experts.9.gate_proj,0.0000057588,0.01000,2.556 +16,mlp.experts.19.gate_proj,0.0000054404,0.01000,2.016 +16,mlp.experts.24.gate_proj,0.0000056017,0.01000,1.983 +16,mlp.experts.27.gate_proj,0.0000060046,0.01000,2.018 +16,mlp.experts.16.gate_proj,0.0000056114,0.01000,2.025 +16,mlp.experts.28.gate_proj,0.0000059127,0.01000,2.093 +16,mlp.experts.20.gate_proj,0.0000058938,0.01000,2.004 +16,mlp.experts.18.gate_proj,0.0000058222,0.01000,1.951 +16,mlp.experts.26.gate_proj,0.0000053434,0.01000,2.013 +16,mlp.experts.22.gate_proj,0.0000060320,0.01000,1.975 +16,mlp.experts.29.gate_proj,0.0000058717,0.01000,1.962 +16,mlp.experts.21.gate_proj,0.0000071333,0.01000,1.998 +16,mlp.experts.30.gate_proj,0.0000059181,0.01000,2.023 +16,mlp.experts.17.gate_proj,0.0000057420,0.01000,1.994 +16,mlp.experts.31.gate_proj,0.0000067318,0.01000,2.196 +16,mlp.experts.23.gate_proj,0.0000062825,0.01000,2.171 +16,mlp.experts.25.gate_proj,0.0000054022,0.01000,2.128 +16,mlp.experts.32.gate_proj,0.0000065633,0.01000,1.679 +16,mlp.experts.40.gate_proj,0.0000063826,0.01000,1.727 +16,mlp.experts.37.gate_proj,0.0000057137,0.01000,1.593 +16,mlp.experts.33.gate_proj,0.0000058995,0.01000,1.622 +16,mlp.experts.36.gate_proj,0.0000060396,0.01000,1.823 +16,mlp.experts.44.gate_proj,0.0000057409,0.01000,1.879 +16,mlp.experts.35.gate_proj,0.0000056717,0.01000,2.088 +16,mlp.experts.43.gate_proj,0.0000061455,0.01000,2.063 +16,mlp.experts.42.gate_proj,0.0000045229,0.01000,1.999 +16,mlp.experts.46.gate_proj,0.0000059941,0.01000,1.958 +16,mlp.experts.45.gate_proj,0.0000060203,0.01000,1.978 +16,mlp.experts.34.gate_proj,0.0000059850,0.01000,2.081 +16,mlp.experts.41.gate_proj,0.0000061085,0.01000,1.726 +16,mlp.experts.39.gate_proj,0.0000055646,0.01000,2.032 +16,mlp.experts.47.gate_proj,0.0000061965,0.01000,2.063 +16,mlp.experts.38.gate_proj,0.0000072136,0.01000,2.145 +16,mlp.experts.53.gate_proj,0.0000059289,0.01000,1.702 +16,mlp.experts.56.gate_proj,0.0000059914,0.01000,1.784 +16,mlp.experts.49.gate_proj,0.0000055556,0.01000,1.709 +16,mlp.experts.60.gate_proj,0.0000061552,0.01000,1.792 +16,mlp.experts.48.gate_proj,0.0000036603,0.01000,2.049 +16,mlp.experts.61.gate_proj,0.0000066212,0.01000,1.707 +16,mlp.experts.58.gate_proj,0.0000060758,0.01000,1.737 +16,mlp.experts.62.gate_proj,0.0000053303,0.01000,1.803 +16,mlp.experts.50.gate_proj,0.0000065923,0.01000,1.820 +16,mlp.experts.52.gate_proj,0.0000058206,0.01000,2.124 +16,mlp.experts.59.gate_proj,0.0000068722,0.01000,2.004 +16,mlp.experts.54.gate_proj,0.0000056592,0.01000,1.754 +16,mlp.experts.51.gate_proj,0.0000061862,0.01000,2.100 +16,mlp.experts.57.gate_proj,0.0000056742,0.01000,1.994 +16,mlp.experts.63.gate_proj,0.0000054884,0.01000,2.049 +16,mlp.experts.55.gate_proj,0.0000059526,0.01000,2.117 +16,mlp.experts.69.gate_proj,0.0000060528,0.01000,1.679 +16,mlp.experts.65.gate_proj,0.0000061482,0.01000,1.653 +16,mlp.experts.77.gate_proj,0.0000053875,0.01000,1.641 +16,mlp.experts.72.gate_proj,0.0000055463,0.01000,2.132 +16,mlp.experts.74.gate_proj,0.0000073699,0.01000,1.830 +16,mlp.experts.64.gate_proj,0.0000065089,0.01000,1.939 +16,mlp.experts.66.gate_proj,0.0000061833,0.01000,1.820 +16,mlp.experts.76.gate_proj,0.0000063986,0.01000,2.102 +16,mlp.experts.70.gate_proj,0.0000059030,0.01000,1.824 +16,mlp.experts.68.gate_proj,0.0000072992,0.01000,1.913 +16,mlp.experts.78.gate_proj,0.0000051223,0.01000,2.045 +16,mlp.experts.75.gate_proj,0.0000057031,0.01000,2.027 +16,mlp.experts.73.gate_proj,0.0000054499,0.01000,1.919 +16,mlp.experts.67.gate_proj,0.0000068612,0.01000,2.038 +16,mlp.experts.79.gate_proj,0.0000058284,0.01000,2.023 +16,mlp.experts.71.gate_proj,0.0000056240,0.01000,1.988 +16,mlp.experts.85.gate_proj,0.0000055154,0.01000,1.742 +16,mlp.experts.81.gate_proj,0.0000053587,0.01000,1.805 +16,mlp.experts.93.gate_proj,0.0000054814,0.01000,1.807 +16,mlp.experts.80.gate_proj,0.0000058816,0.01000,1.783 +16,mlp.experts.88.gate_proj,0.0000052869,0.01000,1.857 +16,mlp.experts.86.gate_proj,0.0000064928,0.01000,1.758 +16,mlp.experts.94.gate_proj,0.0000055787,0.01000,1.725 +16,mlp.experts.92.gate_proj,0.0000055486,0.01000,1.911 +16,mlp.experts.91.gate_proj,0.0000058820,0.01000,1.729 +16,mlp.experts.90.gate_proj,0.0000052420,0.01000,2.126 +16,mlp.experts.84.gate_proj,0.0000067855,0.01000,1.907 +16,mlp.experts.83.gate_proj,0.0000058995,0.01000,1.760 +16,mlp.experts.82.gate_proj,0.0000047632,0.01000,2.162 +16,mlp.experts.95.gate_proj,0.0000063796,0.01000,1.683 +16,mlp.experts.89.gate_proj,0.0000066620,0.01000,2.004 +16,mlp.experts.87.gate_proj,0.0000058332,0.01000,1.793 +16,mlp.experts.101.gate_proj,0.0000054328,0.01000,1.927 +16,mlp.experts.97.gate_proj,0.0000052637,0.01000,2.066 +16,mlp.experts.109.gate_proj,0.0000066711,0.01000,1.915 +16,mlp.experts.104.gate_proj,0.0000060207,0.01000,1.874 +16,mlp.experts.96.gate_proj,0.0000061647,0.01000,1.879 +16,mlp.experts.100.gate_proj,0.0000029973,0.01000,1.869 +16,mlp.experts.111.gate_proj,0.0000060934,0.01000,1.723 +16,mlp.experts.99.gate_proj,0.0000065882,0.01000,1.822 +16,mlp.experts.106.gate_proj,0.0000057541,0.01000,1.987 +16,mlp.experts.107.gate_proj,0.0000059420,0.01000,2.017 +16,mlp.experts.110.gate_proj,0.0000062330,0.01000,2.140 +16,mlp.experts.108.gate_proj,0.0000050487,0.01000,2.148 +16,mlp.experts.103.gate_proj,0.0000055621,0.01000,1.805 +16,mlp.experts.102.gate_proj,0.0000057970,0.01000,2.342 +16,mlp.experts.98.gate_proj,0.0000058904,0.01000,2.095 +16,mlp.experts.105.gate_proj,0.0000057824,0.01000,2.080 +16,mlp.experts.117.gate_proj,0.0000057211,0.01000,2.093 +16,mlp.experts.113.gate_proj,0.0000059208,0.01000,1.975 +16,mlp.experts.120.gate_proj,0.0000065592,0.01000,1.679 +16,mlp.experts.112.gate_proj,0.0000050794,0.01000,1.682 +16,mlp.experts.125.gate_proj,0.0000070510,0.01000,2.035 +16,mlp.experts.127.gate_proj,0.0000054091,0.01000,1.524 +16,mlp.experts.115.gate_proj,0.0000055672,0.01000,1.548 +16,mlp.experts.116.gate_proj,0.0000059060,0.01000,1.733 +16,mlp.experts.123.gate_proj,0.0000068184,0.01000,1.702 +16,mlp.experts.119.gate_proj,0.0000054158,0.01000,1.596 +16,mlp.experts.124.gate_proj,0.0000058806,0.01000,1.785 +16,mlp.experts.126.gate_proj,0.0000062903,0.01000,2.113 +16,mlp.experts.121.gate_proj,0.0000065289,0.01000,1.811 +16,mlp.experts.118.gate_proj,0.0000060946,0.01000,2.094 +16,mlp.experts.122.gate_proj,0.0000060772,0.01000,2.295 +16,mlp.experts.114.gate_proj,0.0000061049,0.01000,2.079 +16,mlp.experts.5.up_proj,0.0000059373,0.01000,1.763 +16,mlp.experts.15.up_proj,0.0000058326,0.01000,1.481 +16,mlp.experts.1.up_proj,0.0000057379,0.01000,1.745 +16,mlp.experts.8.up_proj,0.0000058007,0.01000,1.750 +16,mlp.experts.3.up_proj,0.0000058214,0.01000,1.507 +16,mlp.experts.0.up_proj,0.0000044911,0.01000,1.948 +16,mlp.experts.7.up_proj,0.0000058538,0.01000,1.516 +16,mlp.experts.13.up_proj,0.0000051525,0.01000,1.894 +16,mlp.experts.11.up_proj,0.0000056576,0.01000,1.627 +16,mlp.experts.4.up_proj,0.0000052648,0.01000,1.819 +16,mlp.experts.12.up_proj,0.0000053159,0.01000,2.029 +16,mlp.experts.9.up_proj,0.0000054963,0.01000,1.843 +16,mlp.experts.10.up_proj,0.0000056945,0.01000,2.056 +16,mlp.experts.14.up_proj,0.0000053753,0.01000,2.271 +16,mlp.experts.2.up_proj,0.0000056540,0.01000,2.153 +16,mlp.experts.31.up_proj,0.0000062107,0.01000,1.571 +16,mlp.experts.6.up_proj,0.0000061200,0.01000,2.250 +16,mlp.experts.19.up_proj,0.0000052631,0.01000,1.591 +16,mlp.experts.21.up_proj,0.0000065199,0.01000,1.871 +16,mlp.experts.23.up_proj,0.0000058979,0.01000,1.541 +16,mlp.experts.17.up_proj,0.0000056016,0.01000,1.920 +16,mlp.experts.27.up_proj,0.0000058462,0.01000,1.552 +16,mlp.experts.24.up_proj,0.0000053419,0.01000,1.967 +16,mlp.experts.29.up_proj,0.0000059814,0.01000,1.814 +16,mlp.experts.16.up_proj,0.0000053369,0.01000,1.978 +16,mlp.experts.20.up_proj,0.0000059407,0.01000,1.874 +16,mlp.experts.28.up_proj,0.0000057063,0.01000,1.976 +16,mlp.experts.25.up_proj,0.0000051963,0.01000,1.852 +16,mlp.experts.47.up_proj,0.0000058553,0.01000,1.525 +16,mlp.experts.35.up_proj,0.0000051378,0.01000,1.532 +16,mlp.experts.39.up_proj,0.0000054096,0.01000,1.559 +16,mlp.experts.43.up_proj,0.0000065111,0.01000,1.487 +16,mlp.experts.26.up_proj,0.0000050601,0.01000,2.236 +16,mlp.experts.37.up_proj,0.0000053176,0.01000,1.935 +16,mlp.experts.33.up_proj,0.0000057009,0.01000,1.929 +16,mlp.experts.22.up_proj,0.0000057575,0.01000,2.328 +16,mlp.experts.30.up_proj,0.0000054314,0.01000,2.457 +16,mlp.experts.32.up_proj,0.0000058021,0.01000,1.704 +16,mlp.experts.18.up_proj,0.0000056887,0.01000,2.421 +16,mlp.experts.40.up_proj,0.0000058327,0.01000,1.988 +16,mlp.experts.45.up_proj,0.0000060868,0.01000,2.055 +16,mlp.experts.36.up_proj,0.0000058008,0.01000,2.149 +16,mlp.experts.63.up_proj,0.0000054034,0.01000,1.469 +16,mlp.experts.51.up_proj,0.0000058690,0.01000,1.498 +16,mlp.experts.44.up_proj,0.0000057434,0.01000,1.908 +16,mlp.experts.59.up_proj,0.0000065756,0.01000,1.469 +16,mlp.experts.41.up_proj,0.0000057290,0.01000,2.028 +16,mlp.experts.55.up_proj,0.0000057031,0.01000,1.732 +16,mlp.experts.48.up_proj,0.0000035275,0.01000,1.654 +16,mlp.experts.56.up_proj,0.0000059394,0.01000,1.609 +16,mlp.experts.53.up_proj,0.0000058978,0.01000,2.022 +16,mlp.experts.49.up_proj,0.0000052976,0.01000,2.042 +16,mlp.experts.42.up_proj,0.0000041495,0.01000,2.289 +16,mlp.experts.79.up_proj,0.0000054359,0.01000,1.460 +16,mlp.experts.38.up_proj,0.0000064864,0.01000,2.315 +16,mlp.experts.67.up_proj,0.0000063867,0.01000,1.527 +16,mlp.experts.46.up_proj,0.0000060171,0.01000,2.337 +16,mlp.experts.34.up_proj,0.0000059678,0.01000,2.319 +16,mlp.experts.61.up_proj,0.0000059869,0.01000,2.053 +16,mlp.experts.75.up_proj,0.0000054518,0.01000,1.433 +16,mlp.experts.52.up_proj,0.0000055369,0.01000,2.025 +16,mlp.experts.71.up_proj,0.0000053788,0.01000,1.466 +16,mlp.experts.60.up_proj,0.0000061160,0.01000,2.044 +16,mlp.experts.57.up_proj,0.0000054413,0.01000,1.941 +16,mlp.experts.72.up_proj,0.0000051219,0.01000,1.727 +16,mlp.experts.64.up_proj,0.0000063216,0.01000,1.833 +16,mlp.experts.95.up_proj,0.0000061797,0.01000,1.481 +16,mlp.experts.69.up_proj,0.0000059604,0.01000,1.903 +16,mlp.experts.83.up_proj,0.0000056329,0.01000,1.552 +16,mlp.experts.91.up_proj,0.0000057643,0.01000,1.559 +16,mlp.experts.65.up_proj,0.0000057519,0.01000,2.020 +16,mlp.experts.58.up_proj,0.0000059537,0.01000,1.990 +16,mlp.experts.87.up_proj,0.0000056744,0.01000,1.462 +16,mlp.experts.54.up_proj,0.0000056226,0.01000,2.025 +16,mlp.experts.50.up_proj,0.0000061091,0.01000,2.006 +16,mlp.experts.62.up_proj,0.0000051774,0.01000,2.027 +16,mlp.experts.77.up_proj,0.0000054830,0.01000,1.987 +16,mlp.experts.68.up_proj,0.0000064841,0.01000,2.017 +16,mlp.experts.76.up_proj,0.0000059753,0.01000,1.832 +16,mlp.experts.111.up_proj,0.0000059465,0.01000,1.496 +16,mlp.experts.73.up_proj,0.0000054398,0.01000,2.164 +16,mlp.experts.80.up_proj,0.0000055445,0.01000,2.041 +16,mlp.experts.88.up_proj,0.0000051991,0.01000,2.124 +16,mlp.experts.107.up_proj,0.0000058083,0.01000,1.723 +16,mlp.experts.99.up_proj,0.0000059203,0.01000,1.925 +16,mlp.experts.103.up_proj,0.0000053017,0.01000,1.692 +16,mlp.experts.85.up_proj,0.0000053009,0.01000,2.110 +16,mlp.experts.81.up_proj,0.0000052081,0.01000,2.016 +16,mlp.experts.74.up_proj,0.0000054328,0.01000,2.070 +16,mlp.experts.84.up_proj,0.0000062365,0.01000,1.655 +16,mlp.experts.78.up_proj,0.0000049596,0.01000,1.951 +16,mlp.experts.70.up_proj,0.0000058239,0.01000,2.009 +16,mlp.experts.93.up_proj,0.0000052642,0.01000,2.046 +16,mlp.experts.66.up_proj,0.0000058487,0.01000,2.053 +16,mlp.experts.92.up_proj,0.0000053164,0.01000,1.685 +16,mlp.experts.127.up_proj,0.0000051616,0.01000,1.791 +16,mlp.experts.89.up_proj,0.0000063763,0.01000,1.779 +16,mlp.experts.123.up_proj,0.0000060733,0.01000,1.480 +16,mlp.experts.119.up_proj,0.0000051618,0.01000,1.427 +16,mlp.experts.115.up_proj,0.0000054203,0.01000,1.461 +16,mlp.experts.101.up_proj,0.0000051518,0.01000,1.776 +16,mlp.experts.96.up_proj,0.0000058149,0.01000,2.175 +16,mlp.experts.97.up_proj,0.0000050910,0.01000,1.727 +16,mlp.experts.104.up_proj,0.0000056552,0.01000,2.173 +16,mlp.experts.100.up_proj,0.0000029824,0.01000,1.752 +16,mlp.experts.109.up_proj,0.0000059338,0.01000,1.672 +16,mlp.experts.108.up_proj,0.0000053677,0.01000,1.681 +16,mlp.experts.90.up_proj,0.0000050784,0.01000,2.116 +16,mlp.experts.94.up_proj,0.0000054689,0.01000,2.023 +16,mlp.experts.82.up_proj,0.0000044727,0.01000,2.080 +16,mlp.experts.86.up_proj,0.0000061051,0.01000,2.199 +16,mlp.experts.105.up_proj,0.0000056890,0.01000,1.672 +16,mlp.experts.113.up_proj,0.0000053044,0.01000,1.595 +16,mlp.experts.117.up_proj,0.0000055603,0.01000,1.726 +16,mlp.experts.112.up_proj,0.0000048655,0.01000,1.840 +16,mlp.experts.120.up_proj,0.0000062259,0.01000,1.848 +16,mlp.experts.125.up_proj,0.0000065323,0.01000,1.544 +16,mlp.experts.116.up_proj,0.0000057000,0.01000,1.720 +16,mlp.experts.124.up_proj,0.0000058068,0.01000,1.711 +16,mlp.experts.121.up_proj,0.0000060274,0.01000,1.268 +16,mlp.experts.110.up_proj,0.0000060938,0.01000,1.753 +16,mlp.experts.106.up_proj,0.0000055642,0.01000,1.923 +16,mlp.experts.98.up_proj,0.0000058977,0.01000,1.716 +16,mlp.experts.102.up_proj,0.0000057062,0.01000,1.760 +16,mlp.experts.126.up_proj,0.0000058270,0.01000,1.732 +16,mlp.experts.114.up_proj,0.0000057048,0.01000,1.703 +16,mlp.experts.122.up_proj,0.0000060212,0.01000,1.847 +16,mlp.experts.118.up_proj,0.0000057452,0.01000,1.705 +16,mlp.experts.0.down_proj,0.0000002247,0.01000,1.028 +16,mlp.experts.12.down_proj,0.0000003426,0.01000,1.097 +16,mlp.experts.4.down_proj,0.0000003285,0.01000,1.144 +16,mlp.experts.8.down_proj,0.0000004938,0.01000,0.974 +16,mlp.experts.1.down_proj,0.0000004130,0.01000,1.217 +16,mlp.experts.2.down_proj,0.0000003369,0.01000,1.333 +16,mlp.experts.6.down_proj,0.0000003999,0.01000,1.338 +16,mlp.experts.9.down_proj,0.0000003288,0.01000,1.342 +16,mlp.experts.11.down_proj,0.0000004375,0.01000,1.346 +16,mlp.experts.13.down_proj,0.0000002362,0.01000,1.198 +16,mlp.experts.15.down_proj,0.0000004757,0.01000,1.243 +16,mlp.experts.7.down_proj,0.0000004020,0.01000,1.193 +16,mlp.experts.3.down_proj,0.0000003686,0.01000,1.196 +16,mlp.experts.10.down_proj,0.0000003737,0.01000,1.198 +16,mlp.experts.14.down_proj,0.0000003107,0.01000,1.281 +16,mlp.experts.5.down_proj,0.0000005459,0.01000,1.416 +16,mlp.experts.16.down_proj,0.0000003125,0.01000,0.738 +16,mlp.experts.28.down_proj,0.0000002880,0.01000,0.763 +16,mlp.experts.24.down_proj,0.0000003095,0.01000,0.778 +16,mlp.experts.20.down_proj,0.0000005919,0.01000,0.805 +16,mlp.experts.18.down_proj,0.0000003749,0.01000,0.746 +16,mlp.experts.27.down_proj,0.0000002939,0.01000,0.763 +16,mlp.experts.22.down_proj,0.0000003844,0.01000,0.762 +16,mlp.experts.31.down_proj,0.0000004397,0.01000,0.775 +16,mlp.experts.26.down_proj,0.0000002455,0.01000,0.772 +16,mlp.experts.30.down_proj,0.0000002976,0.01000,0.771 +16,mlp.experts.19.down_proj,0.0000002908,0.01000,0.824 +16,mlp.experts.23.down_proj,0.0000003544,0.01000,0.834 +16,mlp.experts.17.down_proj,0.0000003596,0.01000,0.973 +16,mlp.experts.29.down_proj,0.0000004794,0.01000,0.962 +16,mlp.experts.25.down_proj,0.0000002525,0.01000,1.003 +16,mlp.experts.21.down_proj,0.0000005187,0.01000,1.001 +16,mlp.experts.32.down_proj,0.0000004423,0.01000,0.872 +16,mlp.experts.44.down_proj,0.0000005488,0.01000,0.888 +16,mlp.experts.34.down_proj,0.0000004493,0.01000,0.711 +16,mlp.experts.40.down_proj,0.0000004360,0.01000,0.908 +16,mlp.experts.38.down_proj,0.0000006775,0.01000,0.724 +16,mlp.experts.46.down_proj,0.0000003861,0.01000,0.707 +16,mlp.experts.36.down_proj,0.0000004461,0.01000,0.928 +16,mlp.experts.42.down_proj,0.0000001728,0.01000,0.717 +16,mlp.experts.47.down_proj,0.0000004029,0.01000,0.771 +16,mlp.experts.43.down_proj,0.0000005019,0.01000,0.812 +16,mlp.experts.35.down_proj,0.0000002612,0.01000,0.797 +16,mlp.experts.39.down_proj,0.0000002489,0.01000,0.843 +16,mlp.experts.33.down_proj,0.0000004551,0.01000,0.892 +16,mlp.experts.41.down_proj,0.0000003350,0.01000,0.880 +16,mlp.experts.45.down_proj,0.0000004138,0.01000,0.949 +16,mlp.experts.37.down_proj,0.0000002949,0.01000,0.974 +16,mlp.experts.54.down_proj,0.0000003507,0.01000,0.634 +16,mlp.experts.50.down_proj,0.0000005093,0.01000,0.678 +16,mlp.experts.48.down_proj,0.0000001393,0.01000,0.871 +16,mlp.experts.62.down_proj,0.0000003025,0.01000,0.673 +16,mlp.experts.60.down_proj,0.0000005593,0.01000,0.822 +16,mlp.experts.58.down_proj,0.0000003803,0.01000,0.695 +16,mlp.experts.56.down_proj,0.0000005157,0.01000,0.850 +16,mlp.experts.52.down_proj,0.0000003324,0.01000,0.855 +16,mlp.experts.63.down_proj,0.0000002928,0.01000,0.882 +16,mlp.experts.59.down_proj,0.0000005455,0.01000,0.914 +16,mlp.experts.51.down_proj,0.0000004900,0.01000,0.847 +16,mlp.experts.55.down_proj,0.0000004430,0.01000,0.817 +16,mlp.experts.49.down_proj,0.0000002681,0.01000,0.908 +16,mlp.experts.61.down_proj,0.0000005662,0.01000,0.917 +16,mlp.experts.57.down_proj,0.0000003215,0.01000,0.968 +16,mlp.experts.64.down_proj,0.0000005810,0.01000,0.710 +16,mlp.experts.76.down_proj,0.0000003806,0.01000,0.735 +16,mlp.experts.53.down_proj,0.0000004254,0.01000,0.929 +16,mlp.experts.72.down_proj,0.0000002550,0.01000,0.684 +16,mlp.experts.68.down_proj,0.0000005819,0.01000,0.685 +16,mlp.experts.66.down_proj,0.0000003790,0.01000,0.927 +16,mlp.experts.70.down_proj,0.0000003141,0.01000,0.977 +16,mlp.experts.78.down_proj,0.0000002513,0.01000,0.983 +16,mlp.experts.74.down_proj,0.0000003198,0.01000,0.954 +16,mlp.experts.79.down_proj,0.0000003096,0.01000,0.757 +16,mlp.experts.75.down_proj,0.0000003279,0.01000,0.740 +16,mlp.experts.67.down_proj,0.0000005795,0.01000,0.768 +16,mlp.experts.71.down_proj,0.0000002924,0.01000,0.776 +16,mlp.experts.80.down_proj,0.0000003595,0.01000,0.629 +16,mlp.experts.92.down_proj,0.0000003349,0.01000,0.628 +16,mlp.experts.88.down_proj,0.0000002944,0.01000,0.638 +16,mlp.experts.65.down_proj,0.0000003807,0.01000,0.924 +16,mlp.experts.84.down_proj,0.0000004598,0.01000,0.605 +16,mlp.experts.77.down_proj,0.0000003781,0.01000,0.899 +16,mlp.experts.73.down_proj,0.0000003220,0.01000,0.907 +16,mlp.experts.90.down_proj,0.0000003197,0.01000,0.705 +16,mlp.experts.82.down_proj,0.0000002206,0.01000,0.840 +16,mlp.experts.69.down_proj,0.0000003302,0.01000,0.959 +16,mlp.experts.86.down_proj,0.0000004573,0.01000,0.818 +16,mlp.experts.95.down_proj,0.0000005080,0.01000,0.798 +16,mlp.experts.91.down_proj,0.0000003272,0.01000,0.803 +16,mlp.experts.94.down_proj,0.0000002822,0.01000,0.855 +16,mlp.experts.87.down_proj,0.0000003538,0.01000,0.757 +16,mlp.experts.83.down_proj,0.0000003919,0.01000,0.796 +16,mlp.experts.96.down_proj,0.0000004060,0.01000,0.667 +16,mlp.experts.108.down_proj,0.0000003185,0.01000,0.658 +16,mlp.experts.104.down_proj,0.0000004074,0.01000,0.672 +16,mlp.experts.100.down_proj,0.0000000684,0.01000,0.633 +16,mlp.experts.81.down_proj,0.0000002866,0.01000,0.950 +16,mlp.experts.89.down_proj,0.0000006997,0.01000,0.928 +16,mlp.experts.106.down_proj,0.0000003604,0.01000,0.797 +16,mlp.experts.93.down_proj,0.0000002728,0.01000,0.985 +16,mlp.experts.112.down_proj,0.0000003050,0.01000,0.589 +16,mlp.experts.111.down_proj,0.0000003968,0.01000,0.743 +16,mlp.experts.98.down_proj,0.0000004812,0.01000,0.831 +16,mlp.experts.103.down_proj,0.0000003017,0.01000,0.718 +16,mlp.experts.99.down_proj,0.0000004430,0.01000,0.733 +16,mlp.experts.107.down_proj,0.0000003184,0.01000,0.757 +16,mlp.experts.85.down_proj,0.0000003065,0.01000,0.874 +16,mlp.experts.124.down_proj,0.0000004304,0.01000,0.579 +16,mlp.experts.102.down_proj,0.0000003413,0.01000,0.865 +16,mlp.experts.116.down_proj,0.0000003355,0.01000,0.557 +16,mlp.experts.120.down_proj,0.0000004361,0.01000,0.558 +16,mlp.experts.110.down_proj,0.0000004799,0.01000,0.858 +16,mlp.experts.122.down_proj,0.0000004896,0.01000,0.656 +16,mlp.experts.114.down_proj,0.0000004059,0.01000,0.623 +16,mlp.experts.97.down_proj,0.0000002313,0.01000,0.784 +16,mlp.experts.118.down_proj,0.0000003712,0.01000,0.623 +16,mlp.experts.126.down_proj,0.0000003597,0.01000,0.553 +16,mlp.experts.109.down_proj,0.0000003621,0.01000,0.783 +16,mlp.experts.119.down_proj,0.0000003207,0.01000,0.732 +16,mlp.experts.127.down_proj,0.0000002813,0.01000,0.767 +16,mlp.experts.105.down_proj,0.0000004426,0.01000,0.857 +16,mlp.experts.123.down_proj,0.0000004232,0.01000,0.734 +16,mlp.experts.115.down_proj,0.0000004154,0.01000,0.754 +16,mlp.experts.101.down_proj,0.0000002836,0.01000,0.841 +16,mlp.experts.113.down_proj,0.0000003024,0.01000,0.682 +16,mlp.experts.125.down_proj,0.0000006811,0.01000,0.657 +16,mlp.experts.121.down_proj,0.0000004417,0.01000,0.626 +16,mlp.experts.117.down_proj,0.0000003449,0.01000,0.593 +17,self_attn.q_proj,0.0000002598,0.01000,0.775 +17,self_attn.v_proj,0.0000000431,0.01000,0.849 +17,self_attn.k_proj,0.0000000368,0.01000,0.850 +17,self_attn.o_proj,0.0000000403,0.01000,1.402 +17,mlp.experts.0.gate_proj,0.0000054549,0.01000,1.740 +17,mlp.experts.8.gate_proj,0.0000075460,0.01000,1.756 +17,mlp.experts.4.gate_proj,0.0000059697,0.01000,1.759 +17,mlp.experts.6.gate_proj,0.0000055347,0.01000,1.925 +17,mlp.experts.14.gate_proj,0.0000061526,0.01000,1.961 +17,mlp.experts.10.gate_proj,0.0000055269,0.01000,2.049 +17,mlp.experts.12.gate_proj,0.0000052318,0.01000,2.048 +17,mlp.experts.2.gate_proj,0.0000061095,0.01000,2.115 +17,mlp.experts.5.gate_proj,0.0000055322,0.01000,2.102 +17,mlp.experts.1.gate_proj,0.0000037468,0.01000,2.158 +17,mlp.experts.9.gate_proj,0.0000057176,0.01000,2.137 +17,mlp.experts.11.gate_proj,0.0000057558,0.01000,2.190 +17,mlp.experts.13.gate_proj,0.0000063447,0.01000,2.209 +17,mlp.experts.3.gate_proj,0.0000048933,0.01000,2.272 +17,mlp.experts.7.gate_proj,0.0000040343,0.01000,2.307 +17,mlp.experts.15.gate_proj,0.0000060559,0.01000,2.375 +17,mlp.experts.16.gate_proj,0.0000074017,0.01000,1.675 +17,mlp.experts.24.gate_proj,0.0000068858,0.01000,1.670 +17,mlp.experts.20.gate_proj,0.0000063241,0.01000,1.643 +17,mlp.experts.22.gate_proj,0.0000057939,0.01000,1.684 +17,mlp.experts.26.gate_proj,0.0000071194,0.01000,1.746 +17,mlp.experts.30.gate_proj,0.0000060338,0.01000,2.077 +17,mlp.experts.28.gate_proj,0.0000061771,0.01000,2.013 +17,mlp.experts.18.gate_proj,0.0000054997,0.01000,2.002 +17,mlp.experts.29.gate_proj,0.0000077219,0.01000,1.951 +17,mlp.experts.17.gate_proj,0.0000062998,0.01000,2.002 +17,mlp.experts.21.gate_proj,0.0000048817,0.01000,2.053 +17,mlp.experts.25.gate_proj,0.0000066231,0.01000,2.069 +17,mlp.experts.27.gate_proj,0.0000053810,0.01000,2.095 +17,mlp.experts.19.gate_proj,0.0000049876,0.01000,2.081 +17,mlp.experts.23.gate_proj,0.0000081640,0.01000,2.129 +17,mlp.experts.31.gate_proj,0.0000074876,0.01000,2.185 +17,mlp.experts.32.gate_proj,0.0000078803,0.01000,1.707 +17,mlp.experts.40.gate_proj,0.0000057831,0.01000,1.714 +17,mlp.experts.36.gate_proj,0.0000019467,0.01000,1.715 +17,mlp.experts.38.gate_proj,0.0000062200,0.01000,1.728 +17,mlp.experts.42.gate_proj,0.0000065746,0.01000,1.971 +17,mlp.experts.34.gate_proj,0.0000060114,0.01000,1.757 +17,mlp.experts.46.gate_proj,0.0000054542,0.01000,1.954 +17,mlp.experts.33.gate_proj,0.0000058680,0.01000,1.962 +17,mlp.experts.44.gate_proj,0.0000054029,0.01000,2.067 +17,mlp.experts.45.gate_proj,0.0000068698,0.01000,2.002 +17,mlp.experts.37.gate_proj,0.0000055406,0.01000,2.022 +17,mlp.experts.41.gate_proj,0.0000069557,0.01000,2.089 +17,mlp.experts.43.gate_proj,0.0000068681,0.01000,2.165 +17,mlp.experts.35.gate_proj,0.0000056126,0.01000,2.213 +17,mlp.experts.39.gate_proj,0.0000056791,0.01000,2.187 +17,mlp.experts.47.gate_proj,0.0000058007,0.01000,2.177 +17,mlp.experts.48.gate_proj,0.0000057248,0.01000,1.763 +17,mlp.experts.52.gate_proj,0.0000059888,0.01000,1.791 +17,mlp.experts.56.gate_proj,0.0000062508,0.01000,1.906 +17,mlp.experts.54.gate_proj,0.0000064407,0.01000,1.919 +17,mlp.experts.58.gate_proj,0.0000062779,0.01000,1.883 +17,mlp.experts.50.gate_proj,0.0000058660,0.01000,1.882 +17,mlp.experts.60.gate_proj,0.0000066578,0.01000,1.686 +17,mlp.experts.62.gate_proj,0.0000059865,0.01000,1.840 +17,mlp.experts.49.gate_proj,0.0000063099,0.01000,2.008 +17,mlp.experts.61.gate_proj,0.0000063490,0.01000,1.980 +17,mlp.experts.53.gate_proj,0.0000061180,0.01000,2.024 +17,mlp.experts.57.gate_proj,0.0000069801,0.01000,2.085 +17,mlp.experts.64.gate_proj,0.0000061145,0.01000,1.680 +17,mlp.experts.68.gate_proj,0.0000056289,0.01000,1.652 +17,mlp.experts.59.gate_proj,0.0000058674,0.01000,2.233 +17,mlp.experts.51.gate_proj,0.0000057743,0.01000,2.166 +17,mlp.experts.72.gate_proj,0.0000049879,0.01000,1.724 +17,mlp.experts.55.gate_proj,0.0000048999,0.01000,2.228 +17,mlp.experts.63.gate_proj,0.0000059721,0.01000,2.198 +17,mlp.experts.70.gate_proj,0.0000060780,0.01000,1.702 +17,mlp.experts.78.gate_proj,0.0000059994,0.01000,1.680 +17,mlp.experts.74.gate_proj,0.0000062135,0.01000,1.853 +17,mlp.experts.66.gate_proj,0.0000055450,0.01000,1.918 +17,mlp.experts.76.gate_proj,0.0000058729,0.01000,1.909 +17,mlp.experts.77.gate_proj,0.0000055167,0.01000,2.029 +17,mlp.experts.65.gate_proj,0.0000057143,0.01000,2.057 +17,mlp.experts.69.gate_proj,0.0000056986,0.01000,2.005 +17,mlp.experts.80.gate_proj,0.0000055094,0.01000,1.727 +17,mlp.experts.84.gate_proj,0.0000057080,0.01000,1.756 +17,mlp.experts.73.gate_proj,0.0000053115,0.01000,2.022 +17,mlp.experts.88.gate_proj,0.0000054945,0.01000,1.780 +17,mlp.experts.75.gate_proj,0.0000062999,0.01000,2.028 +17,mlp.experts.67.gate_proj,0.0000062745,0.01000,2.116 +17,mlp.experts.71.gate_proj,0.0000067041,0.01000,2.092 +17,mlp.experts.86.gate_proj,0.0000070478,0.01000,1.995 +17,mlp.experts.79.gate_proj,0.0000059685,0.01000,2.171 +17,mlp.experts.94.gate_proj,0.0000061795,0.01000,1.877 +17,mlp.experts.82.gate_proj,0.0000059630,0.01000,1.812 +17,mlp.experts.90.gate_proj,0.0000018974,0.01000,2.083 +17,mlp.experts.92.gate_proj,0.0000049118,0.01000,1.951 +17,mlp.experts.93.gate_proj,0.0000059412,0.01000,1.866 +17,mlp.experts.96.gate_proj,0.0000060669,0.01000,1.814 +17,mlp.experts.85.gate_proj,0.0000059928,0.01000,1.906 +17,mlp.experts.100.gate_proj,0.0000051723,0.01000,1.831 +17,mlp.experts.104.gate_proj,0.0000058269,0.01000,1.789 +17,mlp.experts.81.gate_proj,0.0000071880,0.01000,2.165 +17,mlp.experts.89.gate_proj,0.0000064286,0.01000,1.962 +17,mlp.experts.102.gate_proj,0.0000058533,0.01000,1.705 +17,mlp.experts.91.gate_proj,0.0000073077,0.01000,2.114 +17,mlp.experts.83.gate_proj,0.0000058134,0.01000,2.094 +17,mlp.experts.87.gate_proj,0.0000058155,0.01000,2.032 +17,mlp.experts.110.gate_proj,0.0000077606,0.01000,1.664 +17,mlp.experts.95.gate_proj,0.0000057830,0.01000,2.024 +17,mlp.experts.98.gate_proj,0.0000074368,0.01000,1.750 +17,mlp.experts.106.gate_proj,0.0000062625,0.01000,1.678 +17,mlp.experts.108.gate_proj,0.0000056668,0.01000,2.004 +17,mlp.experts.112.gate_proj,0.0000059155,0.01000,1.761 +17,mlp.experts.116.gate_proj,0.0000060378,0.01000,1.724 +17,mlp.experts.120.gate_proj,0.0000057164,0.01000,1.724 +17,mlp.experts.109.gate_proj,0.0000055646,0.01000,2.048 +17,mlp.experts.118.gate_proj,0.0000059013,0.01000,1.597 +17,mlp.experts.101.gate_proj,0.0000053073,0.01000,2.175 +17,mlp.experts.97.gate_proj,0.0000063586,0.01000,2.184 +17,mlp.experts.105.gate_proj,0.0000053409,0.01000,2.220 +17,mlp.experts.126.gate_proj,0.0000060314,0.01000,1.718 +17,mlp.experts.107.gate_proj,0.0000056504,0.01000,1.955 +17,mlp.experts.99.gate_proj,0.0000023303,0.01000,1.948 +17,mlp.experts.114.gate_proj,0.0000058386,0.01000,1.725 +17,mlp.experts.103.gate_proj,0.0000057395,0.01000,1.977 +17,mlp.experts.122.gate_proj,0.0000021597,0.01000,1.761 +17,mlp.experts.111.gate_proj,0.0000062345,0.01000,1.925 +17,mlp.experts.0.up_proj,0.0000055627,0.01000,1.673 +17,mlp.experts.4.up_proj,0.0000059064,0.01000,1.677 +17,mlp.experts.124.gate_proj,0.0000051479,0.01000,1.987 +17,mlp.experts.8.up_proj,0.0000067536,0.01000,1.705 +17,mlp.experts.6.up_proj,0.0000053459,0.01000,1.705 +17,mlp.experts.125.gate_proj,0.0000058586,0.01000,2.239 +17,mlp.experts.117.gate_proj,0.0000063073,0.01000,2.174 +17,mlp.experts.14.up_proj,0.0000062816,0.01000,1.818 +17,mlp.experts.113.gate_proj,0.0000061857,0.01000,2.093 +17,mlp.experts.2.up_proj,0.0000060904,0.01000,1.755 +17,mlp.experts.121.gate_proj,0.0000058867,0.01000,2.140 +17,mlp.experts.123.gate_proj,0.0000059248,0.01000,1.982 +17,mlp.experts.10.up_proj,0.0000051336,0.01000,1.779 +17,mlp.experts.115.gate_proj,0.0000059779,0.01000,2.045 +17,mlp.experts.119.gate_proj,0.0000062135,0.01000,1.979 +17,mlp.experts.127.gate_proj,0.0000061493,0.01000,2.012 +17,mlp.experts.16.up_proj,0.0000065878,0.01000,1.704 +17,mlp.experts.20.up_proj,0.0000062359,0.01000,1.798 +17,mlp.experts.24.up_proj,0.0000067877,0.01000,1.795 +17,mlp.experts.12.up_proj,0.0000049762,0.01000,1.994 +17,mlp.experts.22.up_proj,0.0000055501,0.01000,1.850 +17,mlp.experts.13.up_proj,0.0000059670,0.01000,2.072 +17,mlp.experts.30.up_proj,0.0000056280,0.01000,1.898 +17,mlp.experts.18.up_proj,0.0000054569,0.01000,1.857 +17,mlp.experts.26.up_proj,0.0000061943,0.01000,1.848 +17,mlp.experts.5.up_proj,0.0000052824,0.01000,2.246 +17,mlp.experts.11.up_proj,0.0000057175,0.01000,2.012 +17,mlp.experts.1.up_proj,0.0000037675,0.01000,2.297 +17,mlp.experts.3.up_proj,0.0000047634,0.01000,2.085 +17,mlp.experts.9.up_proj,0.0000054235,0.01000,2.290 +17,mlp.experts.32.up_proj,0.0000069036,0.01000,1.813 +17,mlp.experts.7.up_proj,0.0000039285,0.01000,2.137 +17,mlp.experts.15.up_proj,0.0000059723,0.01000,2.016 +17,mlp.experts.36.up_proj,0.0000020184,0.01000,1.744 +17,mlp.experts.40.up_proj,0.0000057856,0.01000,1.749 +17,mlp.experts.38.up_proj,0.0000058041,0.01000,1.742 +17,mlp.experts.28.up_proj,0.0000061708,0.01000,1.943 +17,mlp.experts.46.up_proj,0.0000055007,0.01000,1.719 +17,mlp.experts.34.up_proj,0.0000058740,0.01000,1.791 +17,mlp.experts.29.up_proj,0.0000068543,0.01000,1.992 +17,mlp.experts.42.up_proj,0.0000059633,0.01000,1.852 +17,mlp.experts.27.up_proj,0.0000054043,0.01000,1.930 +17,mlp.experts.48.up_proj,0.0000057888,0.01000,1.665 +17,mlp.experts.52.up_proj,0.0000060048,0.01000,1.682 +17,mlp.experts.21.up_proj,0.0000047950,0.01000,2.284 +17,mlp.experts.31.up_proj,0.0000067622,0.01000,1.945 +17,mlp.experts.19.up_proj,0.0000050207,0.01000,2.052 +17,mlp.experts.56.up_proj,0.0000061008,0.01000,1.773 +17,mlp.experts.23.up_proj,0.0000070660,0.01000,2.087 +17,mlp.experts.25.up_proj,0.0000064421,0.01000,2.144 +17,mlp.experts.17.up_proj,0.0000063829,0.01000,2.313 +17,mlp.experts.44.up_proj,0.0000051934,0.01000,1.992 +17,mlp.experts.54.up_proj,0.0000061515,0.01000,2.110 +17,mlp.experts.62.up_proj,0.0000056273,0.01000,1.916 +17,mlp.experts.50.up_proj,0.0000053855,0.01000,1.868 +17,mlp.experts.58.up_proj,0.0000059535,0.01000,1.942 +17,mlp.experts.64.up_proj,0.0000065954,0.01000,1.799 +17,mlp.experts.43.up_proj,0.0000064623,0.01000,1.931 +17,mlp.experts.68.up_proj,0.0000052718,0.01000,1.814 +17,mlp.experts.45.up_proj,0.0000065053,0.01000,2.329 +17,mlp.experts.47.up_proj,0.0000054112,0.01000,1.878 +17,mlp.experts.35.up_proj,0.0000055697,0.01000,1.937 +17,mlp.experts.72.up_proj,0.0000049569,0.01000,1.898 +17,mlp.experts.39.up_proj,0.0000055058,0.01000,1.988 +17,mlp.experts.70.up_proj,0.0000058743,0.01000,1.682 +17,mlp.experts.37.up_proj,0.0000054188,0.01000,2.350 +17,mlp.experts.41.up_proj,0.0000062451,0.01000,2.217 +17,mlp.experts.33.up_proj,0.0000056751,0.01000,2.270 +17,mlp.experts.60.up_proj,0.0000063786,0.01000,1.957 +17,mlp.experts.78.up_proj,0.0000058497,0.01000,1.683 +17,mlp.experts.66.up_proj,0.0000055524,0.01000,1.701 +17,mlp.experts.74.up_proj,0.0000059879,0.01000,1.658 +17,mlp.experts.59.up_proj,0.0000056426,0.01000,1.682 +17,mlp.experts.80.up_proj,0.0000050552,0.01000,1.987 +17,mlp.experts.63.up_proj,0.0000062206,0.01000,1.671 +17,mlp.experts.84.up_proj,0.0000055866,0.01000,1.995 +17,mlp.experts.51.up_proj,0.0000057544,0.01000,1.746 +17,mlp.experts.61.up_proj,0.0000059568,0.01000,2.143 +17,mlp.experts.55.up_proj,0.0000048226,0.01000,1.792 +17,mlp.experts.88.up_proj,0.0000052822,0.01000,2.053 +17,mlp.experts.86.up_proj,0.0000064443,0.01000,1.746 +17,mlp.experts.57.up_proj,0.0000056627,0.01000,2.051 +17,mlp.experts.53.up_proj,0.0000061948,0.01000,2.089 +17,mlp.experts.94.up_proj,0.0000061279,0.01000,1.700 +17,mlp.experts.49.up_proj,0.0000057675,0.01000,1.996 +17,mlp.experts.82.up_proj,0.0000057244,0.01000,1.719 +17,mlp.experts.76.up_proj,0.0000055439,0.01000,2.068 +17,mlp.experts.90.up_proj,0.0000019388,0.01000,1.695 +17,mlp.experts.75.up_proj,0.0000061822,0.01000,1.657 +17,mlp.experts.79.up_proj,0.0000054474,0.01000,1.647 +17,mlp.experts.67.up_proj,0.0000061191,0.01000,1.743 +17,mlp.experts.96.up_proj,0.0000060573,0.01000,2.059 +17,mlp.experts.100.up_proj,0.0000051263,0.01000,2.012 +17,mlp.experts.102.up_proj,0.0000056351,0.01000,1.572 +17,mlp.experts.71.up_proj,0.0000064102,0.01000,1.804 +17,mlp.experts.110.up_proj,0.0000068197,0.01000,1.579 +17,mlp.experts.77.up_proj,0.0000052126,0.01000,2.268 +17,mlp.experts.104.up_proj,0.0000057536,0.01000,2.081 +17,mlp.experts.98.up_proj,0.0000066213,0.01000,1.680 +17,mlp.experts.106.up_proj,0.0000066146,0.01000,1.594 +17,mlp.experts.65.up_proj,0.0000077188,0.01000,2.032 +17,mlp.experts.73.up_proj,0.0000051358,0.01000,2.144 +17,mlp.experts.91.up_proj,0.0000067205,0.01000,1.646 +17,mlp.experts.69.up_proj,0.0000057631,0.01000,2.205 +17,mlp.experts.92.up_proj,0.0000048477,0.01000,2.121 +17,mlp.experts.95.up_proj,0.0000056962,0.01000,1.674 +17,mlp.experts.83.up_proj,0.0000056136,0.01000,1.802 +17,mlp.experts.118.up_proj,0.0000057094,0.01000,1.750 +17,mlp.experts.87.up_proj,0.0000054763,0.01000,1.751 +17,mlp.experts.126.up_proj,0.0000059758,0.01000,1.579 +17,mlp.experts.116.up_proj,0.0000057426,0.01000,2.137 +17,mlp.experts.112.up_proj,0.0000055822,0.01000,2.219 +17,mlp.experts.114.up_proj,0.0000056251,0.01000,1.513 +17,mlp.experts.122.up_proj,0.0000022324,0.01000,1.490 +17,mlp.experts.120.up_proj,0.0000058488,0.01000,1.858 +17,mlp.experts.93.up_proj,0.0000056754,0.01000,2.002 +17,mlp.experts.107.up_proj,0.0000056150,0.01000,1.712 +17,mlp.experts.108.up_proj,0.0000055677,0.01000,1.553 +17,mlp.experts.81.up_proj,0.0000067974,0.01000,2.014 +17,mlp.experts.111.up_proj,0.0000063628,0.01000,1.781 +17,mlp.experts.89.up_proj,0.0000061113,0.01000,2.132 +17,mlp.experts.85.up_proj,0.0000071162,0.01000,2.155 +17,mlp.experts.99.up_proj,0.0000020630,0.01000,1.999 +17,mlp.experts.103.up_proj,0.0000057686,0.01000,1.851 +17,mlp.experts.124.up_proj,0.0000053055,0.01000,1.138 +17,mlp.experts.109.up_proj,0.0000053754,0.01000,1.852 +17,mlp.experts.123.up_proj,0.0000057285,0.01000,2.037 +17,mlp.experts.127.up_proj,0.0000057491,0.01000,1.730 +17,mlp.experts.97.up_proj,0.0000064996,0.01000,1.877 +17,mlp.experts.101.up_proj,0.0000054167,0.01000,1.807 +17,mlp.experts.105.up_proj,0.0000051975,0.01000,1.941 +17,mlp.experts.119.up_proj,0.0000057932,0.01000,1.629 +17,mlp.experts.115.up_proj,0.0000058080,0.01000,1.706 +17,mlp.experts.125.up_proj,0.0000057270,0.01000,1.737 +17,mlp.experts.113.up_proj,0.0000058702,0.01000,1.664 +17,mlp.experts.117.up_proj,0.0000063040,0.01000,1.544 +17,mlp.experts.121.up_proj,0.0000054310,0.01000,1.534 +17,mlp.experts.8.down_proj,0.0000005437,0.01000,0.813 +17,mlp.experts.10.down_proj,0.0000002723,0.01000,0.859 +17,mlp.experts.4.down_proj,0.0000004203,0.01000,0.882 +17,mlp.experts.0.down_proj,0.0000004109,0.01000,0.880 +17,mlp.experts.2.down_proj,0.0000004786,0.01000,0.904 +17,mlp.experts.14.down_proj,0.0000004624,0.01000,0.885 +17,mlp.experts.12.down_proj,0.0000002406,0.01000,0.893 +17,mlp.experts.6.down_proj,0.0000002621,0.01000,0.921 +17,mlp.experts.3.down_proj,0.0000002322,0.01000,0.969 +17,mlp.experts.11.down_proj,0.0000003949,0.01000,0.950 +17,mlp.experts.7.down_proj,0.0000001755,0.01000,0.978 +17,mlp.experts.15.down_proj,0.0000004986,0.01000,1.057 +17,mlp.experts.1.down_proj,0.0000000956,0.01000,1.113 +17,mlp.experts.9.down_proj,0.0000003299,0.01000,1.122 +17,mlp.experts.13.down_proj,0.0000004103,0.01000,1.187 +17,mlp.experts.5.down_proj,0.0000003265,0.01000,1.205 +17,mlp.experts.26.down_proj,0.0000004333,0.01000,0.624 +17,mlp.experts.18.down_proj,0.0000003121,0.01000,0.633 +17,mlp.experts.22.down_proj,0.0000003264,0.01000,0.631 +17,mlp.experts.30.down_proj,0.0000003943,0.01000,0.642 +17,mlp.experts.24.down_proj,0.0000005999,0.01000,0.950 +17,mlp.experts.20.down_proj,0.0000004867,0.01000,0.898 +17,mlp.experts.19.down_proj,0.0000002765,0.01000,0.859 +17,mlp.experts.28.down_proj,0.0000005151,0.01000,0.913 +17,mlp.experts.16.down_proj,0.0000005083,0.01000,0.960 +17,mlp.experts.27.down_proj,0.0000002891,0.01000,0.880 +17,mlp.experts.23.down_proj,0.0000007739,0.01000,0.913 +17,mlp.experts.31.down_proj,0.0000005584,0.01000,0.832 +17,mlp.experts.17.down_proj,0.0000005126,0.01000,0.908 +17,mlp.experts.21.down_proj,0.0000002235,0.01000,0.855 +17,mlp.experts.29.down_proj,0.0000007128,0.01000,0.871 +17,mlp.experts.25.down_proj,0.0000003837,0.01000,0.979 +17,mlp.experts.42.down_proj,0.0000004543,0.01000,0.766 +17,mlp.experts.34.down_proj,0.0000002972,0.01000,0.800 +17,mlp.experts.46.down_proj,0.0000003805,0.01000,0.784 +17,mlp.experts.38.down_proj,0.0000003915,0.01000,0.801 +17,mlp.experts.36.down_proj,0.0000000308,0.01000,0.770 +17,mlp.experts.40.down_proj,0.0000003353,0.01000,0.803 +17,mlp.experts.43.down_proj,0.0000005975,0.01000,0.760 +17,mlp.experts.32.down_proj,0.0000006121,0.01000,0.764 +17,mlp.experts.44.down_proj,0.0000003240,0.01000,0.793 +17,mlp.experts.35.down_proj,0.0000004443,0.01000,0.797 +17,mlp.experts.39.down_proj,0.0000003376,0.01000,0.779 +17,mlp.experts.47.down_proj,0.0000003126,0.01000,0.789 +17,mlp.experts.33.down_proj,0.0000003213,0.01000,0.781 +17,mlp.experts.37.down_proj,0.0000002813,0.01000,0.776 +17,mlp.experts.45.down_proj,0.0000004417,0.01000,0.784 +17,mlp.experts.41.down_proj,0.0000005148,0.01000,0.801 +17,mlp.experts.58.down_proj,0.0000003932,0.01000,0.840 +17,mlp.experts.62.down_proj,0.0000003546,0.01000,0.781 +17,mlp.experts.54.down_proj,0.0000003519,0.01000,0.815 +17,mlp.experts.50.down_proj,0.0000003240,0.01000,0.846 +17,mlp.experts.52.down_proj,0.0000005674,0.01000,0.636 +17,mlp.experts.56.down_proj,0.0000004234,0.01000,0.680 +17,mlp.experts.48.down_proj,0.0000004149,0.01000,0.623 +17,mlp.experts.60.down_proj,0.0000004416,0.01000,0.667 +17,mlp.experts.51.down_proj,0.0000003787,0.01000,0.690 +17,mlp.experts.59.down_proj,0.0000004342,0.01000,0.834 +17,mlp.experts.55.down_proj,0.0000002127,0.01000,0.811 +17,mlp.experts.49.down_proj,0.0000003172,0.01000,0.696 +17,mlp.experts.63.down_proj,0.0000004721,0.01000,0.825 +17,mlp.experts.53.down_proj,0.0000005356,0.01000,0.669 +17,mlp.experts.61.down_proj,0.0000003830,0.01000,0.668 +17,mlp.experts.57.down_proj,0.0000004435,0.01000,0.716 +17,mlp.experts.78.down_proj,0.0000003766,0.01000,0.711 +17,mlp.experts.74.down_proj,0.0000004638,0.01000,0.771 +17,mlp.experts.70.down_proj,0.0000004903,0.01000,0.695 +17,mlp.experts.66.down_proj,0.0000003646,0.01000,0.693 +17,mlp.experts.68.down_proj,0.0000002819,0.01000,0.710 +17,mlp.experts.72.down_proj,0.0000002785,0.01000,0.706 +17,mlp.experts.64.down_proj,0.0000004911,0.01000,0.737 +17,mlp.experts.67.down_proj,0.0000004646,0.01000,0.716 +17,mlp.experts.76.down_proj,0.0000003145,0.01000,0.752 +17,mlp.experts.65.down_proj,0.0000006909,0.01000,0.634 +17,mlp.experts.69.down_proj,0.0000004043,0.01000,0.650 +17,mlp.experts.77.down_proj,0.0000003066,0.01000,0.642 +17,mlp.experts.75.down_proj,0.0000003438,0.01000,0.775 +17,mlp.experts.71.down_proj,0.0000005233,0.01000,0.784 +17,mlp.experts.79.down_proj,0.0000003278,0.01000,0.828 +17,mlp.experts.73.down_proj,0.0000002152,0.01000,0.756 +17,mlp.experts.94.down_proj,0.0000004197,0.01000,0.766 +17,mlp.experts.86.down_proj,0.0000004954,0.01000,0.744 +17,mlp.experts.84.down_proj,0.0000003213,0.01000,0.732 +17,mlp.experts.82.down_proj,0.0000003319,0.01000,0.760 +17,mlp.experts.90.down_proj,0.0000000311,0.01000,0.801 +17,mlp.experts.88.down_proj,0.0000003031,0.01000,0.730 +17,mlp.experts.80.down_proj,0.0000002525,0.01000,0.743 +17,mlp.experts.81.down_proj,0.0000005418,0.01000,0.629 +17,mlp.experts.85.down_proj,0.0000005502,0.01000,0.634 +17,mlp.experts.92.down_proj,0.0000002252,0.01000,0.746 +17,mlp.experts.93.down_proj,0.0000003138,0.01000,0.628 +17,mlp.experts.83.down_proj,0.0000003211,0.01000,0.790 +17,mlp.experts.91.down_proj,0.0000006918,0.01000,0.842 +17,mlp.experts.87.down_proj,0.0000003106,0.01000,0.808 +17,mlp.experts.89.down_proj,0.0000004046,0.01000,0.747 +17,mlp.experts.95.down_proj,0.0000003236,0.01000,0.836 +17,mlp.experts.110.down_proj,0.0000005683,0.01000,0.693 +17,mlp.experts.102.down_proj,0.0000003425,0.01000,0.709 +17,mlp.experts.106.down_proj,0.0000004886,0.01000,0.691 +17,mlp.experts.98.down_proj,0.0000007780,0.01000,0.716 +17,mlp.experts.97.down_proj,0.0000007539,0.01000,0.705 +17,mlp.experts.109.down_proj,0.0000003235,0.01000,0.686 +17,mlp.experts.101.down_proj,0.0000003152,0.01000,0.699 +17,mlp.experts.104.down_proj,0.0000003552,0.01000,0.842 +17,mlp.experts.96.down_proj,0.0000003189,0.01000,0.793 +17,mlp.experts.100.down_proj,0.0000002237,0.01000,0.933 +17,mlp.experts.99.down_proj,0.0000000387,0.01000,0.746 +17,mlp.experts.108.down_proj,0.0000004487,0.01000,0.846 +17,mlp.experts.103.down_proj,0.0000003744,0.01000,0.720 +17,mlp.experts.107.down_proj,0.0000003260,0.01000,0.729 +17,mlp.experts.105.down_proj,0.0000002757,0.01000,0.735 +17,mlp.experts.111.down_proj,0.0000004764,0.01000,0.742 +17,mlp.experts.126.down_proj,0.0000005286,0.01000,0.656 +17,mlp.experts.118.down_proj,0.0000002887,0.01000,0.672 +17,mlp.experts.114.down_proj,0.0000003089,0.01000,0.678 +17,mlp.experts.122.down_proj,0.0000000518,0.01000,0.696 +17,mlp.experts.113.down_proj,0.0000003681,0.01000,0.655 +17,mlp.experts.117.down_proj,0.0000004932,0.01000,0.617 +17,mlp.experts.125.down_proj,0.0000004130,0.01000,0.620 +17,mlp.experts.121.down_proj,0.0000003269,0.01000,0.436 +17,mlp.experts.115.down_proj,0.0000003816,0.01000,0.737 +17,mlp.experts.120.down_proj,0.0000003719,0.01000,0.816 +17,mlp.experts.112.down_proj,0.0000003749,0.01000,0.837 +17,mlp.experts.124.down_proj,0.0000004181,0.01000,0.720 +17,mlp.experts.116.down_proj,0.0000003517,0.01000,0.820 +17,mlp.experts.123.down_proj,0.0000003590,0.01000,0.672 +17,mlp.experts.119.down_proj,0.0000004021,0.01000,0.697 +17,mlp.experts.127.down_proj,0.0000003549,0.01000,0.604 +18,self_attn.q_proj,0.0000003661,0.01000,0.814 +18,self_attn.k_proj,0.0000000576,0.01000,0.891 +18,self_attn.v_proj,0.0000000713,0.01000,1.153 +18,self_attn.o_proj,0.0000000583,0.01000,1.475 +18,mlp.experts.12.gate_proj,0.0000057386,0.01000,1.873 +18,mlp.experts.0.gate_proj,0.0000076165,0.01000,1.884 +18,mlp.experts.8.gate_proj,0.0000092797,0.01000,2.068 +18,mlp.experts.14.gate_proj,0.0000070228,0.01000,2.122 +18,mlp.experts.4.gate_proj,0.0000073546,0.01000,2.145 +18,mlp.experts.10.gate_proj,0.0000070949,0.01000,2.152 +18,mlp.experts.6.gate_proj,0.0000074813,0.01000,2.196 +18,mlp.experts.1.gate_proj,0.0000080214,0.01000,2.207 +18,mlp.experts.2.gate_proj,0.0000073277,0.01000,2.211 +18,mlp.experts.5.gate_proj,0.0000077123,0.01000,2.237 +18,mlp.experts.3.gate_proj,0.0000076358,0.01000,2.284 +18,mlp.experts.9.gate_proj,0.0000078919,0.01000,2.288 +18,mlp.experts.11.gate_proj,0.0000065640,0.01000,2.287 +18,mlp.experts.15.gate_proj,0.0000078783,0.01000,2.311 +18,mlp.experts.13.gate_proj,0.0000098643,0.01000,2.320 +18,mlp.experts.7.gate_proj,0.0000072297,0.01000,2.407 +18,mlp.experts.16.gate_proj,0.0000089130,0.01000,1.766 +18,mlp.experts.28.gate_proj,0.0000075204,0.01000,1.804 +18,mlp.experts.30.gate_proj,0.0000071880,0.01000,1.817 +18,mlp.experts.26.gate_proj,0.0000087063,0.01000,1.815 +18,mlp.experts.22.gate_proj,0.0000073678,0.01000,1.832 +18,mlp.experts.18.gate_proj,0.0000075006,0.01000,1.828 +18,mlp.experts.20.gate_proj,0.0000089293,0.01000,1.900 +18,mlp.experts.24.gate_proj,0.0000065008,0.01000,2.090 +18,mlp.experts.17.gate_proj,0.0000071646,0.01000,2.021 +18,mlp.experts.19.gate_proj,0.0000072931,0.01000,1.993 +18,mlp.experts.25.gate_proj,0.0000077271,0.01000,1.992 +18,mlp.experts.21.gate_proj,0.0000100673,0.01000,2.111 +18,mlp.experts.27.gate_proj,0.0000085300,0.01000,2.067 +18,mlp.experts.23.gate_proj,0.0000071578,0.01000,1.980 +18,mlp.experts.31.gate_proj,0.0000099172,0.01000,2.119 +18,mlp.experts.29.gate_proj,0.0000085766,0.01000,2.151 +18,mlp.experts.32.gate_proj,0.0000091925,0.01000,1.777 +18,mlp.experts.44.gate_proj,0.0000083025,0.01000,1.808 +18,mlp.experts.42.gate_proj,0.0000075452,0.01000,1.787 +18,mlp.experts.36.gate_proj,0.0000068797,0.01000,1.777 +18,mlp.experts.38.gate_proj,0.0000070166,0.01000,1.869 +18,mlp.experts.40.gate_proj,0.0000104670,0.01000,1.758 +18,mlp.experts.46.gate_proj,0.0000080735,0.01000,1.986 +18,mlp.experts.35.gate_proj,0.0000076885,0.01000,1.826 +18,mlp.experts.43.gate_proj,0.0000073858,0.01000,1.866 +18,mlp.experts.34.gate_proj,0.0000076186,0.01000,2.187 +18,mlp.experts.47.gate_proj,0.0000090551,0.01000,1.819 +18,mlp.experts.39.gate_proj,0.0000075356,0.01000,1.894 +18,mlp.experts.33.gate_proj,0.0000077603,0.01000,2.205 +18,mlp.experts.41.gate_proj,0.0000073721,0.01000,2.170 +18,mlp.experts.37.gate_proj,0.0000083623,0.01000,2.140 +18,mlp.experts.45.gate_proj,0.0000080828,0.01000,2.121 +18,mlp.experts.48.gate_proj,0.0000072333,0.01000,1.657 +18,mlp.experts.60.gate_proj,0.0000082809,0.01000,1.671 +18,mlp.experts.56.gate_proj,0.0000068711,0.01000,1.617 +18,mlp.experts.52.gate_proj,0.0000066838,0.01000,1.828 +18,mlp.experts.58.gate_proj,0.0000071688,0.01000,2.239 +18,mlp.experts.62.gate_proj,0.0000073434,0.01000,2.148 +18,mlp.experts.51.gate_proj,0.0000104048,0.01000,2.003 +18,mlp.experts.59.gate_proj,0.0000089211,0.01000,1.957 +18,mlp.experts.54.gate_proj,0.0000071567,0.01000,2.291 +18,mlp.experts.63.gate_proj,0.0000077029,0.01000,1.935 +18,mlp.experts.55.gate_proj,0.0000071405,0.01000,1.973 +18,mlp.experts.50.gate_proj,0.0000108031,0.01000,2.283 +18,mlp.experts.57.gate_proj,0.0000092548,0.01000,2.195 +18,mlp.experts.64.gate_proj,0.0000074097,0.01000,1.564 +18,mlp.experts.76.gate_proj,0.0000084307,0.01000,1.534 +18,mlp.experts.53.gate_proj,0.0000084946,0.01000,2.287 +18,mlp.experts.49.gate_proj,0.0000073219,0.01000,2.431 +18,mlp.experts.61.gate_proj,0.0000069612,0.01000,2.316 +18,mlp.experts.72.gate_proj,0.0000077300,0.01000,1.706 +18,mlp.experts.68.gate_proj,0.0000102576,0.01000,1.872 +18,mlp.experts.67.gate_proj,0.0000078792,0.01000,1.820 +18,mlp.experts.75.gate_proj,0.0000069361,0.01000,1.829 +18,mlp.experts.79.gate_proj,0.0000077997,0.01000,1.824 +18,mlp.experts.71.gate_proj,0.0000081320,0.01000,1.800 +18,mlp.experts.78.gate_proj,0.0000072426,0.01000,1.983 +18,mlp.experts.74.gate_proj,0.0000079512,0.01000,2.092 +18,mlp.experts.70.gate_proj,0.0000094800,0.01000,2.303 +18,mlp.experts.66.gate_proj,0.0000094239,0.01000,1.981 +18,mlp.experts.92.gate_proj,0.0000076490,0.01000,1.855 +18,mlp.experts.80.gate_proj,0.0000086412,0.01000,2.151 +18,mlp.experts.69.gate_proj,0.0000101884,0.01000,2.071 +18,mlp.experts.73.gate_proj,0.0000083650,0.01000,2.249 +18,mlp.experts.65.gate_proj,0.0000075841,0.01000,2.159 +18,mlp.experts.77.gate_proj,0.0000072844,0.01000,2.302 +18,mlp.experts.88.gate_proj,0.0000070267,0.01000,1.999 +18,mlp.experts.84.gate_proj,0.0000072759,0.01000,1.839 +18,mlp.experts.83.gate_proj,0.0000062091,0.01000,1.466 +18,mlp.experts.91.gate_proj,0.0000082625,0.01000,1.467 +18,mlp.experts.95.gate_proj,0.0000075464,0.01000,1.468 +18,mlp.experts.87.gate_proj,0.0000073427,0.01000,1.589 +18,mlp.experts.90.gate_proj,0.0000081386,0.01000,2.051 +18,mlp.experts.94.gate_proj,0.0000082142,0.01000,2.216 +18,mlp.experts.108.gate_proj,0.0000078328,0.01000,1.784 +18,mlp.experts.86.gate_proj,0.0000070912,0.01000,2.038 +18,mlp.experts.96.gate_proj,0.0000075458,0.01000,1.767 +18,mlp.experts.82.gate_proj,0.0000079140,0.01000,2.069 +18,mlp.experts.99.gate_proj,0.0000074818,0.01000,1.560 +18,mlp.experts.89.gate_proj,0.0000074791,0.01000,2.133 +18,mlp.experts.104.gate_proj,0.0000079246,0.01000,1.771 +18,mlp.experts.111.gate_proj,0.0000078700,0.01000,1.592 +18,mlp.experts.100.gate_proj,0.0000070000,0.01000,1.726 +18,mlp.experts.107.gate_proj,0.0000067007,0.01000,1.615 +18,mlp.experts.85.gate_proj,0.0000067442,0.01000,2.343 +18,mlp.experts.81.gate_proj,0.0000085792,0.01000,2.262 +18,mlp.experts.103.gate_proj,0.0000089169,0.01000,1.710 +18,mlp.experts.93.gate_proj,0.0000069614,0.01000,2.162 +18,mlp.experts.106.gate_proj,0.0000083009,0.01000,1.891 +18,mlp.experts.124.gate_proj,0.0000075716,0.01000,1.774 +18,mlp.experts.110.gate_proj,0.0000071026,0.01000,1.913 +18,mlp.experts.102.gate_proj,0.0000099632,0.01000,1.822 +18,mlp.experts.98.gate_proj,0.0000070390,0.01000,1.917 +18,mlp.experts.112.gate_proj,0.0000027491,0.01000,1.943 +18,mlp.experts.115.gate_proj,0.0000071579,0.01000,1.643 +18,mlp.experts.127.gate_proj,0.0000070984,0.01000,1.628 +18,mlp.experts.123.gate_proj,0.0000070802,0.01000,1.662 +18,mlp.experts.120.gate_proj,0.0000069847,0.01000,1.902 +18,mlp.experts.116.gate_proj,0.0000080736,0.01000,1.853 +18,mlp.experts.119.gate_proj,0.0000084934,0.01000,1.715 +18,mlp.experts.105.gate_proj,0.0000052794,0.01000,2.261 +18,mlp.experts.101.gate_proj,0.0000078275,0.01000,2.239 +18,mlp.experts.109.gate_proj,0.0000075896,0.01000,2.257 +18,mlp.experts.122.gate_proj,0.0000069416,0.01000,1.638 +18,mlp.experts.97.gate_proj,0.0000073605,0.01000,2.423 +18,mlp.experts.126.gate_proj,0.0000045464,0.01000,1.584 +18,mlp.experts.118.gate_proj,0.0000051571,0.01000,1.621 +18,mlp.experts.12.up_proj,0.0000055625,0.01000,1.940 +18,mlp.experts.114.gate_proj,0.0000077364,0.01000,1.563 +18,mlp.experts.3.up_proj,0.0000067667,0.01000,1.854 +18,mlp.experts.15.up_proj,0.0000069261,0.01000,1.800 +18,mlp.experts.0.up_proj,0.0000068259,0.01000,2.039 +18,mlp.experts.11.up_proj,0.0000061049,0.01000,1.795 +18,mlp.experts.7.up_proj,0.0000067082,0.01000,1.816 +18,mlp.experts.8.up_proj,0.0000081834,0.01000,1.972 +18,mlp.experts.4.up_proj,0.0000065225,0.01000,1.979 +18,mlp.experts.10.up_proj,0.0000084921,0.01000,1.642 +18,mlp.experts.121.gate_proj,0.0000075219,0.01000,2.105 +18,mlp.experts.14.up_proj,0.0000068847,0.01000,1.667 +18,mlp.experts.125.gate_proj,0.0000071601,0.01000,1.989 +18,mlp.experts.117.gate_proj,0.0000072815,0.01000,2.210 +18,mlp.experts.6.up_proj,0.0000066302,0.01000,1.680 +18,mlp.experts.28.up_proj,0.0000067132,0.01000,1.685 +18,mlp.experts.113.gate_proj,0.0000093901,0.01000,2.202 +18,mlp.experts.2.up_proj,0.0000072372,0.01000,1.902 +18,mlp.experts.16.up_proj,0.0000076461,0.01000,1.646 +18,mlp.experts.31.up_proj,0.0000081826,0.01000,1.787 +18,mlp.experts.19.up_proj,0.0000070966,0.01000,1.887 +18,mlp.experts.20.up_proj,0.0000075075,0.01000,1.601 +18,mlp.experts.24.up_proj,0.0000062347,0.01000,1.664 +18,mlp.experts.27.up_proj,0.0000074705,0.01000,2.082 +18,mlp.experts.23.up_proj,0.0000067625,0.01000,1.986 +18,mlp.experts.26.up_proj,0.0000073351,0.01000,1.675 +18,mlp.experts.30.up_proj,0.0000071955,0.01000,1.676 +18,mlp.experts.44.up_proj,0.0000070808,0.01000,1.626 +18,mlp.experts.22.up_proj,0.0000066313,0.01000,1.704 +18,mlp.experts.9.up_proj,0.0000072884,0.01000,2.117 +18,mlp.experts.13.up_proj,0.0000093912,0.01000,2.195 +18,mlp.experts.18.up_proj,0.0000068455,0.01000,1.901 +18,mlp.experts.47.up_proj,0.0000076506,0.01000,1.661 +18,mlp.experts.35.up_proj,0.0000078016,0.01000,1.650 +18,mlp.experts.5.up_proj,0.0000073441,0.01000,2.441 +18,mlp.experts.32.up_proj,0.0000075286,0.01000,1.899 +18,mlp.experts.1.up_proj,0.0000071747,0.01000,2.287 +18,mlp.experts.43.up_proj,0.0000073153,0.01000,1.750 +18,mlp.experts.36.up_proj,0.0000068562,0.01000,1.973 +18,mlp.experts.40.up_proj,0.0000083485,0.01000,1.961 +18,mlp.experts.42.up_proj,0.0000076493,0.01000,1.684 +18,mlp.experts.39.up_proj,0.0000068786,0.01000,1.819 +18,mlp.experts.46.up_proj,0.0000071600,0.01000,1.760 +18,mlp.experts.38.up_proj,0.0000069036,0.01000,1.860 +18,mlp.experts.60.up_proj,0.0000076513,0.01000,2.104 +18,mlp.experts.25.up_proj,0.0000067902,0.01000,2.198 +18,mlp.experts.34.up_proj,0.0000072925,0.01000,2.026 +18,mlp.experts.63.up_proj,0.0000067663,0.01000,2.054 +18,mlp.experts.51.up_proj,0.0000080107,0.01000,2.065 +18,mlp.experts.29.up_proj,0.0000070517,0.01000,2.311 +18,mlp.experts.48.up_proj,0.0000068857,0.01000,2.137 +18,mlp.experts.21.up_proj,0.0000080391,0.01000,2.196 +18,mlp.experts.59.up_proj,0.0000076432,0.01000,1.982 +18,mlp.experts.17.up_proj,0.0000062336,0.01000,2.281 +18,mlp.experts.56.up_proj,0.0000065945,0.01000,2.085 +18,mlp.experts.52.up_proj,0.0000067309,0.01000,2.162 +18,mlp.experts.55.up_proj,0.0000067036,0.01000,2.013 +18,mlp.experts.58.up_proj,0.0000063340,0.01000,2.042 +18,mlp.experts.62.up_proj,0.0000066385,0.01000,2.118 +18,mlp.experts.54.up_proj,0.0000063656,0.01000,2.086 +18,mlp.experts.76.up_proj,0.0000074350,0.01000,2.116 +18,mlp.experts.41.up_proj,0.0000068941,0.01000,2.249 +18,mlp.experts.50.up_proj,0.0000081363,0.01000,2.111 +18,mlp.experts.79.up_proj,0.0000081119,0.01000,1.974 +18,mlp.experts.67.up_proj,0.0000069805,0.01000,1.943 +18,mlp.experts.45.up_proj,0.0000075341,0.01000,2.124 +18,mlp.experts.64.up_proj,0.0000070529,0.01000,2.087 +18,mlp.experts.37.up_proj,0.0000071222,0.01000,2.073 +18,mlp.experts.75.up_proj,0.0000069985,0.01000,1.997 +18,mlp.experts.33.up_proj,0.0000069419,0.01000,2.099 +18,mlp.experts.74.up_proj,0.0000071045,0.01000,2.043 +18,mlp.experts.72.up_proj,0.0000068519,0.01000,2.165 +18,mlp.experts.71.up_proj,0.0000067424,0.01000,2.120 +18,mlp.experts.68.up_proj,0.0000080822,0.01000,2.192 +18,mlp.experts.78.up_proj,0.0000068284,0.01000,2.015 +18,mlp.experts.70.up_proj,0.0000076354,0.01000,2.153 +18,mlp.experts.92.up_proj,0.0000066274,0.01000,2.163 +18,mlp.experts.83.up_proj,0.0000063847,0.01000,2.036 +18,mlp.experts.66.up_proj,0.0000075847,0.01000,2.045 +18,mlp.experts.95.up_proj,0.0000069107,0.01000,2.058 +18,mlp.experts.57.up_proj,0.0000078943,0.01000,2.327 +18,mlp.experts.91.up_proj,0.0000073201,0.01000,2.042 +18,mlp.experts.80.up_proj,0.0000079947,0.01000,2.144 +18,mlp.experts.61.up_proj,0.0000065275,0.01000,2.378 +18,mlp.experts.53.up_proj,0.0000076282,0.01000,2.324 +18,mlp.experts.87.up_proj,0.0000066205,0.01000,1.984 +18,mlp.experts.49.up_proj,0.0000064907,0.01000,2.289 +18,mlp.experts.90.up_proj,0.0000071702,0.01000,2.183 +18,mlp.experts.88.up_proj,0.0000067475,0.01000,2.147 +18,mlp.experts.84.up_proj,0.0000069589,0.01000,2.113 +18,mlp.experts.94.up_proj,0.0000070772,0.01000,2.131 +18,mlp.experts.86.up_proj,0.0000068765,0.01000,2.187 +18,mlp.experts.108.up_proj,0.0000072960,0.01000,2.170 +18,mlp.experts.99.up_proj,0.0000068577,0.01000,2.013 +18,mlp.experts.111.up_proj,0.0000073349,0.01000,2.038 +18,mlp.experts.82.up_proj,0.0000070691,0.01000,2.201 +18,mlp.experts.107.up_proj,0.0000061314,0.01000,2.144 +18,mlp.experts.73.up_proj,0.0000075278,0.01000,2.298 +18,mlp.experts.96.up_proj,0.0000066863,0.01000,2.165 +18,mlp.experts.69.up_proj,0.0000081134,0.01000,2.077 +18,mlp.experts.77.up_proj,0.0000066879,0.01000,2.165 +18,mlp.experts.65.up_proj,0.0000074170,0.01000,2.073 +18,mlp.experts.103.up_proj,0.0000088517,0.01000,2.190 +18,mlp.experts.104.up_proj,0.0000070891,0.01000,2.173 +18,mlp.experts.106.up_proj,0.0000073295,0.01000,2.191 +18,mlp.experts.100.up_proj,0.0000066596,0.01000,2.243 +18,mlp.experts.110.up_proj,0.0000076719,0.01000,2.284 +18,mlp.experts.102.up_proj,0.0000079363,0.01000,2.185 +18,mlp.experts.127.up_proj,0.0000066247,0.01000,1.993 +18,mlp.experts.124.up_proj,0.0000068203,0.01000,2.186 +18,mlp.experts.115.up_proj,0.0000066734,0.01000,2.051 +18,mlp.experts.98.up_proj,0.0000086903,0.01000,2.117 +18,mlp.experts.123.up_proj,0.0000070947,0.01000,1.857 +18,mlp.experts.119.up_proj,0.0000071418,0.01000,1.584 +18,mlp.experts.112.up_proj,0.0000028044,0.01000,2.000 +18,mlp.experts.89.up_proj,0.0000067642,0.01000,2.131 +18,mlp.experts.120.up_proj,0.0000068086,0.01000,1.688 +18,mlp.experts.93.up_proj,0.0000066760,0.01000,2.037 +18,mlp.experts.85.up_proj,0.0000088465,0.01000,2.106 +18,mlp.experts.116.up_proj,0.0000070622,0.01000,1.632 +18,mlp.experts.81.up_proj,0.0000077595,0.01000,2.092 +18,mlp.experts.122.up_proj,0.0000063183,0.01000,2.175 +18,mlp.experts.126.up_proj,0.0000043769,0.01000,2.161 +18,mlp.experts.118.up_proj,0.0000048908,0.01000,1.910 +18,mlp.experts.114.up_proj,0.0000068052,0.01000,1.584 +18,mlp.experts.101.up_proj,0.0000069076,0.01000,1.833 +18,mlp.experts.105.up_proj,0.0000052745,0.01000,2.003 +18,mlp.experts.109.up_proj,0.0000068700,0.01000,1.984 +18,mlp.experts.97.up_proj,0.0000066294,0.01000,1.937 +18,mlp.experts.117.up_proj,0.0000068532,0.01000,1.896 +18,mlp.experts.121.up_proj,0.0000066833,0.01000,1.935 +18,mlp.experts.125.up_proj,0.0000069437,0.01000,1.908 +18,mlp.experts.113.up_proj,0.0000080734,0.01000,1.743 +18,mlp.experts.12.down_proj,0.0000002751,0.01000,0.984 +18,mlp.experts.8.down_proj,0.0000007673,0.01000,1.005 +18,mlp.experts.0.down_proj,0.0000004295,0.01000,1.087 +18,mlp.experts.4.down_proj,0.0000004180,0.01000,1.069 +18,mlp.experts.7.down_proj,0.0000004120,0.01000,1.178 +18,mlp.experts.3.down_proj,0.0000004474,0.01000,1.198 +18,mlp.experts.15.down_proj,0.0000004603,0.01000,1.219 +18,mlp.experts.11.down_proj,0.0000003250,0.01000,1.260 +18,mlp.experts.1.down_proj,0.0000005116,0.01000,1.285 +18,mlp.experts.13.down_proj,0.0000006404,0.01000,1.287 +18,mlp.experts.5.down_proj,0.0000004682,0.01000,1.253 +18,mlp.experts.9.down_proj,0.0000004890,0.01000,1.290 +18,mlp.experts.6.down_proj,0.0000003835,0.01000,1.310 +18,mlp.experts.14.down_proj,0.0000004559,0.01000,1.281 +18,mlp.experts.2.down_proj,0.0000005167,0.01000,1.317 +18,mlp.experts.10.down_proj,0.0000006566,0.01000,1.321 +18,mlp.experts.28.down_proj,0.0000004811,0.01000,0.928 +18,mlp.experts.23.down_proj,0.0000004268,0.01000,0.803 +18,mlp.experts.24.down_proj,0.0000003801,0.01000,0.944 +18,mlp.experts.19.down_proj,0.0000004766,0.01000,0.803 +18,mlp.experts.27.down_proj,0.0000006125,0.01000,0.749 +18,mlp.experts.17.down_proj,0.0000004044,0.01000,0.765 +18,mlp.experts.31.down_proj,0.0000007733,0.01000,0.797 +18,mlp.experts.20.down_proj,0.0000005608,0.01000,0.987 +18,mlp.experts.16.down_proj,0.0000006162,0.01000,1.005 +18,mlp.experts.21.down_proj,0.0000007183,0.01000,0.790 +18,mlp.experts.29.down_proj,0.0000004602,0.01000,0.812 +18,mlp.experts.25.down_proj,0.0000004561,0.01000,0.812 +18,mlp.experts.22.down_proj,0.0000004053,0.01000,0.921 +18,mlp.experts.18.down_proj,0.0000003902,0.01000,0.953 +18,mlp.experts.30.down_proj,0.0000005177,0.01000,0.958 +18,mlp.experts.26.down_proj,0.0000005270,0.01000,0.962 +18,mlp.experts.39.down_proj,0.0000004698,0.01000,0.717 +18,mlp.experts.44.down_proj,0.0000004897,0.01000,0.774 +18,mlp.experts.33.down_proj,0.0000004485,0.01000,0.732 +18,mlp.experts.35.down_proj,0.0000006086,0.01000,0.789 +18,mlp.experts.47.down_proj,0.0000006492,0.01000,0.743 +18,mlp.experts.41.down_proj,0.0000004653,0.01000,0.701 +18,mlp.experts.40.down_proj,0.0000009097,0.01000,0.827 +18,mlp.experts.43.down_proj,0.0000004415,0.01000,0.804 +18,mlp.experts.32.down_proj,0.0000005670,0.01000,0.716 +18,mlp.experts.37.down_proj,0.0000005215,0.01000,0.744 +18,mlp.experts.45.down_proj,0.0000006313,0.01000,0.758 +18,mlp.experts.36.down_proj,0.0000004021,0.01000,0.801 +18,mlp.experts.38.down_proj,0.0000004553,0.01000,0.807 +18,mlp.experts.34.down_proj,0.0000005244,0.01000,0.790 +18,mlp.experts.46.down_proj,0.0000005024,0.01000,0.811 +18,mlp.experts.42.down_proj,0.0000005238,0.01000,0.777 +18,mlp.experts.60.down_proj,0.0000007267,0.01000,0.575 +18,mlp.experts.56.down_proj,0.0000003717,0.01000,0.583 +18,mlp.experts.48.down_proj,0.0000003998,0.01000,0.585 +18,mlp.experts.55.down_proj,0.0000004318,0.01000,0.744 +18,mlp.experts.52.down_proj,0.0000004346,0.01000,0.596 +18,mlp.experts.49.down_proj,0.0000003980,0.01000,0.725 +18,mlp.experts.51.down_proj,0.0000006864,0.01000,0.739 +18,mlp.experts.63.down_proj,0.0000004771,0.01000,0.755 +18,mlp.experts.53.down_proj,0.0000005580,0.01000,0.729 +18,mlp.experts.57.down_proj,0.0000006775,0.01000,0.766 +18,mlp.experts.59.down_proj,0.0000006006,0.01000,0.752 +18,mlp.experts.61.down_proj,0.0000003759,0.01000,0.768 +18,mlp.experts.54.down_proj,0.0000003589,0.01000,0.786 +18,mlp.experts.58.down_proj,0.0000003732,0.01000,0.774 +18,mlp.experts.76.down_proj,0.0000005379,0.01000,0.585 +18,mlp.experts.62.down_proj,0.0000003925,0.01000,0.822 +18,mlp.experts.50.down_proj,0.0000007953,0.01000,0.853 +18,mlp.experts.72.down_proj,0.0000004518,0.01000,0.586 +18,mlp.experts.64.down_proj,0.0000004798,0.01000,0.580 +18,mlp.experts.68.down_proj,0.0000007207,0.01000,0.592 +18,mlp.experts.67.down_proj,0.0000004989,0.01000,0.612 +18,mlp.experts.75.down_proj,0.0000004508,0.01000,0.595 +18,mlp.experts.71.down_proj,0.0000004377,0.01000,0.748 +18,mlp.experts.65.down_proj,0.0000004466,0.01000,0.778 +18,mlp.experts.79.down_proj,0.0000006300,0.01000,0.742 +18,mlp.experts.69.down_proj,0.0000007416,0.01000,0.782 +18,mlp.experts.73.down_proj,0.0000005481,0.01000,0.850 +18,mlp.experts.77.down_proj,0.0000003872,0.01000,0.829 +18,mlp.experts.92.down_proj,0.0000003881,0.01000,0.581 +18,mlp.experts.88.down_proj,0.0000005627,0.01000,0.581 +18,mlp.experts.80.down_proj,0.0000007393,0.01000,0.590 +18,mlp.experts.70.down_proj,0.0000006814,0.01000,0.824 +18,mlp.experts.84.down_proj,0.0000004130,0.01000,0.570 +18,mlp.experts.74.down_proj,0.0000004900,0.01000,0.818 +18,mlp.experts.78.down_proj,0.0000004751,0.01000,0.795 +18,mlp.experts.66.down_proj,0.0000005404,0.01000,0.814 +18,mlp.experts.83.down_proj,0.0000004223,0.01000,0.644 +18,mlp.experts.91.down_proj,0.0000004938,0.01000,0.690 +18,mlp.experts.87.down_proj,0.0000003704,0.01000,0.765 +18,mlp.experts.95.down_proj,0.0000004369,0.01000,0.650 +18,mlp.experts.81.down_proj,0.0000006967,0.01000,0.761 +18,mlp.experts.108.down_proj,0.0000004451,0.01000,0.614 +18,mlp.experts.85.down_proj,0.0000006843,0.01000,0.732 +18,mlp.experts.104.down_proj,0.0000005726,0.01000,0.595 +18,mlp.experts.89.down_proj,0.0000004014,0.01000,0.749 +18,mlp.experts.96.down_proj,0.0000004557,0.01000,0.602 +18,mlp.experts.93.down_proj,0.0000003771,0.01000,0.792 +18,mlp.experts.100.down_proj,0.0000003997,0.01000,0.581 +18,mlp.experts.86.down_proj,0.0000004548,0.01000,0.799 +18,mlp.experts.90.down_proj,0.0000004861,0.01000,0.798 +18,mlp.experts.94.down_proj,0.0000004843,0.01000,0.782 +18,mlp.experts.99.down_proj,0.0000004808,0.01000,0.702 +18,mlp.experts.82.down_proj,0.0000004851,0.01000,0.781 +18,mlp.experts.107.down_proj,0.0000003091,0.01000,0.768 +18,mlp.experts.124.down_proj,0.0000004217,0.01000,0.581 +18,mlp.experts.103.down_proj,0.0000007219,0.01000,0.781 +18,mlp.experts.120.down_proj,0.0000003162,0.01000,0.568 +18,mlp.experts.111.down_proj,0.0000004587,0.01000,0.787 +18,mlp.experts.97.down_proj,0.0000003775,0.01000,0.721 +18,mlp.experts.112.down_proj,0.0000000606,0.01000,0.570 +18,mlp.experts.116.down_proj,0.0000005048,0.01000,0.534 +18,mlp.experts.101.down_proj,0.0000004818,0.01000,0.700 +18,mlp.experts.105.down_proj,0.0000002784,0.01000,0.715 +18,mlp.experts.109.down_proj,0.0000004543,0.01000,0.772 +18,mlp.experts.115.down_proj,0.0000004640,0.01000,0.656 +18,mlp.experts.102.down_proj,0.0000006141,0.01000,0.824 +18,mlp.experts.110.down_proj,0.0000005577,0.01000,0.789 +18,mlp.experts.98.down_proj,0.0000005344,0.01000,0.772 +18,mlp.experts.106.down_proj,0.0000005354,0.01000,0.806 +18,mlp.experts.119.down_proj,0.0000005413,0.01000,0.577 +18,mlp.experts.123.down_proj,0.0000005023,0.01000,0.676 +18,mlp.experts.127.down_proj,0.0000004383,0.01000,0.624 +18,mlp.experts.113.down_proj,0.0000007875,0.01000,0.638 +18,mlp.experts.117.down_proj,0.0000004188,0.01000,0.618 +18,mlp.experts.121.down_proj,0.0000004484,0.01000,0.548 +18,mlp.experts.125.down_proj,0.0000004256,0.01000,0.488 +18,mlp.experts.118.down_proj,0.0000002179,0.01000,0.742 +18,mlp.experts.126.down_proj,0.0000001655,0.01000,0.747 +18,mlp.experts.114.down_proj,0.0000004792,0.01000,0.759 +18,mlp.experts.122.down_proj,0.0000003653,0.01000,0.749 +19,self_attn.q_proj,0.0000002774,0.01000,0.819 +19,self_attn.k_proj,0.0000000416,0.01000,0.854 +19,self_attn.v_proj,0.0000000436,0.01000,0.854 +19,self_attn.o_proj,0.0000000511,0.01000,1.388 +19,mlp.experts.2.gate_proj,0.0000067415,0.01000,2.103 +19,mlp.experts.4.gate_proj,0.0000070051,0.01000,2.112 +19,mlp.experts.12.gate_proj,0.0000070116,0.01000,2.107 +19,mlp.experts.14.gate_proj,0.0000097487,0.01000,2.109 +19,mlp.experts.0.gate_proj,0.0000092404,0.01000,2.135 +19,mlp.experts.8.gate_proj,0.0000075907,0.01000,2.124 +19,mlp.experts.6.gate_proj,0.0000081405,0.01000,2.194 +19,mlp.experts.15.gate_proj,0.0000068248,0.01000,2.194 +19,mlp.experts.3.gate_proj,0.0000068613,0.01000,2.200 +19,mlp.experts.10.gate_proj,0.0000078038,0.01000,2.203 +19,mlp.experts.7.gate_proj,0.0000072298,0.01000,2.240 +19,mlp.experts.11.gate_proj,0.0000071939,0.01000,2.295 +19,mlp.experts.13.gate_proj,0.0000072558,0.01000,2.303 +19,mlp.experts.1.gate_proj,0.0000070683,0.01000,2.388 +19,mlp.experts.5.gate_proj,0.0000068418,0.01000,2.395 +19,mlp.experts.9.gate_proj,0.0000082780,0.01000,2.478 +19,mlp.experts.16.gate_proj,0.0000054235,0.01000,1.701 +19,mlp.experts.20.gate_proj,0.0000069597,0.01000,1.760 +19,mlp.experts.24.gate_proj,0.0000072119,0.01000,1.786 +19,mlp.experts.28.gate_proj,0.0000090921,0.01000,1.807 +19,mlp.experts.18.gate_proj,0.0000085900,0.01000,2.026 +19,mlp.experts.30.gate_proj,0.0000084536,0.01000,2.029 +19,mlp.experts.31.gate_proj,0.0000071349,0.01000,2.049 +19,mlp.experts.19.gate_proj,0.0000070343,0.01000,2.067 +19,mlp.experts.23.gate_proj,0.0000077026,0.01000,2.060 +19,mlp.experts.22.gate_proj,0.0000076399,0.01000,2.096 +19,mlp.experts.27.gate_proj,0.0000075036,0.01000,1.996 +19,mlp.experts.26.gate_proj,0.0000070386,0.01000,2.129 +19,mlp.experts.29.gate_proj,0.0000074805,0.01000,2.101 +19,mlp.experts.21.gate_proj,0.0000074144,0.01000,2.066 +19,mlp.experts.17.gate_proj,0.0000073277,0.01000,2.118 +19,mlp.experts.25.gate_proj,0.0000072849,0.01000,2.219 +19,mlp.experts.46.gate_proj,0.0000073985,0.01000,1.624 +19,mlp.experts.34.gate_proj,0.0000070906,0.01000,1.662 +19,mlp.experts.32.gate_proj,0.0000070253,0.01000,1.983 +19,mlp.experts.36.gate_proj,0.0000077767,0.01000,1.995 +19,mlp.experts.42.gate_proj,0.0000080271,0.01000,1.560 +19,mlp.experts.40.gate_proj,0.0000071013,0.01000,1.991 +19,mlp.experts.38.gate_proj,0.0000071211,0.01000,1.626 +19,mlp.experts.44.gate_proj,0.0000079327,0.01000,2.017 +19,mlp.experts.35.gate_proj,0.0000093062,0.01000,1.980 +19,mlp.experts.47.gate_proj,0.0000068484,0.01000,2.014 +19,mlp.experts.43.gate_proj,0.0000071933,0.01000,1.979 +19,mlp.experts.39.gate_proj,0.0000066706,0.01000,2.079 +19,mlp.experts.45.gate_proj,0.0000068742,0.01000,2.123 +19,mlp.experts.37.gate_proj,0.0000078518,0.01000,2.169 +19,mlp.experts.33.gate_proj,0.0000070657,0.01000,2.192 +19,mlp.experts.41.gate_proj,0.0000070572,0.01000,2.265 +19,mlp.experts.62.gate_proj,0.0000081948,0.01000,1.522 +19,mlp.experts.50.gate_proj,0.0000063290,0.01000,1.578 +19,mlp.experts.54.gate_proj,0.0000080081,0.01000,1.537 +19,mlp.experts.58.gate_proj,0.0000077096,0.01000,1.602 +19,mlp.experts.52.gate_proj,0.0000064308,0.01000,2.012 +19,mlp.experts.48.gate_proj,0.0000065249,0.01000,2.089 +19,mlp.experts.56.gate_proj,0.0000062490,0.01000,2.031 +19,mlp.experts.60.gate_proj,0.0000068694,0.01000,2.023 +19,mlp.experts.63.gate_proj,0.0000078942,0.01000,2.057 +19,mlp.experts.59.gate_proj,0.0000076831,0.01000,2.047 +19,mlp.experts.51.gate_proj,0.0000068681,0.01000,2.129 +19,mlp.experts.55.gate_proj,0.0000073008,0.01000,2.152 +19,mlp.experts.61.gate_proj,0.0000076967,0.01000,2.327 +19,mlp.experts.53.gate_proj,0.0000070530,0.01000,2.268 +19,mlp.experts.78.gate_proj,0.0000091758,0.01000,1.599 +19,mlp.experts.66.gate_proj,0.0000074329,0.01000,1.545 +19,mlp.experts.49.gate_proj,0.0000048428,0.01000,2.277 +19,mlp.experts.70.gate_proj,0.0000077989,0.01000,1.552 +19,mlp.experts.74.gate_proj,0.0000067627,0.01000,1.587 +19,mlp.experts.57.gate_proj,0.0000088978,0.01000,2.252 +19,mlp.experts.68.gate_proj,0.0000075775,0.01000,2.049 +19,mlp.experts.64.gate_proj,0.0000074259,0.01000,2.048 +19,mlp.experts.72.gate_proj,0.0000077378,0.01000,2.067 +19,mlp.experts.76.gate_proj,0.0000068658,0.01000,2.049 +19,mlp.experts.79.gate_proj,0.0000069804,0.01000,2.059 +19,mlp.experts.75.gate_proj,0.0000048601,0.01000,2.063 +19,mlp.experts.67.gate_proj,0.0000075482,0.01000,2.052 +19,mlp.experts.71.gate_proj,0.0000094035,0.01000,2.068 +19,mlp.experts.77.gate_proj,0.0000073524,0.01000,2.005 +19,mlp.experts.65.gate_proj,0.0000086177,0.01000,1.982 +19,mlp.experts.94.gate_proj,0.0000075569,0.01000,2.034 +19,mlp.experts.82.gate_proj,0.0000072974,0.01000,2.057 +19,mlp.experts.86.gate_proj,0.0000071610,0.01000,2.072 +19,mlp.experts.69.gate_proj,0.0000079713,0.01000,2.200 +19,mlp.experts.90.gate_proj,0.0000085406,0.01000,2.032 +19,mlp.experts.73.gate_proj,0.0000071370,0.01000,2.166 +19,mlp.experts.80.gate_proj,0.0000084113,0.01000,1.801 +19,mlp.experts.84.gate_proj,0.0000071888,0.01000,1.825 +19,mlp.experts.92.gate_proj,0.0000081817,0.01000,1.789 +19,mlp.experts.88.gate_proj,0.0000073823,0.01000,1.816 +19,mlp.experts.83.gate_proj,0.0000075925,0.01000,1.974 +19,mlp.experts.91.gate_proj,0.0000076135,0.01000,2.028 +19,mlp.experts.95.gate_proj,0.0000070360,0.01000,2.077 +19,mlp.experts.87.gate_proj,0.0000076966,0.01000,2.038 +19,mlp.experts.93.gate_proj,0.0000067203,0.01000,2.037 +19,mlp.experts.110.gate_proj,0.0000069588,0.01000,2.016 +19,mlp.experts.98.gate_proj,0.0000068570,0.01000,2.045 +19,mlp.experts.81.gate_proj,0.0000082091,0.01000,2.107 +19,mlp.experts.102.gate_proj,0.0000069527,0.01000,2.101 +19,mlp.experts.106.gate_proj,0.0000070764,0.01000,2.074 +19,mlp.experts.85.gate_proj,0.0000085507,0.01000,2.122 +19,mlp.experts.100.gate_proj,0.0000068476,0.01000,1.565 +19,mlp.experts.89.gate_proj,0.0000068948,0.01000,2.043 +19,mlp.experts.104.gate_proj,0.0000091139,0.01000,1.612 +19,mlp.experts.108.gate_proj,0.0000071633,0.01000,1.662 +19,mlp.experts.96.gate_proj,0.0000076685,0.01000,1.746 +19,mlp.experts.107.gate_proj,0.0000095045,0.01000,1.964 +19,mlp.experts.99.gate_proj,0.0000070591,0.01000,2.007 +19,mlp.experts.111.gate_proj,0.0000080833,0.01000,2.011 +19,mlp.experts.103.gate_proj,0.0000075206,0.01000,2.003 +19,mlp.experts.116.gate_proj,0.0000070717,0.01000,1.658 +19,mlp.experts.126.gate_proj,0.0000078160,0.01000,2.033 +19,mlp.experts.109.gate_proj,0.0000083912,0.01000,2.169 +19,mlp.experts.124.gate_proj,0.0000072942,0.01000,1.606 +19,mlp.experts.120.gate_proj,0.0000084962,0.01000,1.647 +19,mlp.experts.112.gate_proj,0.0000058406,0.01000,1.598 +19,mlp.experts.97.gate_proj,0.0000094377,0.01000,2.151 +19,mlp.experts.114.gate_proj,0.0000072637,0.01000,2.239 +19,mlp.experts.122.gate_proj,0.0000078941,0.01000,2.049 +19,mlp.experts.118.gate_proj,0.0000091857,0.01000,2.328 +19,mlp.experts.101.gate_proj,0.0000076176,0.01000,2.367 +19,mlp.experts.105.gate_proj,0.0000095331,0.01000,2.308 +19,mlp.experts.123.gate_proj,0.0000066448,0.01000,2.123 +19,mlp.experts.115.gate_proj,0.0000081312,0.01000,2.116 +19,mlp.experts.127.gate_proj,0.0000073701,0.01000,2.152 +19,mlp.experts.4.up_proj,0.0000065512,0.01000,1.769 +19,mlp.experts.119.gate_proj,0.0000070249,0.01000,2.195 +19,mlp.experts.125.gate_proj,0.0000070615,0.01000,1.838 +19,mlp.experts.0.up_proj,0.0000080468,0.01000,1.806 +19,mlp.experts.12.up_proj,0.0000063947,0.01000,1.837 +19,mlp.experts.8.up_proj,0.0000071349,0.01000,1.934 +19,mlp.experts.14.up_proj,0.0000078133,0.01000,2.048 +19,mlp.experts.113.gate_proj,0.0000116213,0.01000,1.857 +19,mlp.experts.117.gate_proj,0.0000083499,0.01000,1.697 +19,mlp.experts.10.up_proj,0.0000070012,0.01000,2.044 +19,mlp.experts.121.gate_proj,0.0000077100,0.01000,1.614 +19,mlp.experts.2.up_proj,0.0000065828,0.01000,2.162 +19,mlp.experts.6.up_proj,0.0000072459,0.01000,2.137 +19,mlp.experts.20.up_proj,0.0000066176,0.01000,1.815 +19,mlp.experts.28.up_proj,0.0000074265,0.01000,1.734 +19,mlp.experts.16.up_proj,0.0000053468,0.01000,1.738 +19,mlp.experts.24.up_proj,0.0000066075,0.01000,1.724 +19,mlp.experts.11.up_proj,0.0000065491,0.01000,2.245 +19,mlp.experts.13.up_proj,0.0000067126,0.01000,1.895 +19,mlp.experts.3.up_proj,0.0000066636,0.01000,2.280 +19,mlp.experts.15.up_proj,0.0000063582,0.01000,2.263 +19,mlp.experts.1.up_proj,0.0000065612,0.01000,1.966 +19,mlp.experts.30.up_proj,0.0000073631,0.01000,2.091 +19,mlp.experts.7.up_proj,0.0000075224,0.01000,2.394 +19,mlp.experts.5.up_proj,0.0000064506,0.01000,2.031 +19,mlp.experts.9.up_proj,0.0000071911,0.01000,2.079 +19,mlp.experts.26.up_proj,0.0000070393,0.01000,2.163 +19,mlp.experts.18.up_proj,0.0000076497,0.01000,2.087 +19,mlp.experts.22.up_proj,0.0000068539,0.01000,2.135 +19,mlp.experts.36.up_proj,0.0000069202,0.01000,1.775 +19,mlp.experts.44.up_proj,0.0000071300,0.01000,1.753 +19,mlp.experts.32.up_proj,0.0000064127,0.01000,1.779 +19,mlp.experts.40.up_proj,0.0000066939,0.01000,1.774 +19,mlp.experts.27.up_proj,0.0000068618,0.01000,2.030 +19,mlp.experts.19.up_proj,0.0000067226,0.01000,2.018 +19,mlp.experts.29.up_proj,0.0000067465,0.01000,2.046 +19,mlp.experts.31.up_proj,0.0000069725,0.01000,2.055 +19,mlp.experts.17.up_proj,0.0000066550,0.01000,2.138 +19,mlp.experts.23.up_proj,0.0000071556,0.01000,2.016 +19,mlp.experts.46.up_proj,0.0000068322,0.01000,2.102 +19,mlp.experts.21.up_proj,0.0000066721,0.01000,2.041 +19,mlp.experts.42.up_proj,0.0000071558,0.01000,2.102 +19,mlp.experts.25.up_proj,0.0000069844,0.01000,2.184 +19,mlp.experts.34.up_proj,0.0000071582,0.01000,2.123 +19,mlp.experts.38.up_proj,0.0000064778,0.01000,2.093 +19,mlp.experts.52.up_proj,0.0000058461,0.01000,1.694 +19,mlp.experts.48.up_proj,0.0000067293,0.01000,1.632 +19,mlp.experts.56.up_proj,0.0000058436,0.01000,1.594 +19,mlp.experts.60.up_proj,0.0000073862,0.01000,1.728 +19,mlp.experts.43.up_proj,0.0000069839,0.01000,2.091 +19,mlp.experts.35.up_proj,0.0000076750,0.01000,2.100 +19,mlp.experts.47.up_proj,0.0000062682,0.01000,2.072 +19,mlp.experts.45.up_proj,0.0000063804,0.01000,2.274 +19,mlp.experts.62.up_proj,0.0000076542,0.01000,1.879 +19,mlp.experts.33.up_proj,0.0000064683,0.01000,2.009 +19,mlp.experts.39.up_proj,0.0000065645,0.01000,2.108 +19,mlp.experts.58.up_proj,0.0000068632,0.01000,1.843 +19,mlp.experts.50.up_proj,0.0000063441,0.01000,1.846 +19,mlp.experts.37.up_proj,0.0000070457,0.01000,2.128 +19,mlp.experts.54.up_proj,0.0000069688,0.01000,1.891 +19,mlp.experts.41.up_proj,0.0000065510,0.01000,2.216 +19,mlp.experts.64.up_proj,0.0000072576,0.01000,1.891 +19,mlp.experts.68.up_proj,0.0000068110,0.01000,1.966 +19,mlp.experts.76.up_proj,0.0000063956,0.01000,1.910 +19,mlp.experts.72.up_proj,0.0000069692,0.01000,1.936 +19,mlp.experts.78.up_proj,0.0000076957,0.01000,1.641 +19,mlp.experts.59.up_proj,0.0000068840,0.01000,1.993 +19,mlp.experts.51.up_proj,0.0000074265,0.01000,2.016 +19,mlp.experts.74.up_proj,0.0000067435,0.01000,1.582 +19,mlp.experts.63.up_proj,0.0000071394,0.01000,2.052 +19,mlp.experts.66.up_proj,0.0000067046,0.01000,1.638 +19,mlp.experts.61.up_proj,0.0000069378,0.01000,1.989 +19,mlp.experts.49.up_proj,0.0000049308,0.01000,2.001 +19,mlp.experts.70.up_proj,0.0000070533,0.01000,1.564 +19,mlp.experts.55.up_proj,0.0000072068,0.01000,2.000 +19,mlp.experts.53.up_proj,0.0000067796,0.01000,2.005 +19,mlp.experts.57.up_proj,0.0000082720,0.01000,2.032 +19,mlp.experts.84.up_proj,0.0000068417,0.01000,2.084 +19,mlp.experts.80.up_proj,0.0000075551,0.01000,2.142 +19,mlp.experts.88.up_proj,0.0000068529,0.01000,2.086 +19,mlp.experts.92.up_proj,0.0000072557,0.01000,2.092 +19,mlp.experts.94.up_proj,0.0000068621,0.01000,1.591 +19,mlp.experts.90.up_proj,0.0000077561,0.01000,1.553 +19,mlp.experts.82.up_proj,0.0000066129,0.01000,1.587 +19,mlp.experts.86.up_proj,0.0000066277,0.01000,1.532 +19,mlp.experts.75.up_proj,0.0000047271,0.01000,2.001 +19,mlp.experts.67.up_proj,0.0000069809,0.01000,2.071 +19,mlp.experts.79.up_proj,0.0000062605,0.01000,2.085 +19,mlp.experts.77.up_proj,0.0000069132,0.01000,2.100 +19,mlp.experts.71.up_proj,0.0000078914,0.01000,2.065 +19,mlp.experts.65.up_proj,0.0000074315,0.01000,2.257 +19,mlp.experts.69.up_proj,0.0000072160,0.01000,2.282 +19,mlp.experts.110.up_proj,0.0000068885,0.01000,1.650 +19,mlp.experts.100.up_proj,0.0000067194,0.01000,1.943 +19,mlp.experts.108.up_proj,0.0000064315,0.01000,1.907 +19,mlp.experts.96.up_proj,0.0000073917,0.01000,1.946 +19,mlp.experts.104.up_proj,0.0000074527,0.01000,1.979 +19,mlp.experts.106.up_proj,0.0000066742,0.01000,1.607 +19,mlp.experts.73.up_proj,0.0000066347,0.01000,2.336 +19,mlp.experts.98.up_proj,0.0000079795,0.01000,1.653 +19,mlp.experts.102.up_proj,0.0000069822,0.01000,1.567 +19,mlp.experts.91.up_proj,0.0000067880,0.01000,2.010 +19,mlp.experts.83.up_proj,0.0000069143,0.01000,2.001 +19,mlp.experts.95.up_proj,0.0000078631,0.01000,1.968 +19,mlp.experts.87.up_proj,0.0000072796,0.01000,2.000 +19,mlp.experts.93.up_proj,0.0000067784,0.01000,2.213 +19,mlp.experts.81.up_proj,0.0000072907,0.01000,2.187 +19,mlp.experts.126.up_proj,0.0000069880,0.01000,1.648 +19,mlp.experts.122.up_proj,0.0000075042,0.01000,1.604 +19,mlp.experts.114.up_proj,0.0000065534,0.01000,1.493 +19,mlp.experts.118.up_proj,0.0000074303,0.01000,1.463 +19,mlp.experts.85.up_proj,0.0000080806,0.01000,2.174 +19,mlp.experts.112.up_proj,0.0000058150,0.01000,1.997 +19,mlp.experts.120.up_proj,0.0000075741,0.01000,1.995 +19,mlp.experts.116.up_proj,0.0000066408,0.01000,2.086 +19,mlp.experts.124.up_proj,0.0000069976,0.01000,2.104 +19,mlp.experts.89.up_proj,0.0000064030,0.01000,2.078 +19,mlp.experts.107.up_proj,0.0000080032,0.01000,1.920 +19,mlp.experts.99.up_proj,0.0000065975,0.01000,1.841 +19,mlp.experts.111.up_proj,0.0000071565,0.01000,1.795 +19,mlp.experts.103.up_proj,0.0000071249,0.01000,1.688 +19,mlp.experts.109.up_proj,0.0000076226,0.01000,1.822 +19,mlp.experts.97.up_proj,0.0000075187,0.01000,1.854 +19,mlp.experts.101.up_proj,0.0000069654,0.01000,1.793 +19,mlp.experts.105.up_proj,0.0000079407,0.01000,1.620 +19,mlp.experts.123.up_proj,0.0000061006,0.01000,1.509 +19,mlp.experts.115.up_proj,0.0000066236,0.01000,1.497 +19,mlp.experts.127.up_proj,0.0000067079,0.01000,1.454 +19,mlp.experts.119.up_proj,0.0000068036,0.01000,1.374 +19,mlp.experts.125.up_proj,0.0000065066,0.01000,1.540 +19,mlp.experts.113.up_proj,0.0000149894,0.01000,1.472 +19,mlp.experts.117.up_proj,0.0000078326,0.01000,1.397 +19,mlp.experts.121.up_proj,0.0000076253,0.01000,1.304 +19,mlp.experts.4.down_proj,0.0000004357,0.01000,0.761 +19,mlp.experts.8.down_proj,0.0000005416,0.01000,0.756 +19,mlp.experts.0.down_proj,0.0000008102,0.01000,0.767 +19,mlp.experts.12.down_proj,0.0000004078,0.01000,0.798 +19,mlp.experts.14.down_proj,0.0000008759,0.01000,1.075 +19,mlp.experts.2.down_proj,0.0000004983,0.01000,1.088 +19,mlp.experts.10.down_proj,0.0000005069,0.01000,1.108 +19,mlp.experts.6.down_proj,0.0000005587,0.01000,1.121 +19,mlp.experts.9.down_proj,0.0000005700,0.01000,1.192 +19,mlp.experts.5.down_proj,0.0000004338,0.01000,1.195 +19,mlp.experts.13.down_proj,0.0000004226,0.01000,1.190 +19,mlp.experts.1.down_proj,0.0000004280,0.01000,1.206 +19,mlp.experts.7.down_proj,0.0000004037,0.01000,1.238 +19,mlp.experts.11.down_proj,0.0000004233,0.01000,1.272 +19,mlp.experts.3.down_proj,0.0000004675,0.01000,1.285 +19,mlp.experts.15.down_proj,0.0000003956,0.01000,1.277 +19,mlp.experts.20.down_proj,0.0000004229,0.01000,0.716 +19,mlp.experts.24.down_proj,0.0000004167,0.01000,0.762 +19,mlp.experts.28.down_proj,0.0000006480,0.01000,0.735 +19,mlp.experts.16.down_proj,0.0000002625,0.01000,0.766 +19,mlp.experts.30.down_proj,0.0000006467,0.01000,0.610 +19,mlp.experts.18.down_proj,0.0000006941,0.01000,0.629 +19,mlp.experts.26.down_proj,0.0000004725,0.01000,0.623 +19,mlp.experts.22.down_proj,0.0000005003,0.01000,0.665 +19,mlp.experts.17.down_proj,0.0000004413,0.01000,0.762 +19,mlp.experts.29.down_proj,0.0000004801,0.01000,0.788 +19,mlp.experts.25.down_proj,0.0000004345,0.01000,0.831 +19,mlp.experts.21.down_proj,0.0000004832,0.01000,0.822 +19,mlp.experts.23.down_proj,0.0000005244,0.01000,0.790 +19,mlp.experts.31.down_proj,0.0000005007,0.01000,0.757 +19,mlp.experts.27.down_proj,0.0000004976,0.01000,0.762 +19,mlp.experts.19.down_proj,0.0000003672,0.01000,0.756 +19,mlp.experts.36.down_proj,0.0000005161,0.01000,0.769 +19,mlp.experts.40.down_proj,0.0000004255,0.01000,0.759 +19,mlp.experts.44.down_proj,0.0000005295,0.01000,0.784 +19,mlp.experts.32.down_proj,0.0000003508,0.01000,0.774 +19,mlp.experts.46.down_proj,0.0000004627,0.01000,0.690 +19,mlp.experts.34.down_proj,0.0000005825,0.01000,0.710 +19,mlp.experts.42.down_proj,0.0000005119,0.01000,0.698 +19,mlp.experts.38.down_proj,0.0000004522,0.01000,0.711 +19,mlp.experts.43.down_proj,0.0000006247,0.01000,0.733 +19,mlp.experts.35.down_proj,0.0000006604,0.01000,0.741 +19,mlp.experts.47.down_proj,0.0000003850,0.01000,0.742 +19,mlp.experts.39.down_proj,0.0000004067,0.01000,0.759 +19,mlp.experts.52.down_proj,0.0000002868,0.01000,0.589 +19,mlp.experts.56.down_proj,0.0000002936,0.01000,0.590 +19,mlp.experts.33.down_proj,0.0000004545,0.01000,0.912 +19,mlp.experts.60.down_proj,0.0000005727,0.01000,0.577 +19,mlp.experts.48.down_proj,0.0000004512,0.01000,0.575 +19,mlp.experts.45.down_proj,0.0000004489,0.01000,0.947 +19,mlp.experts.37.down_proj,0.0000004899,0.01000,0.961 +19,mlp.experts.41.down_proj,0.0000004692,0.01000,0.999 +19,mlp.experts.62.down_proj,0.0000007345,0.01000,0.785 +19,mlp.experts.50.down_proj,0.0000004583,0.01000,0.776 +19,mlp.experts.58.down_proj,0.0000005149,0.01000,0.786 +19,mlp.experts.54.down_proj,0.0000004828,0.01000,0.751 +19,mlp.experts.59.down_proj,0.0000004513,0.01000,0.727 +19,mlp.experts.51.down_proj,0.0000005654,0.01000,0.758 +19,mlp.experts.63.down_proj,0.0000005428,0.01000,0.756 +19,mlp.experts.55.down_proj,0.0000005491,0.01000,0.763 +19,mlp.experts.68.down_proj,0.0000004847,0.01000,0.760 +19,mlp.experts.49.down_proj,0.0000002325,0.01000,0.774 +19,mlp.experts.76.down_proj,0.0000004356,0.01000,0.768 +19,mlp.experts.64.down_proj,0.0000005482,0.01000,0.767 +19,mlp.experts.72.down_proj,0.0000004646,0.01000,0.788 +19,mlp.experts.61.down_proj,0.0000004538,0.01000,0.799 +19,mlp.experts.74.down_proj,0.0000003777,0.01000,0.562 +19,mlp.experts.53.down_proj,0.0000004336,0.01000,0.780 +19,mlp.experts.78.down_proj,0.0000006669,0.01000,0.613 +19,mlp.experts.66.down_proj,0.0000004839,0.01000,0.576 +19,mlp.experts.57.down_proj,0.0000009352,0.01000,0.780 +19,mlp.experts.70.down_proj,0.0000004837,0.01000,0.570 +19,mlp.experts.94.down_proj,0.0000005432,0.01000,0.558 +19,mlp.experts.90.down_proj,0.0000006742,0.01000,0.581 +19,mlp.experts.79.down_proj,0.0000003725,0.01000,0.786 +19,mlp.experts.86.down_proj,0.0000004390,0.01000,0.566 +19,mlp.experts.82.down_proj,0.0000004789,0.01000,0.587 +19,mlp.experts.71.down_proj,0.0000007642,0.01000,0.813 +19,mlp.experts.75.down_proj,0.0000001971,0.01000,0.874 +19,mlp.experts.65.down_proj,0.0000005722,0.01000,0.739 +19,mlp.experts.67.down_proj,0.0000004819,0.01000,0.833 +19,mlp.experts.84.down_proj,0.0000004337,0.01000,0.811 +19,mlp.experts.92.down_proj,0.0000006342,0.01000,0.808 +19,mlp.experts.77.down_proj,0.0000005657,0.01000,0.758 +19,mlp.experts.88.down_proj,0.0000004109,0.01000,0.848 +19,mlp.experts.80.down_proj,0.0000006558,0.01000,0.850 +19,mlp.experts.73.down_proj,0.0000004667,0.01000,0.759 +19,mlp.experts.69.down_proj,0.0000005568,0.01000,0.787 +19,mlp.experts.110.down_proj,0.0000005321,0.01000,0.560 +19,mlp.experts.106.down_proj,0.0000005047,0.01000,0.586 +19,mlp.experts.98.down_proj,0.0000006920,0.01000,0.602 +19,mlp.experts.102.down_proj,0.0000004928,0.01000,0.606 +19,mlp.experts.95.down_proj,0.0000006100,0.01000,0.735 +19,mlp.experts.87.down_proj,0.0000006057,0.01000,0.726 +19,mlp.experts.81.down_proj,0.0000005677,0.01000,0.699 +19,mlp.experts.93.down_proj,0.0000004308,0.01000,0.671 +19,mlp.experts.83.down_proj,0.0000004687,0.01000,0.740 +19,mlp.experts.91.down_proj,0.0000004756,0.01000,0.767 +19,mlp.experts.100.down_proj,0.0000004885,0.01000,0.772 +19,mlp.experts.89.down_proj,0.0000003880,0.01000,0.667 +19,mlp.experts.85.down_proj,0.0000008046,0.01000,0.671 +19,mlp.experts.108.down_proj,0.0000004173,0.01000,0.809 +19,mlp.experts.104.down_proj,0.0000006644,0.01000,0.853 +19,mlp.experts.96.down_proj,0.0000006823,0.01000,0.899 +19,mlp.experts.126.down_proj,0.0000005088,0.01000,0.717 +19,mlp.experts.118.down_proj,0.0000006379,0.01000,0.692 +19,mlp.experts.122.down_proj,0.0000005526,0.01000,0.745 +19,mlp.experts.114.down_proj,0.0000004659,0.01000,0.700 +19,mlp.experts.97.down_proj,0.0000007321,0.01000,0.617 +19,mlp.experts.109.down_proj,0.0000006245,0.01000,0.600 +19,mlp.experts.105.down_proj,0.0000007678,0.01000,0.619 +19,mlp.experts.101.down_proj,0.0000005535,0.01000,0.611 +19,mlp.experts.111.down_proj,0.0000005380,0.01000,0.744 +19,mlp.experts.103.down_proj,0.0000005497,0.01000,0.750 +19,mlp.experts.99.down_proj,0.0000003919,0.01000,0.716 +19,mlp.experts.107.down_proj,0.0000009106,0.01000,0.733 +19,mlp.experts.116.down_proj,0.0000004276,0.01000,0.753 +19,mlp.experts.124.down_proj,0.0000005027,0.01000,0.694 +19,mlp.experts.120.down_proj,0.0000005883,0.01000,0.656 +19,mlp.experts.112.down_proj,0.0000003206,0.01000,0.614 +19,mlp.experts.113.down_proj,0.0000013495,0.01000,0.672 +19,mlp.experts.125.down_proj,0.0000004341,0.01000,0.673 +19,mlp.experts.121.down_proj,0.0000005975,0.01000,0.623 +19,mlp.experts.117.down_proj,0.0000007733,0.01000,0.620 +19,mlp.experts.119.down_proj,0.0000004830,0.01000,0.716 +19,mlp.experts.127.down_proj,0.0000004374,0.01000,0.746 +19,mlp.experts.115.down_proj,0.0000004455,0.01000,0.741 +19,mlp.experts.123.down_proj,0.0000004118,0.01000,0.705 +20,self_attn.k_proj,0.0000000445,0.01000,0.737 +20,self_attn.q_proj,0.0000003131,0.01000,0.774 +20,self_attn.v_proj,0.0000000669,0.01000,0.858 +20,self_attn.o_proj,0.0000000616,0.01000,1.496 +20,mlp.experts.0.gate_proj,0.0000070688,0.01000,1.603 +20,mlp.experts.4.gate_proj,0.0000072912,0.01000,1.595 +20,mlp.experts.8.gate_proj,0.0000068049,0.01000,1.600 +20,mlp.experts.12.gate_proj,0.0000076836,0.01000,1.644 +20,mlp.experts.14.gate_proj,0.0000069443,0.01000,2.216 +20,mlp.experts.2.gate_proj,0.0000068967,0.01000,2.361 +20,mlp.experts.10.gate_proj,0.0000070825,0.01000,2.374 +20,mlp.experts.6.gate_proj,0.0000073013,0.01000,2.418 +20,mlp.experts.13.gate_proj,0.0000076428,0.01000,2.379 +20,mlp.experts.11.gate_proj,0.0000070883,0.01000,2.433 +20,mlp.experts.9.gate_proj,0.0000052386,0.01000,2.461 +20,mlp.experts.1.gate_proj,0.0000079907,0.01000,2.474 +20,mlp.experts.5.gate_proj,0.0000064908,0.01000,2.482 +20,mlp.experts.3.gate_proj,0.0000068417,0.01000,2.540 +20,mlp.experts.15.gate_proj,0.0000067033,0.01000,2.423 +20,mlp.experts.7.gate_proj,0.0000084634,0.01000,2.566 +20,mlp.experts.24.gate_proj,0.0000074564,0.01000,1.748 +20,mlp.experts.16.gate_proj,0.0000080835,0.01000,1.776 +20,mlp.experts.20.gate_proj,0.0000061426,0.01000,1.894 +20,mlp.experts.28.gate_proj,0.0000071591,0.01000,1.839 +20,mlp.experts.29.gate_proj,0.0000073473,0.01000,1.588 +20,mlp.experts.17.gate_proj,0.0000067440,0.01000,1.572 +20,mlp.experts.21.gate_proj,0.0000069364,0.01000,1.596 +20,mlp.experts.25.gate_proj,0.0000069441,0.01000,1.645 +20,mlp.experts.27.gate_proj,0.0000067032,0.01000,1.856 +20,mlp.experts.31.gate_proj,0.0000088254,0.01000,1.813 +20,mlp.experts.19.gate_proj,0.0000074014,0.01000,1.842 +20,mlp.experts.23.gate_proj,0.0000068562,0.01000,1.868 +20,mlp.experts.22.gate_proj,0.0000087008,0.01000,2.064 +20,mlp.experts.26.gate_proj,0.0000073204,0.01000,2.100 +20,mlp.experts.18.gate_proj,0.0000062911,0.01000,2.141 +20,mlp.experts.30.gate_proj,0.0000070646,0.01000,2.151 +20,mlp.experts.40.gate_proj,0.0000070215,0.01000,2.043 +20,mlp.experts.32.gate_proj,0.0000068552,0.01000,2.024 +20,mlp.experts.36.gate_proj,0.0000078230,0.01000,2.078 +20,mlp.experts.44.gate_proj,0.0000070637,0.01000,2.038 +20,mlp.experts.45.gate_proj,0.0000069416,0.01000,1.558 +20,mlp.experts.33.gate_proj,0.0000063803,0.01000,1.537 +20,mlp.experts.37.gate_proj,0.0000070955,0.01000,1.563 +20,mlp.experts.41.gate_proj,0.0000083626,0.01000,1.575 +20,mlp.experts.47.gate_proj,0.0000069054,0.01000,1.783 +20,mlp.experts.39.gate_proj,0.0000074847,0.01000,1.743 +20,mlp.experts.43.gate_proj,0.0000077968,0.01000,1.880 +20,mlp.experts.35.gate_proj,0.0000062576,0.01000,1.822 +20,mlp.experts.42.gate_proj,0.0000071882,0.01000,2.148 +20,mlp.experts.38.gate_proj,0.0000073843,0.01000,2.170 +20,mlp.experts.34.gate_proj,0.0000079925,0.01000,2.151 +20,mlp.experts.46.gate_proj,0.0000072252,0.01000,2.265 +20,mlp.experts.49.gate_proj,0.0000080378,0.01000,1.596 +20,mlp.experts.61.gate_proj,0.0000061346,0.01000,1.604 +20,mlp.experts.53.gate_proj,0.0000060857,0.01000,1.596 +20,mlp.experts.57.gate_proj,0.0000069923,0.01000,1.583 +20,mlp.experts.48.gate_proj,0.0000064642,0.01000,1.978 +20,mlp.experts.56.gate_proj,0.0000067680,0.01000,2.093 +20,mlp.experts.52.gate_proj,0.0000079742,0.01000,2.075 +20,mlp.experts.60.gate_proj,0.0000081103,0.01000,2.118 +20,mlp.experts.55.gate_proj,0.0000067716,0.01000,2.141 +20,mlp.experts.59.gate_proj,0.0000066344,0.01000,2.140 +20,mlp.experts.63.gate_proj,0.0000086241,0.01000,2.181 +20,mlp.experts.51.gate_proj,0.0000069807,0.01000,2.119 +20,mlp.experts.58.gate_proj,0.0000057506,0.01000,1.938 +20,mlp.experts.50.gate_proj,0.0000073928,0.01000,1.928 +20,mlp.experts.54.gate_proj,0.0000068156,0.01000,1.938 +20,mlp.experts.62.gate_proj,0.0000068451,0.01000,1.828 +20,mlp.experts.64.gate_proj,0.0000072351,0.01000,1.936 +20,mlp.experts.77.gate_proj,0.0000064658,0.01000,2.140 +20,mlp.experts.65.gate_proj,0.0000052294,0.01000,2.146 +20,mlp.experts.69.gate_proj,0.0000069633,0.01000,2.133 +20,mlp.experts.73.gate_proj,0.0000074917,0.01000,2.144 +20,mlp.experts.72.gate_proj,0.0000074166,0.01000,2.024 +20,mlp.experts.68.gate_proj,0.0000068719,0.01000,2.006 +20,mlp.experts.76.gate_proj,0.0000067229,0.01000,1.992 +20,mlp.experts.74.gate_proj,0.0000066952,0.01000,1.554 +20,mlp.experts.70.gate_proj,0.0000069383,0.01000,1.525 +20,mlp.experts.78.gate_proj,0.0000070763,0.01000,1.530 +20,mlp.experts.66.gate_proj,0.0000072395,0.01000,1.605 +20,mlp.experts.75.gate_proj,0.0000067995,0.01000,1.952 +20,mlp.experts.67.gate_proj,0.0000072689,0.01000,2.000 +20,mlp.experts.79.gate_proj,0.0000074583,0.01000,2.078 +20,mlp.experts.71.gate_proj,0.0000082742,0.01000,2.097 +20,mlp.experts.80.gate_proj,0.0000071050,0.01000,1.969 +20,mlp.experts.93.gate_proj,0.0000078249,0.01000,2.109 +20,mlp.experts.81.gate_proj,0.0000077949,0.01000,2.218 +20,mlp.experts.88.gate_proj,0.0000078752,0.01000,2.033 +20,mlp.experts.85.gate_proj,0.0000063977,0.01000,2.184 +20,mlp.experts.89.gate_proj,0.0000082238,0.01000,2.158 +20,mlp.experts.84.gate_proj,0.0000048866,0.01000,1.969 +20,mlp.experts.92.gate_proj,0.0000066688,0.01000,1.967 +20,mlp.experts.91.gate_proj,0.0000068141,0.01000,1.528 +20,mlp.experts.83.gate_proj,0.0000074279,0.01000,1.542 +20,mlp.experts.95.gate_proj,0.0000066038,0.01000,1.524 +20,mlp.experts.87.gate_proj,0.0000068304,0.01000,1.553 +20,mlp.experts.94.gate_proj,0.0000072584,0.01000,1.999 +20,mlp.experts.90.gate_proj,0.0000070983,0.01000,2.035 +20,mlp.experts.86.gate_proj,0.0000070782,0.01000,2.105 +20,mlp.experts.82.gate_proj,0.0000070553,0.01000,2.067 +20,mlp.experts.96.gate_proj,0.0000098096,0.01000,1.958 +20,mlp.experts.107.gate_proj,0.0000071735,0.01000,1.515 +20,mlp.experts.99.gate_proj,0.0000068189,0.01000,1.500 +20,mlp.experts.109.gate_proj,0.0000065046,0.01000,2.032 +20,mlp.experts.111.gate_proj,0.0000077599,0.01000,1.534 +20,mlp.experts.103.gate_proj,0.0000070042,0.01000,1.498 +20,mlp.experts.104.gate_proj,0.0000069480,0.01000,1.949 +20,mlp.experts.100.gate_proj,0.0000067234,0.01000,1.981 +20,mlp.experts.105.gate_proj,0.0000064934,0.01000,2.026 +20,mlp.experts.108.gate_proj,0.0000066360,0.01000,1.944 +20,mlp.experts.101.gate_proj,0.0000065432,0.01000,2.076 +20,mlp.experts.97.gate_proj,0.0000077710,0.01000,2.152 +20,mlp.experts.110.gate_proj,0.0000066770,0.01000,2.096 +20,mlp.experts.106.gate_proj,0.0000072120,0.01000,2.102 +20,mlp.experts.98.gate_proj,0.0000082189,0.01000,2.096 +20,mlp.experts.102.gate_proj,0.0000072344,0.01000,2.132 +20,mlp.experts.123.gate_proj,0.0000071868,0.01000,1.735 +20,mlp.experts.115.gate_proj,0.0000070167,0.01000,1.752 +20,mlp.experts.112.gate_proj,0.0000073381,0.01000,1.962 +20,mlp.experts.127.gate_proj,0.0000071621,0.01000,1.775 +20,mlp.experts.119.gate_proj,0.0000089203,0.01000,1.800 +20,mlp.experts.120.gate_proj,0.0000083013,0.01000,2.022 +20,mlp.experts.116.gate_proj,0.0000072770,0.01000,1.992 +20,mlp.experts.124.gate_proj,0.0000069887,0.01000,2.011 +20,mlp.experts.125.gate_proj,0.0000075230,0.01000,2.157 +20,mlp.experts.121.gate_proj,0.0000050208,0.01000,2.241 +20,mlp.experts.117.gate_proj,0.0000075197,0.01000,2.216 +20,mlp.experts.126.gate_proj,0.0000071495,0.01000,1.622 +20,mlp.experts.122.gate_proj,0.0000072517,0.01000,1.612 +20,mlp.experts.114.gate_proj,0.0000065251,0.01000,1.529 +20,mlp.experts.118.gate_proj,0.0000072253,0.01000,1.574 +20,mlp.experts.113.gate_proj,0.0000070884,0.01000,2.290 +20,mlp.experts.11.up_proj,0.0000068415,0.01000,2.018 +20,mlp.experts.3.up_proj,0.0000065203,0.01000,1.993 +20,mlp.experts.15.up_proj,0.0000067422,0.01000,1.987 +20,mlp.experts.7.up_proj,0.0000077235,0.01000,2.008 +20,mlp.experts.0.up_proj,0.0000069413,0.01000,2.242 +20,mlp.experts.2.up_proj,0.0000073673,0.01000,1.744 +20,mlp.experts.10.up_proj,0.0000070306,0.01000,1.752 +20,mlp.experts.13.up_proj,0.0000067999,0.01000,2.020 +20,mlp.experts.8.up_proj,0.0000064863,0.01000,2.124 +20,mlp.experts.14.up_proj,0.0000071964,0.01000,1.819 +20,mlp.experts.12.up_proj,0.0000073888,0.01000,2.079 +20,mlp.experts.4.up_proj,0.0000071842,0.01000,2.119 +20,mlp.experts.6.up_proj,0.0000072023,0.01000,1.807 +20,mlp.experts.5.up_proj,0.0000062242,0.01000,2.005 +20,mlp.experts.9.up_proj,0.0000051114,0.01000,2.030 +20,mlp.experts.1.up_proj,0.0000078330,0.01000,1.990 +20,mlp.experts.27.up_proj,0.0000069284,0.01000,2.058 +20,mlp.experts.19.up_proj,0.0000073031,0.01000,2.076 +20,mlp.experts.31.up_proj,0.0000078561,0.01000,2.057 +20,mlp.experts.16.up_proj,0.0000070846,0.01000,1.915 +20,mlp.experts.23.up_proj,0.0000067567,0.01000,2.072 +20,mlp.experts.28.up_proj,0.0000069490,0.01000,1.878 +20,mlp.experts.20.up_proj,0.0000061079,0.01000,1.931 +20,mlp.experts.24.up_proj,0.0000072256,0.01000,1.965 +20,mlp.experts.26.up_proj,0.0000070012,0.01000,2.100 +20,mlp.experts.18.up_proj,0.0000058962,0.01000,2.131 +20,mlp.experts.30.up_proj,0.0000067887,0.01000,2.119 +20,mlp.experts.22.up_proj,0.0000078213,0.01000,2.096 +20,mlp.experts.29.up_proj,0.0000076100,0.01000,2.185 +20,mlp.experts.25.up_proj,0.0000068467,0.01000,2.177 +20,mlp.experts.21.up_proj,0.0000065467,0.01000,2.183 +20,mlp.experts.17.up_proj,0.0000062077,0.01000,2.095 +20,mlp.experts.32.up_proj,0.0000063437,0.01000,1.737 +20,mlp.experts.43.up_proj,0.0000076393,0.01000,2.057 +20,mlp.experts.35.up_proj,0.0000062536,0.01000,2.077 +20,mlp.experts.44.up_proj,0.0000077298,0.01000,1.733 +20,mlp.experts.47.up_proj,0.0000065790,0.01000,2.085 +20,mlp.experts.39.up_proj,0.0000088015,0.01000,2.036 +20,mlp.experts.36.up_proj,0.0000080929,0.01000,1.772 +20,mlp.experts.40.up_proj,0.0000066710,0.01000,1.860 +20,mlp.experts.34.up_proj,0.0000076021,0.01000,1.849 +20,mlp.experts.46.up_proj,0.0000070899,0.01000,1.866 +20,mlp.experts.42.up_proj,0.0000067899,0.01000,1.960 +20,mlp.experts.38.up_proj,0.0000075474,0.01000,1.932 +20,mlp.experts.45.up_proj,0.0000066809,0.01000,2.086 +20,mlp.experts.33.up_proj,0.0000064433,0.01000,2.074 +20,mlp.experts.41.up_proj,0.0000077562,0.01000,2.096 +20,mlp.experts.37.up_proj,0.0000069210,0.01000,2.136 +20,mlp.experts.48.up_proj,0.0000061157,0.01000,1.896 +20,mlp.experts.50.up_proj,0.0000070068,0.01000,1.514 +20,mlp.experts.60.up_proj,0.0000077573,0.01000,1.850 +20,mlp.experts.58.up_proj,0.0000056200,0.01000,1.538 +20,mlp.experts.62.up_proj,0.0000067547,0.01000,1.562 +20,mlp.experts.59.up_proj,0.0000065064,0.01000,2.116 +20,mlp.experts.52.up_proj,0.0000077249,0.01000,1.907 +20,mlp.experts.56.up_proj,0.0000064593,0.01000,1.857 +20,mlp.experts.54.up_proj,0.0000065796,0.01000,1.647 +20,mlp.experts.51.up_proj,0.0000071854,0.01000,2.174 +20,mlp.experts.63.up_proj,0.0000081105,0.01000,2.108 +20,mlp.experts.55.up_proj,0.0000065712,0.01000,2.230 +20,mlp.experts.61.up_proj,0.0000060119,0.01000,1.902 +20,mlp.experts.57.up_proj,0.0000064898,0.01000,1.963 +20,mlp.experts.49.up_proj,0.0000074651,0.01000,1.989 +20,mlp.experts.53.up_proj,0.0000056603,0.01000,2.017 +20,mlp.experts.66.up_proj,0.0000067715,0.01000,1.595 +20,mlp.experts.74.up_proj,0.0000066211,0.01000,1.521 +20,mlp.experts.78.up_proj,0.0000067820,0.01000,1.618 +20,mlp.experts.70.up_proj,0.0000068562,0.01000,1.508 +20,mlp.experts.64.up_proj,0.0000077150,0.01000,1.946 +20,mlp.experts.76.up_proj,0.0000065112,0.01000,1.925 +20,mlp.experts.67.up_proj,0.0000067478,0.01000,1.736 +20,mlp.experts.68.up_proj,0.0000067528,0.01000,1.862 +20,mlp.experts.79.up_proj,0.0000073768,0.01000,1.736 +20,mlp.experts.72.up_proj,0.0000071735,0.01000,1.871 +20,mlp.experts.75.up_proj,0.0000067546,0.01000,2.140 +20,mlp.experts.71.up_proj,0.0000078709,0.01000,2.140 +20,mlp.experts.77.up_proj,0.0000061255,0.01000,2.122 +20,mlp.experts.73.up_proj,0.0000070691,0.01000,2.085 +20,mlp.experts.82.up_proj,0.0000068008,0.01000,1.589 +20,mlp.experts.65.up_proj,0.0000051780,0.01000,2.170 +20,mlp.experts.90.up_proj,0.0000070883,0.01000,1.589 +20,mlp.experts.69.up_proj,0.0000070050,0.01000,2.165 +20,mlp.experts.86.up_proj,0.0000067369,0.01000,1.566 +20,mlp.experts.94.up_proj,0.0000076883,0.01000,1.629 +20,mlp.experts.95.up_proj,0.0000071202,0.01000,1.700 +20,mlp.experts.80.up_proj,0.0000068786,0.01000,2.034 +20,mlp.experts.92.up_proj,0.0000061185,0.01000,1.942 +20,mlp.experts.91.up_proj,0.0000066392,0.01000,1.643 +20,mlp.experts.84.up_proj,0.0000049469,0.01000,1.921 +20,mlp.experts.83.up_proj,0.0000069981,0.01000,1.969 +20,mlp.experts.88.up_proj,0.0000071415,0.01000,2.046 +20,mlp.experts.87.up_proj,0.0000064906,0.01000,2.042 +20,mlp.experts.106.up_proj,0.0000078159,0.01000,1.629 +20,mlp.experts.93.up_proj,0.0000073835,0.01000,2.012 +20,mlp.experts.98.up_proj,0.0000074041,0.01000,1.731 +20,mlp.experts.102.up_proj,0.0000068464,0.01000,1.602 +20,mlp.experts.110.up_proj,0.0000063613,0.01000,1.599 +20,mlp.experts.81.up_proj,0.0000074958,0.01000,1.915 +20,mlp.experts.89.up_proj,0.0000077113,0.01000,2.040 +20,mlp.experts.85.up_proj,0.0000060719,0.01000,1.880 +20,mlp.experts.108.up_proj,0.0000065896,0.01000,1.950 +20,mlp.experts.111.up_proj,0.0000073877,0.01000,2.074 +20,mlp.experts.96.up_proj,0.0000076766,0.01000,2.092 +20,mlp.experts.100.up_proj,0.0000064929,0.01000,1.989 +20,mlp.experts.104.up_proj,0.0000068222,0.01000,1.947 +20,mlp.experts.107.up_proj,0.0000070128,0.01000,2.140 +20,mlp.experts.99.up_proj,0.0000070815,0.01000,2.275 +20,mlp.experts.122.up_proj,0.0000073121,0.01000,1.491 +20,mlp.experts.114.up_proj,0.0000061238,0.01000,1.480 +20,mlp.experts.126.up_proj,0.0000068252,0.01000,1.450 +20,mlp.experts.118.up_proj,0.0000072362,0.01000,1.493 +20,mlp.experts.109.up_proj,0.0000067435,0.01000,1.802 +20,mlp.experts.103.up_proj,0.0000076257,0.01000,2.061 +20,mlp.experts.97.up_proj,0.0000072304,0.01000,1.774 +20,mlp.experts.105.up_proj,0.0000062408,0.01000,1.805 +20,mlp.experts.101.up_proj,0.0000062810,0.01000,1.886 +20,mlp.experts.124.up_proj,0.0000068962,0.01000,2.034 +20,mlp.experts.127.up_proj,0.0000077074,0.01000,2.016 +20,mlp.experts.116.up_proj,0.0000072422,0.01000,1.978 +20,mlp.experts.112.up_proj,0.0000070242,0.01000,2.016 +20,mlp.experts.120.up_proj,0.0000073975,0.01000,1.900 +20,mlp.experts.123.up_proj,0.0000067728,0.01000,1.955 +20,mlp.experts.115.up_proj,0.0000070381,0.01000,1.840 +20,mlp.experts.125.up_proj,0.0000073779,0.01000,1.540 +20,mlp.experts.119.up_proj,0.0000078552,0.01000,1.545 +20,mlp.experts.113.up_proj,0.0000069322,0.01000,1.513 +20,mlp.experts.121.up_proj,0.0000050358,0.01000,1.483 +20,mlp.experts.117.up_proj,0.0000071515,0.01000,1.431 +20,mlp.experts.12.down_proj,0.0000006095,0.01000,0.999 +20,mlp.experts.0.down_proj,0.0000005211,0.01000,1.033 +20,mlp.experts.4.down_proj,0.0000006632,0.01000,1.045 +20,mlp.experts.8.down_proj,0.0000004221,0.01000,1.081 +20,mlp.experts.9.down_proj,0.0000002312,0.01000,1.112 +20,mlp.experts.6.down_proj,0.0000004621,0.01000,1.118 +20,mlp.experts.13.down_proj,0.0000004829,0.01000,1.112 +20,mlp.experts.5.down_proj,0.0000003119,0.01000,1.121 +20,mlp.experts.3.down_proj,0.0000004279,0.01000,1.131 +20,mlp.experts.10.down_proj,0.0000004299,0.01000,1.128 +20,mlp.experts.7.down_proj,0.0000007086,0.01000,1.134 +20,mlp.experts.2.down_proj,0.0000007555,0.01000,1.143 +20,mlp.experts.11.down_proj,0.0000004080,0.01000,1.153 +20,mlp.experts.1.down_proj,0.0000006112,0.01000,1.156 +20,mlp.experts.15.down_proj,0.0000005466,0.01000,1.152 +20,mlp.experts.14.down_proj,0.0000006386,0.01000,1.176 +20,mlp.experts.25.down_proj,0.0000004353,0.01000,0.601 +20,mlp.experts.29.down_proj,0.0000005892,0.01000,0.594 +20,mlp.experts.17.down_proj,0.0000003967,0.01000,0.586 +20,mlp.experts.21.down_proj,0.0000004387,0.01000,0.609 +20,mlp.experts.28.down_proj,0.0000005967,0.01000,0.751 +20,mlp.experts.22.down_proj,0.0000005512,0.01000,0.649 +20,mlp.experts.18.down_proj,0.0000004971,0.01000,0.645 +20,mlp.experts.16.down_proj,0.0000005123,0.01000,0.791 +20,mlp.experts.30.down_proj,0.0000004341,0.01000,0.669 +20,mlp.experts.24.down_proj,0.0000005261,0.01000,0.771 +20,mlp.experts.23.down_proj,0.0000004204,0.01000,0.711 +20,mlp.experts.26.down_proj,0.0000004786,0.01000,0.723 +20,mlp.experts.19.down_proj,0.0000005598,0.01000,0.741 +20,mlp.experts.27.down_proj,0.0000005970,0.01000,0.729 +20,mlp.experts.31.down_proj,0.0000008434,0.01000,0.746 +20,mlp.experts.20.down_proj,0.0000003396,0.01000,0.882 +20,mlp.experts.41.down_proj,0.0000009029,0.01000,0.603 +20,mlp.experts.45.down_proj,0.0000004643,0.01000,0.599 +20,mlp.experts.38.down_proj,0.0000006260,0.01000,0.613 +20,mlp.experts.33.down_proj,0.0000003912,0.01000,0.646 +20,mlp.experts.37.down_proj,0.0000004869,0.01000,0.645 +20,mlp.experts.34.down_proj,0.0000006521,0.01000,0.607 +20,mlp.experts.42.down_proj,0.0000004539,0.01000,0.627 +20,mlp.experts.46.down_proj,0.0000006091,0.01000,0.683 +20,mlp.experts.39.down_proj,0.0000009123,0.01000,0.732 +20,mlp.experts.44.down_proj,0.0000006460,0.01000,0.838 +20,mlp.experts.35.down_proj,0.0000004974,0.01000,0.734 +20,mlp.experts.43.down_proj,0.0000007106,0.01000,0.744 +20,mlp.experts.32.down_proj,0.0000003949,0.01000,0.832 +20,mlp.experts.36.down_proj,0.0000007539,0.01000,0.738 +20,mlp.experts.47.down_proj,0.0000004307,0.01000,0.764 +20,mlp.experts.40.down_proj,0.0000004436,0.01000,0.847 +20,mlp.experts.61.down_proj,0.0000003750,0.01000,0.655 +20,mlp.experts.57.down_proj,0.0000004600,0.01000,0.702 +20,mlp.experts.58.down_proj,0.0000003424,0.01000,0.612 +20,mlp.experts.54.down_proj,0.0000004069,0.01000,0.727 +20,mlp.experts.49.down_proj,0.0000006642,0.01000,0.725 +20,mlp.experts.53.down_proj,0.0000002907,0.01000,0.729 +20,mlp.experts.50.down_proj,0.0000004742,0.01000,0.732 +20,mlp.experts.62.down_proj,0.0000004537,0.01000,0.655 +20,mlp.experts.51.down_proj,0.0000007454,0.01000,0.694 +20,mlp.experts.55.down_proj,0.0000004275,0.01000,0.700 +20,mlp.experts.59.down_proj,0.0000004198,0.01000,0.675 +20,mlp.experts.60.down_proj,0.0000006730,0.01000,0.711 +20,mlp.experts.52.down_proj,0.0000007053,0.01000,0.699 +20,mlp.experts.63.down_proj,0.0000008632,0.01000,0.719 +20,mlp.experts.56.down_proj,0.0000004334,0.01000,0.725 +20,mlp.experts.48.down_proj,0.0000003472,0.01000,0.791 +20,mlp.experts.77.down_proj,0.0000003845,0.01000,0.673 +20,mlp.experts.73.down_proj,0.0000006517,0.01000,0.663 +20,mlp.experts.74.down_proj,0.0000003958,0.01000,0.615 +20,mlp.experts.66.down_proj,0.0000006599,0.01000,0.609 +20,mlp.experts.69.down_proj,0.0000004228,0.01000,0.626 +20,mlp.experts.65.down_proj,0.0000002582,0.01000,0.677 +20,mlp.experts.70.down_proj,0.0000004328,0.01000,0.751 +20,mlp.experts.78.down_proj,0.0000004296,0.01000,0.703 +20,mlp.experts.71.down_proj,0.0000008102,0.01000,0.636 +20,mlp.experts.67.down_proj,0.0000005456,0.01000,0.649 +20,mlp.experts.75.down_proj,0.0000004035,0.01000,0.672 +20,mlp.experts.76.down_proj,0.0000003847,0.01000,0.700 +20,mlp.experts.79.down_proj,0.0000006385,0.01000,0.690 +20,mlp.experts.68.down_proj,0.0000004147,0.01000,0.724 +20,mlp.experts.72.down_proj,0.0000005992,0.01000,0.735 +20,mlp.experts.64.down_proj,0.0000007598,0.01000,0.788 +20,mlp.experts.90.down_proj,0.0000005316,0.01000,0.568 +20,mlp.experts.93.down_proj,0.0000006321,0.01000,0.622 +20,mlp.experts.82.down_proj,0.0000004685,0.01000,0.563 +20,mlp.experts.89.down_proj,0.0000008923,0.01000,0.655 +20,mlp.experts.81.down_proj,0.0000008796,0.01000,0.631 +20,mlp.experts.94.down_proj,0.0000005906,0.01000,0.567 +20,mlp.experts.85.down_proj,0.0000003265,0.01000,0.706 +20,mlp.experts.86.down_proj,0.0000004658,0.01000,0.718 +20,mlp.experts.87.down_proj,0.0000004065,0.01000,0.657 +20,mlp.experts.83.down_proj,0.0000004439,0.01000,0.667 +20,mlp.experts.91.down_proj,0.0000004374,0.01000,0.663 +20,mlp.experts.95.down_proj,0.0000004995,0.01000,0.702 +20,mlp.experts.92.down_proj,0.0000003447,0.01000,0.817 +20,mlp.experts.106.down_proj,0.0000006241,0.01000,0.560 +20,mlp.experts.98.down_proj,0.0000005586,0.01000,0.560 +20,mlp.experts.88.down_proj,0.0000005562,0.01000,0.766 +20,mlp.experts.84.down_proj,0.0000002288,0.01000,0.855 +20,mlp.experts.105.down_proj,0.0000003774,0.01000,0.625 +20,mlp.experts.109.down_proj,0.0000005160,0.01000,0.684 +20,mlp.experts.110.down_proj,0.0000003768,0.01000,0.575 +20,mlp.experts.80.down_proj,0.0000004990,0.01000,0.852 +20,mlp.experts.101.down_proj,0.0000004154,0.01000,0.632 +20,mlp.experts.102.down_proj,0.0000004569,0.01000,0.640 +20,mlp.experts.97.down_proj,0.0000004919,0.01000,0.800 +20,mlp.experts.107.down_proj,0.0000004608,0.01000,0.733 +20,mlp.experts.103.down_proj,0.0000006354,0.01000,0.783 +20,mlp.experts.99.down_proj,0.0000005758,0.01000,0.767 +20,mlp.experts.122.down_proj,0.0000005956,0.01000,0.584 +20,mlp.experts.114.down_proj,0.0000003820,0.01000,0.573 +20,mlp.experts.111.down_proj,0.0000006272,0.01000,0.758 +20,mlp.experts.126.down_proj,0.0000004445,0.01000,0.538 +20,mlp.experts.125.down_proj,0.0000006470,0.01000,0.625 +20,mlp.experts.121.down_proj,0.0000002825,0.01000,0.633 +20,mlp.experts.104.down_proj,0.0000004569,0.01000,0.716 +20,mlp.experts.108.down_proj,0.0000003830,0.01000,0.831 +20,mlp.experts.118.down_proj,0.0000004428,0.01000,0.443 +20,mlp.experts.117.down_proj,0.0000004782,0.01000,0.580 +20,mlp.experts.100.down_proj,0.0000004189,0.01000,0.787 +20,mlp.experts.113.down_proj,0.0000004130,0.01000,0.516 +20,mlp.experts.96.down_proj,0.0000007368,0.01000,0.834 +20,mlp.experts.123.down_proj,0.0000004365,0.01000,0.721 +20,mlp.experts.115.down_proj,0.0000004461,0.01000,0.716 +20,mlp.experts.119.down_proj,0.0000007276,0.01000,0.743 +20,mlp.experts.127.down_proj,0.0000006548,0.01000,0.644 +20,mlp.experts.120.down_proj,0.0000006285,0.01000,0.677 +20,mlp.experts.124.down_proj,0.0000004057,0.01000,0.743 +20,mlp.experts.116.down_proj,0.0000005696,0.01000,0.732 +20,mlp.experts.112.down_proj,0.0000005155,0.01000,0.601 +21,self_attn.q_proj,0.0000004064,0.01000,0.687 +21,self_attn.k_proj,0.0000000606,0.01000,0.709 +21,self_attn.v_proj,0.0000000668,0.01000,0.722 +21,self_attn.o_proj,0.0000000653,0.01000,1.521 +21,mlp.experts.5.gate_proj,0.0000070325,0.01000,2.001 +21,mlp.experts.9.gate_proj,0.0000064426,0.01000,2.020 +21,mlp.experts.13.gate_proj,0.0000065007,0.01000,2.025 +21,mlp.experts.1.gate_proj,0.0000072201,0.01000,1.968 +21,mlp.experts.11.gate_proj,0.0000075095,0.01000,2.115 +21,mlp.experts.7.gate_proj,0.0000072078,0.01000,2.161 +21,mlp.experts.15.gate_proj,0.0000072852,0.01000,2.182 +21,mlp.experts.3.gate_proj,0.0000080774,0.01000,2.191 +21,mlp.experts.4.gate_proj,0.0000072484,0.01000,2.265 +21,mlp.experts.12.gate_proj,0.0000073370,0.01000,2.300 +21,mlp.experts.0.gate_proj,0.0000072278,0.01000,2.260 +21,mlp.experts.8.gate_proj,0.0000074443,0.01000,2.277 +21,mlp.experts.14.gate_proj,0.0000071249,0.01000,2.427 +21,mlp.experts.10.gate_proj,0.0000073695,0.01000,2.432 +21,mlp.experts.6.gate_proj,0.0000066718,0.01000,2.494 +21,mlp.experts.2.gate_proj,0.0000065106,0.01000,2.515 +21,mlp.experts.21.gate_proj,0.0000074996,0.01000,1.797 +21,mlp.experts.29.gate_proj,0.0000086843,0.01000,1.776 +21,mlp.experts.17.gate_proj,0.0000065612,0.01000,1.834 +21,mlp.experts.25.gate_proj,0.0000068026,0.01000,1.868 +21,mlp.experts.27.gate_proj,0.0000086491,0.01000,2.063 +21,mlp.experts.31.gate_proj,0.0000076819,0.01000,2.034 +21,mlp.experts.19.gate_proj,0.0000073746,0.01000,2.034 +21,mlp.experts.23.gate_proj,0.0000064373,0.01000,2.081 +21,mlp.experts.20.gate_proj,0.0000072876,0.01000,2.085 +21,mlp.experts.28.gate_proj,0.0000072979,0.01000,2.090 +21,mlp.experts.16.gate_proj,0.0000055678,0.01000,2.089 +21,mlp.experts.24.gate_proj,0.0000068189,0.01000,2.096 +21,mlp.experts.22.gate_proj,0.0000070615,0.01000,1.991 +21,mlp.experts.26.gate_proj,0.0000071776,0.01000,1.991 +21,mlp.experts.30.gate_proj,0.0000071470,0.01000,1.999 +21,mlp.experts.18.gate_proj,0.0000082805,0.01000,2.034 +21,mlp.experts.45.gate_proj,0.0000068993,0.01000,1.616 +21,mlp.experts.33.gate_proj,0.0000069997,0.01000,1.610 +21,mlp.experts.41.gate_proj,0.0000069222,0.01000,1.588 +21,mlp.experts.37.gate_proj,0.0000069395,0.01000,1.744 +21,mlp.experts.42.gate_proj,0.0000083690,0.01000,1.757 +21,mlp.experts.46.gate_proj,0.0000068226,0.01000,1.776 +21,mlp.experts.36.gate_proj,0.0000083985,0.01000,2.013 +21,mlp.experts.34.gate_proj,0.0000073013,0.01000,1.834 +21,mlp.experts.44.gate_proj,0.0000072144,0.01000,1.988 +21,mlp.experts.38.gate_proj,0.0000074093,0.01000,1.895 +21,mlp.experts.43.gate_proj,0.0000072560,0.01000,2.237 +21,mlp.experts.39.gate_proj,0.0000074454,0.01000,2.233 +21,mlp.experts.47.gate_proj,0.0000047753,0.01000,2.243 +21,mlp.experts.32.gate_proj,0.0000075348,0.01000,2.081 +21,mlp.experts.35.gate_proj,0.0000072695,0.01000,2.274 +21,mlp.experts.40.gate_proj,0.0000060501,0.01000,2.084 +21,mlp.experts.61.gate_proj,0.0000091398,0.01000,1.687 +21,mlp.experts.57.gate_proj,0.0000074153,0.01000,1.675 +21,mlp.experts.49.gate_proj,0.0000074156,0.01000,1.754 +21,mlp.experts.53.gate_proj,0.0000072539,0.01000,1.697 +21,mlp.experts.62.gate_proj,0.0000073825,0.01000,1.911 +21,mlp.experts.58.gate_proj,0.0000073103,0.01000,1.942 +21,mlp.experts.59.gate_proj,0.0000080302,0.01000,1.804 +21,mlp.experts.55.gate_proj,0.0000071204,0.01000,1.758 +21,mlp.experts.54.gate_proj,0.0000081782,0.01000,1.879 +21,mlp.experts.50.gate_proj,0.0000075686,0.01000,1.924 +21,mlp.experts.51.gate_proj,0.0000074563,0.01000,1.787 +21,mlp.experts.63.gate_proj,0.0000065267,0.01000,1.854 +21,mlp.experts.52.gate_proj,0.0000068162,0.01000,1.990 +21,mlp.experts.60.gate_proj,0.0000070140,0.01000,2.046 +21,mlp.experts.56.gate_proj,0.0000066442,0.01000,1.961 +21,mlp.experts.48.gate_proj,0.0000068637,0.01000,2.025 +21,mlp.experts.77.gate_proj,0.0000072245,0.01000,1.666 +21,mlp.experts.73.gate_proj,0.0000068439,0.01000,1.668 +21,mlp.experts.69.gate_proj,0.0000077638,0.01000,1.699 +21,mlp.experts.65.gate_proj,0.0000068048,0.01000,1.932 +21,mlp.experts.78.gate_proj,0.0000087217,0.01000,1.809 +21,mlp.experts.74.gate_proj,0.0000083975,0.01000,1.784 +21,mlp.experts.72.gate_proj,0.0000079335,0.01000,1.615 +21,mlp.experts.70.gate_proj,0.0000073991,0.01000,1.831 +21,mlp.experts.76.gate_proj,0.0000068824,0.01000,1.728 +21,mlp.experts.66.gate_proj,0.0000070761,0.01000,1.887 +21,mlp.experts.75.gate_proj,0.0000080394,0.01000,1.974 +21,mlp.experts.71.gate_proj,0.0000071247,0.01000,2.008 +21,mlp.experts.67.gate_proj,0.0000074524,0.01000,1.957 +21,mlp.experts.79.gate_proj,0.0000076852,0.01000,1.945 +21,mlp.experts.68.gate_proj,0.0000075721,0.01000,2.008 +21,mlp.experts.93.gate_proj,0.0000084458,0.01000,1.580 +21,mlp.experts.89.gate_proj,0.0000070610,0.01000,1.538 +21,mlp.experts.64.gate_proj,0.0000074557,0.01000,1.974 +21,mlp.experts.85.gate_proj,0.0000070811,0.01000,1.639 +21,mlp.experts.81.gate_proj,0.0000066824,0.01000,1.526 +21,mlp.experts.92.gate_proj,0.0000073008,0.01000,1.736 +21,mlp.experts.91.gate_proj,0.0000076943,0.01000,1.779 +21,mlp.experts.90.gate_proj,0.0000076880,0.01000,1.979 +21,mlp.experts.105.gate_proj,0.0000070327,0.01000,1.633 +21,mlp.experts.88.gate_proj,0.0000079397,0.01000,1.908 +21,mlp.experts.109.gate_proj,0.0000072869,0.01000,1.647 +21,mlp.experts.83.gate_proj,0.0000076306,0.01000,1.784 +21,mlp.experts.94.gate_proj,0.0000082438,0.01000,2.067 +21,mlp.experts.87.gate_proj,0.0000076730,0.01000,1.852 +21,mlp.experts.86.gate_proj,0.0000071798,0.01000,1.995 +21,mlp.experts.95.gate_proj,0.0000078018,0.01000,1.857 +21,mlp.experts.101.gate_proj,0.0000073938,0.01000,1.678 +21,mlp.experts.80.gate_proj,0.0000070848,0.01000,1.792 +21,mlp.experts.82.gate_proj,0.0000088612,0.01000,2.137 +21,mlp.experts.84.gate_proj,0.0000070091,0.01000,2.024 +21,mlp.experts.97.gate_proj,0.0000070207,0.01000,1.697 +21,mlp.experts.104.gate_proj,0.0000075526,0.01000,1.667 +21,mlp.experts.125.gate_proj,0.0000040693,0.01000,1.678 +21,mlp.experts.121.gate_proj,0.0000091475,0.01000,1.680 +21,mlp.experts.108.gate_proj,0.0000070541,0.01000,1.876 +21,mlp.experts.106.gate_proj,0.0000074988,0.01000,1.958 +21,mlp.experts.107.gate_proj,0.0000071108,0.01000,1.966 +21,mlp.experts.110.gate_proj,0.0000049930,0.01000,1.880 +21,mlp.experts.102.gate_proj,0.0000070660,0.01000,1.883 +21,mlp.experts.117.gate_proj,0.0000069905,0.01000,1.739 +21,mlp.experts.111.gate_proj,0.0000067368,0.01000,1.946 +21,mlp.experts.99.gate_proj,0.0000066288,0.01000,2.035 +21,mlp.experts.113.gate_proj,0.0000069370,0.01000,1.729 +21,mlp.experts.103.gate_proj,0.0000073020,0.01000,2.043 +21,mlp.experts.100.gate_proj,0.0000103395,0.01000,1.760 +21,mlp.experts.96.gate_proj,0.0000067353,0.01000,1.984 +21,mlp.experts.98.gate_proj,0.0000067320,0.01000,1.971 +21,mlp.experts.13.up_proj,0.0000063549,0.01000,1.640 +21,mlp.experts.9.up_proj,0.0000063000,0.01000,1.644 +21,mlp.experts.120.gate_proj,0.0000078012,0.01000,1.720 +21,mlp.experts.124.gate_proj,0.0000069847,0.01000,1.815 +21,mlp.experts.5.up_proj,0.0000069533,0.01000,1.694 +21,mlp.experts.1.up_proj,0.0000081306,0.01000,1.625 +21,mlp.experts.123.gate_proj,0.0000069059,0.01000,1.818 +21,mlp.experts.116.gate_proj,0.0000073401,0.01000,1.715 +21,mlp.experts.115.gate_proj,0.0000071146,0.01000,1.789 +21,mlp.experts.126.gate_proj,0.0000082921,0.01000,1.947 +21,mlp.experts.119.gate_proj,0.0000074978,0.01000,1.801 +21,mlp.experts.118.gate_proj,0.0000072714,0.01000,1.983 +21,mlp.experts.127.gate_proj,0.0000066396,0.01000,1.931 +21,mlp.experts.122.gate_proj,0.0000071544,0.01000,2.279 +21,mlp.experts.114.gate_proj,0.0000072910,0.01000,2.093 +21,mlp.experts.112.gate_proj,0.0000073420,0.01000,2.137 +21,mlp.experts.25.up_proj,0.0000069540,0.01000,1.490 +21,mlp.experts.29.up_proj,0.0000083624,0.01000,1.492 +21,mlp.experts.8.up_proj,0.0000073855,0.01000,1.706 +21,mlp.experts.17.up_proj,0.0000065362,0.01000,1.469 +21,mlp.experts.21.up_proj,0.0000073270,0.01000,1.590 +21,mlp.experts.11.up_proj,0.0000075276,0.01000,1.679 +21,mlp.experts.4.up_proj,0.0000071339,0.01000,1.722 +21,mlp.experts.7.up_proj,0.0000071235,0.01000,1.679 +21,mlp.experts.3.up_proj,0.0000078644,0.01000,1.740 +21,mlp.experts.15.up_proj,0.0000074811,0.01000,1.699 +21,mlp.experts.12.up_proj,0.0000070533,0.01000,2.145 +21,mlp.experts.14.up_proj,0.0000070192,0.01000,1.890 +21,mlp.experts.6.up_proj,0.0000064394,0.01000,1.925 +21,mlp.experts.10.up_proj,0.0000077081,0.01000,1.998 +21,mlp.experts.41.up_proj,0.0000073500,0.01000,1.444 +21,mlp.experts.45.up_proj,0.0000072871,0.01000,1.451 +21,mlp.experts.2.up_proj,0.0000060674,0.01000,1.960 +21,mlp.experts.0.up_proj,0.0000073648,0.01000,2.145 +21,mlp.experts.33.up_proj,0.0000068354,0.01000,1.514 +21,mlp.experts.24.up_proj,0.0000070192,0.01000,1.750 +21,mlp.experts.37.up_proj,0.0000066869,0.01000,1.578 +21,mlp.experts.27.up_proj,0.0000081599,0.01000,1.638 +21,mlp.experts.20.up_proj,0.0000075420,0.01000,1.695 +21,mlp.experts.31.up_proj,0.0000073489,0.01000,1.625 +21,mlp.experts.23.up_proj,0.0000062905,0.01000,1.723 +21,mlp.experts.19.up_proj,0.0000074431,0.01000,1.746 +21,mlp.experts.28.up_proj,0.0000070790,0.01000,1.791 +21,mlp.experts.30.up_proj,0.0000070891,0.01000,1.828 +21,mlp.experts.22.up_proj,0.0000085576,0.01000,1.878 +21,mlp.experts.61.up_proj,0.0000081945,0.01000,1.573 +21,mlp.experts.16.up_proj,0.0000054520,0.01000,1.643 +21,mlp.experts.26.up_proj,0.0000072511,0.01000,2.063 +21,mlp.experts.18.up_proj,0.0000082466,0.01000,1.925 +21,mlp.experts.49.up_proj,0.0000073813,0.01000,1.565 +21,mlp.experts.57.up_proj,0.0000071144,0.01000,2.132 +21,mlp.experts.53.up_proj,0.0000071195,0.01000,1.729 +21,mlp.experts.43.up_proj,0.0000073808,0.01000,1.684 +21,mlp.experts.40.up_proj,0.0000060379,0.01000,2.052 +21,mlp.experts.36.up_proj,0.0000081129,0.01000,1.696 +21,mlp.experts.47.up_proj,0.0000051899,0.01000,1.693 +21,mlp.experts.35.up_proj,0.0000097757,0.01000,1.691 +21,mlp.experts.39.up_proj,0.0000074316,0.01000,1.752 +21,mlp.experts.44.up_proj,0.0000070710,0.01000,1.833 +21,mlp.experts.46.up_proj,0.0000067262,0.01000,1.880 +21,mlp.experts.77.up_proj,0.0000075308,0.01000,1.805 +21,mlp.experts.38.up_proj,0.0000072743,0.01000,1.937 +21,mlp.experts.34.up_proj,0.0000072567,0.01000,1.873 +21,mlp.experts.65.up_proj,0.0000069730,0.01000,1.965 +21,mlp.experts.32.up_proj,0.0000073337,0.01000,2.081 +21,mlp.experts.73.up_proj,0.0000068310,0.01000,1.908 +21,mlp.experts.69.up_proj,0.0000061715,0.01000,1.765 +21,mlp.experts.42.up_proj,0.0000079474,0.01000,2.108 +21,mlp.experts.59.up_proj,0.0000077708,0.01000,1.622 +21,mlp.experts.63.up_proj,0.0000062333,0.01000,1.610 +21,mlp.experts.51.up_proj,0.0000073987,0.01000,1.635 +21,mlp.experts.55.up_proj,0.0000069562,0.01000,1.785 +21,mlp.experts.56.up_proj,0.0000068848,0.01000,2.123 +21,mlp.experts.62.up_proj,0.0000071740,0.01000,1.689 +21,mlp.experts.52.up_proj,0.0000071182,0.01000,2.205 +21,mlp.experts.60.up_proj,0.0000069560,0.01000,2.122 +21,mlp.experts.93.up_proj,0.0000082244,0.01000,1.933 +21,mlp.experts.54.up_proj,0.0000086886,0.01000,1.945 +21,mlp.experts.50.up_proj,0.0000071143,0.01000,1.708 +21,mlp.experts.48.up_proj,0.0000083534,0.01000,1.831 +21,mlp.experts.75.up_proj,0.0000078829,0.01000,1.769 +21,mlp.experts.85.up_proj,0.0000066442,0.01000,1.798 +21,mlp.experts.58.up_proj,0.0000074246,0.01000,1.820 +21,mlp.experts.89.up_proj,0.0000069710,0.01000,1.952 +21,mlp.experts.81.up_proj,0.0000066056,0.01000,2.074 +21,mlp.experts.79.up_proj,0.0000077515,0.01000,1.750 +21,mlp.experts.67.up_proj,0.0000073793,0.01000,1.923 +21,mlp.experts.71.up_proj,0.0000069836,0.01000,1.782 +21,mlp.experts.78.up_proj,0.0000079015,0.01000,1.690 +21,mlp.experts.68.up_proj,0.0000074445,0.01000,1.995 +21,mlp.experts.72.up_proj,0.0000075996,0.01000,2.215 +21,mlp.experts.70.up_proj,0.0000070129,0.01000,1.698 +21,mlp.experts.66.up_proj,0.0000070060,0.01000,1.574 +21,mlp.experts.76.up_proj,0.0000067655,0.01000,1.996 +21,mlp.experts.109.up_proj,0.0000072354,0.01000,1.920 +21,mlp.experts.74.up_proj,0.0000079083,0.01000,1.602 +21,mlp.experts.91.up_proj,0.0000071375,0.01000,1.732 +21,mlp.experts.64.up_proj,0.0000070181,0.01000,1.808 +21,mlp.experts.95.up_proj,0.0000075272,0.01000,1.737 +21,mlp.experts.101.up_proj,0.0000076445,0.01000,2.097 +21,mlp.experts.87.up_proj,0.0000076638,0.01000,1.681 +21,mlp.experts.83.up_proj,0.0000073346,0.01000,1.737 +21,mlp.experts.105.up_proj,0.0000075216,0.01000,2.087 +21,mlp.experts.94.up_proj,0.0000080280,0.01000,1.550 +21,mlp.experts.97.up_proj,0.0000069918,0.01000,2.115 +21,mlp.experts.86.up_proj,0.0000071431,0.01000,1.537 +21,mlp.experts.82.up_proj,0.0000100748,0.01000,1.567 +21,mlp.experts.88.up_proj,0.0000078297,0.01000,1.776 +21,mlp.experts.84.up_proj,0.0000067836,0.01000,2.095 +21,mlp.experts.90.up_proj,0.0000076845,0.01000,1.583 +21,mlp.experts.92.up_proj,0.0000068874,0.01000,2.004 +21,mlp.experts.107.up_proj,0.0000069939,0.01000,1.738 +21,mlp.experts.125.up_proj,0.0000041290,0.01000,2.165 +21,mlp.experts.80.up_proj,0.0000068839,0.01000,1.803 +21,mlp.experts.111.up_proj,0.0000067718,0.01000,1.665 +21,mlp.experts.103.up_proj,0.0000082450,0.01000,1.661 +21,mlp.experts.110.up_proj,0.0000049850,0.01000,1.605 +21,mlp.experts.99.up_proj,0.0000064798,0.01000,1.704 +21,mlp.experts.117.up_proj,0.0000074337,0.01000,1.916 +21,mlp.experts.113.up_proj,0.0000071208,0.01000,1.838 +21,mlp.experts.121.up_proj,0.0000088307,0.01000,1.955 +21,mlp.experts.102.up_proj,0.0000071392,0.01000,1.571 +21,mlp.experts.104.up_proj,0.0000072872,0.01000,1.756 +21,mlp.experts.106.up_proj,0.0000075050,0.01000,1.511 +21,mlp.experts.98.up_proj,0.0000065911,0.01000,1.943 +21,mlp.experts.100.up_proj,0.0000087017,0.01000,1.673 +21,mlp.experts.108.up_proj,0.0000074741,0.01000,1.678 +21,mlp.experts.123.up_proj,0.0000069427,0.01000,1.724 +21,mlp.experts.96.up_proj,0.0000066994,0.01000,1.643 +21,mlp.experts.127.up_proj,0.0000093292,0.01000,1.644 +21,mlp.experts.126.up_proj,0.0000079531,0.01000,1.517 +21,mlp.experts.119.up_proj,0.0000074611,0.01000,1.599 +21,mlp.experts.115.up_proj,0.0000070020,0.01000,1.595 +21,mlp.experts.122.up_proj,0.0000068381,0.01000,1.429 +21,mlp.experts.114.up_proj,0.0000073561,0.01000,1.457 +21,mlp.experts.118.up_proj,0.0000082775,0.01000,2.040 +21,mlp.experts.120.up_proj,0.0000075068,0.01000,1.705 +21,mlp.experts.116.up_proj,0.0000072733,0.01000,1.605 +21,mlp.experts.124.up_proj,0.0000068526,0.01000,1.511 +21,mlp.experts.112.up_proj,0.0000074508,0.01000,1.399 +21,mlp.experts.0.down_proj,0.0000008628,0.01000,0.798 +21,mlp.experts.4.down_proj,0.0000004447,0.01000,0.816 +21,mlp.experts.8.down_proj,0.0000005050,0.01000,0.814 +21,mlp.experts.12.down_proj,0.0000004876,0.01000,0.857 +21,mlp.experts.3.down_proj,0.0000008408,0.01000,1.105 +21,mlp.experts.11.down_proj,0.0000004849,0.01000,1.105 +21,mlp.experts.15.down_proj,0.0000005434,0.01000,1.083 +21,mlp.experts.7.down_proj,0.0000005220,0.01000,1.117 +21,mlp.experts.10.down_proj,0.0000008336,0.01000,1.139 +21,mlp.experts.2.down_proj,0.0000003424,0.01000,1.169 +21,mlp.experts.14.down_proj,0.0000004210,0.01000,1.193 +21,mlp.experts.6.down_proj,0.0000003278,0.01000,1.234 +21,mlp.experts.1.down_proj,0.0000006647,0.01000,1.294 +21,mlp.experts.13.down_proj,0.0000004350,0.01000,1.306 +21,mlp.experts.5.down_proj,0.0000005080,0.01000,1.329 +21,mlp.experts.9.down_proj,0.0000004313,0.01000,1.417 +21,mlp.experts.16.down_proj,0.0000003052,0.01000,0.615 +21,mlp.experts.24.down_proj,0.0000005385,0.01000,0.612 +21,mlp.experts.20.down_proj,0.0000006644,0.01000,0.641 +21,mlp.experts.28.down_proj,0.0000004865,0.01000,0.660 +21,mlp.experts.26.down_proj,0.0000005432,0.01000,0.631 +21,mlp.experts.18.down_proj,0.0000009112,0.01000,0.633 +21,mlp.experts.30.down_proj,0.0000005390,0.01000,0.624 +21,mlp.experts.19.down_proj,0.0000005060,0.01000,0.712 +21,mlp.experts.31.down_proj,0.0000005303,0.01000,0.714 +21,mlp.experts.27.down_proj,0.0000009109,0.01000,0.726 +21,mlp.experts.23.down_proj,0.0000004035,0.01000,0.735 +21,mlp.experts.22.down_proj,0.0000008894,0.01000,0.707 +21,mlp.experts.32.down_proj,0.0000006485,0.01000,0.614 +21,mlp.experts.40.down_proj,0.0000003339,0.01000,0.604 +21,mlp.experts.36.down_proj,0.0000006656,0.01000,0.621 +21,mlp.experts.21.down_proj,0.0000004543,0.01000,0.800 +21,mlp.experts.29.down_proj,0.0000009199,0.01000,0.827 +21,mlp.experts.17.down_proj,0.0000004574,0.01000,0.857 +21,mlp.experts.44.down_proj,0.0000004218,0.01000,0.655 +21,mlp.experts.25.down_proj,0.0000006293,0.01000,1.010 +21,mlp.experts.34.down_proj,0.0000004806,0.01000,0.638 +21,mlp.experts.42.down_proj,0.0000007277,0.01000,0.643 +21,mlp.experts.46.down_proj,0.0000004301,0.01000,0.637 +21,mlp.experts.35.down_proj,0.0000010246,0.01000,0.677 +21,mlp.experts.43.down_proj,0.0000006900,0.01000,0.666 +21,mlp.experts.47.down_proj,0.0000002402,0.01000,0.684 +21,mlp.experts.39.down_proj,0.0000005097,0.01000,0.694 +21,mlp.experts.38.down_proj,0.0000004704,0.01000,0.715 +21,mlp.experts.56.down_proj,0.0000004845,0.01000,0.624 +21,mlp.experts.48.down_proj,0.0000008933,0.01000,0.627 +21,mlp.experts.52.down_proj,0.0000005200,0.01000,0.596 +21,mlp.experts.60.down_proj,0.0000004866,0.01000,0.607 +21,mlp.experts.37.down_proj,0.0000004379,0.01000,0.834 +21,mlp.experts.45.down_proj,0.0000006772,0.01000,0.826 +21,mlp.experts.33.down_proj,0.0000005335,0.01000,0.851 +21,mlp.experts.58.down_proj,0.0000005508,0.01000,0.632 +21,mlp.experts.62.down_proj,0.0000006080,0.01000,0.628 +21,mlp.experts.50.down_proj,0.0000006587,0.01000,0.639 +21,mlp.experts.51.down_proj,0.0000005143,0.01000,0.652 +21,mlp.experts.59.down_proj,0.0000006806,0.01000,0.654 +21,mlp.experts.63.down_proj,0.0000003573,0.01000,0.664 +21,mlp.experts.55.down_proj,0.0000004774,0.01000,0.693 +21,mlp.experts.41.down_proj,0.0000005898,0.01000,0.844 +21,mlp.experts.64.down_proj,0.0000005488,0.01000,0.633 +21,mlp.experts.68.down_proj,0.0000005788,0.01000,0.650 +21,mlp.experts.54.down_proj,0.0000010644,0.01000,0.703 +21,mlp.experts.76.down_proj,0.0000004441,0.01000,0.623 +21,mlp.experts.72.down_proj,0.0000005783,0.01000,0.811 +21,mlp.experts.53.down_proj,0.0000004401,0.01000,0.793 +21,mlp.experts.78.down_proj,0.0000008423,0.01000,0.667 +21,mlp.experts.66.down_proj,0.0000005012,0.01000,0.675 +21,mlp.experts.74.down_proj,0.0000008754,0.01000,0.700 +21,mlp.experts.61.down_proj,0.0000008312,0.01000,0.848 +21,mlp.experts.75.down_proj,0.0000005727,0.01000,0.719 +21,mlp.experts.80.down_proj,0.0000004832,0.01000,0.620 +21,mlp.experts.79.down_proj,0.0000009567,0.01000,0.749 +21,mlp.experts.84.down_proj,0.0000004903,0.01000,0.625 +21,mlp.experts.67.down_proj,0.0000004621,0.01000,0.799 +21,mlp.experts.49.down_proj,0.0000006893,0.01000,0.955 +21,mlp.experts.71.down_proj,0.0000005128,0.01000,0.803 +21,mlp.experts.92.down_proj,0.0000004356,0.01000,0.628 +21,mlp.experts.88.down_proj,0.0000007616,0.01000,0.607 +21,mlp.experts.70.down_proj,0.0000004933,0.01000,0.749 +21,mlp.experts.57.down_proj,0.0000005444,0.01000,0.877 +21,mlp.experts.94.down_proj,0.0000007671,0.01000,0.647 +21,mlp.experts.82.down_proj,0.0000008834,0.01000,0.645 +21,mlp.experts.90.down_proj,0.0000007802,0.01000,0.636 +21,mlp.experts.69.down_proj,0.0000003997,0.01000,0.798 +21,mlp.experts.77.down_proj,0.0000005163,0.01000,0.779 +21,mlp.experts.96.down_proj,0.0000005000,0.01000,0.681 +21,mlp.experts.91.down_proj,0.0000005222,0.01000,0.738 +21,mlp.experts.100.down_proj,0.0000010285,0.01000,0.738 +21,mlp.experts.95.down_proj,0.0000005178,0.01000,0.762 +21,mlp.experts.108.down_proj,0.0000006339,0.01000,0.677 +21,mlp.experts.65.down_proj,0.0000005740,0.01000,0.795 +21,mlp.experts.104.down_proj,0.0000007694,0.01000,0.681 +21,mlp.experts.83.down_proj,0.0000006698,0.01000,0.802 +21,mlp.experts.87.down_proj,0.0000006028,0.01000,0.787 +21,mlp.experts.86.down_proj,0.0000005185,0.01000,0.749 +21,mlp.experts.73.down_proj,0.0000004317,0.01000,0.730 +21,mlp.experts.98.down_proj,0.0000006386,0.01000,0.701 +21,mlp.experts.106.down_proj,0.0000006522,0.01000,0.701 +21,mlp.experts.110.down_proj,0.0000002667,0.01000,0.838 +21,mlp.experts.85.down_proj,0.0000004348,0.01000,0.765 +21,mlp.experts.93.down_proj,0.0000008955,0.01000,0.734 +21,mlp.experts.112.down_proj,0.0000005904,0.01000,0.711 +21,mlp.experts.124.down_proj,0.0000004382,0.01000,0.658 +21,mlp.experts.116.down_proj,0.0000005795,0.01000,0.695 +21,mlp.experts.107.down_proj,0.0000004144,0.01000,0.808 +21,mlp.experts.120.down_proj,0.0000005663,0.01000,0.659 +21,mlp.experts.111.down_proj,0.0000005547,0.01000,0.736 +21,mlp.experts.81.down_proj,0.0000003905,0.01000,0.736 +21,mlp.experts.99.down_proj,0.0000004398,0.01000,0.750 +21,mlp.experts.103.down_proj,0.0000006634,0.01000,0.736 +21,mlp.experts.89.down_proj,0.0000005015,0.01000,0.733 +21,mlp.experts.102.down_proj,0.0000005861,0.01000,0.756 +21,mlp.experts.114.down_proj,0.0000007584,0.01000,0.735 +21,mlp.experts.122.down_proj,0.0000005063,0.01000,0.746 +21,mlp.experts.126.down_proj,0.0000007081,0.01000,0.686 +21,mlp.experts.118.down_proj,0.0000007633,0.01000,0.491 +21,mlp.experts.109.down_proj,0.0000004935,0.01000,0.840 +21,mlp.experts.123.down_proj,0.0000005007,0.01000,0.750 +21,mlp.experts.101.down_proj,0.0000008016,0.01000,0.886 +21,mlp.experts.127.down_proj,0.0000008415,0.01000,0.810 +21,mlp.experts.115.down_proj,0.0000004296,0.01000,0.775 +21,mlp.experts.97.down_proj,0.0000004932,0.01000,0.802 +21,mlp.experts.119.down_proj,0.0000005765,0.01000,0.754 +21,mlp.experts.105.down_proj,0.0000006395,0.01000,0.801 +21,mlp.experts.117.down_proj,0.0000006735,0.01000,0.695 +21,mlp.experts.125.down_proj,0.0000001328,0.01000,0.729 +21,mlp.experts.113.down_proj,0.0000006417,0.01000,0.630 +21,mlp.experts.121.down_proj,0.0000010349,0.01000,0.565 +22,self_attn.q_proj,0.0000004907,0.01000,0.839 +22,self_attn.k_proj,0.0000000702,0.01000,0.883 +22,self_attn.v_proj,0.0000000751,0.01000,0.989 +22,self_attn.o_proj,0.0000000700,0.01000,1.419 +22,mlp.experts.5.gate_proj,0.0000067907,0.01000,1.674 +22,mlp.experts.13.gate_proj,0.0000072750,0.01000,1.676 +22,mlp.experts.1.gate_proj,0.0000078504,0.01000,1.768 +22,mlp.experts.9.gate_proj,0.0000066700,0.01000,1.850 +22,mlp.experts.0.gate_proj,0.0000077456,0.01000,2.034 +22,mlp.experts.8.gate_proj,0.0000085247,0.01000,1.990 +22,mlp.experts.15.gate_proj,0.0000075205,0.01000,2.070 +22,mlp.experts.2.gate_proj,0.0000071566,0.01000,2.158 +22,mlp.experts.14.gate_proj,0.0000071676,0.01000,2.110 +22,mlp.experts.3.gate_proj,0.0000073814,0.01000,2.215 +22,mlp.experts.12.gate_proj,0.0000067795,0.01000,2.171 +22,mlp.experts.6.gate_proj,0.0000088996,0.01000,2.228 +22,mlp.experts.10.gate_proj,0.0000069358,0.01000,2.200 +22,mlp.experts.7.gate_proj,0.0000075924,0.01000,2.272 +22,mlp.experts.11.gate_proj,0.0000075926,0.01000,2.303 +22,mlp.experts.4.gate_proj,0.0000083735,0.01000,2.410 +22,mlp.experts.21.gate_proj,0.0000081238,0.01000,1.696 +22,mlp.experts.29.gate_proj,0.0000077662,0.01000,1.696 +22,mlp.experts.25.gate_proj,0.0000072345,0.01000,1.681 +22,mlp.experts.17.gate_proj,0.0000075896,0.01000,1.884 +22,mlp.experts.18.gate_proj,0.0000073019,0.01000,1.743 +22,mlp.experts.30.gate_proj,0.0000071113,0.01000,1.771 +22,mlp.experts.22.gate_proj,0.0000078023,0.01000,1.754 +22,mlp.experts.16.gate_proj,0.0000069709,0.01000,1.954 +22,mlp.experts.24.gate_proj,0.0000082408,0.01000,1.947 +22,mlp.experts.19.gate_proj,0.0000033475,0.01000,1.899 +22,mlp.experts.26.gate_proj,0.0000075500,0.01000,1.884 +22,mlp.experts.31.gate_proj,0.0000063309,0.01000,2.006 +22,mlp.experts.28.gate_proj,0.0000083238,0.01000,2.075 +22,mlp.experts.27.gate_proj,0.0000095867,0.01000,2.034 +22,mlp.experts.20.gate_proj,0.0000075494,0.01000,2.056 +22,mlp.experts.23.gate_proj,0.0000048577,0.01000,2.143 +22,mlp.experts.37.gate_proj,0.0000071958,0.01000,1.742 +22,mlp.experts.45.gate_proj,0.0000075837,0.01000,1.725 +22,mlp.experts.41.gate_proj,0.0000071905,0.01000,1.811 +22,mlp.experts.33.gate_proj,0.0000073943,0.01000,1.988 +22,mlp.experts.34.gate_proj,0.0000076088,0.01000,1.937 +22,mlp.experts.46.gate_proj,0.0000083191,0.01000,1.951 +22,mlp.experts.38.gate_proj,0.0000089094,0.01000,1.968 +22,mlp.experts.42.gate_proj,0.0000073684,0.01000,1.953 +22,mlp.experts.35.gate_proj,0.0000078444,0.01000,2.064 +22,mlp.experts.47.gate_proj,0.0000088519,0.01000,2.153 +22,mlp.experts.32.gate_proj,0.0000079761,0.01000,2.344 +22,mlp.experts.40.gate_proj,0.0000070538,0.01000,2.359 +22,mlp.experts.43.gate_proj,0.0000080419,0.01000,1.965 +22,mlp.experts.39.gate_proj,0.0000078807,0.01000,1.978 +22,mlp.experts.44.gate_proj,0.0000087028,0.01000,2.209 +22,mlp.experts.53.gate_proj,0.0000082816,0.01000,1.648 +22,mlp.experts.61.gate_proj,0.0000031947,0.01000,1.647 +22,mlp.experts.36.gate_proj,0.0000063991,0.01000,2.384 +22,mlp.experts.57.gate_proj,0.0000099061,0.01000,1.663 +22,mlp.experts.49.gate_proj,0.0000086089,0.01000,1.922 +22,mlp.experts.50.gate_proj,0.0000075995,0.01000,2.079 +22,mlp.experts.54.gate_proj,0.0000075616,0.01000,2.080 +22,mlp.experts.62.gate_proj,0.0000076588,0.01000,2.125 +22,mlp.experts.59.gate_proj,0.0000080232,0.01000,1.718 +22,mlp.experts.58.gate_proj,0.0000074796,0.01000,2.032 +22,mlp.experts.55.gate_proj,0.0000106500,0.01000,1.838 +22,mlp.experts.48.gate_proj,0.0000072568,0.01000,2.010 +22,mlp.experts.51.gate_proj,0.0000080714,0.01000,2.340 +22,mlp.experts.56.gate_proj,0.0000056049,0.01000,2.165 +22,mlp.experts.77.gate_proj,0.0000073224,0.01000,1.719 +22,mlp.experts.69.gate_proj,0.0000076849,0.01000,1.756 +22,mlp.experts.60.gate_proj,0.0000071452,0.01000,2.108 +22,mlp.experts.63.gate_proj,0.0000074289,0.01000,2.295 +22,mlp.experts.73.gate_proj,0.0000078923,0.01000,1.761 +22,mlp.experts.52.gate_proj,0.0000071334,0.01000,2.099 +22,mlp.experts.65.gate_proj,0.0000075654,0.01000,2.051 +22,mlp.experts.66.gate_proj,0.0000069529,0.01000,2.008 +22,mlp.experts.78.gate_proj,0.0000055370,0.01000,2.064 +22,mlp.experts.70.gate_proj,0.0000083614,0.01000,2.107 +22,mlp.experts.74.gate_proj,0.0000070734,0.01000,2.007 +22,mlp.experts.85.gate_proj,0.0000074837,0.01000,1.688 +22,mlp.experts.75.gate_proj,0.0000068947,0.01000,2.161 +22,mlp.experts.93.gate_proj,0.0000082765,0.01000,1.723 +22,mlp.experts.64.gate_proj,0.0000074470,0.01000,1.956 +22,mlp.experts.71.gate_proj,0.0000103652,0.01000,1.999 +22,mlp.experts.76.gate_proj,0.0000071088,0.01000,1.868 +22,mlp.experts.67.gate_proj,0.0000077401,0.01000,1.959 +22,mlp.experts.89.gate_proj,0.0000073421,0.01000,1.768 +22,mlp.experts.72.gate_proj,0.0000082165,0.01000,2.147 +22,mlp.experts.79.gate_proj,0.0000085161,0.01000,2.070 +22,mlp.experts.68.gate_proj,0.0000065751,0.01000,1.867 +22,mlp.experts.81.gate_proj,0.0000076177,0.01000,1.924 +22,mlp.experts.82.gate_proj,0.0000072905,0.01000,1.879 +22,mlp.experts.101.gate_proj,0.0000077821,0.01000,1.684 +22,mlp.experts.109.gate_proj,0.0000078416,0.01000,1.689 +22,mlp.experts.94.gate_proj,0.0000075333,0.01000,1.878 +22,mlp.experts.86.gate_proj,0.0000071042,0.01000,1.873 +22,mlp.experts.90.gate_proj,0.0000065138,0.01000,1.955 +22,mlp.experts.80.gate_proj,0.0000066819,0.01000,1.859 +22,mlp.experts.105.gate_proj,0.0000065121,0.01000,1.675 +22,mlp.experts.91.gate_proj,0.0000073393,0.01000,2.067 +22,mlp.experts.92.gate_proj,0.0000065789,0.01000,1.871 +22,mlp.experts.83.gate_proj,0.0000064990,0.01000,1.893 +22,mlp.experts.87.gate_proj,0.0000079490,0.01000,2.156 +22,mlp.experts.95.gate_proj,0.0000099594,0.01000,1.938 +22,mlp.experts.84.gate_proj,0.0000078810,0.01000,1.875 +22,mlp.experts.88.gate_proj,0.0000070744,0.01000,2.102 +22,mlp.experts.97.gate_proj,0.0000076612,0.01000,1.960 +22,mlp.experts.125.gate_proj,0.0000088833,0.01000,1.701 +22,mlp.experts.117.gate_proj,0.0000084780,0.01000,1.713 +22,mlp.experts.98.gate_proj,0.0000073492,0.01000,1.997 +22,mlp.experts.121.gate_proj,0.0000077857,0.01000,1.699 +22,mlp.experts.110.gate_proj,0.0000073478,0.01000,2.074 +22,mlp.experts.96.gate_proj,0.0000072798,0.01000,1.973 +22,mlp.experts.106.gate_proj,0.0000088243,0.01000,2.018 +22,mlp.experts.102.gate_proj,0.0000071532,0.01000,2.130 +22,mlp.experts.108.gate_proj,0.0000075223,0.01000,1.988 +22,mlp.experts.107.gate_proj,0.0000081645,0.01000,2.112 +22,mlp.experts.99.gate_proj,0.0000076395,0.01000,2.120 +22,mlp.experts.103.gate_proj,0.0000057462,0.01000,2.117 +22,mlp.experts.111.gate_proj,0.0000077915,0.01000,2.066 +22,mlp.experts.100.gate_proj,0.0000080286,0.01000,2.130 +22,mlp.experts.104.gate_proj,0.0000082557,0.01000,2.082 +22,mlp.experts.13.up_proj,0.0000073081,0.01000,1.657 +22,mlp.experts.5.up_proj,0.0000065679,0.01000,1.686 +22,mlp.experts.113.gate_proj,0.0000076446,0.01000,2.015 +22,mlp.experts.9.up_proj,0.0000063447,0.01000,1.650 +22,mlp.experts.114.gate_proj,0.0000073555,0.01000,1.967 +22,mlp.experts.112.gate_proj,0.0000073596,0.01000,1.903 +22,mlp.experts.122.gate_proj,0.0000083113,0.01000,1.962 +22,mlp.experts.126.gate_proj,0.0000076088,0.01000,2.079 +22,mlp.experts.118.gate_proj,0.0000067512,0.01000,2.068 +22,mlp.experts.124.gate_proj,0.0000053267,0.01000,2.039 +22,mlp.experts.123.gate_proj,0.0000068534,0.01000,2.119 +22,mlp.experts.115.gate_proj,0.0000074638,0.01000,2.097 +22,mlp.experts.119.gate_proj,0.0000079414,0.01000,2.176 +22,mlp.experts.127.gate_proj,0.0000058672,0.01000,2.108 +22,mlp.experts.116.gate_proj,0.0000078728,0.01000,2.164 +22,mlp.experts.120.gate_proj,0.0000073302,0.01000,2.171 +22,mlp.experts.21.up_proj,0.0000076860,0.01000,1.690 +22,mlp.experts.29.up_proj,0.0000077974,0.01000,1.799 +22,mlp.experts.25.up_proj,0.0000070137,0.01000,1.711 +22,mlp.experts.1.up_proj,0.0000077570,0.01000,1.858 +22,mlp.experts.2.up_proj,0.0000073954,0.01000,1.996 +22,mlp.experts.10.up_proj,0.0000069007,0.01000,1.989 +22,mlp.experts.14.up_proj,0.0000078253,0.01000,2.125 +22,mlp.experts.6.up_proj,0.0000087249,0.01000,2.135 +22,mlp.experts.0.up_proj,0.0000074441,0.01000,2.340 +22,mlp.experts.3.up_proj,0.0000076369,0.01000,2.007 +22,mlp.experts.37.up_proj,0.0000071119,0.01000,1.562 +22,mlp.experts.12.up_proj,0.0000064049,0.01000,2.190 +22,mlp.experts.11.up_proj,0.0000079373,0.01000,2.101 +22,mlp.experts.45.up_proj,0.0000075396,0.01000,1.556 +22,mlp.experts.7.up_proj,0.0000073394,0.01000,2.051 +22,mlp.experts.15.up_proj,0.0000086562,0.01000,2.021 +22,mlp.experts.4.up_proj,0.0000076572,0.01000,2.006 +22,mlp.experts.17.up_proj,0.0000073805,0.01000,1.639 +22,mlp.experts.41.up_proj,0.0000073905,0.01000,1.672 +22,mlp.experts.8.up_proj,0.0000078048,0.01000,2.122 +22,mlp.experts.18.up_proj,0.0000079017,0.01000,2.052 +22,mlp.experts.26.up_proj,0.0000077325,0.01000,2.081 +22,mlp.experts.53.up_proj,0.0000096009,0.01000,1.649 +22,mlp.experts.61.up_proj,0.0000032399,0.01000,1.687 +22,mlp.experts.30.up_proj,0.0000077642,0.01000,2.136 +22,mlp.experts.16.up_proj,0.0000066545,0.01000,2.056 +22,mlp.experts.22.up_proj,0.0000077501,0.01000,2.174 +22,mlp.experts.27.up_proj,0.0000092200,0.01000,1.959 +22,mlp.experts.19.up_proj,0.0000033695,0.01000,2.027 +22,mlp.experts.28.up_proj,0.0000082524,0.01000,2.167 +22,mlp.experts.57.up_proj,0.0000097550,0.01000,1.745 +22,mlp.experts.23.up_proj,0.0000048520,0.01000,2.025 +22,mlp.experts.31.up_proj,0.0000061992,0.01000,2.084 +22,mlp.experts.33.up_proj,0.0000073326,0.01000,1.984 +22,mlp.experts.20.up_proj,0.0000074931,0.01000,2.250 +22,mlp.experts.24.up_proj,0.0000079495,0.01000,2.170 +22,mlp.experts.34.up_proj,0.0000075222,0.01000,1.999 +22,mlp.experts.69.up_proj,0.0000075775,0.01000,1.719 +22,mlp.experts.77.up_proj,0.0000074761,0.01000,1.734 +22,mlp.experts.42.up_proj,0.0000071837,0.01000,2.002 +22,mlp.experts.73.up_proj,0.0000079774,0.01000,1.645 +22,mlp.experts.46.up_proj,0.0000084328,0.01000,2.076 +22,mlp.experts.38.up_proj,0.0000071690,0.01000,2.075 +22,mlp.experts.43.up_proj,0.0000077606,0.01000,2.031 +22,mlp.experts.32.up_proj,0.0000080396,0.01000,2.277 +22,mlp.experts.35.up_proj,0.0000076275,0.01000,2.096 +22,mlp.experts.47.up_proj,0.0000084805,0.01000,1.947 +22,mlp.experts.49.up_proj,0.0000084673,0.01000,1.931 +22,mlp.experts.39.up_proj,0.0000086677,0.01000,2.106 +22,mlp.experts.44.up_proj,0.0000082463,0.01000,2.211 +22,mlp.experts.36.up_proj,0.0000062729,0.01000,1.865 +22,mlp.experts.40.up_proj,0.0000076701,0.01000,2.161 +22,mlp.experts.85.up_proj,0.0000074659,0.01000,1.770 +22,mlp.experts.50.up_proj,0.0000078838,0.01000,1.999 +22,mlp.experts.93.up_proj,0.0000082123,0.01000,1.823 +22,mlp.experts.58.up_proj,0.0000075234,0.01000,1.958 +22,mlp.experts.89.up_proj,0.0000072840,0.01000,1.837 +22,mlp.experts.62.up_proj,0.0000086248,0.01000,2.153 +22,mlp.experts.59.up_proj,0.0000078346,0.01000,2.007 +22,mlp.experts.54.up_proj,0.0000074821,0.01000,2.085 +22,mlp.experts.48.up_proj,0.0000071986,0.01000,1.981 +22,mlp.experts.51.up_proj,0.0000081750,0.01000,2.019 +22,mlp.experts.63.up_proj,0.0000070021,0.01000,1.990 +22,mlp.experts.65.up_proj,0.0000076445,0.01000,1.943 +22,mlp.experts.55.up_proj,0.0000084693,0.01000,2.036 +22,mlp.experts.52.up_proj,0.0000084755,0.01000,2.090 +22,mlp.experts.60.up_proj,0.0000074928,0.01000,2.318 +22,mlp.experts.101.up_proj,0.0000082676,0.01000,1.832 +22,mlp.experts.56.up_proj,0.0000055907,0.01000,2.139 +22,mlp.experts.109.up_proj,0.0000079753,0.01000,2.022 +22,mlp.experts.66.up_proj,0.0000066658,0.01000,2.124 +22,mlp.experts.105.up_proj,0.0000066158,0.01000,1.781 +22,mlp.experts.74.up_proj,0.0000080583,0.01000,2.080 +22,mlp.experts.70.up_proj,0.0000078640,0.01000,1.976 +22,mlp.experts.78.up_proj,0.0000054538,0.01000,2.033 +22,mlp.experts.81.up_proj,0.0000075604,0.01000,1.826 +22,mlp.experts.75.up_proj,0.0000069503,0.01000,2.128 +22,mlp.experts.64.up_proj,0.0000092440,0.01000,2.138 +22,mlp.experts.67.up_proj,0.0000076017,0.01000,2.179 +22,mlp.experts.79.up_proj,0.0000083671,0.01000,2.080 +22,mlp.experts.71.up_proj,0.0000078331,0.01000,2.043 +22,mlp.experts.68.up_proj,0.0000064034,0.01000,2.168 +22,mlp.experts.76.up_proj,0.0000075942,0.01000,2.086 +22,mlp.experts.117.up_proj,0.0000081218,0.01000,2.117 +22,mlp.experts.72.up_proj,0.0000082770,0.01000,2.072 +22,mlp.experts.82.up_proj,0.0000072343,0.01000,1.784 +22,mlp.experts.125.up_proj,0.0000083530,0.01000,1.924 +22,mlp.experts.121.up_proj,0.0000077818,0.01000,1.876 +22,mlp.experts.90.up_proj,0.0000064014,0.01000,1.800 +22,mlp.experts.97.up_proj,0.0000075759,0.01000,1.494 +22,mlp.experts.94.up_proj,0.0000073691,0.01000,1.920 +22,mlp.experts.86.up_proj,0.0000070201,0.01000,1.962 +22,mlp.experts.91.up_proj,0.0000074816,0.01000,1.890 +22,mlp.experts.83.up_proj,0.0000065240,0.01000,1.969 +22,mlp.experts.80.up_proj,0.0000073690,0.01000,2.096 +22,mlp.experts.113.up_proj,0.0000077737,0.01000,0.768 +22,mlp.experts.95.up_proj,0.0000111081,0.01000,2.027 +22,mlp.experts.87.up_proj,0.0000076939,0.01000,2.006 +22,mlp.experts.84.up_proj,0.0000078401,0.01000,2.014 +22,mlp.experts.92.up_proj,0.0000060862,0.01000,2.048 +22,mlp.experts.98.up_proj,0.0000071015,0.01000,1.999 +22,mlp.experts.88.up_proj,0.0000098926,0.01000,2.038 +22,mlp.experts.106.up_proj,0.0000083336,0.01000,1.927 +22,mlp.experts.102.up_proj,0.0000072268,0.01000,2.003 +22,mlp.experts.110.up_proj,0.0000072321,0.01000,2.099 +22,mlp.experts.107.up_proj,0.0000099095,0.01000,2.271 +22,mlp.experts.96.up_proj,0.0000077271,0.01000,2.043 +22,mlp.experts.99.up_proj,0.0000076477,0.01000,2.225 +22,mlp.experts.103.up_proj,0.0000057464,0.01000,2.240 +22,mlp.experts.111.up_proj,0.0000078782,0.01000,2.351 +22,mlp.experts.100.up_proj,0.0000084677,0.01000,2.161 +22,mlp.experts.108.up_proj,0.0000085768,0.01000,2.130 +22,mlp.experts.114.up_proj,0.0000072542,0.01000,1.906 +22,mlp.experts.122.up_proj,0.0000081698,0.01000,1.786 +22,mlp.experts.104.up_proj,0.0000087867,0.01000,2.002 +22,mlp.experts.118.up_proj,0.0000065479,0.01000,1.588 +22,mlp.experts.126.up_proj,0.0000069359,0.01000,1.640 +22,mlp.experts.123.up_proj,0.0000072624,0.01000,1.710 +22,mlp.experts.112.up_proj,0.0000077651,0.01000,1.888 +22,mlp.experts.115.up_proj,0.0000074723,0.01000,1.765 +22,mlp.experts.119.up_proj,0.0000079928,0.01000,1.638 +22,mlp.experts.127.up_proj,0.0000057315,0.01000,1.621 +22,mlp.experts.124.up_proj,0.0000052752,0.01000,1.599 +22,mlp.experts.116.up_proj,0.0000078130,0.01000,1.640 +22,mlp.experts.120.up_proj,0.0000071561,0.01000,1.499 +22,mlp.experts.8.down_proj,0.0000005945,0.01000,1.051 +22,mlp.experts.0.down_proj,0.0000004911,0.01000,1.119 +22,mlp.experts.4.down_proj,0.0000007012,0.01000,1.128 +22,mlp.experts.12.down_proj,0.0000004440,0.01000,1.127 +22,mlp.experts.14.down_proj,0.0000009019,0.01000,1.192 +22,mlp.experts.2.down_proj,0.0000008313,0.01000,1.181 +22,mlp.experts.7.down_proj,0.0000006341,0.01000,1.216 +22,mlp.experts.6.down_proj,0.0000009109,0.01000,1.284 +22,mlp.experts.10.down_proj,0.0000005464,0.01000,1.231 +22,mlp.experts.11.down_proj,0.0000008046,0.01000,1.258 +22,mlp.experts.15.down_proj,0.0000009958,0.01000,1.246 +22,mlp.experts.1.down_proj,0.0000005753,0.01000,1.264 +22,mlp.experts.3.down_proj,0.0000005441,0.01000,1.323 +22,mlp.experts.9.down_proj,0.0000004465,0.01000,1.262 +22,mlp.experts.5.down_proj,0.0000004396,0.01000,1.322 +22,mlp.experts.13.down_proj,0.0000007511,0.01000,1.267 +22,mlp.experts.23.down_proj,0.0000002595,0.01000,0.658 +22,mlp.experts.24.down_proj,0.0000007945,0.01000,0.869 +22,mlp.experts.18.down_proj,0.0000007512,0.01000,0.718 +22,mlp.experts.27.down_proj,0.0000008897,0.01000,0.681 +22,mlp.experts.30.down_proj,0.0000007909,0.01000,0.764 +22,mlp.experts.31.down_proj,0.0000005219,0.01000,0.727 +22,mlp.experts.22.down_proj,0.0000005217,0.01000,0.772 +22,mlp.experts.26.down_proj,0.0000006528,0.01000,0.763 +22,mlp.experts.28.down_proj,0.0000007357,0.01000,0.866 +22,mlp.experts.19.down_proj,0.0000000926,0.01000,0.716 +22,mlp.experts.20.down_proj,0.0000007113,0.01000,0.872 +22,mlp.experts.16.down_proj,0.0000004916,0.01000,0.929 +22,mlp.experts.17.down_proj,0.0000005208,0.01000,0.781 +22,mlp.experts.21.down_proj,0.0000006121,0.01000,0.775 +22,mlp.experts.25.down_proj,0.0000005160,0.01000,0.842 +22,mlp.experts.29.down_proj,0.0000004915,0.01000,0.850 +22,mlp.experts.40.down_proj,0.0000008174,0.01000,0.739 +22,mlp.experts.39.down_proj,0.0000008367,0.01000,0.774 +22,mlp.experts.43.down_proj,0.0000007040,0.01000,0.787 +22,mlp.experts.36.down_proj,0.0000005882,0.01000,0.742 +22,mlp.experts.44.down_proj,0.0000009697,0.01000,0.771 +22,mlp.experts.32.down_proj,0.0000005884,0.01000,0.756 +22,mlp.experts.46.down_proj,0.0000008977,0.01000,0.889 +22,mlp.experts.34.down_proj,0.0000005128,0.01000,0.934 +22,mlp.experts.35.down_proj,0.0000007414,0.01000,0.843 +22,mlp.experts.37.down_proj,0.0000005149,0.01000,0.805 +22,mlp.experts.42.down_proj,0.0000004718,0.01000,0.874 +22,mlp.experts.47.down_proj,0.0000010303,0.01000,0.890 +22,mlp.experts.33.down_proj,0.0000007105,0.01000,0.828 +22,mlp.experts.45.down_proj,0.0000007861,0.01000,0.758 +22,mlp.experts.38.down_proj,0.0000005510,0.01000,0.936 +22,mlp.experts.41.down_proj,0.0000005527,0.01000,0.806 +22,mlp.experts.56.down_proj,0.0000003393,0.01000,0.701 +22,mlp.experts.53.down_proj,0.0000012186,0.01000,0.565 +22,mlp.experts.49.down_proj,0.0000010469,0.01000,0.568 +22,mlp.experts.52.down_proj,0.0000006457,0.01000,0.723 +22,mlp.experts.61.down_proj,0.0000000863,0.01000,0.581 +22,mlp.experts.57.down_proj,0.0000012396,0.01000,0.558 +22,mlp.experts.60.down_proj,0.0000006332,0.01000,0.741 +22,mlp.experts.59.down_proj,0.0000005110,0.01000,0.801 +22,mlp.experts.55.down_proj,0.0000006394,0.01000,0.908 +22,mlp.experts.48.down_proj,0.0000003921,0.01000,0.757 +22,mlp.experts.62.down_proj,0.0000009591,0.01000,0.767 +22,mlp.experts.50.down_proj,0.0000008820,0.01000,0.802 +22,mlp.experts.54.down_proj,0.0000004855,0.01000,0.790 +22,mlp.experts.58.down_proj,0.0000005806,0.01000,0.835 +22,mlp.experts.51.down_proj,0.0000008570,0.01000,0.937 +22,mlp.experts.63.down_proj,0.0000004246,0.01000,1.042 +22,mlp.experts.69.down_proj,0.0000007427,0.01000,0.603 +22,mlp.experts.73.down_proj,0.0000010099,0.01000,0.605 +22,mlp.experts.77.down_proj,0.0000006877,0.01000,0.617 +22,mlp.experts.65.down_proj,0.0000007665,0.01000,0.678 +22,mlp.experts.72.down_proj,0.0000008906,0.01000,0.851 +22,mlp.experts.68.down_proj,0.0000004348,0.01000,0.842 +22,mlp.experts.78.down_proj,0.0000002773,0.01000,0.747 +22,mlp.experts.76.down_proj,0.0000005488,0.01000,0.846 +22,mlp.experts.75.down_proj,0.0000005029,0.01000,0.906 +22,mlp.experts.64.down_proj,0.0000009187,0.01000,0.861 +22,mlp.experts.66.down_proj,0.0000004084,0.01000,0.800 +22,mlp.experts.71.down_proj,0.0000004816,0.01000,0.925 +22,mlp.experts.70.down_proj,0.0000007196,0.01000,0.778 +22,mlp.experts.74.down_proj,0.0000007907,0.01000,0.790 +22,mlp.experts.67.down_proj,0.0000005379,0.01000,0.859 +22,mlp.experts.85.down_proj,0.0000006852,0.01000,0.686 +22,mlp.experts.79.down_proj,0.0000009588,0.01000,0.813 +22,mlp.experts.93.down_proj,0.0000009348,0.01000,0.656 +22,mlp.experts.88.down_proj,0.0000012059,0.01000,0.649 +22,mlp.experts.89.down_proj,0.0000005189,0.01000,0.704 +22,mlp.experts.81.down_proj,0.0000005555,0.01000,0.678 +22,mlp.experts.84.down_proj,0.0000005462,0.01000,0.669 +22,mlp.experts.92.down_proj,0.0000003659,0.01000,0.666 +22,mlp.experts.80.down_proj,0.0000005008,0.01000,0.636 +22,mlp.experts.94.down_proj,0.0000005325,0.01000,0.780 +22,mlp.experts.82.down_proj,0.0000006185,0.01000,0.709 +22,mlp.experts.86.down_proj,0.0000005711,0.01000,0.710 +22,mlp.experts.90.down_proj,0.0000005703,0.01000,0.710 +22,mlp.experts.91.down_proj,0.0000005925,0.01000,0.809 +22,mlp.experts.87.down_proj,0.0000007573,0.01000,0.803 +22,mlp.experts.109.down_proj,0.0000008169,0.01000,0.581 +22,mlp.experts.101.down_proj,0.0000009299,0.01000,0.673 +22,mlp.experts.83.down_proj,0.0000006574,0.01000,0.755 +22,mlp.experts.97.down_proj,0.0000007359,0.01000,0.592 +22,mlp.experts.105.down_proj,0.0000004512,0.01000,0.615 +22,mlp.experts.104.down_proj,0.0000009065,0.01000,0.677 +22,mlp.experts.95.down_proj,0.0000021124,0.01000,0.842 +22,mlp.experts.100.down_proj,0.0000009385,0.01000,0.673 +22,mlp.experts.96.down_proj,0.0000006372,0.01000,0.691 +22,mlp.experts.108.down_proj,0.0000009962,0.01000,0.749 +22,mlp.experts.110.down_proj,0.0000005346,0.01000,0.642 +22,mlp.experts.102.down_proj,0.0000004870,0.01000,0.667 +22,mlp.experts.98.down_proj,0.0000005322,0.01000,0.734 +22,mlp.experts.106.down_proj,0.0000009848,0.01000,0.655 +22,mlp.experts.125.down_proj,0.0000009459,0.01000,0.664 +22,mlp.experts.107.down_proj,0.0000013608,0.01000,0.783 +22,mlp.experts.117.down_proj,0.0000009779,0.01000,0.613 +22,mlp.experts.121.down_proj,0.0000005560,0.01000,0.605 +22,mlp.experts.113.down_proj,0.0000007568,0.01000,0.626 +22,mlp.experts.103.down_proj,0.0000004183,0.01000,0.762 +22,mlp.experts.120.down_proj,0.0000006013,0.01000,0.745 +22,mlp.experts.99.down_proj,0.0000007365,0.01000,0.843 +22,mlp.experts.116.down_proj,0.0000006084,0.01000,0.635 +22,mlp.experts.112.down_proj,0.0000006705,0.01000,0.588 +22,mlp.experts.111.down_proj,0.0000007517,0.01000,0.748 +22,mlp.experts.124.down_proj,0.0000003445,0.01000,0.574 +22,mlp.experts.118.down_proj,0.0000004705,0.01000,0.617 +22,mlp.experts.122.down_proj,0.0000005695,0.01000,0.622 +22,mlp.experts.126.down_proj,0.0000004019,0.01000,0.744 +22,mlp.experts.114.down_proj,0.0000004800,0.01000,0.678 +22,mlp.experts.123.down_proj,0.0000006440,0.01000,0.823 +22,mlp.experts.119.down_proj,0.0000009143,0.01000,0.929 +22,mlp.experts.115.down_proj,0.0000005537,0.01000,0.759 +22,mlp.experts.127.down_proj,0.0000004068,0.01000,0.690 +23,self_attn.q_proj,0.0000005166,0.01000,0.762 +23,self_attn.v_proj,0.0000000725,0.01000,0.768 +23,self_attn.k_proj,0.0000000714,0.01000,0.804 +23,self_attn.o_proj,0.0000000778,0.01000,1.417 +23,mlp.experts.4.gate_proj,0.0000034526,0.01000,1.936 +23,mlp.experts.8.gate_proj,0.0000087619,0.01000,1.956 +23,mlp.experts.0.gate_proj,0.0000076086,0.01000,2.018 +23,mlp.experts.10.gate_proj,0.0000078258,0.01000,2.116 +23,mlp.experts.2.gate_proj,0.0000075259,0.01000,2.131 +23,mlp.experts.12.gate_proj,0.0000074793,0.01000,2.166 +23,mlp.experts.14.gate_proj,0.0000081746,0.01000,2.286 +23,mlp.experts.13.gate_proj,0.0000078922,0.01000,2.293 +23,mlp.experts.1.gate_proj,0.0000078750,0.01000,2.312 +23,mlp.experts.5.gate_proj,0.0000086669,0.01000,2.350 +23,mlp.experts.6.gate_proj,0.0000082667,0.01000,2.367 +23,mlp.experts.9.gate_proj,0.0000043939,0.01000,2.367 +23,mlp.experts.7.gate_proj,0.0000073909,0.01000,2.488 +23,mlp.experts.11.gate_proj,0.0000072278,0.01000,2.589 +23,mlp.experts.15.gate_proj,0.0000081284,0.01000,2.592 +23,mlp.experts.3.gate_proj,0.0000084381,0.01000,2.654 +23,mlp.experts.29.gate_proj,0.0000086380,0.01000,1.543 +23,mlp.experts.17.gate_proj,0.0000078955,0.01000,1.541 +23,mlp.experts.21.gate_proj,0.0000080009,0.01000,1.578 +23,mlp.experts.25.gate_proj,0.0000260351,0.01000,1.568 +23,mlp.experts.16.gate_proj,0.0000085433,0.01000,2.068 +23,mlp.experts.20.gate_proj,0.0000076315,0.01000,2.178 +23,mlp.experts.30.gate_proj,0.0000098257,0.01000,1.876 +23,mlp.experts.24.gate_proj,0.0000055282,0.01000,2.231 +23,mlp.experts.18.gate_proj,0.0000079534,0.01000,2.123 +23,mlp.experts.28.gate_proj,0.0000077582,0.01000,2.181 +23,mlp.experts.22.gate_proj,0.0000058536,0.01000,2.042 +23,mlp.experts.23.gate_proj,0.0000051224,0.01000,1.980 +23,mlp.experts.19.gate_proj,0.0000087080,0.01000,1.914 +23,mlp.experts.27.gate_proj,0.0000087588,0.01000,1.975 +23,mlp.experts.26.gate_proj,0.0000078131,0.01000,2.479 +23,mlp.experts.31.gate_proj,0.0000061375,0.01000,2.034 +23,mlp.experts.33.gate_proj,0.0000077560,0.01000,1.484 +23,mlp.experts.45.gate_proj,0.0000084970,0.01000,1.517 +23,mlp.experts.37.gate_proj,0.0000081433,0.01000,1.477 +23,mlp.experts.41.gate_proj,0.0000077505,0.01000,1.645 +23,mlp.experts.46.gate_proj,0.0000077908,0.01000,1.771 +23,mlp.experts.36.gate_proj,0.0000070756,0.01000,1.852 +23,mlp.experts.32.gate_proj,0.0000072107,0.01000,1.888 +23,mlp.experts.40.gate_proj,0.0000072952,0.01000,1.891 +23,mlp.experts.34.gate_proj,0.0000087624,0.01000,1.920 +23,mlp.experts.38.gate_proj,0.0000077853,0.01000,1.791 +23,mlp.experts.42.gate_proj,0.0000061805,0.01000,1.724 +23,mlp.experts.44.gate_proj,0.0000082142,0.01000,2.074 +23,mlp.experts.47.gate_proj,0.0000069277,0.01000,1.954 +23,mlp.experts.39.gate_proj,0.0000083530,0.01000,2.170 +23,mlp.experts.43.gate_proj,0.0000074848,0.01000,2.198 +23,mlp.experts.35.gate_proj,0.0000083534,0.01000,2.259 +23,mlp.experts.53.gate_proj,0.0000078142,0.01000,1.676 +23,mlp.experts.49.gate_proj,0.0000066776,0.01000,1.795 +23,mlp.experts.61.gate_proj,0.0000074973,0.01000,1.763 +23,mlp.experts.57.gate_proj,0.0000082780,0.01000,1.814 +23,mlp.experts.62.gate_proj,0.0000082412,0.01000,1.642 +23,mlp.experts.54.gate_proj,0.0000065403,0.01000,1.681 +23,mlp.experts.50.gate_proj,0.0000078366,0.01000,1.789 +23,mlp.experts.58.gate_proj,0.0000087922,0.01000,1.717 +23,mlp.experts.52.gate_proj,0.0000069165,0.01000,2.103 +23,mlp.experts.48.gate_proj,0.0000085019,0.01000,2.169 +23,mlp.experts.56.gate_proj,0.0000082724,0.01000,2.143 +23,mlp.experts.60.gate_proj,0.0000078031,0.01000,2.074 +23,mlp.experts.63.gate_proj,0.0000093940,0.01000,1.947 +23,mlp.experts.55.gate_proj,0.0000092317,0.01000,2.023 +23,mlp.experts.65.gate_proj,0.0000082045,0.01000,1.599 +23,mlp.experts.69.gate_proj,0.0000082159,0.01000,1.675 +23,mlp.experts.77.gate_proj,0.0000076199,0.01000,1.668 +23,mlp.experts.59.gate_proj,0.0000080293,0.01000,2.201 +23,mlp.experts.73.gate_proj,0.0000098924,0.01000,1.602 +23,mlp.experts.51.gate_proj,0.0000077251,0.01000,2.262 +23,mlp.experts.78.gate_proj,0.0000078874,0.01000,1.705 +23,mlp.experts.70.gate_proj,0.0000081986,0.01000,1.804 +23,mlp.experts.66.gate_proj,0.0000082895,0.01000,1.740 +23,mlp.experts.74.gate_proj,0.0000094734,0.01000,1.775 +23,mlp.experts.68.gate_proj,0.0000080495,0.01000,2.083 +23,mlp.experts.64.gate_proj,0.0000082719,0.01000,2.086 +23,mlp.experts.81.gate_proj,0.0000084940,0.01000,1.520 +23,mlp.experts.85.gate_proj,0.0000080656,0.01000,1.573 +23,mlp.experts.72.gate_proj,0.0000067548,0.01000,2.119 +23,mlp.experts.93.gate_proj,0.0000085404,0.01000,1.554 +23,mlp.experts.76.gate_proj,0.0000083809,0.01000,2.013 +23,mlp.experts.89.gate_proj,0.0000088522,0.01000,1.576 +23,mlp.experts.79.gate_proj,0.0000080812,0.01000,2.057 +23,mlp.experts.71.gate_proj,0.0000080914,0.01000,2.080 +23,mlp.experts.94.gate_proj,0.0000076902,0.01000,1.853 +23,mlp.experts.67.gate_proj,0.0000062992,0.01000,2.124 +23,mlp.experts.75.gate_proj,0.0000080560,0.01000,2.274 +23,mlp.experts.86.gate_proj,0.0000090567,0.01000,1.804 +23,mlp.experts.82.gate_proj,0.0000076867,0.01000,1.906 +23,mlp.experts.90.gate_proj,0.0000071740,0.01000,1.977 +23,mlp.experts.97.gate_proj,0.0000080346,0.01000,1.642 +23,mlp.experts.101.gate_proj,0.0000072644,0.01000,1.672 +23,mlp.experts.109.gate_proj,0.0000073603,0.01000,1.754 +23,mlp.experts.84.gate_proj,0.0000081649,0.01000,2.154 +23,mlp.experts.80.gate_proj,0.0000089883,0.01000,2.148 +23,mlp.experts.105.gate_proj,0.0000083455,0.01000,1.802 +23,mlp.experts.88.gate_proj,0.0000089780,0.01000,2.166 +23,mlp.experts.92.gate_proj,0.0000087303,0.01000,2.136 +23,mlp.experts.95.gate_proj,0.0000084328,0.01000,2.104 +23,mlp.experts.87.gate_proj,0.0000080681,0.01000,2.060 +23,mlp.experts.110.gate_proj,0.0000081663,0.01000,1.872 +23,mlp.experts.102.gate_proj,0.0000079520,0.01000,1.732 +23,mlp.experts.83.gate_proj,0.0000082916,0.01000,2.049 +23,mlp.experts.91.gate_proj,0.0000092246,0.01000,2.026 +23,mlp.experts.98.gate_proj,0.0000087555,0.01000,1.768 +23,mlp.experts.106.gate_proj,0.0000093528,0.01000,1.640 +23,mlp.experts.117.gate_proj,0.0000076779,0.01000,2.014 +23,mlp.experts.113.gate_proj,0.0000082675,0.01000,2.149 +23,mlp.experts.125.gate_proj,0.0000059472,0.01000,2.052 +23,mlp.experts.100.gate_proj,0.0000078606,0.01000,2.025 +23,mlp.experts.96.gate_proj,0.0000073259,0.01000,2.125 +23,mlp.experts.121.gate_proj,0.0000070573,0.01000,2.144 +23,mlp.experts.111.gate_proj,0.0000082037,0.01000,1.890 +23,mlp.experts.104.gate_proj,0.0000080624,0.01000,2.119 +23,mlp.experts.103.gate_proj,0.0000088069,0.01000,1.895 +23,mlp.experts.108.gate_proj,0.0000081864,0.01000,2.168 +23,mlp.experts.126.gate_proj,0.0000085106,0.01000,1.876 +23,mlp.experts.118.gate_proj,0.0000083835,0.01000,1.950 +23,mlp.experts.99.gate_proj,0.0000082455,0.01000,1.930 +23,mlp.experts.107.gate_proj,0.0000073813,0.01000,1.963 +23,mlp.experts.122.gate_proj,0.0000089425,0.01000,1.879 +23,mlp.experts.114.gate_proj,0.0000077752,0.01000,2.023 +23,mlp.experts.5.up_proj,0.0000085646,0.01000,2.150 +23,mlp.experts.116.gate_proj,0.0000073115,0.01000,1.890 +23,mlp.experts.1.up_proj,0.0000087213,0.01000,2.219 +23,mlp.experts.13.up_proj,0.0000080973,0.01000,2.117 +23,mlp.experts.112.gate_proj,0.0000087258,0.01000,1.845 +23,mlp.experts.120.gate_proj,0.0000084085,0.01000,1.846 +23,mlp.experts.124.gate_proj,0.0000079429,0.01000,1.767 +23,mlp.experts.9.up_proj,0.0000044252,0.01000,2.093 +23,mlp.experts.127.gate_proj,0.0000083198,0.01000,2.231 +23,mlp.experts.14.up_proj,0.0000079313,0.01000,1.947 +23,mlp.experts.119.gate_proj,0.0000089499,0.01000,2.228 +23,mlp.experts.6.up_proj,0.0000080732,0.01000,1.942 +23,mlp.experts.10.up_proj,0.0000081674,0.01000,1.991 +23,mlp.experts.115.gate_proj,0.0000084783,0.01000,2.134 +23,mlp.experts.123.gate_proj,0.0000081735,0.01000,2.141 +23,mlp.experts.2.up_proj,0.0000075592,0.01000,1.982 +23,mlp.experts.0.up_proj,0.0000088365,0.01000,1.914 +23,mlp.experts.21.up_proj,0.0000079555,0.01000,2.094 +23,mlp.experts.4.up_proj,0.0000034996,0.01000,2.066 +23,mlp.experts.29.up_proj,0.0000091179,0.01000,2.073 +23,mlp.experts.17.up_proj,0.0000078406,0.01000,2.120 +23,mlp.experts.8.up_proj,0.0000096730,0.01000,2.088 +23,mlp.experts.12.up_proj,0.0000076683,0.01000,1.983 +23,mlp.experts.30.up_proj,0.0000096321,0.01000,1.882 +23,mlp.experts.15.up_proj,0.0000079417,0.01000,1.922 +23,mlp.experts.25.up_proj,0.0000119959,0.01000,2.208 +23,mlp.experts.7.up_proj,0.0000071920,0.01000,1.953 +23,mlp.experts.22.up_proj,0.0000057957,0.01000,1.779 +23,mlp.experts.26.up_proj,0.0000088016,0.01000,1.840 +23,mlp.experts.3.up_proj,0.0000063125,0.01000,1.869 +23,mlp.experts.18.up_proj,0.0000094324,0.01000,1.829 +23,mlp.experts.11.up_proj,0.0000072765,0.01000,1.910 +23,mlp.experts.16.up_proj,0.0000101579,0.01000,1.820 +23,mlp.experts.37.up_proj,0.0000082023,0.01000,1.941 +23,mlp.experts.20.up_proj,0.0000076667,0.01000,1.961 +23,mlp.experts.28.up_proj,0.0000080260,0.01000,1.801 +23,mlp.experts.24.up_proj,0.0000055173,0.01000,1.834 +23,mlp.experts.46.up_proj,0.0000078309,0.01000,1.777 +23,mlp.experts.45.up_proj,0.0000084903,0.01000,2.152 +23,mlp.experts.33.up_proj,0.0000081753,0.01000,2.148 +23,mlp.experts.38.up_proj,0.0000079859,0.01000,1.804 +23,mlp.experts.23.up_proj,0.0000051535,0.01000,1.987 +23,mlp.experts.41.up_proj,0.0000076750,0.01000,2.077 +23,mlp.experts.42.up_proj,0.0000061122,0.01000,1.760 +23,mlp.experts.31.up_proj,0.0000060870,0.01000,2.164 +23,mlp.experts.34.up_proj,0.0000087534,0.01000,1.750 +23,mlp.experts.27.up_proj,0.0000089470,0.01000,1.993 +23,mlp.experts.19.up_proj,0.0000085971,0.01000,2.122 +23,mlp.experts.32.up_proj,0.0000081494,0.01000,1.716 +23,mlp.experts.36.up_proj,0.0000078778,0.01000,1.798 +23,mlp.experts.44.up_proj,0.0000084881,0.01000,1.732 +23,mlp.experts.53.up_proj,0.0000075466,0.01000,2.011 +23,mlp.experts.62.up_proj,0.0000080960,0.01000,1.728 +23,mlp.experts.40.up_proj,0.0000073861,0.01000,1.936 +23,mlp.experts.54.up_proj,0.0000064158,0.01000,1.679 +23,mlp.experts.49.up_proj,0.0000066309,0.01000,2.091 +23,mlp.experts.61.up_proj,0.0000076084,0.01000,2.093 +23,mlp.experts.58.up_proj,0.0000086388,0.01000,1.720 +23,mlp.experts.50.up_proj,0.0000081628,0.01000,1.705 +23,mlp.experts.39.up_proj,0.0000085404,0.01000,1.875 +23,mlp.experts.47.up_proj,0.0000075499,0.01000,1.961 +23,mlp.experts.57.up_proj,0.0000079250,0.01000,2.066 +23,mlp.experts.43.up_proj,0.0000076401,0.01000,1.889 +23,mlp.experts.35.up_proj,0.0000083937,0.01000,1.884 +23,mlp.experts.48.up_proj,0.0000081301,0.01000,1.671 +23,mlp.experts.60.up_proj,0.0000077612,0.01000,1.687 +23,mlp.experts.78.up_proj,0.0000080286,0.01000,1.713 +23,mlp.experts.56.up_proj,0.0000076471,0.01000,1.682 +23,mlp.experts.52.up_proj,0.0000067989,0.01000,2.020 +23,mlp.experts.70.up_proj,0.0000081837,0.01000,1.685 +23,mlp.experts.69.up_proj,0.0000080636,0.01000,2.090 +23,mlp.experts.74.up_proj,0.0000094031,0.01000,1.759 +23,mlp.experts.66.up_proj,0.0000080401,0.01000,1.737 +23,mlp.experts.77.up_proj,0.0000074681,0.01000,1.871 +23,mlp.experts.65.up_proj,0.0000079388,0.01000,1.983 +23,mlp.experts.55.up_proj,0.0000087313,0.01000,2.014 +23,mlp.experts.73.up_proj,0.0000123076,0.01000,1.871 +23,mlp.experts.63.up_proj,0.0000087713,0.01000,2.022 +23,mlp.experts.64.up_proj,0.0000082493,0.01000,1.640 +23,mlp.experts.59.up_proj,0.0000114939,0.01000,2.093 +23,mlp.experts.51.up_proj,0.0000076524,0.01000,2.081 +23,mlp.experts.76.up_proj,0.0000080879,0.01000,1.681 +23,mlp.experts.72.up_proj,0.0000065381,0.01000,1.685 +23,mlp.experts.94.up_proj,0.0000077540,0.01000,1.801 +23,mlp.experts.86.up_proj,0.0000097522,0.01000,1.784 +23,mlp.experts.82.up_proj,0.0000077594,0.01000,1.730 +23,mlp.experts.90.up_proj,0.0000081970,0.01000,1.764 +23,mlp.experts.68.up_proj,0.0000080202,0.01000,2.106 +23,mlp.experts.85.up_proj,0.0000080653,0.01000,2.029 +23,mlp.experts.93.up_proj,0.0000084704,0.01000,1.955 +23,mlp.experts.81.up_proj,0.0000082713,0.01000,1.879 +23,mlp.experts.89.up_proj,0.0000087864,0.01000,1.831 +23,mlp.experts.71.up_proj,0.0000088983,0.01000,2.215 +23,mlp.experts.80.up_proj,0.0000089085,0.01000,1.966 +23,mlp.experts.79.up_proj,0.0000084764,0.01000,2.304 +23,mlp.experts.92.up_proj,0.0000085343,0.01000,1.989 +23,mlp.experts.67.up_proj,0.0000065767,0.01000,2.199 +23,mlp.experts.75.up_proj,0.0000079182,0.01000,2.228 +23,mlp.experts.110.up_proj,0.0000081308,0.01000,1.782 +23,mlp.experts.102.up_proj,0.0000079137,0.01000,1.811 +23,mlp.experts.88.up_proj,0.0000088039,0.01000,2.067 +23,mlp.experts.98.up_proj,0.0000103464,0.01000,1.641 +23,mlp.experts.106.up_proj,0.0000090157,0.01000,1.665 +23,mlp.experts.84.up_proj,0.0000080417,0.01000,2.089 +23,mlp.experts.101.up_proj,0.0000086798,0.01000,2.116 +23,mlp.experts.97.up_proj,0.0000079491,0.01000,2.058 +23,mlp.experts.109.up_proj,0.0000073475,0.01000,2.236 +23,mlp.experts.105.up_proj,0.0000084358,0.01000,2.021 +23,mlp.experts.96.up_proj,0.0000070821,0.01000,2.012 +23,mlp.experts.87.up_proj,0.0000082540,0.01000,2.129 +23,mlp.experts.126.up_proj,0.0000085816,0.01000,1.601 +23,mlp.experts.118.up_proj,0.0000089712,0.01000,1.560 +23,mlp.experts.114.up_proj,0.0000077908,0.01000,1.524 +23,mlp.experts.95.up_proj,0.0000078333,0.01000,2.143 +23,mlp.experts.122.up_proj,0.0000096414,0.01000,1.556 +23,mlp.experts.108.up_proj,0.0000079946,0.01000,1.951 +23,mlp.experts.83.up_proj,0.0000084897,0.01000,2.132 +23,mlp.experts.91.up_proj,0.0000087827,0.01000,2.145 +23,mlp.experts.104.up_proj,0.0000079797,0.01000,1.964 +23,mlp.experts.117.up_proj,0.0000076593,0.01000,1.934 +23,mlp.experts.113.up_proj,0.0000082108,0.01000,1.896 +23,mlp.experts.100.up_proj,0.0000077216,0.01000,2.206 +23,mlp.experts.125.up_proj,0.0000059321,0.01000,1.871 +23,mlp.experts.121.up_proj,0.0000069354,0.01000,1.879 +23,mlp.experts.112.up_proj,0.0000085756,0.01000,1.834 +23,mlp.experts.103.up_proj,0.0000084226,0.01000,1.928 +23,mlp.experts.124.up_proj,0.0000076979,0.01000,1.739 +23,mlp.experts.111.up_proj,0.0000083075,0.01000,1.929 +23,mlp.experts.120.up_proj,0.0000082404,0.01000,1.576 +23,mlp.experts.107.up_proj,0.0000078438,0.01000,1.872 +23,mlp.experts.99.up_proj,0.0000083219,0.01000,1.882 +23,mlp.experts.116.up_proj,0.0000071788,0.01000,1.107 +23,mlp.experts.119.up_proj,0.0000088430,0.01000,1.898 +23,mlp.experts.127.up_proj,0.0000084963,0.01000,1.834 +23,mlp.experts.115.up_proj,0.0000089382,0.01000,1.657 +23,mlp.experts.123.up_proj,0.0000089420,0.01000,1.687 +23,mlp.experts.8.down_proj,0.0000012246,0.01000,0.754 +23,mlp.experts.12.down_proj,0.0000005378,0.01000,0.759 +23,mlp.experts.0.down_proj,0.0000008055,0.01000,0.770 +23,mlp.experts.1.down_proj,0.0000012248,0.01000,0.832 +23,mlp.experts.4.down_proj,0.0000001070,0.01000,0.838 +23,mlp.experts.5.down_proj,0.0000006789,0.01000,0.855 +23,mlp.experts.2.down_proj,0.0000005015,0.01000,0.923 +23,mlp.experts.14.down_proj,0.0000005866,0.01000,0.916 +23,mlp.experts.10.down_proj,0.0000012084,0.01000,0.926 +23,mlp.experts.13.down_proj,0.0000008363,0.01000,0.966 +23,mlp.experts.9.down_proj,0.0000001657,0.01000,0.976 +23,mlp.experts.3.down_proj,0.0000003670,0.01000,0.980 +23,mlp.experts.6.down_proj,0.0000005598,0.01000,0.983 +23,mlp.experts.11.down_proj,0.0000005315,0.01000,0.988 +23,mlp.experts.15.down_proj,0.0000006260,0.01000,0.989 +23,mlp.experts.7.down_proj,0.0000004804,0.01000,1.015 +23,mlp.experts.17.down_proj,0.0000005672,0.01000,0.594 +23,mlp.experts.21.down_proj,0.0000007759,0.01000,0.667 +23,mlp.experts.26.down_proj,0.0000010308,0.01000,0.605 +23,mlp.experts.18.down_proj,0.0000009260,0.01000,0.620 +23,mlp.experts.16.down_proj,0.0000015316,0.01000,0.769 +23,mlp.experts.28.down_proj,0.0000006970,0.01000,0.779 +23,mlp.experts.30.down_proj,0.0000013055,0.01000,0.624 +23,mlp.experts.24.down_proj,0.0000002756,0.01000,0.807 +23,mlp.experts.22.down_proj,0.0000003733,0.01000,0.662 +23,mlp.experts.20.down_proj,0.0000006051,0.01000,0.881 +23,mlp.experts.19.down_proj,0.0000010798,0.01000,0.792 +23,mlp.experts.29.down_proj,0.0000009555,0.01000,0.821 +23,mlp.experts.25.down_proj,0.0000010392,0.01000,0.829 +23,mlp.experts.23.down_proj,0.0000002434,0.01000,0.814 +23,mlp.experts.27.down_proj,0.0000011203,0.01000,0.828 +23,mlp.experts.31.down_proj,0.0000003567,0.01000,0.855 +23,mlp.experts.42.down_proj,0.0000003594,0.01000,0.649 +23,mlp.experts.34.down_proj,0.0000007649,0.01000,0.652 +23,mlp.experts.33.down_proj,0.0000007490,0.01000,0.789 +23,mlp.experts.40.down_proj,0.0000005123,0.01000,0.663 +23,mlp.experts.32.down_proj,0.0000005976,0.01000,0.675 +23,mlp.experts.44.down_proj,0.0000006860,0.01000,0.678 +23,mlp.experts.38.down_proj,0.0000008204,0.01000,0.609 +23,mlp.experts.46.down_proj,0.0000008903,0.01000,0.740 +23,mlp.experts.37.down_proj,0.0000008150,0.01000,0.816 +23,mlp.experts.36.down_proj,0.0000005542,0.01000,0.672 +23,mlp.experts.35.down_proj,0.0000011990,0.01000,0.704 +23,mlp.experts.41.down_proj,0.0000005252,0.01000,0.744 +23,mlp.experts.39.down_proj,0.0000008755,0.01000,0.735 +23,mlp.experts.43.down_proj,0.0000005799,0.01000,0.735 +23,mlp.experts.45.down_proj,0.0000011677,0.01000,0.775 +23,mlp.experts.47.down_proj,0.0000009018,0.01000,0.740 +23,mlp.experts.58.down_proj,0.0000008004,0.01000,0.634 +23,mlp.experts.50.down_proj,0.0000010536,0.01000,0.632 +23,mlp.experts.56.down_proj,0.0000006491,0.01000,0.674 +23,mlp.experts.48.down_proj,0.0000007231,0.01000,0.671 +23,mlp.experts.60.down_proj,0.0000006127,0.01000,0.677 +23,mlp.experts.54.down_proj,0.0000004591,0.01000,0.646 +23,mlp.experts.49.down_proj,0.0000004651,0.01000,0.736 +23,mlp.experts.53.down_proj,0.0000004873,0.01000,0.677 +23,mlp.experts.62.down_proj,0.0000005721,0.01000,0.726 +23,mlp.experts.52.down_proj,0.0000004148,0.01000,0.670 +23,mlp.experts.51.down_proj,0.0000005572,0.01000,0.741 +23,mlp.experts.57.down_proj,0.0000007666,0.01000,0.740 +23,mlp.experts.59.down_proj,0.0000013486,0.01000,0.745 +23,mlp.experts.55.down_proj,0.0000009576,0.01000,0.753 +23,mlp.experts.63.down_proj,0.0000010736,0.01000,0.754 +23,mlp.experts.61.down_proj,0.0000006083,0.01000,0.807 +23,mlp.experts.74.down_proj,0.0000013921,0.01000,0.626 +23,mlp.experts.66.down_proj,0.0000005789,0.01000,0.626 +23,mlp.experts.70.down_proj,0.0000006159,0.01000,0.615 +23,mlp.experts.72.down_proj,0.0000004264,0.01000,0.653 +23,mlp.experts.64.down_proj,0.0000007470,0.01000,0.656 +23,mlp.experts.76.down_proj,0.0000005597,0.01000,0.666 +23,mlp.experts.65.down_proj,0.0000005337,0.01000,0.715 +23,mlp.experts.78.down_proj,0.0000007717,0.01000,0.737 +23,mlp.experts.69.down_proj,0.0000009705,0.01000,0.741 +23,mlp.experts.68.down_proj,0.0000006675,0.01000,0.779 +23,mlp.experts.67.down_proj,0.0000004773,0.01000,0.724 +23,mlp.experts.75.down_proj,0.0000005300,0.01000,0.691 +23,mlp.experts.71.down_proj,0.0000008762,0.01000,0.692 +23,mlp.experts.73.down_proj,0.0000014126,0.01000,0.722 +23,mlp.experts.79.down_proj,0.0000009768,0.01000,0.709 +23,mlp.experts.90.down_proj,0.0000007553,0.01000,0.628 +23,mlp.experts.82.down_proj,0.0000006715,0.01000,0.629 +23,mlp.experts.77.down_proj,0.0000004650,0.01000,0.721 +23,mlp.experts.86.down_proj,0.0000014578,0.01000,0.622 +23,mlp.experts.80.down_proj,0.0000011608,0.01000,0.790 +23,mlp.experts.88.down_proj,0.0000010219,0.01000,0.827 +23,mlp.experts.92.down_proj,0.0000013144,0.01000,0.809 +23,mlp.experts.81.down_proj,0.0000006208,0.01000,0.754 +23,mlp.experts.94.down_proj,0.0000007530,0.01000,0.654 +23,mlp.experts.85.down_proj,0.0000007691,0.01000,0.719 +23,mlp.experts.84.down_proj,0.0000006838,0.01000,0.801 +23,mlp.experts.106.down_proj,0.0000009932,0.01000,0.562 +23,mlp.experts.83.down_proj,0.0000007956,0.01000,0.715 +23,mlp.experts.102.down_proj,0.0000006084,0.01000,0.561 +23,mlp.experts.98.down_proj,0.0000011071,0.01000,0.626 +23,mlp.experts.91.down_proj,0.0000009483,0.01000,0.725 +23,mlp.experts.87.down_proj,0.0000007908,0.01000,0.744 +23,mlp.experts.89.down_proj,0.0000009449,0.01000,0.756 +23,mlp.experts.95.down_proj,0.0000007237,0.01000,0.758 +23,mlp.experts.93.down_proj,0.0000012375,0.01000,0.740 +23,mlp.experts.110.down_proj,0.0000006603,0.01000,0.543 +23,mlp.experts.96.down_proj,0.0000005116,0.01000,0.735 +23,mlp.experts.104.down_proj,0.0000005211,0.01000,0.830 +23,mlp.experts.108.down_proj,0.0000005964,0.01000,0.832 +23,mlp.experts.122.down_proj,0.0000013049,0.01000,0.588 +23,mlp.experts.97.down_proj,0.0000009287,0.01000,0.825 +23,mlp.experts.101.down_proj,0.0000007087,0.01000,0.751 +23,mlp.experts.118.down_proj,0.0000010587,0.01000,0.579 +23,mlp.experts.114.down_proj,0.0000007235,0.01000,0.602 +23,mlp.experts.99.down_proj,0.0000006636,0.01000,0.717 +23,mlp.experts.100.down_proj,0.0000007520,0.01000,0.765 +23,mlp.experts.126.down_proj,0.0000008385,0.01000,0.470 +23,mlp.experts.107.down_proj,0.0000004952,0.01000,0.717 +23,mlp.experts.105.down_proj,0.0000007769,0.01000,0.692 +23,mlp.experts.109.down_proj,0.0000005087,0.01000,0.682 +23,mlp.experts.103.down_proj,0.0000010724,0.01000,0.769 +23,mlp.experts.111.down_proj,0.0000008536,0.01000,0.778 +23,mlp.experts.112.down_proj,0.0000007613,0.01000,0.710 +23,mlp.experts.124.down_proj,0.0000005406,0.01000,0.670 +23,mlp.experts.117.down_proj,0.0000005082,0.01000,0.678 +23,mlp.experts.120.down_proj,0.0000006411,0.01000,0.734 +23,mlp.experts.113.down_proj,0.0000006459,0.01000,0.736 +23,mlp.experts.116.down_proj,0.0000005899,0.01000,0.633 +23,mlp.experts.121.down_proj,0.0000003950,0.01000,0.605 +23,mlp.experts.125.down_proj,0.0000003224,0.01000,0.565 +23,mlp.experts.115.down_proj,0.0000010304,0.01000,0.730 +23,mlp.experts.123.down_proj,0.0000009647,0.01000,0.706 +23,mlp.experts.119.down_proj,0.0000012002,0.01000,0.692 +23,mlp.experts.127.down_proj,0.0000010253,0.01000,0.658 +24,self_attn.v_proj,0.0000001053,0.01000,0.782 +24,self_attn.k_proj,0.0000000884,0.01000,0.799 +24,self_attn.q_proj,0.0000006522,0.01000,0.813 +24,self_attn.o_proj,0.0000001106,0.01000,1.444 +24,mlp.experts.1.gate_proj,0.0000085904,0.01000,1.917 +24,mlp.experts.9.gate_proj,0.0000087665,0.01000,1.821 +24,mlp.experts.13.gate_proj,0.0000091054,0.01000,1.830 +24,mlp.experts.5.gate_proj,0.0000093613,0.01000,1.988 +24,mlp.experts.4.gate_proj,0.0000089493,0.01000,2.125 +24,mlp.experts.14.gate_proj,0.0000085269,0.01000,2.252 +24,mlp.experts.15.gate_proj,0.0000088805,0.01000,2.177 +24,mlp.experts.2.gate_proj,0.0000084979,0.01000,2.184 +24,mlp.experts.7.gate_proj,0.0000083163,0.01000,2.211 +24,mlp.experts.11.gate_proj,0.0000087676,0.01000,2.309 +24,mlp.experts.10.gate_proj,0.0000098861,0.01000,2.311 +24,mlp.experts.6.gate_proj,0.0000083309,0.01000,2.257 +24,mlp.experts.0.gate_proj,0.0000078877,0.01000,2.272 +24,mlp.experts.8.gate_proj,0.0000083497,0.01000,2.274 +24,mlp.experts.3.gate_proj,0.0000082144,0.01000,2.407 +24,mlp.experts.12.gate_proj,0.0000085625,0.01000,2.322 +24,mlp.experts.29.gate_proj,0.0000087174,0.01000,1.536 +24,mlp.experts.25.gate_proj,0.0000107939,0.01000,1.551 +24,mlp.experts.21.gate_proj,0.0000078777,0.01000,1.549 +24,mlp.experts.17.gate_proj,0.0000085841,0.01000,1.815 +24,mlp.experts.20.gate_proj,0.0000089734,0.01000,1.971 +24,mlp.experts.31.gate_proj,0.0000096961,0.01000,2.149 +24,mlp.experts.18.gate_proj,0.0000084259,0.01000,2.138 +24,mlp.experts.16.gate_proj,0.0000086916,0.01000,2.060 +24,mlp.experts.24.gate_proj,0.0000104550,0.01000,2.108 +24,mlp.experts.23.gate_proj,0.0000059821,0.01000,2.195 +24,mlp.experts.22.gate_proj,0.0000090578,0.01000,2.196 +24,mlp.experts.30.gate_proj,0.0000092526,0.01000,2.309 +24,mlp.experts.27.gate_proj,0.0000083768,0.01000,2.323 +24,mlp.experts.26.gate_proj,0.0000075999,0.01000,2.338 +24,mlp.experts.19.gate_proj,0.0000089104,0.01000,2.318 +24,mlp.experts.28.gate_proj,0.0000092340,0.01000,2.511 +24,mlp.experts.41.gate_proj,0.0000085949,0.01000,1.565 +24,mlp.experts.45.gate_proj,0.0000088387,0.01000,1.601 +24,mlp.experts.37.gate_proj,0.0000091643,0.01000,1.570 +24,mlp.experts.33.gate_proj,0.0000085365,0.01000,1.566 +24,mlp.experts.36.gate_proj,0.0000081673,0.01000,2.351 +24,mlp.experts.34.gate_proj,0.0000085795,0.01000,2.180 +24,mlp.experts.57.gate_proj,0.0000086975,0.01000,1.637 +24,mlp.experts.47.gate_proj,0.0000088321,0.01000,2.351 +24,mlp.experts.32.gate_proj,0.0000083770,0.01000,2.330 +24,mlp.experts.61.gate_proj,0.0000081551,0.01000,1.719 +24,mlp.experts.38.gate_proj,0.0000089952,0.01000,2.268 +24,mlp.experts.53.gate_proj,0.0000087233,0.01000,1.701 +24,mlp.experts.39.gate_proj,0.0000073640,0.01000,2.340 +24,mlp.experts.46.gate_proj,0.0000080115,0.01000,2.285 +24,mlp.experts.40.gate_proj,0.0000081013,0.01000,2.387 +24,mlp.experts.43.gate_proj,0.0000088192,0.01000,2.274 +24,mlp.experts.42.gate_proj,0.0000081183,0.01000,2.264 +24,mlp.experts.49.gate_proj,0.0000080313,0.01000,1.680 +24,mlp.experts.35.gate_proj,0.0000095247,0.01000,2.382 +24,mlp.experts.44.gate_proj,0.0000085082,0.01000,2.181 +24,mlp.experts.52.gate_proj,0.0000087697,0.01000,1.791 +24,mlp.experts.48.gate_proj,0.0000093573,0.01000,1.694 +24,mlp.experts.56.gate_proj,0.0000095847,0.01000,1.664 +24,mlp.experts.60.gate_proj,0.0000082879,0.01000,1.561 +24,mlp.experts.50.gate_proj,0.0000083379,0.01000,2.172 +24,mlp.experts.73.gate_proj,0.0000102140,0.01000,2.131 +24,mlp.experts.69.gate_proj,0.0000082999,0.01000,2.052 +24,mlp.experts.77.gate_proj,0.0000081683,0.01000,2.127 +24,mlp.experts.54.gate_proj,0.0000086050,0.01000,2.131 +24,mlp.experts.65.gate_proj,0.0000091853,0.01000,2.066 +24,mlp.experts.62.gate_proj,0.0000088642,0.01000,2.188 +24,mlp.experts.58.gate_proj,0.0000088298,0.01000,2.172 +24,mlp.experts.63.gate_proj,0.0000096194,0.01000,2.406 +24,mlp.experts.55.gate_proj,0.0000091367,0.01000,2.339 +24,mlp.experts.59.gate_proj,0.0000088412,0.01000,2.407 +24,mlp.experts.51.gate_proj,0.0000088856,0.01000,2.395 +24,mlp.experts.68.gate_proj,0.0000070402,0.01000,1.638 +24,mlp.experts.64.gate_proj,0.0000089996,0.01000,1.638 +24,mlp.experts.72.gate_proj,0.0000095863,0.01000,1.621 +24,mlp.experts.76.gate_proj,0.0000088900,0.01000,1.638 +24,mlp.experts.89.gate_proj,0.0000080977,0.01000,1.999 +24,mlp.experts.66.gate_proj,0.0000085987,0.01000,2.053 +24,mlp.experts.79.gate_proj,0.0000074446,0.01000,1.683 +24,mlp.experts.93.gate_proj,0.0000086553,0.01000,1.954 +24,mlp.experts.85.gate_proj,0.0000086772,0.01000,1.996 +24,mlp.experts.71.gate_proj,0.0000089642,0.01000,1.756 +24,mlp.experts.81.gate_proj,0.0000103803,0.01000,1.947 +24,mlp.experts.75.gate_proj,0.0000082088,0.01000,1.682 +24,mlp.experts.70.gate_proj,0.0000082349,0.01000,2.051 +24,mlp.experts.78.gate_proj,0.0000085146,0.01000,2.000 +24,mlp.experts.74.gate_proj,0.0000087576,0.01000,2.005 +24,mlp.experts.67.gate_proj,0.0000092289,0.01000,1.665 +24,mlp.experts.84.gate_proj,0.0000085532,0.01000,1.518 +24,mlp.experts.88.gate_proj,0.0000095001,0.01000,1.517 +24,mlp.experts.80.gate_proj,0.0000082097,0.01000,1.574 +24,mlp.experts.92.gate_proj,0.0000088718,0.01000,1.482 +24,mlp.experts.105.gate_proj,0.0000106186,0.01000,1.621 +24,mlp.experts.95.gate_proj,0.0000084972,0.01000,1.638 +24,mlp.experts.109.gate_proj,0.0000089345,0.01000,1.641 +24,mlp.experts.87.gate_proj,0.0000084257,0.01000,1.639 +24,mlp.experts.101.gate_proj,0.0000093515,0.01000,1.698 +24,mlp.experts.97.gate_proj,0.0000088227,0.01000,1.642 +24,mlp.experts.91.gate_proj,0.0000092212,0.01000,1.737 +24,mlp.experts.83.gate_proj,0.0000082189,0.01000,1.612 +24,mlp.experts.82.gate_proj,0.0000096003,0.01000,1.961 +24,mlp.experts.90.gate_proj,0.0000082412,0.01000,1.750 +24,mlp.experts.100.gate_proj,0.0000084684,0.01000,1.471 +24,mlp.experts.86.gate_proj,0.0000096255,0.01000,1.890 +24,mlp.experts.94.gate_proj,0.0000080731,0.01000,1.860 +24,mlp.experts.104.gate_proj,0.0000089160,0.01000,1.493 +24,mlp.experts.96.gate_proj,0.0000069396,0.01000,1.546 +24,mlp.experts.108.gate_proj,0.0000077092,0.01000,1.475 +24,mlp.experts.121.gate_proj,0.0000086930,0.01000,1.686 +24,mlp.experts.111.gate_proj,0.0000100516,0.01000,1.715 +24,mlp.experts.103.gate_proj,0.0000119426,0.01000,1.720 +24,mlp.experts.117.gate_proj,0.0000094974,0.01000,1.815 +24,mlp.experts.125.gate_proj,0.0000084937,0.01000,1.931 +24,mlp.experts.113.gate_proj,0.0000088795,0.01000,1.848 +24,mlp.experts.99.gate_proj,0.0000080093,0.01000,1.743 +24,mlp.experts.116.gate_proj,0.0000093891,0.01000,1.665 +24,mlp.experts.107.gate_proj,0.0000085974,0.01000,1.843 +24,mlp.experts.98.gate_proj,0.0000091369,0.01000,1.837 +24,mlp.experts.106.gate_proj,0.0000086309,0.01000,1.811 +24,mlp.experts.110.gate_proj,0.0000083626,0.01000,1.794 +24,mlp.experts.102.gate_proj,0.0000084505,0.01000,1.884 +24,mlp.experts.112.gate_proj,0.0000111598,0.01000,1.713 +24,mlp.experts.120.gate_proj,0.0000083094,0.01000,1.791 +24,mlp.experts.124.gate_proj,0.0000081050,0.01000,1.770 +24,mlp.experts.9.up_proj,0.0000092311,0.01000,1.809 +24,mlp.experts.127.gate_proj,0.0000089947,0.01000,1.847 +24,mlp.experts.5.up_proj,0.0000091186,0.01000,1.743 +24,mlp.experts.119.gate_proj,0.0000083349,0.01000,1.866 +24,mlp.experts.4.up_proj,0.0000089451,0.01000,1.710 +24,mlp.experts.114.gate_proj,0.0000092867,0.01000,1.604 +24,mlp.experts.122.gate_proj,0.0000079873,0.01000,1.630 +24,mlp.experts.126.gate_proj,0.0000089505,0.01000,1.569 +24,mlp.experts.1.up_proj,0.0000085715,0.01000,1.868 +24,mlp.experts.118.gate_proj,0.0000083890,0.01000,1.583 +24,mlp.experts.115.gate_proj,0.0000090620,0.01000,1.871 +24,mlp.experts.13.up_proj,0.0000094741,0.01000,1.955 +24,mlp.experts.123.gate_proj,0.0000084501,0.01000,1.937 +24,mlp.experts.0.up_proj,0.0000078618,0.01000,1.748 +24,mlp.experts.8.up_proj,0.0000082312,0.01000,1.776 +24,mlp.experts.12.up_proj,0.0000088213,0.01000,1.703 +24,mlp.experts.25.up_proj,0.0000105315,0.01000,1.818 +24,mlp.experts.15.up_proj,0.0000089463,0.01000,1.720 +24,mlp.experts.20.up_proj,0.0000087796,0.01000,1.718 +24,mlp.experts.21.up_proj,0.0000076679,0.01000,1.882 +24,mlp.experts.17.up_proj,0.0000084588,0.01000,1.687 +24,mlp.experts.10.up_proj,0.0000099758,0.01000,1.798 +24,mlp.experts.3.up_proj,0.0000082204,0.01000,1.696 +24,mlp.experts.7.up_proj,0.0000087268,0.01000,1.938 +24,mlp.experts.6.up_proj,0.0000086134,0.01000,1.767 +24,mlp.experts.29.up_proj,0.0000085453,0.01000,1.742 +24,mlp.experts.11.up_proj,0.0000087131,0.01000,1.658 +24,mlp.experts.14.up_proj,0.0000086968,0.01000,1.896 +24,mlp.experts.2.up_proj,0.0000085648,0.01000,2.097 +24,mlp.experts.16.up_proj,0.0000082475,0.01000,1.680 +24,mlp.experts.24.up_proj,0.0000095034,0.01000,1.718 +24,mlp.experts.28.up_proj,0.0000089954,0.01000,1.739 +24,mlp.experts.41.up_proj,0.0000081616,0.01000,1.652 +24,mlp.experts.33.up_proj,0.0000086008,0.01000,1.612 +24,mlp.experts.36.up_proj,0.0000086136,0.01000,1.692 +24,mlp.experts.37.up_proj,0.0000091179,0.01000,1.680 +24,mlp.experts.31.up_proj,0.0000097160,0.01000,1.962 +24,mlp.experts.45.up_proj,0.0000088531,0.01000,1.601 +24,mlp.experts.26.up_proj,0.0000074751,0.01000,1.875 +24,mlp.experts.32.up_proj,0.0000099264,0.01000,1.703 +24,mlp.experts.22.up_proj,0.0000083584,0.01000,1.982 +24,mlp.experts.27.up_proj,0.0000090321,0.01000,1.970 +24,mlp.experts.44.up_proj,0.0000093905,0.01000,1.662 +24,mlp.experts.19.up_proj,0.0000086988,0.01000,2.094 +24,mlp.experts.40.up_proj,0.0000080433,0.01000,1.742 +24,mlp.experts.18.up_proj,0.0000085421,0.01000,1.859 +24,mlp.experts.23.up_proj,0.0000058962,0.01000,2.126 +24,mlp.experts.30.up_proj,0.0000089433,0.01000,2.076 +24,mlp.experts.57.up_proj,0.0000086891,0.01000,1.700 +24,mlp.experts.49.up_proj,0.0000080923,0.01000,1.660 +24,mlp.experts.52.up_proj,0.0000105324,0.01000,1.675 +24,mlp.experts.53.up_proj,0.0000107068,0.01000,1.696 +24,mlp.experts.61.up_proj,0.0000086060,0.01000,1.718 +24,mlp.experts.47.up_proj,0.0000086904,0.01000,2.010 +24,mlp.experts.48.up_proj,0.0000099807,0.01000,1.770 +24,mlp.experts.60.up_proj,0.0000085434,0.01000,1.716 +24,mlp.experts.56.up_proj,0.0000097530,0.01000,1.668 +24,mlp.experts.42.up_proj,0.0000095063,0.01000,1.921 +24,mlp.experts.38.up_proj,0.0000097739,0.01000,1.835 +24,mlp.experts.46.up_proj,0.0000082880,0.01000,1.723 +24,mlp.experts.35.up_proj,0.0000089342,0.01000,1.933 +24,mlp.experts.43.up_proj,0.0000087921,0.01000,1.979 +24,mlp.experts.39.up_proj,0.0000069910,0.01000,1.993 +24,mlp.experts.34.up_proj,0.0000086381,0.01000,2.049 +24,mlp.experts.73.up_proj,0.0000093805,0.01000,1.696 +24,mlp.experts.65.up_proj,0.0000086683,0.01000,1.608 +24,mlp.experts.68.up_proj,0.0000070886,0.01000,1.595 +24,mlp.experts.69.up_proj,0.0000091208,0.01000,1.600 +24,mlp.experts.77.up_proj,0.0000081140,0.01000,1.579 +24,mlp.experts.72.up_proj,0.0000093812,0.01000,1.587 +24,mlp.experts.64.up_proj,0.0000090561,0.01000,1.626 +24,mlp.experts.63.up_proj,0.0000104552,0.01000,1.740 +24,mlp.experts.76.up_proj,0.0000105536,0.01000,1.651 +24,mlp.experts.54.up_proj,0.0000086009,0.01000,1.657 +24,mlp.experts.59.up_proj,0.0000087278,0.01000,1.697 +24,mlp.experts.51.up_proj,0.0000090904,0.01000,1.728 +24,mlp.experts.50.up_proj,0.0000083585,0.01000,1.685 +24,mlp.experts.58.up_proj,0.0000096681,0.01000,2.135 +24,mlp.experts.55.up_proj,0.0000088946,0.01000,1.829 +24,mlp.experts.62.up_proj,0.0000089461,0.01000,2.147 +24,mlp.experts.89.up_proj,0.0000080145,0.01000,1.662 +24,mlp.experts.84.up_proj,0.0000090216,0.01000,1.584 +24,mlp.experts.81.up_proj,0.0000104388,0.01000,1.594 +24,mlp.experts.85.up_proj,0.0000087914,0.01000,1.660 +24,mlp.experts.93.up_proj,0.0000084634,0.01000,1.680 +24,mlp.experts.88.up_proj,0.0000093978,0.01000,1.739 +24,mlp.experts.92.up_proj,0.0000086658,0.01000,1.694 +24,mlp.experts.80.up_proj,0.0000093532,0.01000,1.756 +24,mlp.experts.79.up_proj,0.0000074284,0.01000,1.769 +24,mlp.experts.70.up_proj,0.0000092941,0.01000,1.782 +24,mlp.experts.75.up_proj,0.0000085576,0.01000,1.791 +24,mlp.experts.67.up_proj,0.0000089351,0.01000,1.799 +24,mlp.experts.66.up_proj,0.0000089350,0.01000,1.834 +24,mlp.experts.71.up_proj,0.0000085940,0.01000,1.905 +24,mlp.experts.78.up_proj,0.0000084033,0.01000,1.950 +24,mlp.experts.74.up_proj,0.0000092843,0.01000,2.104 +24,mlp.experts.105.up_proj,0.0000102274,0.01000,1.701 +24,mlp.experts.97.up_proj,0.0000099884,0.01000,1.707 +24,mlp.experts.101.up_proj,0.0000089975,0.01000,1.665 +24,mlp.experts.109.up_proj,0.0000085976,0.01000,1.617 +24,mlp.experts.100.up_proj,0.0000087484,0.01000,1.902 +24,mlp.experts.86.up_proj,0.0000094279,0.01000,1.655 +24,mlp.experts.95.up_proj,0.0000085995,0.01000,1.819 +24,mlp.experts.96.up_proj,0.0000068777,0.01000,1.910 +24,mlp.experts.108.up_proj,0.0000080667,0.01000,2.043 +24,mlp.experts.104.up_proj,0.0000092900,0.01000,2.074 +24,mlp.experts.83.up_proj,0.0000090623,0.01000,1.874 +24,mlp.experts.91.up_proj,0.0000091049,0.01000,1.962 +24,mlp.experts.82.up_proj,0.0000100841,0.01000,1.908 +24,mlp.experts.87.up_proj,0.0000098824,0.01000,1.827 +24,mlp.experts.94.up_proj,0.0000101130,0.01000,1.742 +24,mlp.experts.113.up_proj,0.0000093266,0.01000,1.611 +24,mlp.experts.121.up_proj,0.0000087151,0.01000,1.743 +24,mlp.experts.125.up_proj,0.0000081186,0.01000,1.565 +24,mlp.experts.117.up_proj,0.0000088455,0.01000,1.620 +24,mlp.experts.90.up_proj,0.0000085220,0.01000,1.842 +24,mlp.experts.116.up_proj,0.0000095248,0.01000,2.037 +24,mlp.experts.111.up_proj,0.0000085736,0.01000,1.668 +24,mlp.experts.112.up_proj,0.0000109835,0.01000,1.750 +24,mlp.experts.124.up_proj,0.0000085965,0.01000,1.697 +24,mlp.experts.120.up_proj,0.0000088088,0.01000,1.706 +24,mlp.experts.102.up_proj,0.0000083974,0.01000,1.992 +24,mlp.experts.107.up_proj,0.0000087931,0.01000,1.644 +24,mlp.experts.98.up_proj,0.0000091172,0.01000,1.615 +24,mlp.experts.99.up_proj,0.0000082434,0.01000,1.807 +24,mlp.experts.106.up_proj,0.0000083876,0.01000,1.502 +24,mlp.experts.103.up_proj,0.0000132716,0.01000,1.703 +24,mlp.experts.110.up_proj,0.0000087787,0.01000,2.069 +24,mlp.experts.127.up_proj,0.0000089495,0.01000,1.923 +24,mlp.experts.118.up_proj,0.0000100520,0.01000,1.802 +24,mlp.experts.114.up_proj,0.0000093179,0.01000,1.548 +24,mlp.experts.122.up_proj,0.0000078015,0.01000,1.480 +24,mlp.experts.123.up_proj,0.0000092031,0.01000,1.834 +24,mlp.experts.126.up_proj,0.0000094507,0.01000,1.262 +24,mlp.experts.115.up_proj,0.0000091988,0.01000,1.878 +24,mlp.experts.119.up_proj,0.0000081604,0.01000,1.750 +24,mlp.experts.0.down_proj,0.0000006001,0.01000,0.984 +24,mlp.experts.8.down_proj,0.0000005562,0.01000,1.006 +24,mlp.experts.4.down_proj,0.0000009147,0.01000,0.923 +24,mlp.experts.12.down_proj,0.0000010217,0.01000,1.012 +24,mlp.experts.2.down_proj,0.0000007660,0.01000,1.140 +24,mlp.experts.14.down_proj,0.0000008811,0.01000,1.115 +24,mlp.experts.9.down_proj,0.0000011947,0.01000,1.164 +24,mlp.experts.13.down_proj,0.0000009323,0.01000,1.079 +24,mlp.experts.1.down_proj,0.0000007696,0.01000,1.169 +24,mlp.experts.6.down_proj,0.0000006924,0.01000,1.146 +24,mlp.experts.10.down_proj,0.0000012364,0.01000,1.102 +24,mlp.experts.5.down_proj,0.0000008630,0.01000,1.258 +24,mlp.experts.7.down_proj,0.0000011428,0.01000,1.341 +24,mlp.experts.3.down_proj,0.0000008989,0.01000,1.397 +24,mlp.experts.11.down_proj,0.0000005931,0.01000,1.400 +24,mlp.experts.15.down_proj,0.0000011598,0.01000,1.457 +24,mlp.experts.20.down_proj,0.0000006181,0.01000,0.733 +24,mlp.experts.16.down_proj,0.0000005452,0.01000,0.758 +24,mlp.experts.18.down_proj,0.0000007923,0.01000,0.625 +24,mlp.experts.24.down_proj,0.0000009332,0.01000,0.766 +24,mlp.experts.30.down_proj,0.0000012272,0.01000,0.638 +24,mlp.experts.28.down_proj,0.0000006976,0.01000,0.779 +24,mlp.experts.29.down_proj,0.0000006650,0.01000,0.642 +24,mlp.experts.17.down_proj,0.0000006281,0.01000,0.648 +24,mlp.experts.26.down_proj,0.0000007175,0.01000,0.666 +24,mlp.experts.22.down_proj,0.0000005867,0.01000,0.672 +24,mlp.experts.25.down_proj,0.0000013580,0.01000,0.725 +24,mlp.experts.21.down_proj,0.0000004437,0.01000,0.820 +24,mlp.experts.23.down_proj,0.0000003035,0.01000,0.789 +24,mlp.experts.27.down_proj,0.0000007046,0.01000,0.817 +24,mlp.experts.19.down_proj,0.0000005820,0.01000,0.826 +24,mlp.experts.34.down_proj,0.0000007186,0.01000,0.605 +24,mlp.experts.31.down_proj,0.0000010041,0.01000,0.899 +24,mlp.experts.46.down_proj,0.0000008226,0.01000,0.594 +24,mlp.experts.45.down_proj,0.0000007423,0.01000,0.609 +24,mlp.experts.33.down_proj,0.0000007257,0.01000,0.623 +24,mlp.experts.42.down_proj,0.0000009276,0.01000,0.598 +24,mlp.experts.36.down_proj,0.0000009388,0.01000,0.734 +24,mlp.experts.38.down_proj,0.0000015437,0.01000,0.621 +24,mlp.experts.32.down_proj,0.0000011636,0.01000,0.762 +24,mlp.experts.41.down_proj,0.0000005312,0.01000,0.635 +24,mlp.experts.40.down_proj,0.0000005274,0.01000,0.778 +24,mlp.experts.44.down_proj,0.0000008352,0.01000,0.772 +24,mlp.experts.37.down_proj,0.0000006464,0.01000,0.670 +24,mlp.experts.43.down_proj,0.0000009846,0.01000,0.791 +24,mlp.experts.35.down_proj,0.0000012162,0.01000,0.796 +24,mlp.experts.50.down_proj,0.0000006306,0.01000,0.646 +24,mlp.experts.62.down_proj,0.0000007473,0.01000,0.656 +24,mlp.experts.39.down_proj,0.0000005434,0.01000,0.957 +24,mlp.experts.58.down_proj,0.0000009406,0.01000,0.640 +24,mlp.experts.54.down_proj,0.0000006338,0.01000,0.654 +24,mlp.experts.61.down_proj,0.0000006790,0.01000,0.730 +24,mlp.experts.52.down_proj,0.0000011759,0.01000,0.673 +24,mlp.experts.47.down_proj,0.0000006079,0.01000,0.845 +24,mlp.experts.49.down_proj,0.0000005779,0.01000,0.802 +24,mlp.experts.48.down_proj,0.0000012963,0.01000,0.740 +24,mlp.experts.60.down_proj,0.0000009741,0.01000,0.717 +24,mlp.experts.57.down_proj,0.0000008234,0.01000,0.775 +24,mlp.experts.56.down_proj,0.0000011297,0.01000,0.795 +24,mlp.experts.53.down_proj,0.0000014939,0.01000,0.826 +24,mlp.experts.77.down_proj,0.0000005884,0.01000,0.684 +24,mlp.experts.68.down_proj,0.0000005452,0.01000,0.695 +24,mlp.experts.59.down_proj,0.0000006232,0.01000,0.855 +24,mlp.experts.51.down_proj,0.0000010214,0.01000,0.843 +24,mlp.experts.66.down_proj,0.0000010535,0.01000,0.858 +24,mlp.experts.78.down_proj,0.0000006189,0.01000,0.836 +24,mlp.experts.65.down_proj,0.0000007204,0.01000,0.645 +24,mlp.experts.76.down_proj,0.0000012072,0.01000,0.617 +24,mlp.experts.74.down_proj,0.0000010071,0.01000,0.830 +24,mlp.experts.64.down_proj,0.0000008980,0.01000,0.685 +24,mlp.experts.73.down_proj,0.0000009122,0.01000,0.641 +24,mlp.experts.70.down_proj,0.0000010127,0.01000,0.829 +24,mlp.experts.72.down_proj,0.0000011544,0.01000,0.626 +24,mlp.experts.55.down_proj,0.0000012277,0.01000,0.947 +24,mlp.experts.63.down_proj,0.0000011390,0.01000,0.963 +24,mlp.experts.69.down_proj,0.0000008710,0.01000,0.667 +24,mlp.experts.81.down_proj,0.0000015907,0.01000,0.636 +24,mlp.experts.84.down_proj,0.0000006718,0.01000,0.696 +24,mlp.experts.92.down_proj,0.0000005410,0.01000,0.673 +24,mlp.experts.89.down_proj,0.0000006508,0.01000,0.637 +24,mlp.experts.90.down_proj,0.0000006192,0.01000,0.717 +24,mlp.experts.67.down_proj,0.0000011399,0.01000,0.764 +24,mlp.experts.82.down_proj,0.0000014919,0.01000,0.761 +24,mlp.experts.93.down_proj,0.0000005815,0.01000,0.793 +24,mlp.experts.94.down_proj,0.0000011193,0.01000,0.758 +24,mlp.experts.75.down_proj,0.0000006834,0.01000,0.780 +24,mlp.experts.88.down_proj,0.0000011507,0.01000,0.682 +24,mlp.experts.86.down_proj,0.0000010351,0.01000,0.694 +24,mlp.experts.80.down_proj,0.0000010034,0.01000,0.759 +24,mlp.experts.71.down_proj,0.0000016168,0.01000,0.745 +24,mlp.experts.85.down_proj,0.0000007461,0.01000,0.638 +24,mlp.experts.97.down_proj,0.0000010706,0.01000,0.615 +24,mlp.experts.79.down_proj,0.0000005155,0.01000,0.977 +24,mlp.experts.105.down_proj,0.0000012916,0.01000,0.590 +24,mlp.experts.100.down_proj,0.0000008652,0.01000,0.616 +24,mlp.experts.108.down_proj,0.0000006067,0.01000,0.619 +24,mlp.experts.109.down_proj,0.0000005899,0.01000,0.587 +24,mlp.experts.106.down_proj,0.0000005825,0.01000,0.632 +24,mlp.experts.104.down_proj,0.0000014580,0.01000,0.623 +24,mlp.experts.98.down_proj,0.0000010926,0.01000,0.659 +24,mlp.experts.102.down_proj,0.0000006759,0.01000,0.644 +24,mlp.experts.83.down_proj,0.0000007937,0.01000,0.767 +24,mlp.experts.96.down_proj,0.0000004194,0.01000,0.735 +24,mlp.experts.91.down_proj,0.0000006409,0.01000,0.777 +24,mlp.experts.101.down_proj,0.0000006521,0.01000,0.600 +24,mlp.experts.110.down_proj,0.0000006957,0.01000,0.861 +24,mlp.experts.87.down_proj,0.0000008594,0.01000,0.786 +24,mlp.experts.113.down_proj,0.0000009209,0.01000,0.584 +24,mlp.experts.121.down_proj,0.0000007960,0.01000,0.588 +24,mlp.experts.116.down_proj,0.0000010192,0.01000,0.629 +24,mlp.experts.125.down_proj,0.0000006100,0.01000,0.548 +24,mlp.experts.124.down_proj,0.0000008322,0.01000,0.621 +24,mlp.experts.120.down_proj,0.0000012413,0.01000,0.602 +24,mlp.experts.117.down_proj,0.0000006896,0.01000,0.449 +24,mlp.experts.112.down_proj,0.0000015721,0.01000,0.559 +24,mlp.experts.95.down_proj,0.0000008396,0.01000,0.844 +24,mlp.experts.122.down_proj,0.0000005105,0.01000,0.840 +24,mlp.experts.114.down_proj,0.0000011176,0.01000,0.880 +24,mlp.experts.107.down_proj,0.0000011660,0.01000,0.814 +24,mlp.experts.118.down_proj,0.0000010803,0.01000,0.943 +24,mlp.experts.126.down_proj,0.0000010559,0.01000,0.811 +24,mlp.experts.99.down_proj,0.0000007083,0.01000,0.936 +24,mlp.experts.103.down_proj,0.0000019197,0.01000,0.866 +24,mlp.experts.111.down_proj,0.0000005490,0.01000,0.811 +24,mlp.experts.115.down_proj,0.0000011319,0.01000,0.817 +24,mlp.experts.119.down_proj,0.0000006210,0.01000,0.818 +24,mlp.experts.123.down_proj,0.0000009618,0.01000,0.964 +24,mlp.experts.127.down_proj,0.0000008379,0.01000,0.523 +25,self_attn.q_proj,0.0000009434,0.01000,0.748 +25,self_attn.v_proj,0.0000001451,0.01000,0.807 +25,self_attn.k_proj,0.0000001239,0.01000,0.842 +25,self_attn.o_proj,0.0000001382,0.01000,1.560 +25,mlp.experts.0.gate_proj,0.0000092547,0.01000,1.685 +25,mlp.experts.12.gate_proj,0.0000097698,0.01000,1.679 +25,mlp.experts.8.gate_proj,0.0000111409,0.01000,1.646 +25,mlp.experts.4.gate_proj,0.0000097504,0.01000,1.902 +25,mlp.experts.9.gate_proj,0.0000119772,0.01000,2.027 +25,mlp.experts.5.gate_proj,0.0000111159,0.01000,2.032 +25,mlp.experts.1.gate_proj,0.0000101883,0.01000,2.173 +25,mlp.experts.11.gate_proj,0.0000084411,0.01000,2.036 +25,mlp.experts.13.gate_proj,0.0000093558,0.01000,2.114 +25,mlp.experts.3.gate_proj,0.0000102717,0.01000,2.183 +25,mlp.experts.2.gate_proj,0.0000083319,0.01000,2.243 +25,mlp.experts.7.gate_proj,0.0000106750,0.01000,2.266 +25,mlp.experts.10.gate_proj,0.0000092245,0.01000,2.182 +25,mlp.experts.6.gate_proj,0.0000086196,0.01000,2.282 +25,mlp.experts.14.gate_proj,0.0000096876,0.01000,2.209 +25,mlp.experts.15.gate_proj,0.0000099870,0.01000,2.239 +25,mlp.experts.16.gate_proj,0.0000083842,0.01000,1.639 +25,mlp.experts.28.gate_proj,0.0000090236,0.01000,1.668 +25,mlp.experts.24.gate_proj,0.0000111512,0.01000,1.747 +25,mlp.experts.20.gate_proj,0.0000091065,0.01000,1.794 +25,mlp.experts.18.gate_proj,0.0000107182,0.01000,1.966 +25,mlp.experts.21.gate_proj,0.0000103841,0.01000,2.092 +25,mlp.experts.27.gate_proj,0.0000082024,0.01000,2.053 +25,mlp.experts.19.gate_proj,0.0000117832,0.01000,2.039 +25,mlp.experts.30.gate_proj,0.0000089523,0.01000,1.913 +25,mlp.experts.29.gate_proj,0.0000090992,0.01000,2.078 +25,mlp.experts.17.gate_proj,0.0000095081,0.01000,2.123 +25,mlp.experts.22.gate_proj,0.0000102917,0.01000,2.025 +25,mlp.experts.25.gate_proj,0.0000086237,0.01000,2.282 +25,mlp.experts.23.gate_proj,0.0000078042,0.01000,2.085 +25,mlp.experts.31.gate_proj,0.0000100289,0.01000,2.162 +25,mlp.experts.26.gate_proj,0.0000108831,0.01000,2.312 +25,mlp.experts.32.gate_proj,0.0000099265,0.01000,2.000 +25,mlp.experts.44.gate_proj,0.0000098156,0.01000,1.935 +25,mlp.experts.40.gate_proj,0.0000091536,0.01000,1.879 +25,mlp.experts.36.gate_proj,0.0000097347,0.01000,1.958 +25,mlp.experts.43.gate_proj,0.0000090262,0.01000,1.730 +25,mlp.experts.35.gate_proj,0.0000103055,0.01000,1.759 +25,mlp.experts.39.gate_proj,0.0000106971,0.01000,1.716 +25,mlp.experts.37.gate_proj,0.0000094260,0.01000,2.129 +25,mlp.experts.33.gate_proj,0.0000081094,0.01000,2.133 +25,mlp.experts.46.gate_proj,0.0000105747,0.01000,2.158 +25,mlp.experts.47.gate_proj,0.0000090345,0.01000,1.900 +25,mlp.experts.45.gate_proj,0.0000091366,0.01000,2.176 +25,mlp.experts.38.gate_proj,0.0000097347,0.01000,2.176 +25,mlp.experts.41.gate_proj,0.0000114310,0.01000,2.170 +25,mlp.experts.34.gate_proj,0.0000082889,0.01000,2.314 +25,mlp.experts.42.gate_proj,0.0000086134,0.01000,2.175 +25,mlp.experts.56.gate_proj,0.0000097004,0.01000,1.916 +25,mlp.experts.48.gate_proj,0.0000122829,0.01000,1.967 +25,mlp.experts.60.gate_proj,0.0000100368,0.01000,2.017 +25,mlp.experts.59.gate_proj,0.0000100692,0.01000,1.649 +25,mlp.experts.51.gate_proj,0.0000096534,0.01000,1.657 +25,mlp.experts.55.gate_proj,0.0000084462,0.01000,1.648 +25,mlp.experts.52.gate_proj,0.0000091689,0.01000,2.184 +25,mlp.experts.53.gate_proj,0.0000095413,0.01000,1.717 +25,mlp.experts.49.gate_proj,0.0000107348,0.01000,1.700 +25,mlp.experts.61.gate_proj,0.0000157782,0.01000,1.690 +25,mlp.experts.57.gate_proj,0.0000087720,0.01000,1.716 +25,mlp.experts.54.gate_proj,0.0000103220,0.01000,1.853 +25,mlp.experts.63.gate_proj,0.0000083159,0.01000,1.893 +25,mlp.experts.62.gate_proj,0.0000113446,0.01000,2.175 +25,mlp.experts.50.gate_proj,0.0000090721,0.01000,2.335 +25,mlp.experts.58.gate_proj,0.0000083502,0.01000,2.263 +25,mlp.experts.75.gate_proj,0.0000100393,0.01000,1.710 +25,mlp.experts.64.gate_proj,0.0000116622,0.01000,2.087 +25,mlp.experts.67.gate_proj,0.0000121272,0.01000,1.723 +25,mlp.experts.71.gate_proj,0.0000087910,0.01000,1.678 +25,mlp.experts.72.gate_proj,0.0000093819,0.01000,2.155 +25,mlp.experts.76.gate_proj,0.0000082371,0.01000,2.243 +25,mlp.experts.69.gate_proj,0.0000093217,0.01000,1.892 +25,mlp.experts.68.gate_proj,0.0000092315,0.01000,2.195 +25,mlp.experts.65.gate_proj,0.0000087808,0.01000,1.905 +25,mlp.experts.77.gate_proj,0.0000086957,0.01000,1.945 +25,mlp.experts.73.gate_proj,0.0000084730,0.01000,1.969 +25,mlp.experts.79.gate_proj,0.0000093935,0.01000,2.039 +25,mlp.experts.70.gate_proj,0.0000105501,0.01000,2.205 +25,mlp.experts.78.gate_proj,0.0000106922,0.01000,2.054 +25,mlp.experts.74.gate_proj,0.0000093348,0.01000,1.990 +25,mlp.experts.66.gate_proj,0.0000086333,0.01000,2.197 +25,mlp.experts.83.gate_proj,0.0000087744,0.01000,1.852 +25,mlp.experts.91.gate_proj,0.0000092131,0.01000,1.918 +25,mlp.experts.80.gate_proj,0.0000084250,0.01000,1.909 +25,mlp.experts.87.gate_proj,0.0000093552,0.01000,1.925 +25,mlp.experts.88.gate_proj,0.0000102873,0.01000,1.973 +25,mlp.experts.92.gate_proj,0.0000093716,0.01000,2.086 +25,mlp.experts.85.gate_proj,0.0000098671,0.01000,1.778 +25,mlp.experts.81.gate_proj,0.0000097420,0.01000,1.774 +25,mlp.experts.93.gate_proj,0.0000085535,0.01000,1.787 +25,mlp.experts.89.gate_proj,0.0000093545,0.01000,1.787 +25,mlp.experts.84.gate_proj,0.0000098999,0.01000,2.007 +25,mlp.experts.95.gate_proj,0.0000088049,0.01000,2.003 +25,mlp.experts.86.gate_proj,0.0000090000,0.01000,2.210 +25,mlp.experts.94.gate_proj,0.0000112015,0.01000,2.107 +25,mlp.experts.82.gate_proj,0.0000092269,0.01000,2.068 +25,mlp.experts.99.gate_proj,0.0000054775,0.01000,1.908 +25,mlp.experts.90.gate_proj,0.0000105708,0.01000,2.142 +25,mlp.experts.96.gate_proj,0.0000106061,0.01000,1.873 +25,mlp.experts.107.gate_proj,0.0000077521,0.01000,1.949 +25,mlp.experts.103.gate_proj,0.0000095515,0.01000,1.904 +25,mlp.experts.104.gate_proj,0.0000094580,0.01000,1.953 +25,mlp.experts.101.gate_proj,0.0000089702,0.01000,1.757 +25,mlp.experts.97.gate_proj,0.0000095632,0.01000,1.741 +25,mlp.experts.108.gate_proj,0.0000089303,0.01000,1.886 +25,mlp.experts.109.gate_proj,0.0000097683,0.01000,1.753 +25,mlp.experts.105.gate_proj,0.0000086156,0.01000,1.729 +25,mlp.experts.100.gate_proj,0.0000112546,0.01000,1.934 +25,mlp.experts.111.gate_proj,0.0000100024,0.01000,2.006 +25,mlp.experts.110.gate_proj,0.0000089541,0.01000,2.062 +25,mlp.experts.102.gate_proj,0.0000099872,0.01000,2.126 +25,mlp.experts.115.gate_proj,0.0000090206,0.01000,1.826 +25,mlp.experts.123.gate_proj,0.0000109908,0.01000,1.798 +25,mlp.experts.119.gate_proj,0.0000095816,0.01000,1.779 +25,mlp.experts.98.gate_proj,0.0000100076,0.01000,2.147 +25,mlp.experts.112.gate_proj,0.0000090150,0.01000,2.195 +25,mlp.experts.117.gate_proj,0.0000080893,0.01000,1.897 +25,mlp.experts.106.gate_proj,0.0000082747,0.01000,2.245 +25,mlp.experts.120.gate_proj,0.0000080010,0.01000,2.078 +25,mlp.experts.113.gate_proj,0.0000089470,0.01000,1.895 +25,mlp.experts.125.gate_proj,0.0000084077,0.01000,1.854 +25,mlp.experts.121.gate_proj,0.0000094722,0.01000,1.838 +25,mlp.experts.124.gate_proj,0.0000091535,0.01000,2.141 +25,mlp.experts.116.gate_proj,0.0000092395,0.01000,2.163 +25,mlp.experts.127.gate_proj,0.0000089382,0.01000,2.139 +25,mlp.experts.126.gate_proj,0.0000093571,0.01000,2.019 +25,mlp.experts.118.gate_proj,0.0000072796,0.01000,2.080 +25,mlp.experts.5.up_proj,0.0000113825,0.01000,1.653 +25,mlp.experts.13.up_proj,0.0000092318,0.01000,1.567 +25,mlp.experts.1.up_proj,0.0000096668,0.01000,1.612 +25,mlp.experts.11.up_proj,0.0000082647,0.01000,2.072 +25,mlp.experts.3.up_proj,0.0000101606,0.01000,2.100 +25,mlp.experts.7.up_proj,0.0000106940,0.01000,2.145 +25,mlp.experts.9.up_proj,0.0000110931,0.01000,1.637 +25,mlp.experts.114.gate_proj,0.0000100587,0.01000,1.951 +25,mlp.experts.122.gate_proj,0.0000093733,0.01000,1.913 +25,mlp.experts.0.up_proj,0.0000092204,0.01000,2.095 +25,mlp.experts.8.up_proj,0.0000097096,0.01000,2.074 +25,mlp.experts.12.up_proj,0.0000094357,0.01000,2.044 +25,mlp.experts.4.up_proj,0.0000097795,0.01000,2.147 +25,mlp.experts.17.up_proj,0.0000098179,0.01000,1.610 +25,mlp.experts.29.up_proj,0.0000087978,0.01000,1.653 +25,mlp.experts.21.up_proj,0.0000109618,0.01000,1.679 +25,mlp.experts.25.up_proj,0.0000087350,0.01000,1.627 +25,mlp.experts.14.up_proj,0.0000096079,0.01000,2.059 +25,mlp.experts.15.up_proj,0.0000099616,0.01000,2.382 +25,mlp.experts.6.up_proj,0.0000113238,0.01000,2.156 +25,mlp.experts.19.up_proj,0.0000100447,0.01000,2.137 +25,mlp.experts.27.up_proj,0.0000081945,0.01000,2.191 +25,mlp.experts.23.up_proj,0.0000083213,0.01000,2.123 +25,mlp.experts.2.up_proj,0.0000083697,0.01000,2.134 +25,mlp.experts.10.up_proj,0.0000108341,0.01000,2.206 +25,mlp.experts.24.up_proj,0.0000109250,0.01000,2.112 +25,mlp.experts.16.up_proj,0.0000085089,0.01000,2.214 +25,mlp.experts.28.up_proj,0.0000095309,0.01000,2.167 +25,mlp.experts.33.up_proj,0.0000079479,0.01000,1.641 +25,mlp.experts.20.up_proj,0.0000087936,0.01000,2.059 +25,mlp.experts.45.up_proj,0.0000100802,0.01000,1.715 +25,mlp.experts.37.up_proj,0.0000086545,0.01000,1.715 +25,mlp.experts.41.up_proj,0.0000114198,0.01000,1.760 +25,mlp.experts.30.up_proj,0.0000094710,0.01000,2.141 +25,mlp.experts.22.up_proj,0.0000109284,0.01000,2.071 +25,mlp.experts.31.up_proj,0.0000096180,0.01000,2.292 +25,mlp.experts.43.up_proj,0.0000088538,0.01000,2.181 +25,mlp.experts.18.up_proj,0.0000107795,0.01000,2.085 +25,mlp.experts.35.up_proj,0.0000091099,0.01000,2.229 +25,mlp.experts.39.up_proj,0.0000120103,0.01000,2.279 +25,mlp.experts.26.up_proj,0.0000105623,0.01000,2.051 +25,mlp.experts.40.up_proj,0.0000106546,0.01000,1.980 +25,mlp.experts.32.up_proj,0.0000104042,0.01000,2.052 +25,mlp.experts.44.up_proj,0.0000105875,0.01000,2.026 +25,mlp.experts.49.up_proj,0.0000093346,0.01000,2.043 +25,mlp.experts.36.up_proj,0.0000094639,0.01000,2.076 +25,mlp.experts.53.up_proj,0.0000096735,0.01000,2.050 +25,mlp.experts.61.up_proj,0.0000108031,0.01000,2.059 +25,mlp.experts.57.up_proj,0.0000089272,0.01000,2.066 +25,mlp.experts.46.up_proj,0.0000109125,0.01000,2.043 +25,mlp.experts.47.up_proj,0.0000099251,0.01000,1.902 +25,mlp.experts.38.up_proj,0.0000099108,0.01000,2.017 +25,mlp.experts.59.up_proj,0.0000092566,0.01000,1.931 +25,mlp.experts.51.up_proj,0.0000096200,0.01000,1.954 +25,mlp.experts.55.up_proj,0.0000086011,0.01000,1.943 +25,mlp.experts.34.up_proj,0.0000079289,0.01000,2.061 +25,mlp.experts.42.up_proj,0.0000087366,0.01000,2.013 +25,mlp.experts.56.up_proj,0.0000104067,0.01000,2.208 +25,mlp.experts.48.up_proj,0.0000111158,0.01000,2.351 +25,mlp.experts.60.up_proj,0.0000104048,0.01000,2.289 +25,mlp.experts.65.up_proj,0.0000094735,0.01000,1.959 +25,mlp.experts.77.up_proj,0.0000123620,0.01000,1.992 +25,mlp.experts.69.up_proj,0.0000098417,0.01000,2.034 +25,mlp.experts.73.up_proj,0.0000085097,0.01000,1.999 +25,mlp.experts.52.up_proj,0.0000088775,0.01000,2.304 +25,mlp.experts.62.up_proj,0.0000142558,0.01000,1.897 +25,mlp.experts.54.up_proj,0.0000098681,0.01000,1.786 +25,mlp.experts.63.up_proj,0.0000081563,0.01000,2.099 +25,mlp.experts.50.up_proj,0.0000092946,0.01000,1.718 +25,mlp.experts.58.up_proj,0.0000084940,0.01000,1.697 +25,mlp.experts.75.up_proj,0.0000106763,0.01000,1.996 +25,mlp.experts.67.up_proj,0.0000103581,0.01000,2.007 +25,mlp.experts.71.up_proj,0.0000092113,0.01000,2.024 +25,mlp.experts.72.up_proj,0.0000090285,0.01000,2.111 +25,mlp.experts.64.up_proj,0.0000112707,0.01000,2.055 +25,mlp.experts.76.up_proj,0.0000115265,0.01000,2.135 +25,mlp.experts.81.up_proj,0.0000105659,0.01000,2.056 +25,mlp.experts.85.up_proj,0.0000095695,0.01000,1.946 +25,mlp.experts.93.up_proj,0.0000081762,0.01000,2.096 +25,mlp.experts.89.up_proj,0.0000096702,0.01000,1.962 +25,mlp.experts.70.up_proj,0.0000106898,0.01000,1.768 +25,mlp.experts.78.up_proj,0.0000100078,0.01000,1.811 +25,mlp.experts.68.up_proj,0.0000095251,0.01000,2.207 +25,mlp.experts.66.up_proj,0.0000084279,0.01000,1.829 +25,mlp.experts.74.up_proj,0.0000092389,0.01000,1.877 +25,mlp.experts.79.up_proj,0.0000107961,0.01000,2.159 +25,mlp.experts.83.up_proj,0.0000086531,0.01000,2.089 +25,mlp.experts.91.up_proj,0.0000085006,0.01000,2.162 +25,mlp.experts.87.up_proj,0.0000090158,0.01000,2.050 +25,mlp.experts.88.up_proj,0.0000109671,0.01000,2.068 +25,mlp.experts.80.up_proj,0.0000103078,0.01000,2.081 +25,mlp.experts.97.up_proj,0.0000094257,0.01000,2.281 +25,mlp.experts.92.up_proj,0.0000089198,0.01000,2.314 +25,mlp.experts.109.up_proj,0.0000113974,0.01000,2.126 +25,mlp.experts.101.up_proj,0.0000097528,0.01000,2.242 +25,mlp.experts.105.up_proj,0.0000088955,0.01000,2.140 +25,mlp.experts.94.up_proj,0.0000109248,0.01000,2.055 +25,mlp.experts.86.up_proj,0.0000087724,0.01000,2.128 +25,mlp.experts.84.up_proj,0.0000097006,0.01000,2.194 +25,mlp.experts.82.up_proj,0.0000100880,0.01000,2.127 +25,mlp.experts.90.up_proj,0.0000108115,0.01000,2.067 +25,mlp.experts.95.up_proj,0.0000089595,0.01000,1.904 +25,mlp.experts.99.up_proj,0.0000055944,0.01000,1.797 +25,mlp.experts.107.up_proj,0.0000076330,0.01000,1.785 +25,mlp.experts.103.up_proj,0.0000094246,0.01000,1.860 +25,mlp.experts.104.up_proj,0.0000096439,0.01000,1.936 +25,mlp.experts.96.up_proj,0.0000107611,0.01000,1.978 +25,mlp.experts.108.up_proj,0.0000090347,0.01000,1.715 +25,mlp.experts.113.up_proj,0.0000092659,0.01000,1.849 +25,mlp.experts.121.up_proj,0.0000102022,0.01000,1.893 +25,mlp.experts.100.up_proj,0.0000108272,0.01000,1.541 +25,mlp.experts.117.up_proj,0.0000077508,0.01000,1.973 +25,mlp.experts.125.up_proj,0.0000083160,0.01000,2.003 +25,mlp.experts.102.up_proj,0.0000100902,0.01000,1.973 +25,mlp.experts.110.up_proj,0.0000090301,0.01000,2.040 +25,mlp.experts.98.up_proj,0.0000103939,0.01000,1.954 +25,mlp.experts.106.up_proj,0.0000084775,0.01000,1.995 +25,mlp.experts.111.up_proj,0.0000101068,0.01000,2.103 +25,mlp.experts.120.up_proj,0.0000081164,0.01000,1.465 +25,mlp.experts.123.up_proj,0.0000124979,0.01000,2.093 +25,mlp.experts.115.up_proj,0.0000090486,0.01000,2.135 +25,mlp.experts.119.up_proj,0.0000094067,0.01000,2.015 +25,mlp.experts.112.up_proj,0.0000088332,0.01000,1.447 +25,mlp.experts.124.up_proj,0.0000095978,0.01000,1.347 +25,mlp.experts.116.up_proj,0.0000090362,0.01000,1.193 +25,mlp.experts.127.up_proj,0.0000092816,0.01000,0.799 +25,mlp.experts.126.up_proj,0.0000090666,0.01000,2.085 +25,mlp.experts.118.up_proj,0.0000072392,0.01000,2.137 +25,mlp.experts.114.up_proj,0.0000103218,0.01000,1.877 +25,mlp.experts.122.up_proj,0.0000092705,0.01000,1.784 +25,mlp.experts.0.down_proj,0.0000008639,0.01000,0.747 +25,mlp.experts.4.down_proj,0.0000011736,0.01000,0.750 +25,mlp.experts.12.down_proj,0.0000010952,0.01000,0.758 +25,mlp.experts.8.down_proj,0.0000015650,0.01000,0.810 +25,mlp.experts.1.down_proj,0.0000007442,0.01000,1.181 +25,mlp.experts.5.down_proj,0.0000019099,0.01000,1.144 +25,mlp.experts.9.down_proj,0.0000019773,0.01000,1.184 +25,mlp.experts.10.down_proj,0.0000011966,0.01000,1.231 +25,mlp.experts.14.down_proj,0.0000010287,0.01000,1.207 +25,mlp.experts.13.down_proj,0.0000008325,0.01000,1.240 +25,mlp.experts.11.down_proj,0.0000006484,0.01000,1.300 +25,mlp.experts.3.down_proj,0.0000015777,0.01000,1.303 +25,mlp.experts.2.down_proj,0.0000009102,0.01000,1.325 +25,mlp.experts.15.down_proj,0.0000014503,0.01000,1.298 +25,mlp.experts.7.down_proj,0.0000011048,0.01000,1.337 +25,mlp.experts.6.down_proj,0.0000017140,0.01000,1.310 +25,mlp.experts.16.down_proj,0.0000008804,0.01000,0.787 +25,mlp.experts.24.down_proj,0.0000014233,0.01000,0.755 +25,mlp.experts.20.down_proj,0.0000006542,0.01000,0.835 +25,mlp.experts.28.down_proj,0.0000016630,0.01000,0.820 +25,mlp.experts.30.down_proj,0.0000011983,0.01000,0.687 +25,mlp.experts.21.down_proj,0.0000017943,0.01000,0.762 +25,mlp.experts.26.down_proj,0.0000015457,0.01000,0.717 +25,mlp.experts.25.down_proj,0.0000008392,0.01000,0.751 +25,mlp.experts.17.down_proj,0.0000010425,0.01000,0.815 +25,mlp.experts.22.down_proj,0.0000017232,0.01000,0.717 +25,mlp.experts.27.down_proj,0.0000006868,0.01000,0.783 +25,mlp.experts.19.down_proj,0.0000015817,0.01000,0.792 +25,mlp.experts.29.down_proj,0.0000007345,0.01000,0.852 +25,mlp.experts.18.down_proj,0.0000018901,0.01000,0.817 +25,mlp.experts.31.down_proj,0.0000008100,0.01000,0.808 +25,mlp.experts.32.down_proj,0.0000023069,0.01000,0.632 +25,mlp.experts.23.down_proj,0.0000008363,0.01000,0.858 +25,mlp.experts.40.down_proj,0.0000012336,0.01000,0.638 +25,mlp.experts.44.down_proj,0.0000014556,0.01000,0.611 +25,mlp.experts.36.down_proj,0.0000010310,0.01000,0.888 +25,mlp.experts.42.down_proj,0.0000009169,0.01000,0.725 +25,mlp.experts.46.down_proj,0.0000020724,0.01000,0.780 +25,mlp.experts.41.down_proj,0.0000019983,0.01000,0.753 +25,mlp.experts.37.down_proj,0.0000006447,0.01000,0.783 +25,mlp.experts.48.down_proj,0.0000019875,0.01000,0.559 +25,mlp.experts.33.down_proj,0.0000005888,0.01000,0.760 +25,mlp.experts.56.down_proj,0.0000014421,0.01000,0.551 +25,mlp.experts.60.down_proj,0.0000021856,0.01000,0.557 +25,mlp.experts.43.down_proj,0.0000006998,0.01000,0.742 +25,mlp.experts.35.down_proj,0.0000009643,0.01000,0.756 +25,mlp.experts.38.down_proj,0.0000014164,0.01000,0.803 +25,mlp.experts.45.down_proj,0.0000010844,0.01000,0.756 +25,mlp.experts.47.down_proj,0.0000012194,0.01000,0.744 +25,mlp.experts.34.down_proj,0.0000005787,0.01000,0.773 +25,mlp.experts.39.down_proj,0.0000025116,0.01000,0.756 +25,mlp.experts.52.down_proj,0.0000005707,0.01000,0.736 +25,mlp.experts.72.down_proj,0.0000006745,0.01000,0.577 +25,mlp.experts.64.down_proj,0.0000028324,0.01000,0.621 +25,mlp.experts.76.down_proj,0.0000011030,0.01000,0.597 +25,mlp.experts.57.down_proj,0.0000009456,0.01000,0.728 +25,mlp.experts.49.down_proj,0.0000007759,0.01000,0.709 +25,mlp.experts.58.down_proj,0.0000006878,0.01000,0.814 +25,mlp.experts.51.down_proj,0.0000010097,0.01000,0.671 +25,mlp.experts.59.down_proj,0.0000008024,0.01000,0.709 +25,mlp.experts.53.down_proj,0.0000010374,0.01000,0.805 +25,mlp.experts.63.down_proj,0.0000006485,0.01000,0.681 +25,mlp.experts.62.down_proj,0.0000027010,0.01000,0.885 +25,mlp.experts.55.down_proj,0.0000009349,0.01000,0.668 +25,mlp.experts.61.down_proj,0.0000010267,0.01000,0.731 +25,mlp.experts.54.down_proj,0.0000014768,0.01000,0.814 +25,mlp.experts.50.down_proj,0.0000012232,0.01000,0.848 +25,mlp.experts.68.down_proj,0.0000013221,0.01000,0.552 +25,mlp.experts.88.down_proj,0.0000019937,0.01000,0.545 +25,mlp.experts.92.down_proj,0.0000007148,0.01000,0.547 +25,mlp.experts.80.down_proj,0.0000014323,0.01000,0.617 +25,mlp.experts.67.down_proj,0.0000016704,0.01000,0.650 +25,mlp.experts.65.down_proj,0.0000011103,0.01000,0.713 +25,mlp.experts.75.down_proj,0.0000012867,0.01000,0.652 +25,mlp.experts.74.down_proj,0.0000007585,0.01000,0.716 +25,mlp.experts.73.down_proj,0.0000007253,0.01000,0.782 +25,mlp.experts.69.down_proj,0.0000010130,0.01000,0.706 +25,mlp.experts.71.down_proj,0.0000008540,0.01000,0.648 +25,mlp.experts.79.down_proj,0.0000014478,0.01000,0.714 +25,mlp.experts.78.down_proj,0.0000013175,0.01000,0.710 +25,mlp.experts.84.down_proj,0.0000007922,0.01000,0.568 +25,mlp.experts.70.down_proj,0.0000016347,0.01000,0.724 +25,mlp.experts.77.down_proj,0.0000014892,0.01000,0.778 +25,mlp.experts.104.down_proj,0.0000009945,0.01000,0.565 +25,mlp.experts.108.down_proj,0.0000008988,0.01000,0.629 +25,mlp.experts.66.down_proj,0.0000007880,0.01000,0.856 +25,mlp.experts.96.down_proj,0.0000017471,0.01000,0.671 +25,mlp.experts.83.down_proj,0.0000009483,0.01000,0.681 +25,mlp.experts.91.down_proj,0.0000007148,0.01000,0.676 +25,mlp.experts.81.down_proj,0.0000012459,0.01000,0.705 +25,mlp.experts.85.down_proj,0.0000008297,0.01000,0.724 +25,mlp.experts.89.down_proj,0.0000017598,0.01000,0.741 +25,mlp.experts.95.down_proj,0.0000010724,0.01000,0.693 +25,mlp.experts.90.down_proj,0.0000015216,0.01000,0.796 +25,mlp.experts.87.down_proj,0.0000006465,0.01000,0.744 +25,mlp.experts.100.down_proj,0.0000017999,0.01000,0.718 +25,mlp.experts.93.down_proj,0.0000005414,0.01000,0.673 +25,mlp.experts.94.down_proj,0.0000018374,0.01000,0.824 +25,mlp.experts.120.down_proj,0.0000005696,0.01000,0.699 +25,mlp.experts.86.down_proj,0.0000006490,0.01000,0.774 +25,mlp.experts.124.down_proj,0.0000011092,0.01000,0.704 +25,mlp.experts.112.down_proj,0.0000006576,0.01000,0.688 +25,mlp.experts.82.down_proj,0.0000014483,0.01000,0.779 +25,mlp.experts.97.down_proj,0.0000007058,0.01000,0.595 +25,mlp.experts.116.down_proj,0.0000012036,0.01000,0.440 +25,mlp.experts.105.down_proj,0.0000008556,0.01000,0.575 +25,mlp.experts.101.down_proj,0.0000009727,0.01000,0.627 +25,mlp.experts.109.down_proj,0.0000021484,0.01000,0.582 +25,mlp.experts.107.down_proj,0.0000006610,0.01000,0.807 +25,mlp.experts.99.down_proj,0.0000002518,0.01000,0.850 +25,mlp.experts.111.down_proj,0.0000015389,0.01000,0.752 +25,mlp.experts.106.down_proj,0.0000008820,0.01000,0.738 +25,mlp.experts.103.down_proj,0.0000010284,0.01000,0.781 +25,mlp.experts.110.down_proj,0.0000009841,0.01000,0.771 +25,mlp.experts.102.down_proj,0.0000015935,0.01000,0.755 +25,mlp.experts.113.down_proj,0.0000016757,0.01000,0.557 +25,mlp.experts.121.down_proj,0.0000017769,0.01000,0.543 +25,mlp.experts.117.down_proj,0.0000006697,0.01000,0.572 +25,mlp.experts.125.down_proj,0.0000007003,0.01000,0.513 +25,mlp.experts.98.down_proj,0.0000012808,0.01000,0.806 +25,mlp.experts.123.down_proj,0.0000024633,0.01000,0.740 +25,mlp.experts.127.down_proj,0.0000009311,0.01000,0.711 +25,mlp.experts.115.down_proj,0.0000008471,0.01000,0.752 +25,mlp.experts.119.down_proj,0.0000007477,0.01000,0.668 +25,mlp.experts.122.down_proj,0.0000008281,0.01000,0.745 +25,mlp.experts.118.down_proj,0.0000004959,0.01000,0.579 +25,mlp.experts.126.down_proj,0.0000007552,0.01000,0.629 +25,mlp.experts.114.down_proj,0.0000012988,0.01000,0.466 +26,self_attn.v_proj,0.0000003498,0.01000,0.813 +26,self_attn.k_proj,0.0000002513,0.01000,0.813 +26,self_attn.q_proj,0.0000018542,0.01000,1.333 +26,self_attn.o_proj,0.0000002600,0.01000,1.522 +26,mlp.experts.4.gate_proj,0.0000105575,0.01000,1.682 +26,mlp.experts.12.gate_proj,0.0000097978,0.01000,1.688 +26,mlp.experts.8.gate_proj,0.0000091313,0.01000,1.727 +26,mlp.experts.0.gate_proj,0.0000098230,0.01000,1.728 +26,mlp.experts.3.gate_proj,0.0000091616,0.01000,2.150 +26,mlp.experts.7.gate_proj,0.0000097128,0.01000,2.120 +26,mlp.experts.15.gate_proj,0.0000100283,0.01000,2.103 +26,mlp.experts.11.gate_proj,0.0000112176,0.01000,2.129 +26,mlp.experts.14.gate_proj,0.0000090130,0.01000,2.171 +26,mlp.experts.13.gate_proj,0.0000096680,0.01000,2.209 +26,mlp.experts.2.gate_proj,0.0000096679,0.01000,2.211 +26,mlp.experts.1.gate_proj,0.0000095113,0.01000,2.238 +26,mlp.experts.6.gate_proj,0.0000089760,0.01000,2.243 +26,mlp.experts.9.gate_proj,0.0000101488,0.01000,2.258 +26,mlp.experts.5.gate_proj,0.0000089229,0.01000,2.299 +26,mlp.experts.10.gate_proj,0.0000093406,0.01000,2.308 +26,mlp.experts.20.gate_proj,0.0000119689,0.01000,1.683 +26,mlp.experts.16.gate_proj,0.0000099019,0.01000,1.672 +26,mlp.experts.28.gate_proj,0.0000096586,0.01000,1.695 +26,mlp.experts.24.gate_proj,0.0000100177,0.01000,1.693 +26,mlp.experts.23.gate_proj,0.0000093083,0.01000,1.877 +26,mlp.experts.31.gate_proj,0.0000095115,0.01000,1.929 +26,mlp.experts.27.gate_proj,0.0000100283,0.01000,1.956 +26,mlp.experts.19.gate_proj,0.0000101957,0.01000,1.986 +26,mlp.experts.17.gate_proj,0.0000111762,0.01000,1.940 +26,mlp.experts.30.gate_proj,0.0000087908,0.01000,2.018 +26,mlp.experts.29.gate_proj,0.0000104178,0.01000,1.988 +26,mlp.experts.18.gate_proj,0.0000095586,0.01000,2.016 +26,mlp.experts.22.gate_proj,0.0000121473,0.01000,2.040 +26,mlp.experts.21.gate_proj,0.0000091360,0.01000,1.993 +26,mlp.experts.25.gate_proj,0.0000102620,0.01000,2.037 +26,mlp.experts.26.gate_proj,0.0000124390,0.01000,2.039 +26,mlp.experts.36.gate_proj,0.0000098391,0.01000,1.577 +26,mlp.experts.40.gate_proj,0.0000089285,0.01000,1.523 +26,mlp.experts.44.gate_proj,0.0000090278,0.01000,1.553 +26,mlp.experts.32.gate_proj,0.0000127476,0.01000,1.619 +26,mlp.experts.34.gate_proj,0.0000094290,0.01000,2.038 +26,mlp.experts.46.gate_proj,0.0000098008,0.01000,2.108 +26,mlp.experts.37.gate_proj,0.0000093631,0.01000,2.006 +26,mlp.experts.39.gate_proj,0.0000102491,0.01000,2.333 +26,mlp.experts.33.gate_proj,0.0000175861,0.01000,2.158 +26,mlp.experts.47.gate_proj,0.0000109770,0.01000,2.307 +26,mlp.experts.41.gate_proj,0.0000116674,0.01000,2.056 +26,mlp.experts.35.gate_proj,0.0000092332,0.01000,2.255 +26,mlp.experts.45.gate_proj,0.0000103148,0.01000,2.187 +26,mlp.experts.43.gate_proj,0.0000099818,0.01000,2.328 +26,mlp.experts.38.gate_proj,0.0000092720,0.01000,2.156 +26,mlp.experts.42.gate_proj,0.0000104315,0.01000,2.149 +26,mlp.experts.52.gate_proj,0.0000096422,0.01000,1.634 +26,mlp.experts.56.gate_proj,0.0000116132,0.01000,1.646 +26,mlp.experts.60.gate_proj,0.0000101593,0.01000,1.632 +26,mlp.experts.48.gate_proj,0.0000095357,0.01000,1.682 +26,mlp.experts.68.gate_proj,0.0000101905,0.01000,1.729 +26,mlp.experts.76.gate_proj,0.0000088279,0.01000,1.731 +26,mlp.experts.72.gate_proj,0.0000078696,0.01000,1.778 +26,mlp.experts.53.gate_proj,0.0000094069,0.01000,2.078 +26,mlp.experts.61.gate_proj,0.0000105095,0.01000,2.039 +26,mlp.experts.57.gate_proj,0.0000090361,0.01000,2.090 +26,mlp.experts.49.gate_proj,0.0000101981,0.01000,2.123 +26,mlp.experts.64.gate_proj,0.0000101379,0.01000,1.847 +26,mlp.experts.62.gate_proj,0.0000124015,0.01000,2.268 +26,mlp.experts.50.gate_proj,0.0000091276,0.01000,2.337 +26,mlp.experts.51.gate_proj,0.0000094635,0.01000,2.306 +26,mlp.experts.63.gate_proj,0.0000063350,0.01000,2.323 +26,mlp.experts.55.gate_proj,0.0000119192,0.01000,2.378 +26,mlp.experts.58.gate_proj,0.0000090324,0.01000,2.257 +26,mlp.experts.54.gate_proj,0.0000094152,0.01000,2.343 +26,mlp.experts.59.gate_proj,0.0000099450,0.01000,2.419 +26,mlp.experts.92.gate_proj,0.0000121226,0.01000,2.041 +26,mlp.experts.84.gate_proj,0.0000097662,0.01000,2.084 +26,mlp.experts.88.gate_proj,0.0000098898,0.01000,2.036 +26,mlp.experts.78.gate_proj,0.0000091037,0.01000,1.844 +26,mlp.experts.66.gate_proj,0.0000091745,0.01000,1.850 +26,mlp.experts.74.gate_proj,0.0000095083,0.01000,1.789 +26,mlp.experts.70.gate_proj,0.0000098490,0.01000,1.821 +26,mlp.experts.80.gate_proj,0.0000104005,0.01000,2.083 +26,mlp.experts.65.gate_proj,0.0000114824,0.01000,2.169 +26,mlp.experts.69.gate_proj,0.0000094133,0.01000,2.245 +26,mlp.experts.77.gate_proj,0.0000092789,0.01000,2.239 +26,mlp.experts.73.gate_proj,0.0000102847,0.01000,2.291 +26,mlp.experts.71.gate_proj,0.0000053645,0.01000,2.073 +26,mlp.experts.79.gate_proj,0.0000103564,0.01000,2.089 +26,mlp.experts.75.gate_proj,0.0000091582,0.01000,2.037 +26,mlp.experts.67.gate_proj,0.0000090160,0.01000,2.234 +26,mlp.experts.108.gate_proj,0.0000095081,0.01000,1.766 +26,mlp.experts.104.gate_proj,0.0000096276,0.01000,1.725 +26,mlp.experts.100.gate_proj,0.0000114111,0.01000,1.734 +26,mlp.experts.96.gate_proj,0.0000091255,0.01000,1.665 +26,mlp.experts.94.gate_proj,0.0000091760,0.01000,2.049 +26,mlp.experts.82.gate_proj,0.0000107873,0.01000,2.044 +26,mlp.experts.81.gate_proj,0.0000096597,0.01000,2.030 +26,mlp.experts.93.gate_proj,0.0000096433,0.01000,2.002 +26,mlp.experts.90.gate_proj,0.0000090181,0.01000,2.126 +26,mlp.experts.85.gate_proj,0.0000107301,0.01000,2.088 +26,mlp.experts.89.gate_proj,0.0000101431,0.01000,2.043 +26,mlp.experts.86.gate_proj,0.0000090243,0.01000,2.252 +26,mlp.experts.91.gate_proj,0.0000100951,0.01000,2.142 +26,mlp.experts.87.gate_proj,0.0000099378,0.01000,2.248 +26,mlp.experts.95.gate_proj,0.0000095151,0.01000,2.285 +26,mlp.experts.83.gate_proj,0.0000088073,0.01000,2.253 +26,mlp.experts.120.gate_proj,0.0000124488,0.01000,1.747 +26,mlp.experts.124.gate_proj,0.0000108820,0.01000,1.774 +26,mlp.experts.116.gate_proj,0.0000095738,0.01000,1.836 +26,mlp.experts.112.gate_proj,0.0000106764,0.01000,1.919 +26,mlp.experts.110.gate_proj,0.0000091247,0.01000,1.785 +26,mlp.experts.98.gate_proj,0.0000096111,0.01000,1.742 +26,mlp.experts.106.gate_proj,0.0000100839,0.01000,1.675 +26,mlp.experts.97.gate_proj,0.0000094822,0.01000,1.814 +26,mlp.experts.102.gate_proj,0.0000109761,0.01000,1.670 +26,mlp.experts.109.gate_proj,0.0000091716,0.01000,1.932 +26,mlp.experts.101.gate_proj,0.0000105717,0.01000,2.056 +26,mlp.experts.103.gate_proj,0.0000095840,0.01000,1.790 +26,mlp.experts.111.gate_proj,0.0000101012,0.01000,1.831 +26,mlp.experts.107.gate_proj,0.0000106580,0.01000,1.912 +26,mlp.experts.105.gate_proj,0.0000097516,0.01000,2.149 +26,mlp.experts.99.gate_proj,0.0000086621,0.01000,1.801 +26,mlp.experts.12.up_proj,0.0000092584,0.01000,1.890 +26,mlp.experts.8.up_proj,0.0000098208,0.01000,1.946 +26,mlp.experts.4.up_proj,0.0000105548,0.01000,1.923 +26,mlp.experts.114.gate_proj,0.0000096402,0.01000,1.658 +26,mlp.experts.122.gate_proj,0.0000106265,0.01000,1.595 +26,mlp.experts.126.gate_proj,0.0000109608,0.01000,1.728 +26,mlp.experts.118.gate_proj,0.0000090490,0.01000,1.704 +26,mlp.experts.0.up_proj,0.0000099101,0.01000,2.072 +26,mlp.experts.113.gate_proj,0.0000095966,0.01000,1.838 +26,mlp.experts.117.gate_proj,0.0000108783,0.01000,1.962 +26,mlp.experts.125.gate_proj,0.0000090698,0.01000,2.197 +26,mlp.experts.119.gate_proj,0.0000099362,0.01000,2.020 +26,mlp.experts.127.gate_proj,0.0000102092,0.01000,2.009 +26,mlp.experts.115.gate_proj,0.0000094622,0.01000,1.958 +26,mlp.experts.123.gate_proj,0.0000100824,0.01000,2.038 +26,mlp.experts.121.gate_proj,0.0000098792,0.01000,2.047 +26,mlp.experts.2.up_proj,0.0000094561,0.01000,1.610 +26,mlp.experts.10.up_proj,0.0000092102,0.01000,1.644 +26,mlp.experts.24.up_proj,0.0000097899,0.01000,1.789 +26,mlp.experts.28.up_proj,0.0000107610,0.01000,1.816 +26,mlp.experts.20.up_proj,0.0000107095,0.01000,1.871 +26,mlp.experts.14.up_proj,0.0000085005,0.01000,1.794 +26,mlp.experts.6.up_proj,0.0000101270,0.01000,1.616 +26,mlp.experts.16.up_proj,0.0000095353,0.01000,1.809 +26,mlp.experts.1.up_proj,0.0000098477,0.01000,2.026 +26,mlp.experts.5.up_proj,0.0000094993,0.01000,1.769 +26,mlp.experts.7.up_proj,0.0000097952,0.01000,1.886 +26,mlp.experts.15.up_proj,0.0000097070,0.01000,1.824 +26,mlp.experts.9.up_proj,0.0000096368,0.01000,1.747 +26,mlp.experts.11.up_proj,0.0000109481,0.01000,1.783 +26,mlp.experts.3.up_proj,0.0000098264,0.01000,1.885 +26,mlp.experts.13.up_proj,0.0000095536,0.01000,1.996 +26,mlp.experts.18.up_proj,0.0000107790,0.01000,1.929 +26,mlp.experts.26.up_proj,0.0000106663,0.01000,1.942 +26,mlp.experts.44.up_proj,0.0000095139,0.01000,1.940 +26,mlp.experts.40.up_proj,0.0000092020,0.01000,1.977 +26,mlp.experts.30.up_proj,0.0000087704,0.01000,1.934 +26,mlp.experts.36.up_proj,0.0000098379,0.01000,1.965 +26,mlp.experts.22.up_proj,0.0000097613,0.01000,1.905 +26,mlp.experts.17.up_proj,0.0000102431,0.01000,1.939 +26,mlp.experts.32.up_proj,0.0000112473,0.01000,2.206 +26,mlp.experts.21.up_proj,0.0000100800,0.01000,1.937 +26,mlp.experts.23.up_proj,0.0000094318,0.01000,1.867 +26,mlp.experts.25.up_proj,0.0000105832,0.01000,1.854 +26,mlp.experts.29.up_proj,0.0000101396,0.01000,1.805 +26,mlp.experts.31.up_proj,0.0000098111,0.01000,1.901 +26,mlp.experts.19.up_proj,0.0000099714,0.01000,1.851 +26,mlp.experts.27.up_proj,0.0000098050,0.01000,1.936 +26,mlp.experts.42.up_proj,0.0000082768,0.01000,1.639 +26,mlp.experts.34.up_proj,0.0000108473,0.01000,1.697 +26,mlp.experts.46.up_proj,0.0000104435,0.01000,1.613 +26,mlp.experts.38.up_proj,0.0000092752,0.01000,1.623 +26,mlp.experts.60.up_proj,0.0000121109,0.01000,1.984 +26,mlp.experts.56.up_proj,0.0000111519,0.01000,2.012 +26,mlp.experts.52.up_proj,0.0000104037,0.01000,2.003 +26,mlp.experts.37.up_proj,0.0000100626,0.01000,1.851 +26,mlp.experts.48.up_proj,0.0000096268,0.01000,2.107 +26,mlp.experts.33.up_proj,0.0000118575,0.01000,2.129 +26,mlp.experts.45.up_proj,0.0000102531,0.01000,1.960 +26,mlp.experts.41.up_proj,0.0000119009,0.01000,2.050 +26,mlp.experts.58.up_proj,0.0000102041,0.01000,1.523 +26,mlp.experts.35.up_proj,0.0000090831,0.01000,2.062 +26,mlp.experts.47.up_proj,0.0000104937,0.01000,2.157 +26,mlp.experts.39.up_proj,0.0000117204,0.01000,2.187 +26,mlp.experts.50.up_proj,0.0000092251,0.01000,1.677 +26,mlp.experts.43.up_proj,0.0000105657,0.01000,2.174 +26,mlp.experts.54.up_proj,0.0000097467,0.01000,1.527 +26,mlp.experts.62.up_proj,0.0000104414,0.01000,1.573 +26,mlp.experts.76.up_proj,0.0000094649,0.01000,2.065 +26,mlp.experts.72.up_proj,0.0000077124,0.01000,2.083 +26,mlp.experts.68.up_proj,0.0000102576,0.01000,2.149 +26,mlp.experts.53.up_proj,0.0000096550,0.01000,1.861 +26,mlp.experts.49.up_proj,0.0000098570,0.01000,1.971 +26,mlp.experts.74.up_proj,0.0000099362,0.01000,1.720 +26,mlp.experts.61.up_proj,0.0000100738,0.01000,1.918 +26,mlp.experts.66.up_proj,0.0000089968,0.01000,1.651 +26,mlp.experts.64.up_proj,0.0000100606,0.01000,2.166 +26,mlp.experts.70.up_proj,0.0000099935,0.01000,1.708 +26,mlp.experts.57.up_proj,0.0000096324,0.01000,2.023 +26,mlp.experts.78.up_proj,0.0000088691,0.01000,1.793 +26,mlp.experts.51.up_proj,0.0000096438,0.01000,2.062 +26,mlp.experts.63.up_proj,0.0000063676,0.01000,2.132 +26,mlp.experts.59.up_proj,0.0000099012,0.01000,2.051 +26,mlp.experts.55.up_proj,0.0000121971,0.01000,2.177 +26,mlp.experts.92.up_proj,0.0000095352,0.01000,2.026 +26,mlp.experts.88.up_proj,0.0000107938,0.01000,2.149 +26,mlp.experts.84.up_proj,0.0000094124,0.01000,2.133 +26,mlp.experts.90.up_proj,0.0000094657,0.01000,1.699 +26,mlp.experts.82.up_proj,0.0000097985,0.01000,1.666 +26,mlp.experts.69.up_proj,0.0000093335,0.01000,2.041 +26,mlp.experts.65.up_proj,0.0000118466,0.01000,1.875 +26,mlp.experts.86.up_proj,0.0000086153,0.01000,1.729 +26,mlp.experts.77.up_proj,0.0000095133,0.01000,1.932 +26,mlp.experts.94.up_proj,0.0000088786,0.01000,1.780 +26,mlp.experts.67.up_proj,0.0000085321,0.01000,1.858 +26,mlp.experts.73.up_proj,0.0000101641,0.01000,2.003 +26,mlp.experts.71.up_proj,0.0000054534,0.01000,1.818 +26,mlp.experts.80.up_proj,0.0000094053,0.01000,2.253 +26,mlp.experts.79.up_proj,0.0000103954,0.01000,1.911 +26,mlp.experts.75.up_proj,0.0000093991,0.01000,1.919 +26,mlp.experts.108.up_proj,0.0000092805,0.01000,2.087 +26,mlp.experts.98.up_proj,0.0000093359,0.01000,1.730 +26,mlp.experts.104.up_proj,0.0000096590,0.01000,2.123 +26,mlp.experts.100.up_proj,0.0000100191,0.01000,1.972 +26,mlp.experts.106.up_proj,0.0000100226,0.01000,1.863 +26,mlp.experts.85.up_proj,0.0000099925,0.01000,1.808 +26,mlp.experts.102.up_proj,0.0000103918,0.01000,1.772 +26,mlp.experts.110.up_proj,0.0000092393,0.01000,1.751 +26,mlp.experts.81.up_proj,0.0000094513,0.01000,2.094 +26,mlp.experts.89.up_proj,0.0000099608,0.01000,1.781 +26,mlp.experts.93.up_proj,0.0000104827,0.01000,2.185 +26,mlp.experts.83.up_proj,0.0000081523,0.01000,2.131 +26,mlp.experts.91.up_proj,0.0000099275,0.01000,2.043 +26,mlp.experts.87.up_proj,0.0000099373,0.01000,2.106 +26,mlp.experts.96.up_proj,0.0000092315,0.01000,2.077 +26,mlp.experts.95.up_proj,0.0000097253,0.01000,2.157 +26,mlp.experts.114.up_proj,0.0000099602,0.01000,1.775 +26,mlp.experts.101.up_proj,0.0000101854,0.01000,1.673 +26,mlp.experts.124.up_proj,0.0000106857,0.01000,2.044 +26,mlp.experts.122.up_proj,0.0000119012,0.01000,1.785 +26,mlp.experts.118.up_proj,0.0000094350,0.01000,1.740 +26,mlp.experts.120.up_proj,0.0000114012,0.01000,1.903 +26,mlp.experts.116.up_proj,0.0000094001,0.01000,1.882 +26,mlp.experts.126.up_proj,0.0000105815,0.01000,1.673 +26,mlp.experts.105.up_proj,0.0000093619,0.01000,1.701 +26,mlp.experts.97.up_proj,0.0000095131,0.01000,1.835 +26,mlp.experts.112.up_proj,0.0000112053,0.01000,1.342 +26,mlp.experts.109.up_proj,0.0000085515,0.01000,1.885 +26,mlp.experts.99.up_proj,0.0000094458,0.01000,2.045 +26,mlp.experts.107.up_proj,0.0000112882,0.01000,2.031 +26,mlp.experts.103.up_proj,0.0000096478,0.01000,2.078 +26,mlp.experts.111.up_proj,0.0000105883,0.01000,2.085 +26,mlp.experts.117.up_proj,0.0000104305,0.01000,1.705 +26,mlp.experts.121.up_proj,0.0000097223,0.01000,1.650 +26,mlp.experts.113.up_proj,0.0000093534,0.01000,1.935 +26,mlp.experts.125.up_proj,0.0000089345,0.01000,1.756 +26,mlp.experts.115.up_proj,0.0000090623,0.01000,2.248 +26,mlp.experts.123.up_proj,0.0000101419,0.01000,2.158 +26,mlp.experts.127.up_proj,0.0000106171,0.01000,2.102 +26,mlp.experts.119.up_proj,0.0000097928,0.01000,2.216 +26,mlp.experts.4.down_proj,0.0000012445,0.01000,1.084 +26,mlp.experts.8.down_proj,0.0000011070,0.01000,1.085 +26,mlp.experts.12.down_proj,0.0000008244,0.01000,1.083 +26,mlp.experts.2.down_proj,0.0000008379,0.01000,1.162 +26,mlp.experts.10.down_proj,0.0000012079,0.01000,1.148 +26,mlp.experts.0.down_proj,0.0000009659,0.01000,1.187 +26,mlp.experts.6.down_proj,0.0000010812,0.01000,1.199 +26,mlp.experts.14.down_proj,0.0000005703,0.01000,1.182 +26,mlp.experts.9.down_proj,0.0000008126,0.01000,1.301 +26,mlp.experts.1.down_proj,0.0000008698,0.01000,1.346 +26,mlp.experts.5.down_proj,0.0000013058,0.01000,1.357 +26,mlp.experts.13.down_proj,0.0000008842,0.01000,1.336 +26,mlp.experts.15.down_proj,0.0000011305,0.01000,1.356 +26,mlp.experts.3.down_proj,0.0000012507,0.01000,1.385 +26,mlp.experts.11.down_proj,0.0000020118,0.01000,1.393 +26,mlp.experts.7.down_proj,0.0000011616,0.01000,1.406 +26,mlp.experts.20.down_proj,0.0000017614,0.01000,0.685 +26,mlp.experts.18.down_proj,0.0000027198,0.01000,0.621 +26,mlp.experts.26.down_proj,0.0000009309,0.01000,0.626 +26,mlp.experts.28.down_proj,0.0000020517,0.01000,0.701 +26,mlp.experts.22.down_proj,0.0000008805,0.01000,0.630 +26,mlp.experts.30.down_proj,0.0000008047,0.01000,0.635 +26,mlp.experts.16.down_proj,0.0000011587,0.01000,0.755 +26,mlp.experts.24.down_proj,0.0000007283,0.01000,0.954 +26,mlp.experts.25.down_proj,0.0000017369,0.01000,0.783 +26,mlp.experts.29.down_proj,0.0000009279,0.01000,0.761 +26,mlp.experts.21.down_proj,0.0000015254,0.01000,0.789 +26,mlp.experts.17.down_proj,0.0000011515,0.01000,0.823 +26,mlp.experts.19.down_proj,0.0000009156,0.01000,0.802 +26,mlp.experts.31.down_proj,0.0000010055,0.01000,0.866 +26,mlp.experts.23.down_proj,0.0000009435,0.01000,0.822 +26,mlp.experts.27.down_proj,0.0000009350,0.01000,0.837 +26,mlp.experts.42.down_proj,0.0000005498,0.01000,0.635 +26,mlp.experts.34.down_proj,0.0000012158,0.01000,0.671 +26,mlp.experts.38.down_proj,0.0000008195,0.01000,0.642 +26,mlp.experts.46.down_proj,0.0000021072,0.01000,0.646 +26,mlp.experts.36.down_proj,0.0000009922,0.01000,0.824 +26,mlp.experts.44.down_proj,0.0000009173,0.01000,0.892 +26,mlp.experts.41.down_proj,0.0000026254,0.01000,0.696 +26,mlp.experts.32.down_proj,0.0000023748,0.01000,0.885 +26,mlp.experts.45.down_proj,0.0000011356,0.01000,0.738 +26,mlp.experts.33.down_proj,0.0000011531,0.01000,0.763 +26,mlp.experts.37.down_proj,0.0000010323,0.01000,0.773 +26,mlp.experts.40.down_proj,0.0000008342,0.01000,0.869 +26,mlp.experts.35.down_proj,0.0000007535,0.01000,0.851 +26,mlp.experts.58.down_proj,0.0000015956,0.01000,0.658 +26,mlp.experts.47.down_proj,0.0000011639,0.01000,0.838 +26,mlp.experts.39.down_proj,0.0000017555,0.01000,0.853 +26,mlp.experts.43.down_proj,0.0000015434,0.01000,0.869 +26,mlp.experts.50.down_proj,0.0000008161,0.01000,0.696 +26,mlp.experts.54.down_proj,0.0000010435,0.01000,0.661 +26,mlp.experts.62.down_proj,0.0000013323,0.01000,0.676 +26,mlp.experts.57.down_proj,0.0000008531,0.01000,0.610 +26,mlp.experts.52.down_proj,0.0000015528,0.01000,0.848 +26,mlp.experts.61.down_proj,0.0000011859,0.01000,0.614 +26,mlp.experts.53.down_proj,0.0000010902,0.01000,0.608 +26,mlp.experts.49.down_proj,0.0000008370,0.01000,0.632 +26,mlp.experts.60.down_proj,0.0000019286,0.01000,0.843 +26,mlp.experts.48.down_proj,0.0000013630,0.01000,0.860 +26,mlp.experts.51.down_proj,0.0000009581,0.01000,0.730 +26,mlp.experts.56.down_proj,0.0000017461,0.01000,0.832 +26,mlp.experts.74.down_proj,0.0000009633,0.01000,0.725 +26,mlp.experts.63.down_proj,0.0000003610,0.01000,0.739 +26,mlp.experts.55.down_proj,0.0000014758,0.01000,0.749 +26,mlp.experts.70.down_proj,0.0000009597,0.01000,0.716 +26,mlp.experts.66.down_proj,0.0000008431,0.01000,0.731 +26,mlp.experts.78.down_proj,0.0000006985,0.01000,0.726 +26,mlp.experts.59.down_proj,0.0000008683,0.01000,0.776 +26,mlp.experts.73.down_proj,0.0000011891,0.01000,0.593 +26,mlp.experts.77.down_proj,0.0000009075,0.01000,0.586 +26,mlp.experts.69.down_proj,0.0000008985,0.01000,0.591 +26,mlp.experts.65.down_proj,0.0000019730,0.01000,0.596 +26,mlp.experts.68.down_proj,0.0000016658,0.01000,0.754 +26,mlp.experts.76.down_proj,0.0000010165,0.01000,0.771 +26,mlp.experts.64.down_proj,0.0000012063,0.01000,0.790 +26,mlp.experts.67.down_proj,0.0000007703,0.01000,0.805 +26,mlp.experts.89.down_proj,0.0000010045,0.01000,0.585 +26,mlp.experts.90.down_proj,0.0000009378,0.01000,0.777 +26,mlp.experts.72.down_proj,0.0000005287,0.01000,0.828 +26,mlp.experts.86.down_proj,0.0000006113,0.01000,0.746 +26,mlp.experts.79.down_proj,0.0000013229,0.01000,0.797 +26,mlp.experts.71.down_proj,0.0000002580,0.01000,0.807 +26,mlp.experts.93.down_proj,0.0000012237,0.01000,0.606 +26,mlp.experts.94.down_proj,0.0000008049,0.01000,0.766 +26,mlp.experts.82.down_proj,0.0000011256,0.01000,0.769 +26,mlp.experts.75.down_proj,0.0000010374,0.01000,0.795 +26,mlp.experts.81.down_proj,0.0000009258,0.01000,0.572 +26,mlp.experts.85.down_proj,0.0000012173,0.01000,0.604 +26,mlp.experts.84.down_proj,0.0000009012,0.01000,0.935 +26,mlp.experts.105.down_proj,0.0000008415,0.01000,0.633 +26,mlp.experts.92.down_proj,0.0000006466,0.01000,0.930 +26,mlp.experts.109.down_proj,0.0000006622,0.01000,0.639 +26,mlp.experts.101.down_proj,0.0000010955,0.01000,0.646 +26,mlp.experts.97.down_proj,0.0000009332,0.01000,0.660 +26,mlp.experts.83.down_proj,0.0000005961,0.01000,0.803 +26,mlp.experts.88.down_proj,0.0000014653,0.01000,0.789 +26,mlp.experts.80.down_proj,0.0000011326,0.01000,0.945 +26,mlp.experts.95.down_proj,0.0000009627,0.01000,0.806 +26,mlp.experts.87.down_proj,0.0000007718,0.01000,0.798 +26,mlp.experts.91.down_proj,0.0000009948,0.01000,0.770 +26,mlp.experts.102.down_proj,0.0000011327,0.01000,0.893 +26,mlp.experts.106.down_proj,0.0000021606,0.01000,0.943 +26,mlp.experts.110.down_proj,0.0000008406,0.01000,0.900 +26,mlp.experts.98.down_proj,0.0000010186,0.01000,0.942 +26,mlp.experts.121.down_proj,0.0000009970,0.01000,0.605 +26,mlp.experts.100.down_proj,0.0000010616,0.01000,0.745 +26,mlp.experts.125.down_proj,0.0000008146,0.01000,0.642 +26,mlp.experts.113.down_proj,0.0000007641,0.01000,0.607 +26,mlp.experts.117.down_proj,0.0000011651,0.01000,0.619 +26,mlp.experts.108.down_proj,0.0000007825,0.01000,0.775 +26,mlp.experts.104.down_proj,0.0000008896,0.01000,0.764 +26,mlp.experts.99.down_proj,0.0000009348,0.01000,0.786 +26,mlp.experts.111.down_proj,0.0000012866,0.01000,0.744 +26,mlp.experts.96.down_proj,0.0000009857,0.01000,0.754 +26,mlp.experts.103.down_proj,0.0000011741,0.01000,0.795 +26,mlp.experts.107.down_proj,0.0000017853,0.01000,0.794 +26,mlp.experts.122.down_proj,0.0000029335,0.01000,0.755 +26,mlp.experts.118.down_proj,0.0000011791,0.01000,0.777 +26,mlp.experts.114.down_proj,0.0000009111,0.01000,0.714 +26,mlp.experts.126.down_proj,0.0000015053,0.01000,0.754 +26,mlp.experts.116.down_proj,0.0000007790,0.01000,0.617 +26,mlp.experts.124.down_proj,0.0000013690,0.01000,0.536 +26,mlp.experts.120.down_proj,0.0000018816,0.01000,0.519 +26,mlp.experts.112.down_proj,0.0000016882,0.01000,0.480 +26,mlp.experts.115.down_proj,0.0000008782,0.01000,0.715 +26,mlp.experts.127.down_proj,0.0000015208,0.01000,0.728 +26,mlp.experts.123.down_proj,0.0000012317,0.01000,0.686 +26,mlp.experts.119.down_proj,0.0000014988,0.01000,0.695 +27,self_attn.q_proj,0.0000013918,0.01000,0.802 +27,self_attn.k_proj,0.0000001732,0.01000,0.876 +27,self_attn.v_proj,0.0000002298,0.01000,0.893 +27,self_attn.o_proj,0.0000002147,0.01000,1.599 +27,mlp.experts.0.gate_proj,0.0000171814,0.01000,2.247 +27,mlp.experts.12.gate_proj,0.0000118380,0.01000,2.263 +27,mlp.experts.15.gate_proj,0.0000111118,0.01000,2.301 +27,mlp.experts.4.gate_proj,0.0000107735,0.01000,2.316 +27,mlp.experts.11.gate_proj,0.0000123469,0.01000,2.337 +27,mlp.experts.8.gate_proj,0.0000107064,0.01000,2.417 +27,mlp.experts.3.gate_proj,0.0000095877,0.01000,2.430 +27,mlp.experts.5.gate_proj,0.0000113268,0.01000,2.472 +27,mlp.experts.7.gate_proj,0.0000111122,0.01000,2.478 +27,mlp.experts.1.gate_proj,0.0000106043,0.01000,2.504 +27,mlp.experts.14.gate_proj,0.0000111666,0.01000,2.499 +27,mlp.experts.10.gate_proj,0.0000117641,0.01000,2.519 +27,mlp.experts.9.gate_proj,0.0000117025,0.01000,2.528 +27,mlp.experts.6.gate_proj,0.0000104895,0.01000,2.565 +27,mlp.experts.2.gate_proj,0.0000112057,0.01000,2.624 +27,mlp.experts.13.gate_proj,0.0000110330,0.01000,2.619 +27,mlp.experts.31.gate_proj,0.0000104435,0.01000,1.730 +27,mlp.experts.27.gate_proj,0.0000119860,0.01000,1.711 +27,mlp.experts.16.gate_proj,0.0000101798,0.01000,1.837 +27,mlp.experts.19.gate_proj,0.0000123667,0.01000,1.713 +27,mlp.experts.28.gate_proj,0.0000122214,0.01000,1.871 +27,mlp.experts.23.gate_proj,0.0000103862,0.01000,1.746 +27,mlp.experts.24.gate_proj,0.0000113067,0.01000,1.894 +27,mlp.experts.20.gate_proj,0.0000113949,0.01000,2.038 +27,mlp.experts.30.gate_proj,0.0000114019,0.01000,1.917 +27,mlp.experts.22.gate_proj,0.0000114327,0.01000,1.937 +27,mlp.experts.26.gate_proj,0.0000114912,0.01000,1.977 +27,mlp.experts.18.gate_proj,0.0000108709,0.01000,1.915 +27,mlp.experts.21.gate_proj,0.0000117720,0.01000,2.147 +27,mlp.experts.17.gate_proj,0.0000105413,0.01000,2.119 +27,mlp.experts.29.gate_proj,0.0000122721,0.01000,2.025 +27,mlp.experts.25.gate_proj,0.0000166154,0.01000,2.226 +27,mlp.experts.43.gate_proj,0.0000160682,0.01000,1.639 +27,mlp.experts.47.gate_proj,0.0000126845,0.01000,1.680 +27,mlp.experts.35.gate_proj,0.0000109035,0.01000,1.667 +27,mlp.experts.39.gate_proj,0.0000105763,0.01000,1.661 +27,mlp.experts.32.gate_proj,0.0000135862,0.01000,2.039 +27,mlp.experts.44.gate_proj,0.0000110394,0.01000,2.170 +27,mlp.experts.46.gate_proj,0.0000135430,0.01000,1.920 +27,mlp.experts.40.gate_proj,0.0000108961,0.01000,2.036 +27,mlp.experts.34.gate_proj,0.0000112350,0.01000,1.914 +27,mlp.experts.42.gate_proj,0.0000135990,0.01000,1.963 +27,mlp.experts.38.gate_proj,0.0000105320,0.01000,1.979 +27,mlp.experts.36.gate_proj,0.0000117060,0.01000,2.190 +27,mlp.experts.37.gate_proj,0.0000113374,0.01000,2.031 +27,mlp.experts.33.gate_proj,0.0000118000,0.01000,2.096 +27,mlp.experts.45.gate_proj,0.0000112023,0.01000,2.083 +27,mlp.experts.41.gate_proj,0.0000125002,0.01000,2.237 +27,mlp.experts.63.gate_proj,0.0000114115,0.01000,1.482 +27,mlp.experts.59.gate_proj,0.0000125963,0.01000,1.567 +27,mlp.experts.51.gate_proj,0.0000129002,0.01000,1.513 +27,mlp.experts.55.gate_proj,0.0000106953,0.01000,1.571 +27,mlp.experts.48.gate_proj,0.0000104695,0.01000,2.043 +27,mlp.experts.60.gate_proj,0.0000105872,0.01000,2.003 +27,mlp.experts.62.gate_proj,0.0000131446,0.01000,1.997 +27,mlp.experts.56.gate_proj,0.0000104448,0.01000,2.005 +27,mlp.experts.50.gate_proj,0.0000114328,0.01000,2.027 +27,mlp.experts.58.gate_proj,0.0000108713,0.01000,2.007 +27,mlp.experts.54.gate_proj,0.0000111311,0.01000,2.039 +27,mlp.experts.52.gate_proj,0.0000198191,0.01000,2.068 +27,mlp.experts.61.gate_proj,0.0000109607,0.01000,1.917 +27,mlp.experts.75.gate_proj,0.0000115767,0.01000,1.479 +27,mlp.experts.49.gate_proj,0.0000119306,0.01000,2.070 +27,mlp.experts.67.gate_proj,0.0000112899,0.01000,1.469 +27,mlp.experts.71.gate_proj,0.0000116680,0.01000,1.475 +27,mlp.experts.79.gate_proj,0.0000125651,0.01000,1.820 +27,mlp.experts.53.gate_proj,0.0000125851,0.01000,2.415 +27,mlp.experts.57.gate_proj,0.0000119445,0.01000,2.106 +27,mlp.experts.64.gate_proj,0.0000119209,0.01000,1.902 +27,mlp.experts.78.gate_proj,0.0000124007,0.01000,1.785 +27,mlp.experts.76.gate_proj,0.0000118311,0.01000,1.880 +27,mlp.experts.72.gate_proj,0.0000111589,0.01000,1.862 +27,mlp.experts.83.gate_proj,0.0000108629,0.01000,1.438 +27,mlp.experts.66.gate_proj,0.0000141844,0.01000,1.778 +27,mlp.experts.70.gate_proj,0.0000117862,0.01000,1.753 +27,mlp.experts.91.gate_proj,0.0000102759,0.01000,1.571 +27,mlp.experts.87.gate_proj,0.0000117753,0.01000,1.455 +27,mlp.experts.74.gate_proj,0.0000143231,0.01000,1.931 +27,mlp.experts.95.gate_proj,0.0000107897,0.01000,1.451 +27,mlp.experts.77.gate_proj,0.0000122999,0.01000,1.974 +27,mlp.experts.68.gate_proj,0.0000102710,0.01000,2.123 +27,mlp.experts.65.gate_proj,0.0000121432,0.01000,2.071 +27,mlp.experts.73.gate_proj,0.0000125011,0.01000,1.991 +27,mlp.experts.69.gate_proj,0.0000114809,0.01000,2.272 +27,mlp.experts.99.gate_proj,0.0000108649,0.01000,1.455 +27,mlp.experts.103.gate_proj,0.0000105455,0.01000,1.439 +27,mlp.experts.107.gate_proj,0.0000120057,0.01000,1.551 +27,mlp.experts.94.gate_proj,0.0000107013,0.01000,1.752 +27,mlp.experts.111.gate_proj,0.0000121870,0.01000,1.461 +27,mlp.experts.80.gate_proj,0.0000189953,0.01000,1.914 +27,mlp.experts.86.gate_proj,0.0000112413,0.01000,1.736 +27,mlp.experts.82.gate_proj,0.0000107690,0.01000,1.784 +27,mlp.experts.88.gate_proj,0.0000107269,0.01000,1.932 +27,mlp.experts.92.gate_proj,0.0000159773,0.01000,1.956 +27,mlp.experts.90.gate_proj,0.0000112532,0.01000,1.899 +27,mlp.experts.93.gate_proj,0.0000127850,0.01000,2.045 +27,mlp.experts.84.gate_proj,0.0000120329,0.01000,2.125 +27,mlp.experts.81.gate_proj,0.0000120621,0.01000,2.130 +27,mlp.experts.89.gate_proj,0.0000126232,0.01000,2.009 +27,mlp.experts.115.gate_proj,0.0000108435,0.01000,1.602 +27,mlp.experts.119.gate_proj,0.0000133839,0.01000,1.549 +27,mlp.experts.85.gate_proj,0.0000104936,0.01000,2.100 +27,mlp.experts.127.gate_proj,0.0000104797,0.01000,1.536 +27,mlp.experts.123.gate_proj,0.0000122054,0.01000,1.630 +27,mlp.experts.110.gate_proj,0.0000114313,0.01000,1.762 +27,mlp.experts.98.gate_proj,0.0000122019,0.01000,1.817 +27,mlp.experts.102.gate_proj,0.0000124638,0.01000,1.943 +27,mlp.experts.96.gate_proj,0.0000106474,0.01000,2.199 +27,mlp.experts.108.gate_proj,0.0000122941,0.01000,2.063 +27,mlp.experts.106.gate_proj,0.0000121279,0.01000,1.930 +27,mlp.experts.104.gate_proj,0.0000112583,0.01000,2.164 +27,mlp.experts.109.gate_proj,0.0000110144,0.01000,2.085 +27,mlp.experts.3.up_proj,0.0000098302,0.01000,1.465 +27,mlp.experts.7.up_proj,0.0000116721,0.01000,1.488 +27,mlp.experts.100.gate_proj,0.0000118793,0.01000,2.099 +27,mlp.experts.15.up_proj,0.0000107119,0.01000,1.492 +27,mlp.experts.97.gate_proj,0.0000128034,0.01000,2.103 +27,mlp.experts.105.gate_proj,0.0000120739,0.01000,2.097 +27,mlp.experts.11.up_proj,0.0000121859,0.01000,1.918 +27,mlp.experts.101.gate_proj,0.0000149155,0.01000,2.185 +27,mlp.experts.126.gate_proj,0.0000111511,0.01000,2.084 +27,mlp.experts.114.gate_proj,0.0000137851,0.01000,1.983 +27,mlp.experts.118.gate_proj,0.0000111478,0.01000,1.957 +27,mlp.experts.122.gate_proj,0.0000117535,0.01000,1.949 +27,mlp.experts.112.gate_proj,0.0000126589,0.01000,2.231 +27,mlp.experts.19.up_proj,0.0000118113,0.01000,1.707 +27,mlp.experts.124.gate_proj,0.0000124272,0.01000,2.265 +27,mlp.experts.23.up_proj,0.0000104083,0.01000,1.775 +27,mlp.experts.120.gate_proj,0.0000116287,0.01000,2.325 +27,mlp.experts.31.up_proj,0.0000119278,0.01000,1.720 +27,mlp.experts.125.gate_proj,0.0000118723,0.01000,2.006 +27,mlp.experts.27.up_proj,0.0000116882,0.01000,1.696 +27,mlp.experts.113.gate_proj,0.0000128065,0.01000,2.050 +27,mlp.experts.121.gate_proj,0.0000109168,0.01000,1.943 +27,mlp.experts.116.gate_proj,0.0000113311,0.01000,2.254 +27,mlp.experts.117.gate_proj,0.0000118759,0.01000,2.036 +27,mlp.experts.14.up_proj,0.0000110309,0.01000,2.045 +27,mlp.experts.2.up_proj,0.0000109849,0.01000,2.009 +27,mlp.experts.6.up_proj,0.0000114473,0.01000,2.031 +27,mlp.experts.35.up_proj,0.0000118299,0.01000,1.676 +27,mlp.experts.39.up_proj,0.0000102667,0.01000,1.707 +27,mlp.experts.10.up_proj,0.0000119169,0.01000,2.218 +27,mlp.experts.0.up_proj,0.0000117558,0.01000,2.046 +27,mlp.experts.12.up_proj,0.0000115099,0.01000,2.006 +27,mlp.experts.8.up_proj,0.0000115186,0.01000,2.047 +27,mlp.experts.47.up_proj,0.0000128056,0.01000,2.037 +27,mlp.experts.13.up_proj,0.0000113200,0.01000,1.992 +27,mlp.experts.9.up_proj,0.0000114210,0.01000,1.804 +27,mlp.experts.1.up_proj,0.0000131127,0.01000,1.852 +27,mlp.experts.43.up_proj,0.0000146729,0.01000,1.931 +27,mlp.experts.4.up_proj,0.0000162628,0.01000,1.948 +27,mlp.experts.5.up_proj,0.0000112718,0.01000,1.778 +27,mlp.experts.30.up_proj,0.0000119535,0.01000,2.065 +27,mlp.experts.18.up_proj,0.0000113327,0.01000,2.102 +27,mlp.experts.22.up_proj,0.0000123148,0.01000,2.045 +27,mlp.experts.51.up_proj,0.0000116923,0.01000,2.012 +27,mlp.experts.55.up_proj,0.0000117222,0.01000,1.926 +27,mlp.experts.26.up_proj,0.0000113731,0.01000,2.015 +27,mlp.experts.16.up_proj,0.0000106415,0.01000,1.995 +27,mlp.experts.28.up_proj,0.0000119881,0.01000,2.003 +27,mlp.experts.29.up_proj,0.0000109822,0.01000,1.881 +27,mlp.experts.24.up_proj,0.0000110257,0.01000,1.947 +27,mlp.experts.63.up_proj,0.0000112134,0.01000,2.076 +27,mlp.experts.25.up_proj,0.0000126425,0.01000,1.946 +27,mlp.experts.17.up_proj,0.0000109033,0.01000,2.050 +27,mlp.experts.59.up_proj,0.0000117809,0.01000,2.070 +27,mlp.experts.20.up_proj,0.0000130584,0.01000,2.063 +27,mlp.experts.21.up_proj,0.0000113135,0.01000,1.936 +27,mlp.experts.46.up_proj,0.0000119527,0.01000,2.087 +27,mlp.experts.38.up_proj,0.0000107870,0.01000,2.011 +27,mlp.experts.34.up_proj,0.0000112555,0.01000,2.066 +27,mlp.experts.67.up_proj,0.0000117111,0.01000,2.094 +27,mlp.experts.42.up_proj,0.0000139736,0.01000,1.971 +27,mlp.experts.44.up_proj,0.0000107075,0.01000,1.936 +27,mlp.experts.45.up_proj,0.0000110792,0.01000,1.825 +27,mlp.experts.71.up_proj,0.0000123459,0.01000,2.192 +27,mlp.experts.32.up_proj,0.0000114378,0.01000,2.037 +27,mlp.experts.40.up_proj,0.0000114583,0.01000,1.929 +27,mlp.experts.41.up_proj,0.0000121703,0.01000,1.808 +27,mlp.experts.33.up_proj,0.0000114186,0.01000,1.854 +27,mlp.experts.79.up_proj,0.0000120320,0.01000,2.119 +27,mlp.experts.36.up_proj,0.0000120891,0.01000,1.872 +27,mlp.experts.37.up_proj,0.0000125575,0.01000,1.724 +27,mlp.experts.75.up_proj,0.0000111939,0.01000,2.055 +27,mlp.experts.50.up_proj,0.0000114174,0.01000,1.965 +27,mlp.experts.54.up_proj,0.0000122135,0.01000,2.049 +27,mlp.experts.62.up_proj,0.0000131152,0.01000,2.141 +27,mlp.experts.60.up_proj,0.0000112217,0.01000,1.707 +27,mlp.experts.56.up_proj,0.0000125124,0.01000,1.729 +27,mlp.experts.61.up_proj,0.0000113957,0.01000,1.841 +27,mlp.experts.83.up_proj,0.0000108445,0.01000,2.096 +27,mlp.experts.48.up_proj,0.0000103231,0.01000,1.907 +27,mlp.experts.58.up_proj,0.0000116071,0.01000,2.031 +27,mlp.experts.57.up_proj,0.0000119848,0.01000,1.755 +27,mlp.experts.87.up_proj,0.0000115232,0.01000,2.190 +27,mlp.experts.49.up_proj,0.0000115297,0.01000,1.835 +27,mlp.experts.52.up_proj,0.0000144797,0.01000,1.811 +27,mlp.experts.53.up_proj,0.0000129538,0.01000,1.836 +27,mlp.experts.95.up_proj,0.0000127196,0.01000,2.114 +27,mlp.experts.91.up_proj,0.0000110599,0.01000,2.163 +27,mlp.experts.76.up_proj,0.0000124633,0.01000,1.671 +27,mlp.experts.72.up_proj,0.0000109831,0.01000,1.718 +27,mlp.experts.66.up_proj,0.0000139593,0.01000,2.066 +27,mlp.experts.78.up_proj,0.0000124378,0.01000,1.998 +27,mlp.experts.70.up_proj,0.0000114118,0.01000,2.053 +27,mlp.experts.77.up_proj,0.0000118449,0.01000,1.794 +27,mlp.experts.64.up_proj,0.0000116630,0.01000,1.771 +27,mlp.experts.73.up_proj,0.0000113061,0.01000,1.778 +27,mlp.experts.99.up_proj,0.0000109560,0.01000,1.923 +27,mlp.experts.103.up_proj,0.0000105858,0.01000,1.732 +27,mlp.experts.74.up_proj,0.0000129110,0.01000,2.062 +27,mlp.experts.65.up_proj,0.0000122508,0.01000,1.794 +27,mlp.experts.69.up_proj,0.0000120957,0.01000,1.688 +27,mlp.experts.68.up_proj,0.0000101792,0.01000,1.856 +27,mlp.experts.111.up_proj,0.0000117385,0.01000,1.937 +27,mlp.experts.107.up_proj,0.0000116785,0.01000,2.027 +27,mlp.experts.92.up_proj,0.0000137746,0.01000,1.839 +27,mlp.experts.93.up_proj,0.0000129790,0.01000,1.742 +27,mlp.experts.88.up_proj,0.0000102993,0.01000,1.827 +27,mlp.experts.89.up_proj,0.0000122928,0.01000,1.707 +27,mlp.experts.80.up_proj,0.0000133983,0.01000,1.819 +27,mlp.experts.115.up_proj,0.0000112085,0.01000,1.831 +27,mlp.experts.86.up_proj,0.0000118671,0.01000,2.075 +27,mlp.experts.82.up_proj,0.0000112536,0.01000,2.114 +27,mlp.experts.94.up_proj,0.0000113349,0.01000,2.120 +27,mlp.experts.119.up_proj,0.0000104234,0.01000,1.923 +27,mlp.experts.81.up_proj,0.0000125852,0.01000,1.894 +27,mlp.experts.85.up_proj,0.0000118148,0.01000,1.813 +27,mlp.experts.90.up_proj,0.0000109899,0.01000,2.082 +27,mlp.experts.127.up_proj,0.0000099225,0.01000,1.628 +27,mlp.experts.123.up_proj,0.0000127547,0.01000,1.267 +27,mlp.experts.84.up_proj,0.0000116592,0.01000,1.949 +27,mlp.experts.108.up_proj,0.0000122656,0.01000,1.814 +27,mlp.experts.104.up_proj,0.0000112996,0.01000,1.748 +27,mlp.experts.109.up_proj,0.0000112296,0.01000,1.767 +27,mlp.experts.105.up_proj,0.0000128259,0.01000,1.802 +27,mlp.experts.96.up_proj,0.0000112150,0.01000,1.787 +27,mlp.experts.97.up_proj,0.0000134268,0.01000,1.782 +27,mlp.experts.98.up_proj,0.0000121952,0.01000,2.076 +27,mlp.experts.110.up_proj,0.0000113117,0.01000,2.126 +27,mlp.experts.101.up_proj,0.0000127863,0.01000,1.859 +27,mlp.experts.102.up_proj,0.0000119319,0.01000,2.219 +27,mlp.experts.100.up_proj,0.0000113994,0.01000,1.915 +27,mlp.experts.106.up_proj,0.0000114019,0.01000,2.073 +27,mlp.experts.124.up_proj,0.0000126513,0.01000,1.784 +27,mlp.experts.120.up_proj,0.0000118227,0.01000,1.747 +27,mlp.experts.125.up_proj,0.0000109124,0.01000,1.851 +27,mlp.experts.112.up_proj,0.0000121507,0.01000,1.720 +27,mlp.experts.121.up_proj,0.0000112154,0.01000,1.840 +27,mlp.experts.113.up_proj,0.0000136168,0.01000,1.679 +27,mlp.experts.116.up_proj,0.0000111640,0.01000,1.271 +27,mlp.experts.117.up_proj,0.0000115197,0.01000,1.701 +27,mlp.experts.114.up_proj,0.0000131142,0.01000,1.942 +27,mlp.experts.126.up_proj,0.0000114888,0.01000,1.928 +27,mlp.experts.118.up_proj,0.0000113010,0.01000,1.907 +27,mlp.experts.122.up_proj,0.0000113289,0.01000,1.830 +27,mlp.experts.8.down_proj,0.0000011914,0.01000,0.932 +27,mlp.experts.4.down_proj,0.0000035082,0.01000,0.974 +27,mlp.experts.0.down_proj,0.0000009378,0.01000,0.969 +27,mlp.experts.12.down_proj,0.0000010595,0.01000,1.001 +27,mlp.experts.1.down_proj,0.0000014242,0.01000,1.278 +27,mlp.experts.3.down_proj,0.0000010880,0.01000,1.302 +27,mlp.experts.13.down_proj,0.0000010761,0.01000,1.303 +27,mlp.experts.11.down_proj,0.0000013467,0.01000,1.320 +27,mlp.experts.7.down_proj,0.0000014018,0.01000,1.326 +27,mlp.experts.5.down_proj,0.0000012230,0.01000,1.326 +27,mlp.experts.15.down_proj,0.0000009943,0.01000,1.343 +27,mlp.experts.9.down_proj,0.0000011603,0.01000,1.376 +27,mlp.experts.2.down_proj,0.0000013076,0.01000,1.430 +27,mlp.experts.10.down_proj,0.0000014410,0.01000,1.438 +27,mlp.experts.6.down_proj,0.0000011842,0.01000,1.460 +27,mlp.experts.14.down_proj,0.0000009622,0.01000,1.467 +27,mlp.experts.20.down_proj,0.0000025704,0.01000,0.850 +27,mlp.experts.24.down_proj,0.0000010677,0.01000,0.914 +27,mlp.experts.16.down_proj,0.0000009651,0.01000,0.905 +27,mlp.experts.28.down_proj,0.0000019126,0.01000,0.898 +27,mlp.experts.18.down_proj,0.0000012300,0.01000,0.606 +27,mlp.experts.22.down_proj,0.0000022399,0.01000,0.590 +27,mlp.experts.19.down_proj,0.0000011795,0.01000,0.741 +27,mlp.experts.30.down_proj,0.0000016965,0.01000,0.594 +27,mlp.experts.26.down_proj,0.0000011337,0.01000,0.617 +27,mlp.experts.21.down_proj,0.0000009802,0.01000,0.791 +27,mlp.experts.23.down_proj,0.0000012434,0.01000,0.809 +27,mlp.experts.29.down_proj,0.0000011492,0.01000,0.853 +27,mlp.experts.31.down_proj,0.0000014056,0.01000,0.822 +27,mlp.experts.27.down_proj,0.0000011571,0.01000,0.850 +27,mlp.experts.17.down_proj,0.0000010346,0.01000,0.906 +27,mlp.experts.25.down_proj,0.0000011371,0.01000,0.865 +27,mlp.experts.34.down_proj,0.0000012918,0.01000,0.573 +27,mlp.experts.46.down_proj,0.0000012946,0.01000,0.557 +27,mlp.experts.38.down_proj,0.0000020446,0.01000,0.581 +27,mlp.experts.40.down_proj,0.0000012390,0.01000,0.788 +27,mlp.experts.42.down_proj,0.0000026243,0.01000,0.573 +27,mlp.experts.44.down_proj,0.0000009102,0.01000,0.822 +27,mlp.experts.32.down_proj,0.0000012836,0.01000,0.901 +27,mlp.experts.36.down_proj,0.0000031059,0.01000,0.970 +27,mlp.experts.35.down_proj,0.0000012605,0.01000,0.866 +27,mlp.experts.37.down_proj,0.0000020312,0.01000,0.787 +27,mlp.experts.45.down_proj,0.0000014389,0.01000,0.779 +27,mlp.experts.39.down_proj,0.0000008950,0.01000,0.855 +27,mlp.experts.41.down_proj,0.0000017020,0.01000,0.782 +27,mlp.experts.43.down_proj,0.0000034050,0.01000,0.838 +27,mlp.experts.33.down_proj,0.0000010488,0.01000,0.865 +27,mlp.experts.47.down_proj,0.0000024391,0.01000,0.880 +27,mlp.experts.50.down_proj,0.0000012336,0.01000,0.689 +27,mlp.experts.56.down_proj,0.0000012434,0.01000,0.668 +27,mlp.experts.60.down_proj,0.0000017015,0.01000,0.598 +27,mlp.experts.54.down_proj,0.0000022553,0.01000,0.724 +27,mlp.experts.48.down_proj,0.0000008838,0.01000,0.587 +27,mlp.experts.52.down_proj,0.0000025673,0.01000,0.612 +27,mlp.experts.58.down_proj,0.0000011037,0.01000,0.796 +27,mlp.experts.62.down_proj,0.0000021275,0.01000,0.840 +27,mlp.experts.61.down_proj,0.0000012715,0.01000,0.785 +27,mlp.experts.53.down_proj,0.0000022844,0.01000,0.818 +27,mlp.experts.51.down_proj,0.0000010089,0.01000,0.827 +27,mlp.experts.55.down_proj,0.0000011535,0.01000,0.796 +27,mlp.experts.49.down_proj,0.0000012194,0.01000,0.768 +27,mlp.experts.57.down_proj,0.0000013881,0.01000,0.822 +27,mlp.experts.59.down_proj,0.0000012195,0.01000,0.822 +27,mlp.experts.63.down_proj,0.0000010157,0.01000,0.803 +27,mlp.experts.76.down_proj,0.0000017029,0.01000,0.593 +27,mlp.experts.72.down_proj,0.0000012409,0.01000,0.624 +27,mlp.experts.64.down_proj,0.0000012092,0.01000,0.598 +27,mlp.experts.68.down_proj,0.0000008265,0.01000,0.603 +27,mlp.experts.66.down_proj,0.0000021142,0.01000,0.719 +27,mlp.experts.70.down_proj,0.0000013587,0.01000,0.720 +27,mlp.experts.74.down_proj,0.0000029880,0.01000,0.728 +27,mlp.experts.78.down_proj,0.0000016269,0.01000,0.745 +27,mlp.experts.77.down_proj,0.0000014011,0.01000,0.732 +27,mlp.experts.67.down_proj,0.0000012566,0.01000,0.733 +27,mlp.experts.69.down_proj,0.0000015618,0.01000,0.761 +27,mlp.experts.92.down_proj,0.0000030063,0.01000,0.588 +27,mlp.experts.80.down_proj,0.0000015014,0.01000,0.557 +27,mlp.experts.88.down_proj,0.0000008035,0.01000,0.595 +27,mlp.experts.71.down_proj,0.0000017545,0.01000,0.756 +27,mlp.experts.84.down_proj,0.0000012546,0.01000,0.568 +27,mlp.experts.75.down_proj,0.0000012894,0.01000,0.717 +27,mlp.experts.79.down_proj,0.0000012230,0.01000,0.703 +27,mlp.experts.73.down_proj,0.0000010013,0.01000,0.734 +27,mlp.experts.65.down_proj,0.0000025785,0.01000,0.759 +27,mlp.experts.82.down_proj,0.0000012233,0.01000,0.702 +27,mlp.experts.86.down_proj,0.0000012564,0.01000,0.770 +27,mlp.experts.94.down_proj,0.0000010371,0.01000,0.724 +27,mlp.experts.90.down_proj,0.0000011657,0.01000,0.787 +27,mlp.experts.104.down_proj,0.0000012839,0.01000,0.581 +27,mlp.experts.108.down_proj,0.0000013225,0.01000,0.604 +27,mlp.experts.96.down_proj,0.0000011391,0.01000,0.614 +27,mlp.experts.100.down_proj,0.0000011510,0.01000,0.592 +27,mlp.experts.93.down_proj,0.0000023351,0.01000,0.732 +27,mlp.experts.83.down_proj,0.0000010681,0.01000,0.708 +27,mlp.experts.85.down_proj,0.0000015408,0.01000,0.753 +27,mlp.experts.89.down_proj,0.0000015159,0.01000,0.697 +27,mlp.experts.87.down_proj,0.0000011177,0.01000,0.764 +27,mlp.experts.91.down_proj,0.0000012230,0.01000,0.740 +27,mlp.experts.81.down_proj,0.0000016970,0.01000,0.737 +27,mlp.experts.95.down_proj,0.0000012665,0.01000,0.771 +27,mlp.experts.98.down_proj,0.0000012741,0.01000,0.763 +27,mlp.experts.102.down_proj,0.0000014628,0.01000,0.792 +27,mlp.experts.112.down_proj,0.0000011269,0.01000,0.555 +27,mlp.experts.120.down_proj,0.0000014862,0.01000,0.586 +27,mlp.experts.124.down_proj,0.0000016594,0.01000,0.574 +27,mlp.experts.110.down_proj,0.0000007931,0.01000,0.791 +27,mlp.experts.116.down_proj,0.0000009601,0.01000,0.558 +27,mlp.experts.106.down_proj,0.0000009203,0.01000,0.773 +27,mlp.experts.99.down_proj,0.0000011181,0.01000,0.720 +27,mlp.experts.109.down_proj,0.0000011373,0.01000,0.794 +27,mlp.experts.101.down_proj,0.0000018944,0.01000,0.737 +27,mlp.experts.105.down_proj,0.0000020510,0.01000,0.738 +27,mlp.experts.107.down_proj,0.0000011534,0.01000,0.735 +27,mlp.experts.111.down_proj,0.0000011394,0.01000,0.705 +27,mlp.experts.103.down_proj,0.0000012115,0.01000,0.766 +27,mlp.experts.97.down_proj,0.0000024465,0.01000,0.760 +27,mlp.experts.114.down_proj,0.0000027286,0.01000,0.652 +27,mlp.experts.118.down_proj,0.0000012036,0.01000,0.670 +27,mlp.experts.122.down_proj,0.0000010391,0.01000,0.593 +27,mlp.experts.126.down_proj,0.0000015055,0.01000,0.618 +27,mlp.experts.115.down_proj,0.0000012919,0.01000,0.695 +27,mlp.experts.127.down_proj,0.0000008535,0.01000,0.631 +27,mlp.experts.125.down_proj,0.0000008059,0.01000,0.706 +27,mlp.experts.123.down_proj,0.0000018065,0.01000,0.648 +27,mlp.experts.119.down_proj,0.0000008335,0.01000,0.625 +27,mlp.experts.121.down_proj,0.0000012140,0.01000,0.698 +27,mlp.experts.117.down_proj,0.0000012491,0.01000,0.711 +27,mlp.experts.113.down_proj,0.0000023758,0.01000,0.677 +28,self_attn.k_proj,0.0000001751,0.01000,0.787 +28,self_attn.q_proj,0.0000014672,0.01000,0.795 +28,self_attn.v_proj,0.0000002207,0.01000,0.801 +28,self_attn.o_proj,0.0000002342,0.01000,1.455 +28,mlp.experts.13.gate_proj,0.0000120057,0.01000,1.779 +28,mlp.experts.5.gate_proj,0.0000126104,0.01000,1.946 +28,mlp.experts.1.gate_proj,0.0000121974,0.01000,1.976 +28,mlp.experts.9.gate_proj,0.0000118656,0.01000,2.029 +28,mlp.experts.0.gate_proj,0.0000174676,0.01000,2.052 +28,mlp.experts.15.gate_proj,0.0000117804,0.01000,2.063 +28,mlp.experts.11.gate_proj,0.0000114943,0.01000,2.098 +28,mlp.experts.3.gate_proj,0.0000123208,0.01000,2.114 +28,mlp.experts.6.gate_proj,0.0000130217,0.01000,2.132 +28,mlp.experts.4.gate_proj,0.0000113645,0.01000,2.143 +28,mlp.experts.7.gate_proj,0.0000122046,0.01000,2.136 +28,mlp.experts.8.gate_proj,0.0000118343,0.01000,2.150 +28,mlp.experts.12.gate_proj,0.0000119566,0.01000,2.153 +28,mlp.experts.14.gate_proj,0.0000118904,0.01000,2.094 +28,mlp.experts.2.gate_proj,0.0000139102,0.01000,2.333 +28,mlp.experts.10.gate_proj,0.0000112231,0.01000,2.367 +28,mlp.experts.22.gate_proj,0.0000121851,0.01000,1.684 +28,mlp.experts.21.gate_proj,0.0000151245,0.01000,1.888 +28,mlp.experts.17.gate_proj,0.0000117040,0.01000,1.912 +28,mlp.experts.25.gate_proj,0.0000104065,0.01000,1.882 +28,mlp.experts.27.gate_proj,0.0000119872,0.01000,1.871 +28,mlp.experts.19.gate_proj,0.0000112487,0.01000,1.864 +28,mlp.experts.31.gate_proj,0.0000150302,0.01000,1.918 +28,mlp.experts.29.gate_proj,0.0000120125,0.01000,2.066 +28,mlp.experts.30.gate_proj,0.0000130652,0.01000,1.914 +28,mlp.experts.26.gate_proj,0.0000113376,0.01000,1.814 +28,mlp.experts.23.gate_proj,0.0000134087,0.01000,2.049 +28,mlp.experts.20.gate_proj,0.0000115628,0.01000,2.141 +28,mlp.experts.18.gate_proj,0.0000104603,0.01000,2.002 +28,mlp.experts.24.gate_proj,0.0000115539,0.01000,2.242 +28,mlp.experts.28.gate_proj,0.0000123155,0.01000,2.292 +28,mlp.experts.16.gate_proj,0.0000124219,0.01000,2.416 +28,mlp.experts.38.gate_proj,0.0000146856,0.01000,1.810 +28,mlp.experts.37.gate_proj,0.0000115856,0.01000,1.892 +28,mlp.experts.41.gate_proj,0.0000131544,0.01000,1.958 +28,mlp.experts.33.gate_proj,0.0000117490,0.01000,2.036 +28,mlp.experts.46.gate_proj,0.0000119551,0.01000,1.847 +28,mlp.experts.35.gate_proj,0.0000150034,0.01000,2.044 +28,mlp.experts.47.gate_proj,0.0000133401,0.01000,2.064 +28,mlp.experts.43.gate_proj,0.0000105743,0.01000,2.090 +28,mlp.experts.42.gate_proj,0.0000119297,0.01000,1.975 +28,mlp.experts.45.gate_proj,0.0000113004,0.01000,2.256 +28,mlp.experts.34.gate_proj,0.0000126911,0.01000,1.925 +28,mlp.experts.39.gate_proj,0.0000106354,0.01000,2.115 +28,mlp.experts.36.gate_proj,0.0000126914,0.01000,2.028 +28,mlp.experts.40.gate_proj,0.0000124374,0.01000,2.053 +28,mlp.experts.32.gate_proj,0.0000127456,0.01000,2.199 +28,mlp.experts.44.gate_proj,0.0000110140,0.01000,2.303 +28,mlp.experts.53.gate_proj,0.0000121585,0.01000,1.905 +28,mlp.experts.62.gate_proj,0.0000103703,0.01000,1.723 +28,mlp.experts.54.gate_proj,0.0000124028,0.01000,2.054 +28,mlp.experts.57.gate_proj,0.0000118769,0.01000,1.885 +28,mlp.experts.49.gate_proj,0.0000116118,0.01000,1.886 +28,mlp.experts.51.gate_proj,0.0000122683,0.01000,1.895 +28,mlp.experts.59.gate_proj,0.0000134880,0.01000,1.922 +28,mlp.experts.58.gate_proj,0.0000129608,0.01000,1.830 +28,mlp.experts.63.gate_proj,0.0000111810,0.01000,1.964 +28,mlp.experts.52.gate_proj,0.0000115062,0.01000,1.930 +28,mlp.experts.50.gate_proj,0.0000133235,0.01000,2.015 +28,mlp.experts.55.gate_proj,0.0000119325,0.01000,2.043 +28,mlp.experts.56.gate_proj,0.0000121199,0.01000,1.973 +28,mlp.experts.61.gate_proj,0.0000154191,0.01000,2.319 +28,mlp.experts.48.gate_proj,0.0000104316,0.01000,2.077 +28,mlp.experts.60.gate_proj,0.0000114005,0.01000,2.174 +28,mlp.experts.70.gate_proj,0.0000128198,0.01000,1.646 +28,mlp.experts.78.gate_proj,0.0000116423,0.01000,1.773 +28,mlp.experts.69.gate_proj,0.0000116244,0.01000,1.885 +28,mlp.experts.73.gate_proj,0.0000112345,0.01000,1.870 +28,mlp.experts.65.gate_proj,0.0000114810,0.01000,1.877 +28,mlp.experts.67.gate_proj,0.0000141475,0.01000,1.916 +28,mlp.experts.74.gate_proj,0.0000133152,0.01000,1.874 +28,mlp.experts.79.gate_proj,0.0000117217,0.01000,1.912 +28,mlp.experts.75.gate_proj,0.0000119287,0.01000,1.978 +28,mlp.experts.68.gate_proj,0.0000138329,0.01000,1.837 +28,mlp.experts.72.gate_proj,0.0000126201,0.01000,1.799 +28,mlp.experts.66.gate_proj,0.0000126881,0.01000,2.038 +28,mlp.experts.71.gate_proj,0.0000117844,0.01000,1.964 +28,mlp.experts.77.gate_proj,0.0000113896,0.01000,2.019 +28,mlp.experts.64.gate_proj,0.0000116154,0.01000,1.862 +28,mlp.experts.76.gate_proj,0.0000123403,0.01000,1.910 +28,mlp.experts.86.gate_proj,0.0000124692,0.01000,1.656 +28,mlp.experts.85.gate_proj,0.0000122870,0.01000,1.810 +28,mlp.experts.89.gate_proj,0.0000125852,0.01000,1.813 +28,mlp.experts.94.gate_proj,0.0000130971,0.01000,2.056 +28,mlp.experts.81.gate_proj,0.0000122252,0.01000,1.813 +28,mlp.experts.90.gate_proj,0.0000121845,0.01000,1.946 +28,mlp.experts.84.gate_proj,0.0000141140,0.01000,1.924 +28,mlp.experts.83.gate_proj,0.0000117820,0.01000,2.194 +28,mlp.experts.95.gate_proj,0.0000134695,0.01000,2.126 +28,mlp.experts.91.gate_proj,0.0000110080,0.01000,2.132 +28,mlp.experts.82.gate_proj,0.0000119077,0.01000,1.777 +28,mlp.experts.88.gate_proj,0.0000109335,0.01000,1.985 +28,mlp.experts.93.gate_proj,0.0000130042,0.01000,1.894 +28,mlp.experts.87.gate_proj,0.0000116919,0.01000,2.193 +28,mlp.experts.80.gate_proj,0.0000121939,0.01000,2.023 +28,mlp.experts.92.gate_proj,0.0000128882,0.01000,1.965 +28,mlp.experts.102.gate_proj,0.0000112632,0.01000,1.847 +28,mlp.experts.101.gate_proj,0.0000115966,0.01000,1.854 +28,mlp.experts.110.gate_proj,0.0000142530,0.01000,1.814 +28,mlp.experts.105.gate_proj,0.0000121342,0.01000,1.885 +28,mlp.experts.97.gate_proj,0.0000113989,0.01000,1.884 +28,mlp.experts.106.gate_proj,0.0000113582,0.01000,1.828 +28,mlp.experts.98.gate_proj,0.0000116543,0.01000,1.714 +28,mlp.experts.100.gate_proj,0.0000105948,0.01000,1.956 +28,mlp.experts.111.gate_proj,0.0000125121,0.01000,2.145 +28,mlp.experts.99.gate_proj,0.0000159496,0.01000,2.208 +28,mlp.experts.104.gate_proj,0.0000121621,0.01000,2.044 +28,mlp.experts.109.gate_proj,0.0000136870,0.01000,1.916 +28,mlp.experts.107.gate_proj,0.0000116199,0.01000,2.494 +28,mlp.experts.96.gate_proj,0.0000114609,0.01000,2.056 +28,mlp.experts.103.gate_proj,0.0000114051,0.01000,2.244 +28,mlp.experts.126.gate_proj,0.0000132112,0.01000,1.555 +28,mlp.experts.108.gate_proj,0.0000112079,0.01000,2.094 +28,mlp.experts.118.gate_proj,0.0000126461,0.01000,2.125 +28,mlp.experts.117.gate_proj,0.0000112784,0.01000,1.830 +28,mlp.experts.121.gate_proj,0.0000128464,0.01000,1.881 +28,mlp.experts.122.gate_proj,0.0000118181,0.01000,1.587 +28,mlp.experts.113.gate_proj,0.0000132468,0.01000,1.899 +28,mlp.experts.114.gate_proj,0.0000125063,0.01000,1.550 +28,mlp.experts.116.gate_proj,0.0000120991,0.01000,1.941 +28,mlp.experts.120.gate_proj,0.0000129560,0.01000,2.008 +28,mlp.experts.125.gate_proj,0.0000144463,0.01000,2.115 +28,mlp.experts.115.gate_proj,0.0000113851,0.01000,2.385 +28,mlp.experts.14.up_proj,0.0000114729,0.01000,1.784 +28,mlp.experts.112.gate_proj,0.0000120347,0.01000,1.982 +28,mlp.experts.127.gate_proj,0.0000117101,0.01000,2.533 +28,mlp.experts.124.gate_proj,0.0000116496,0.01000,1.947 +28,mlp.experts.123.gate_proj,0.0000144873,0.01000,2.320 +28,mlp.experts.5.up_proj,0.0000126324,0.01000,1.927 +28,mlp.experts.10.up_proj,0.0000112111,0.01000,1.730 +28,mlp.experts.2.up_proj,0.0000130725,0.01000,1.716 +28,mlp.experts.9.up_proj,0.0000116133,0.01000,1.887 +28,mlp.experts.1.up_proj,0.0000119886,0.01000,1.889 +28,mlp.experts.119.gate_proj,0.0000123391,0.01000,2.477 +28,mlp.experts.6.up_proj,0.0000124979,0.01000,2.282 +28,mlp.experts.4.up_proj,0.0000111203,0.01000,2.138 +28,mlp.experts.30.up_proj,0.0000120493,0.01000,1.586 +28,mlp.experts.8.up_proj,0.0000121532,0.01000,2.133 +28,mlp.experts.26.up_proj,0.0000105885,0.01000,1.593 +28,mlp.experts.13.up_proj,0.0000123845,0.01000,2.084 +28,mlp.experts.15.up_proj,0.0000119416,0.01000,1.931 +28,mlp.experts.18.up_proj,0.0000110003,0.01000,1.591 +28,mlp.experts.3.up_proj,0.0000126937,0.01000,2.062 +28,mlp.experts.0.up_proj,0.0000128351,0.01000,2.220 +28,mlp.experts.22.up_proj,0.0000121147,0.01000,1.635 +28,mlp.experts.21.up_proj,0.0000137243,0.01000,1.977 +28,mlp.experts.11.up_proj,0.0000115076,0.01000,2.025 +28,mlp.experts.25.up_proj,0.0000097180,0.01000,1.995 +28,mlp.experts.12.up_proj,0.0000119398,0.01000,2.272 +28,mlp.experts.7.up_proj,0.0000117531,0.01000,1.897 +28,mlp.experts.17.up_proj,0.0000118895,0.01000,2.040 +28,mlp.experts.46.up_proj,0.0000119696,0.01000,1.553 +28,mlp.experts.20.up_proj,0.0000119300,0.01000,1.985 +28,mlp.experts.42.up_proj,0.0000101750,0.01000,1.465 +28,mlp.experts.34.up_proj,0.0000122390,0.01000,1.449 +28,mlp.experts.38.up_proj,0.0000142895,0.01000,1.524 +28,mlp.experts.24.up_proj,0.0000111617,0.01000,2.036 +28,mlp.experts.31.up_proj,0.0000140844,0.01000,1.851 +28,mlp.experts.19.up_proj,0.0000111894,0.01000,1.923 +28,mlp.experts.29.up_proj,0.0000121557,0.01000,2.070 +28,mlp.experts.27.up_proj,0.0000117715,0.01000,1.894 +28,mlp.experts.37.up_proj,0.0000113663,0.01000,2.025 +28,mlp.experts.16.up_proj,0.0000117494,0.01000,2.099 +28,mlp.experts.23.up_proj,0.0000121172,0.01000,1.945 +28,mlp.experts.33.up_proj,0.0000121036,0.01000,1.902 +28,mlp.experts.41.up_proj,0.0000121429,0.01000,2.026 +28,mlp.experts.28.up_proj,0.0000118147,0.01000,2.129 +28,mlp.experts.62.up_proj,0.0000107615,0.01000,1.756 +28,mlp.experts.58.up_proj,0.0000124400,0.01000,1.570 +28,mlp.experts.50.up_proj,0.0000128923,0.01000,1.698 +28,mlp.experts.36.up_proj,0.0000132503,0.01000,2.066 +28,mlp.experts.54.up_proj,0.0000119601,0.01000,1.896 +28,mlp.experts.40.up_proj,0.0000120095,0.01000,1.991 +28,mlp.experts.45.up_proj,0.0000131856,0.01000,1.932 +28,mlp.experts.47.up_proj,0.0000134710,0.01000,2.108 +28,mlp.experts.35.up_proj,0.0000114984,0.01000,2.114 +28,mlp.experts.53.up_proj,0.0000119933,0.01000,1.799 +28,mlp.experts.43.up_proj,0.0000133730,0.01000,2.055 +28,mlp.experts.49.up_proj,0.0000109537,0.01000,1.803 +28,mlp.experts.57.up_proj,0.0000119642,0.01000,1.793 +28,mlp.experts.32.up_proj,0.0000118965,0.01000,2.066 +28,mlp.experts.39.up_proj,0.0000109552,0.01000,2.076 +28,mlp.experts.74.up_proj,0.0000116695,0.01000,1.670 +28,mlp.experts.78.up_proj,0.0000110947,0.01000,1.755 +28,mlp.experts.44.up_proj,0.0000127627,0.01000,2.125 +28,mlp.experts.66.up_proj,0.0000125438,0.01000,1.862 +28,mlp.experts.70.up_proj,0.0000123541,0.01000,1.747 +28,mlp.experts.52.up_proj,0.0000115658,0.01000,2.110 +28,mlp.experts.63.up_proj,0.0000114278,0.01000,1.842 +28,mlp.experts.61.up_proj,0.0000139553,0.01000,1.964 +28,mlp.experts.51.up_proj,0.0000117770,0.01000,1.882 +28,mlp.experts.69.up_proj,0.0000116838,0.01000,1.873 +28,mlp.experts.56.up_proj,0.0000121100,0.01000,2.271 +28,mlp.experts.59.up_proj,0.0000140404,0.01000,1.865 +28,mlp.experts.65.up_proj,0.0000125236,0.01000,1.889 +28,mlp.experts.73.up_proj,0.0000113192,0.01000,1.956 +28,mlp.experts.90.up_proj,0.0000121656,0.01000,1.632 +28,mlp.experts.94.up_proj,0.0000124807,0.01000,1.631 +28,mlp.experts.55.up_proj,0.0000117884,0.01000,1.962 +28,mlp.experts.48.up_proj,0.0000104209,0.01000,2.150 +28,mlp.experts.82.up_proj,0.0000108051,0.01000,1.709 +28,mlp.experts.60.up_proj,0.0000116503,0.01000,2.174 +28,mlp.experts.86.up_proj,0.0000113787,0.01000,1.504 +28,mlp.experts.68.up_proj,0.0000128133,0.01000,2.121 +28,mlp.experts.106.up_proj,0.0000115648,0.01000,1.479 +28,mlp.experts.110.up_proj,0.0000130444,0.01000,1.495 +28,mlp.experts.85.up_proj,0.0000122522,0.01000,1.972 +28,mlp.experts.77.up_proj,0.0000124239,0.01000,2.067 +28,mlp.experts.79.up_proj,0.0000119461,0.01000,2.193 +28,mlp.experts.67.up_proj,0.0000140038,0.01000,2.129 +28,mlp.experts.81.up_proj,0.0000120537,0.01000,1.948 +28,mlp.experts.89.up_proj,0.0000134175,0.01000,1.926 +28,mlp.experts.72.up_proj,0.0000108807,0.01000,2.127 +28,mlp.experts.75.up_proj,0.0000116371,0.01000,2.090 +28,mlp.experts.98.up_proj,0.0000118083,0.01000,1.544 +28,mlp.experts.102.up_proj,0.0000124787,0.01000,1.529 +28,mlp.experts.71.up_proj,0.0000125160,0.01000,2.243 +28,mlp.experts.64.up_proj,0.0000119523,0.01000,2.212 +28,mlp.experts.76.up_proj,0.0000120397,0.01000,2.296 +28,mlp.experts.122.up_proj,0.0000118986,0.01000,1.630 +28,mlp.experts.126.up_proj,0.0000135825,0.01000,1.611 +28,mlp.experts.114.up_proj,0.0000124691,0.01000,1.458 +28,mlp.experts.101.up_proj,0.0000129058,0.01000,1.889 +28,mlp.experts.118.up_proj,0.0000124316,0.01000,1.370 +28,mlp.experts.84.up_proj,0.0000132327,0.01000,2.170 +28,mlp.experts.97.up_proj,0.0000106771,0.01000,1.878 +28,mlp.experts.105.up_proj,0.0000128740,0.01000,1.836 +28,mlp.experts.93.up_proj,0.0000122253,0.01000,2.055 +28,mlp.experts.83.up_proj,0.0000120731,0.01000,2.095 +28,mlp.experts.95.up_proj,0.0000134474,0.01000,2.181 +28,mlp.experts.91.up_proj,0.0000108952,0.01000,2.070 +28,mlp.experts.88.up_proj,0.0000115994,0.01000,2.215 +28,mlp.experts.80.up_proj,0.0000120117,0.01000,2.027 +28,mlp.experts.87.up_proj,0.0000116042,0.01000,2.192 +28,mlp.experts.92.up_proj,0.0000126207,0.01000,1.877 +28,mlp.experts.100.up_proj,0.0000106419,0.01000,1.814 +28,mlp.experts.117.up_proj,0.0000126269,0.01000,1.867 +28,mlp.experts.121.up_proj,0.0000120698,0.01000,1.811 +28,mlp.experts.113.up_proj,0.0000119804,0.01000,1.821 +28,mlp.experts.109.up_proj,0.0000121891,0.01000,1.854 +28,mlp.experts.99.up_proj,0.0000136140,0.01000,2.087 +28,mlp.experts.107.up_proj,0.0000116516,0.01000,2.158 +28,mlp.experts.104.up_proj,0.0000115262,0.01000,2.026 +28,mlp.experts.111.up_proj,0.0000121998,0.01000,2.260 +28,mlp.experts.125.up_proj,0.0000143315,0.01000,0.759 +28,mlp.experts.96.up_proj,0.0000108383,0.01000,1.975 +28,mlp.experts.103.up_proj,0.0000109754,0.01000,2.059 +28,mlp.experts.108.up_proj,0.0000137014,0.01000,2.133 +28,mlp.experts.116.up_proj,0.0000120782,0.01000,1.893 +28,mlp.experts.120.up_proj,0.0000133768,0.01000,2.089 +28,mlp.experts.123.up_proj,0.0000125785,0.01000,2.142 +28,mlp.experts.115.up_proj,0.0000122120,0.01000,2.305 +28,mlp.experts.112.up_proj,0.0000119258,0.01000,1.890 +28,mlp.experts.124.up_proj,0.0000123890,0.01000,1.565 +28,mlp.experts.127.up_proj,0.0000113226,0.01000,2.397 +28,mlp.experts.119.up_proj,0.0000114866,0.01000,1.949 +28,mlp.experts.0.down_proj,0.0000024071,0.01000,1.011 +28,mlp.experts.4.down_proj,0.0000012296,0.01000,1.117 +28,mlp.experts.12.down_proj,0.0000013243,0.01000,1.114 +28,mlp.experts.8.down_proj,0.0000019018,0.01000,1.231 +28,mlp.experts.1.down_proj,0.0000016007,0.01000,1.247 +28,mlp.experts.9.down_proj,0.0000011222,0.01000,1.236 +28,mlp.experts.5.down_proj,0.0000018659,0.01000,1.260 +28,mlp.experts.2.down_proj,0.0000015958,0.01000,1.282 +28,mlp.experts.13.down_proj,0.0000015389,0.01000,1.146 +28,mlp.experts.14.down_proj,0.0000011044,0.01000,1.181 +28,mlp.experts.10.down_proj,0.0000010756,0.01000,1.305 +28,mlp.experts.6.down_proj,0.0000012154,0.01000,1.323 +28,mlp.experts.3.down_proj,0.0000014334,0.01000,1.321 +28,mlp.experts.15.down_proj,0.0000015912,0.01000,1.160 +28,mlp.experts.11.down_proj,0.0000016004,0.01000,1.346 +28,mlp.experts.7.down_proj,0.0000012485,0.01000,1.394 +28,mlp.experts.16.down_proj,0.0000011155,0.01000,0.803 +28,mlp.experts.17.down_proj,0.0000013507,0.01000,0.600 +28,mlp.experts.25.down_proj,0.0000007177,0.01000,0.625 +28,mlp.experts.21.down_proj,0.0000020905,0.01000,0.621 +28,mlp.experts.29.down_proj,0.0000015443,0.01000,0.589 +28,mlp.experts.20.down_proj,0.0000016104,0.01000,0.801 +28,mlp.experts.28.down_proj,0.0000009426,0.01000,0.818 +28,mlp.experts.26.down_proj,0.0000008594,0.01000,0.765 +28,mlp.experts.18.down_proj,0.0000010222,0.01000,0.802 +28,mlp.experts.31.down_proj,0.0000024299,0.01000,0.751 +28,mlp.experts.30.down_proj,0.0000011310,0.01000,0.780 +28,mlp.experts.27.down_proj,0.0000009845,0.01000,0.750 +28,mlp.experts.19.down_proj,0.0000010592,0.01000,0.769 +28,mlp.experts.24.down_proj,0.0000010839,0.01000,0.863 +28,mlp.experts.22.down_proj,0.0000013637,0.01000,0.777 +28,mlp.experts.23.down_proj,0.0000011978,0.01000,0.777 +28,mlp.experts.33.down_proj,0.0000016653,0.01000,0.593 +28,mlp.experts.45.down_proj,0.0000014417,0.01000,0.605 +28,mlp.experts.41.down_proj,0.0000011279,0.01000,0.627 +28,mlp.experts.37.down_proj,0.0000010329,0.01000,0.633 +28,mlp.experts.32.down_proj,0.0000016295,0.01000,0.733 +28,mlp.experts.36.down_proj,0.0000022685,0.01000,0.688 +28,mlp.experts.44.down_proj,0.0000027953,0.01000,0.712 +28,mlp.experts.34.down_proj,0.0000015269,0.01000,0.644 +28,mlp.experts.38.down_proj,0.0000026210,0.01000,0.627 +28,mlp.experts.42.down_proj,0.0000008350,0.01000,0.658 +28,mlp.experts.46.down_proj,0.0000012899,0.01000,0.651 +28,mlp.experts.40.down_proj,0.0000014171,0.01000,0.744 +28,mlp.experts.47.down_proj,0.0000022099,0.01000,0.792 +28,mlp.experts.43.down_proj,0.0000017821,0.01000,0.799 +28,mlp.experts.35.down_proj,0.0000010277,0.01000,0.843 +28,mlp.experts.39.down_proj,0.0000009064,0.01000,0.787 +28,mlp.experts.49.down_proj,0.0000009145,0.01000,0.604 +28,mlp.experts.61.down_proj,0.0000029104,0.01000,0.620 +28,mlp.experts.57.down_proj,0.0000012314,0.01000,0.613 +28,mlp.experts.53.down_proj,0.0000013278,0.01000,0.602 +28,mlp.experts.48.down_proj,0.0000010645,0.01000,0.678 +28,mlp.experts.50.down_proj,0.0000017839,0.01000,0.575 +28,mlp.experts.60.down_proj,0.0000015670,0.01000,0.676 +28,mlp.experts.52.down_proj,0.0000010851,0.01000,0.720 +28,mlp.experts.54.down_proj,0.0000012487,0.01000,0.589 +28,mlp.experts.62.down_proj,0.0000009306,0.01000,0.585 +28,mlp.experts.58.down_proj,0.0000013181,0.01000,0.593 +28,mlp.experts.56.down_proj,0.0000018723,0.01000,0.687 +28,mlp.experts.59.down_proj,0.0000023483,0.01000,0.709 +28,mlp.experts.65.down_proj,0.0000013469,0.01000,0.592 +28,mlp.experts.63.down_proj,0.0000011339,0.01000,0.836 +28,mlp.experts.69.down_proj,0.0000010619,0.01000,0.601 +28,mlp.experts.77.down_proj,0.0000019415,0.01000,0.607 +28,mlp.experts.73.down_proj,0.0000010622,0.01000,0.611 +28,mlp.experts.55.down_proj,0.0000014246,0.01000,0.790 +28,mlp.experts.51.down_proj,0.0000014668,0.01000,0.867 +28,mlp.experts.66.down_proj,0.0000014670,0.01000,0.585 +28,mlp.experts.64.down_proj,0.0000017497,0.01000,0.719 +28,mlp.experts.78.down_proj,0.0000009912,0.01000,0.602 +28,mlp.experts.70.down_proj,0.0000013012,0.01000,0.604 +28,mlp.experts.74.down_proj,0.0000011668,0.01000,0.612 +28,mlp.experts.76.down_proj,0.0000012065,0.01000,0.759 +28,mlp.experts.68.down_proj,0.0000019623,0.01000,0.751 +28,mlp.experts.81.down_proj,0.0000012972,0.01000,0.596 +28,mlp.experts.72.down_proj,0.0000009487,0.01000,0.703 +28,mlp.experts.85.down_proj,0.0000013395,0.01000,0.604 +28,mlp.experts.89.down_proj,0.0000023923,0.01000,0.608 +28,mlp.experts.93.down_proj,0.0000011700,0.01000,0.626 +28,mlp.experts.75.down_proj,0.0000010961,0.01000,0.838 +28,mlp.experts.79.down_proj,0.0000011230,0.01000,0.759 +28,mlp.experts.71.down_proj,0.0000011343,0.01000,0.812 +28,mlp.experts.82.down_proj,0.0000009625,0.01000,0.691 +28,mlp.experts.94.down_proj,0.0000014219,0.01000,0.651 +28,mlp.experts.90.down_proj,0.0000017329,0.01000,0.654 +28,mlp.experts.86.down_proj,0.0000011445,0.01000,0.660 +28,mlp.experts.67.down_proj,0.0000025933,0.01000,0.851 +28,mlp.experts.80.down_proj,0.0000013641,0.01000,0.713 +28,mlp.experts.92.down_proj,0.0000017748,0.01000,0.745 +28,mlp.experts.84.down_proj,0.0000018760,0.01000,0.753 +28,mlp.experts.97.down_proj,0.0000008832,0.01000,0.617 +28,mlp.experts.101.down_proj,0.0000013760,0.01000,0.622 +28,mlp.experts.105.down_proj,0.0000021651,0.01000,0.630 +28,mlp.experts.88.down_proj,0.0000014277,0.01000,0.765 +28,mlp.experts.109.down_proj,0.0000011140,0.01000,0.730 +28,mlp.experts.91.down_proj,0.0000010219,0.01000,0.729 +28,mlp.experts.95.down_proj,0.0000018806,0.01000,0.718 +28,mlp.experts.98.down_proj,0.0000016302,0.01000,0.715 +28,mlp.experts.110.down_proj,0.0000021790,0.01000,0.693 +28,mlp.experts.106.down_proj,0.0000011894,0.01000,0.695 +28,mlp.experts.102.down_proj,0.0000011284,0.01000,0.730 +28,mlp.experts.87.down_proj,0.0000012213,0.01000,0.795 +28,mlp.experts.113.down_proj,0.0000013793,0.01000,0.602 +28,mlp.experts.96.down_proj,0.0000010848,0.01000,0.802 +28,mlp.experts.117.down_proj,0.0000013281,0.01000,0.590 +28,mlp.experts.121.down_proj,0.0000013476,0.01000,0.588 +28,mlp.experts.100.down_proj,0.0000009517,0.01000,0.753 +28,mlp.experts.83.down_proj,0.0000014700,0.01000,0.956 +28,mlp.experts.108.down_proj,0.0000019435,0.01000,0.817 +28,mlp.experts.125.down_proj,0.0000030529,0.01000,0.544 +28,mlp.experts.104.down_proj,0.0000013955,0.01000,0.755 +28,mlp.experts.111.down_proj,0.0000013337,0.01000,0.680 +28,mlp.experts.107.down_proj,0.0000011525,0.01000,0.704 +28,mlp.experts.103.down_proj,0.0000010413,0.01000,0.670 +28,mlp.experts.114.down_proj,0.0000016091,0.01000,0.734 +28,mlp.experts.122.down_proj,0.0000015904,0.01000,0.727 +28,mlp.experts.118.down_proj,0.0000013258,0.01000,0.763 +28,mlp.experts.126.down_proj,0.0000017115,0.01000,0.839 +28,mlp.experts.112.down_proj,0.0000018483,0.01000,0.738 +28,mlp.experts.116.down_proj,0.0000012255,0.01000,0.681 +28,mlp.experts.99.down_proj,0.0000021511,0.01000,0.684 +28,mlp.experts.124.down_proj,0.0000016779,0.01000,0.705 +28,mlp.experts.120.down_proj,0.0000021008,0.01000,0.621 +28,mlp.experts.127.down_proj,0.0000011083,0.01000,0.581 +28,mlp.experts.123.down_proj,0.0000012579,0.01000,0.686 +28,mlp.experts.119.down_proj,0.0000014197,0.01000,0.557 +28,mlp.experts.115.down_proj,0.0000014752,0.01000,0.411 +29,self_attn.q_proj,0.0000012909,0.01000,0.780 +29,self_attn.v_proj,0.0000002049,0.01000,0.838 +29,self_attn.k_proj,0.0000001672,0.01000,0.879 +29,self_attn.o_proj,0.0000001896,0.01000,1.479 +29,mlp.experts.8.gate_proj,0.0000142652,0.01000,1.826 +29,mlp.experts.0.gate_proj,0.0000126360,0.01000,1.928 +29,mlp.experts.4.gate_proj,0.0000116588,0.01000,1.937 +29,mlp.experts.12.gate_proj,0.0000122199,0.01000,1.923 +29,mlp.experts.11.gate_proj,0.0000109469,0.01000,1.993 +29,mlp.experts.15.gate_proj,0.0000122394,0.01000,2.023 +29,mlp.experts.2.gate_proj,0.0000124183,0.01000,2.080 +29,mlp.experts.14.gate_proj,0.0000131817,0.01000,2.090 +29,mlp.experts.6.gate_proj,0.0000116161,0.01000,2.095 +29,mlp.experts.7.gate_proj,0.0000117497,0.01000,2.154 +29,mlp.experts.3.gate_proj,0.0000110624,0.01000,2.163 +29,mlp.experts.9.gate_proj,0.0000125938,0.01000,2.099 +29,mlp.experts.5.gate_proj,0.0000127981,0.01000,2.277 +29,mlp.experts.1.gate_proj,0.0000110503,0.01000,2.304 +29,mlp.experts.10.gate_proj,0.0000108526,0.01000,2.327 +29,mlp.experts.13.gate_proj,0.0000131210,0.01000,2.390 +29,mlp.experts.24.gate_proj,0.0000130618,0.01000,1.831 +29,mlp.experts.28.gate_proj,0.0000122657,0.01000,1.769 +29,mlp.experts.20.gate_proj,0.0000120148,0.01000,1.862 +29,mlp.experts.16.gate_proj,0.0000149575,0.01000,1.914 +29,mlp.experts.31.gate_proj,0.0000148914,0.01000,1.837 +29,mlp.experts.19.gate_proj,0.0000122497,0.01000,1.807 +29,mlp.experts.27.gate_proj,0.0000114554,0.01000,2.013 +29,mlp.experts.22.gate_proj,0.0000122992,0.01000,1.934 +29,mlp.experts.23.gate_proj,0.0000160148,0.01000,1.893 +29,mlp.experts.30.gate_proj,0.0000127333,0.01000,1.992 +29,mlp.experts.18.gate_proj,0.0000116290,0.01000,2.073 +29,mlp.experts.26.gate_proj,0.0000152064,0.01000,1.936 +29,mlp.experts.25.gate_proj,0.0000128944,0.01000,2.079 +29,mlp.experts.21.gate_proj,0.0000128537,0.01000,2.117 +29,mlp.experts.17.gate_proj,0.0000117481,0.01000,2.140 +29,mlp.experts.29.gate_proj,0.0000146333,0.01000,2.057 +29,mlp.experts.40.gate_proj,0.0000119757,0.01000,1.926 +29,mlp.experts.44.gate_proj,0.0000131768,0.01000,1.964 +29,mlp.experts.47.gate_proj,0.0000132118,0.01000,1.851 +29,mlp.experts.32.gate_proj,0.0000156118,0.01000,2.025 +29,mlp.experts.36.gate_proj,0.0000102927,0.01000,2.072 +29,mlp.experts.38.gate_proj,0.0000147535,0.01000,1.826 +29,mlp.experts.35.gate_proj,0.0000122762,0.01000,2.008 +29,mlp.experts.46.gate_proj,0.0000118973,0.01000,1.958 +29,mlp.experts.43.gate_proj,0.0000140911,0.01000,2.076 +29,mlp.experts.39.gate_proj,0.0000130419,0.01000,2.097 +29,mlp.experts.34.gate_proj,0.0000121862,0.01000,2.014 +29,mlp.experts.42.gate_proj,0.0000157123,0.01000,1.911 +29,mlp.experts.41.gate_proj,0.0000183885,0.01000,1.944 +29,mlp.experts.45.gate_proj,0.0000131301,0.01000,1.976 +29,mlp.experts.33.gate_proj,0.0000128097,0.01000,2.044 +29,mlp.experts.37.gate_proj,0.0000109792,0.01000,2.123 +29,mlp.experts.56.gate_proj,0.0000124667,0.01000,1.996 +29,mlp.experts.63.gate_proj,0.0000133150,0.01000,1.950 +29,mlp.experts.60.gate_proj,0.0000128830,0.01000,2.019 +29,mlp.experts.51.gate_proj,0.0000118806,0.01000,1.865 +29,mlp.experts.54.gate_proj,0.0000135255,0.01000,1.968 +29,mlp.experts.48.gate_proj,0.0000141466,0.01000,1.997 +29,mlp.experts.52.gate_proj,0.0000126246,0.01000,1.999 +29,mlp.experts.62.gate_proj,0.0000133721,0.01000,2.006 +29,mlp.experts.59.gate_proj,0.0000121132,0.01000,1.975 +29,mlp.experts.58.gate_proj,0.0000123882,0.01000,1.941 +29,mlp.experts.57.gate_proj,0.0000180770,0.01000,1.874 +29,mlp.experts.55.gate_proj,0.0000119695,0.01000,2.006 +29,mlp.experts.50.gate_proj,0.0000138714,0.01000,2.006 +29,mlp.experts.61.gate_proj,0.0000136317,0.01000,1.798 +29,mlp.experts.53.gate_proj,0.0000119494,0.01000,1.798 +29,mlp.experts.49.gate_proj,0.0000133036,0.01000,1.916 +29,mlp.experts.79.gate_proj,0.0000134026,0.01000,1.845 +29,mlp.experts.67.gate_proj,0.0000131168,0.01000,1.782 +29,mlp.experts.72.gate_proj,0.0000113435,0.01000,2.213 +29,mlp.experts.70.gate_proj,0.0000125295,0.01000,1.986 +29,mlp.experts.75.gate_proj,0.0000125398,0.01000,1.793 +29,mlp.experts.71.gate_proj,0.0000144805,0.01000,1.764 +29,mlp.experts.68.gate_proj,0.0000124025,0.01000,2.072 +29,mlp.experts.76.gate_proj,0.0000132757,0.01000,2.268 +29,mlp.experts.64.gate_proj,0.0000124961,0.01000,2.130 +29,mlp.experts.78.gate_proj,0.0000123534,0.01000,1.991 +29,mlp.experts.74.gate_proj,0.0000132285,0.01000,2.013 +29,mlp.experts.73.gate_proj,0.0000114282,0.01000,2.046 +29,mlp.experts.66.gate_proj,0.0000118654,0.01000,2.058 +29,mlp.experts.77.gate_proj,0.0000130114,0.01000,2.056 +29,mlp.experts.69.gate_proj,0.0000123926,0.01000,2.033 +29,mlp.experts.65.gate_proj,0.0000121684,0.01000,2.100 +29,mlp.experts.95.gate_proj,0.0000123027,0.01000,1.677 +29,mlp.experts.83.gate_proj,0.0000121461,0.01000,1.682 +29,mlp.experts.91.gate_proj,0.0000142005,0.01000,1.655 +29,mlp.experts.87.gate_proj,0.0000129633,0.01000,1.639 +29,mlp.experts.88.gate_proj,0.0000125962,0.01000,1.908 +29,mlp.experts.86.gate_proj,0.0000151564,0.01000,2.001 +29,mlp.experts.84.gate_proj,0.0000138817,0.01000,1.924 +29,mlp.experts.92.gate_proj,0.0000138732,0.01000,1.994 +29,mlp.experts.80.gate_proj,0.0000137436,0.01000,2.036 +29,mlp.experts.90.gate_proj,0.0000117547,0.01000,1.962 +29,mlp.experts.94.gate_proj,0.0000126298,0.01000,2.089 +29,mlp.experts.89.gate_proj,0.0000131832,0.01000,2.074 +29,mlp.experts.82.gate_proj,0.0000127439,0.01000,2.112 +29,mlp.experts.85.gate_proj,0.0000115041,0.01000,2.161 +29,mlp.experts.93.gate_proj,0.0000122700,0.01000,2.354 +29,mlp.experts.81.gate_proj,0.0000143740,0.01000,2.222 +29,mlp.experts.111.gate_proj,0.0000124642,0.01000,1.723 +29,mlp.experts.99.gate_proj,0.0000068997,0.01000,1.702 +29,mlp.experts.107.gate_proj,0.0000118989,0.01000,1.654 +29,mlp.experts.103.gate_proj,0.0000112104,0.01000,1.786 +29,mlp.experts.104.gate_proj,0.0000116191,0.01000,1.743 +29,mlp.experts.100.gate_proj,0.0000124623,0.01000,1.829 +29,mlp.experts.108.gate_proj,0.0000134935,0.01000,1.830 +29,mlp.experts.102.gate_proj,0.0000120652,0.01000,2.002 +29,mlp.experts.96.gate_proj,0.0000126930,0.01000,1.944 +29,mlp.experts.106.gate_proj,0.0000114344,0.01000,2.005 +29,mlp.experts.110.gate_proj,0.0000158246,0.01000,2.225 +29,mlp.experts.98.gate_proj,0.0000160475,0.01000,2.176 +29,mlp.experts.105.gate_proj,0.0000121322,0.01000,2.253 +29,mlp.experts.101.gate_proj,0.0000118194,0.01000,2.061 +29,mlp.experts.127.gate_proj,0.0000137071,0.01000,1.713 +29,mlp.experts.115.gate_proj,0.0000132052,0.01000,1.769 +29,mlp.experts.97.gate_proj,0.0000124644,0.01000,2.070 +29,mlp.experts.109.gate_proj,0.0000127190,0.01000,2.205 +29,mlp.experts.123.gate_proj,0.0000126188,0.01000,1.680 +29,mlp.experts.119.gate_proj,0.0000141126,0.01000,1.669 +29,mlp.experts.120.gate_proj,0.0000120350,0.01000,1.820 +29,mlp.experts.116.gate_proj,0.0000123191,0.01000,1.729 +29,mlp.experts.124.gate_proj,0.0000122693,0.01000,1.720 +29,mlp.experts.112.gate_proj,0.0000123247,0.01000,1.720 +29,mlp.experts.118.gate_proj,0.0000125343,0.01000,1.956 +29,mlp.experts.122.gate_proj,0.0000077306,0.01000,2.024 +29,mlp.experts.15.up_proj,0.0000128380,0.01000,1.761 +29,mlp.experts.126.gate_proj,0.0000122524,0.01000,2.136 +29,mlp.experts.3.up_proj,0.0000106209,0.01000,1.732 +29,mlp.experts.114.gate_proj,0.0000127327,0.01000,2.114 +29,mlp.experts.11.up_proj,0.0000156248,0.01000,1.791 +29,mlp.experts.117.gate_proj,0.0000121004,0.01000,2.086 +29,mlp.experts.121.gate_proj,0.0000128980,0.01000,2.180 +29,mlp.experts.7.up_proj,0.0000116401,0.01000,1.754 +29,mlp.experts.8.up_proj,0.0000139269,0.01000,1.504 +29,mlp.experts.125.gate_proj,0.0000121275,0.01000,2.028 +29,mlp.experts.4.up_proj,0.0000116747,0.01000,1.588 +29,mlp.experts.113.gate_proj,0.0000139852,0.01000,2.258 +29,mlp.experts.12.up_proj,0.0000114847,0.01000,1.618 +29,mlp.experts.0.up_proj,0.0000131221,0.01000,1.592 +29,mlp.experts.6.up_proj,0.0000112985,0.01000,1.969 +29,mlp.experts.31.up_proj,0.0000145732,0.01000,1.586 +29,mlp.experts.10.up_proj,0.0000155557,0.01000,1.950 +29,mlp.experts.19.up_proj,0.0000139254,0.01000,1.691 +29,mlp.experts.27.up_proj,0.0000123015,0.01000,1.618 +29,mlp.experts.23.up_proj,0.0000151065,0.01000,1.635 +29,mlp.experts.24.up_proj,0.0000119822,0.01000,1.659 +29,mlp.experts.14.up_proj,0.0000128525,0.01000,2.090 +29,mlp.experts.28.up_proj,0.0000128917,0.01000,1.680 +29,mlp.experts.2.up_proj,0.0000134930,0.01000,2.175 +29,mlp.experts.5.up_proj,0.0000132432,0.01000,2.162 +29,mlp.experts.13.up_proj,0.0000131330,0.01000,1.981 +29,mlp.experts.9.up_proj,0.0000126002,0.01000,2.256 +29,mlp.experts.16.up_proj,0.0000144823,0.01000,1.690 +29,mlp.experts.20.up_proj,0.0000127259,0.01000,1.994 +29,mlp.experts.1.up_proj,0.0000120352,0.01000,2.271 +29,mlp.experts.47.up_proj,0.0000114975,0.01000,1.665 +29,mlp.experts.22.up_proj,0.0000119945,0.01000,1.987 +29,mlp.experts.43.up_proj,0.0000142622,0.01000,1.670 +29,mlp.experts.35.up_proj,0.0000123346,0.01000,1.851 +29,mlp.experts.26.up_proj,0.0000133133,0.01000,2.045 +29,mlp.experts.40.up_proj,0.0000121357,0.01000,1.717 +29,mlp.experts.39.up_proj,0.0000120335,0.01000,1.874 +29,mlp.experts.44.up_proj,0.0000128740,0.01000,1.674 +29,mlp.experts.32.up_proj,0.0000147652,0.01000,1.659 +29,mlp.experts.30.up_proj,0.0000123770,0.01000,2.079 +29,mlp.experts.36.up_proj,0.0000222610,0.01000,1.883 +29,mlp.experts.25.up_proj,0.0000134921,0.01000,1.984 +29,mlp.experts.18.up_proj,0.0000129235,0.01000,2.143 +29,mlp.experts.21.up_proj,0.0000124939,0.01000,2.134 +29,mlp.experts.29.up_proj,0.0000143036,0.01000,2.222 +29,mlp.experts.17.up_proj,0.0000136051,0.01000,2.106 +29,mlp.experts.63.up_proj,0.0000131460,0.01000,1.907 +29,mlp.experts.38.up_proj,0.0000135343,0.01000,2.003 +29,mlp.experts.51.up_proj,0.0000119530,0.01000,1.769 +29,mlp.experts.59.up_proj,0.0000121216,0.01000,1.919 +29,mlp.experts.56.up_proj,0.0000130481,0.01000,1.739 +29,mlp.experts.42.up_proj,0.0000138444,0.01000,1.931 +29,mlp.experts.55.up_proj,0.0000116992,0.01000,1.922 +29,mlp.experts.60.up_proj,0.0000132009,0.01000,1.776 +29,mlp.experts.48.up_proj,0.0000127850,0.01000,1.792 +29,mlp.experts.46.up_proj,0.0000128260,0.01000,1.912 +29,mlp.experts.41.up_proj,0.0000151281,0.01000,1.876 +29,mlp.experts.52.up_proj,0.0000126208,0.01000,1.984 +29,mlp.experts.37.up_proj,0.0000107414,0.01000,1.993 +29,mlp.experts.34.up_proj,0.0000120169,0.01000,2.008 +29,mlp.experts.45.up_proj,0.0000132000,0.01000,2.069 +29,mlp.experts.79.up_proj,0.0000119093,0.01000,1.876 +29,mlp.experts.33.up_proj,0.0000126698,0.01000,2.051 +29,mlp.experts.72.up_proj,0.0000111882,0.01000,1.741 +29,mlp.experts.54.up_proj,0.0000130597,0.01000,1.885 +29,mlp.experts.75.up_proj,0.0000123050,0.01000,1.815 +29,mlp.experts.67.up_proj,0.0000146584,0.01000,1.920 +29,mlp.experts.58.up_proj,0.0000127730,0.01000,1.884 +29,mlp.experts.76.up_proj,0.0000129490,0.01000,1.692 +29,mlp.experts.71.up_proj,0.0000146001,0.01000,1.923 +29,mlp.experts.64.up_proj,0.0000131695,0.01000,1.704 +29,mlp.experts.62.up_proj,0.0000123747,0.01000,1.930 +29,mlp.experts.57.up_proj,0.0000141992,0.01000,2.055 +29,mlp.experts.68.up_proj,0.0000112945,0.01000,2.025 +29,mlp.experts.53.up_proj,0.0000129161,0.01000,1.985 +29,mlp.experts.50.up_proj,0.0000121508,0.01000,2.004 +29,mlp.experts.49.up_proj,0.0000125206,0.01000,1.835 +29,mlp.experts.61.up_proj,0.0000129642,0.01000,2.192 +29,mlp.experts.95.up_proj,0.0000125835,0.01000,1.915 +29,mlp.experts.88.up_proj,0.0000119892,0.01000,1.757 +29,mlp.experts.70.up_proj,0.0000122663,0.01000,1.941 +29,mlp.experts.83.up_proj,0.0000124173,0.01000,1.925 +29,mlp.experts.91.up_proj,0.0000138042,0.01000,2.049 +29,mlp.experts.92.up_proj,0.0000129786,0.01000,1.790 +29,mlp.experts.74.up_proj,0.0000136811,0.01000,1.929 +29,mlp.experts.80.up_proj,0.0000121406,0.01000,1.784 +29,mlp.experts.87.up_proj,0.0000115423,0.01000,1.866 +29,mlp.experts.78.up_proj,0.0000123513,0.01000,2.008 +29,mlp.experts.66.up_proj,0.0000122800,0.01000,2.050 +29,mlp.experts.84.up_proj,0.0000136342,0.01000,2.119 +29,mlp.experts.73.up_proj,0.0000106730,0.01000,2.155 +29,mlp.experts.69.up_proj,0.0000128679,0.01000,2.118 +29,mlp.experts.111.up_proj,0.0000133668,0.01000,1.930 +29,mlp.experts.65.up_proj,0.0000133932,0.01000,2.045 +29,mlp.experts.104.up_proj,0.0000111069,0.01000,1.966 +29,mlp.experts.77.up_proj,0.0000122467,0.01000,2.243 +29,mlp.experts.86.up_proj,0.0000143992,0.01000,2.020 +29,mlp.experts.99.up_proj,0.0000073558,0.01000,1.977 +29,mlp.experts.108.up_proj,0.0000139467,0.01000,1.924 +29,mlp.experts.107.up_proj,0.0000124831,0.01000,1.969 +29,mlp.experts.90.up_proj,0.0000120276,0.01000,1.968 +29,mlp.experts.96.up_proj,0.0000126821,0.01000,1.969 +29,mlp.experts.103.up_proj,0.0000129398,0.01000,1.938 +29,mlp.experts.94.up_proj,0.0000125510,0.01000,1.949 +29,mlp.experts.127.up_proj,0.0000130357,0.01000,1.797 +29,mlp.experts.85.up_proj,0.0000145429,0.01000,2.037 +29,mlp.experts.82.up_proj,0.0000123617,0.01000,2.097 +29,mlp.experts.100.up_proj,0.0000120134,0.01000,2.141 +29,mlp.experts.89.up_proj,0.0000131275,0.01000,2.177 +29,mlp.experts.81.up_proj,0.0000161020,0.01000,2.062 +29,mlp.experts.123.up_proj,0.0000126898,0.01000,1.747 +29,mlp.experts.115.up_proj,0.0000129021,0.01000,1.821 +29,mlp.experts.120.up_proj,0.0000120995,0.01000,2.137 +29,mlp.experts.119.up_proj,0.0000139545,0.01000,1.668 +29,mlp.experts.93.up_proj,0.0000118184,0.01000,2.072 +29,mlp.experts.102.up_proj,0.0000122359,0.01000,2.101 +29,mlp.experts.124.up_proj,0.0000121795,0.01000,2.088 +29,mlp.experts.112.up_proj,0.0000125403,0.01000,1.962 +29,mlp.experts.106.up_proj,0.0000132868,0.01000,2.050 +29,mlp.experts.116.up_proj,0.0000121618,0.01000,1.090 +29,mlp.experts.110.up_proj,0.0000151721,0.01000,1.989 +29,mlp.experts.101.up_proj,0.0000128266,0.01000,1.813 +29,mlp.experts.105.up_proj,0.0000120065,0.01000,1.807 +29,mlp.experts.98.up_proj,0.0000141901,0.01000,1.937 +29,mlp.experts.97.up_proj,0.0000134823,0.01000,1.735 +29,mlp.experts.109.up_proj,0.0000125012,0.01000,1.742 +29,mlp.experts.118.up_proj,0.0000129559,0.01000,1.947 +29,mlp.experts.122.up_proj,0.0000081070,0.01000,1.800 +29,mlp.experts.126.up_proj,0.0000124460,0.01000,1.615 +29,mlp.experts.114.up_proj,0.0000124886,0.01000,1.328 +29,mlp.experts.117.up_proj,0.0000137992,0.01000,1.635 +29,mlp.experts.121.up_proj,0.0000121590,0.01000,1.581 +29,mlp.experts.113.up_proj,0.0000143679,0.01000,1.564 +29,mlp.experts.125.up_proj,0.0000118374,0.01000,1.409 +29,mlp.experts.8.down_proj,0.0000018183,0.01000,0.832 +29,mlp.experts.4.down_proj,0.0000011393,0.01000,0.861 +29,mlp.experts.0.down_proj,0.0000022917,0.01000,0.862 +29,mlp.experts.12.down_proj,0.0000009911,0.01000,0.886 +29,mlp.experts.1.down_proj,0.0000012650,0.01000,1.341 +29,mlp.experts.5.down_proj,0.0000018702,0.01000,1.362 +29,mlp.experts.11.down_proj,0.0000022548,0.01000,1.371 +29,mlp.experts.15.down_proj,0.0000018050,0.01000,1.378 +29,mlp.experts.9.down_proj,0.0000013283,0.01000,1.405 +29,mlp.experts.3.down_proj,0.0000008950,0.01000,1.404 +29,mlp.experts.7.down_proj,0.0000016310,0.01000,1.408 +29,mlp.experts.13.down_proj,0.0000018190,0.01000,1.418 +29,mlp.experts.14.down_proj,0.0000012969,0.01000,1.443 +29,mlp.experts.2.down_proj,0.0000018511,0.01000,1.447 +29,mlp.experts.10.down_proj,0.0000014369,0.01000,1.464 +29,mlp.experts.24.down_proj,0.0000012275,0.01000,0.631 +29,mlp.experts.20.down_proj,0.0000015643,0.01000,0.611 +29,mlp.experts.6.down_proj,0.0000008996,0.01000,1.488 +29,mlp.experts.16.down_proj,0.0000021759,0.01000,0.623 +29,mlp.experts.28.down_proj,0.0000014497,0.01000,0.607 +29,mlp.experts.17.down_proj,0.0000018401,0.01000,0.640 +29,mlp.experts.27.down_proj,0.0000012111,0.01000,0.650 +29,mlp.experts.21.down_proj,0.0000013503,0.01000,0.661 +29,mlp.experts.31.down_proj,0.0000020699,0.01000,0.647 +29,mlp.experts.40.down_proj,0.0000012712,0.01000,0.586 +29,mlp.experts.36.down_proj,0.0000036418,0.01000,0.585 +29,mlp.experts.23.down_proj,0.0000029264,0.01000,0.653 +29,mlp.experts.32.down_proj,0.0000024960,0.01000,0.580 +29,mlp.experts.44.down_proj,0.0000014809,0.01000,0.597 +29,mlp.experts.29.down_proj,0.0000030029,0.01000,0.690 +29,mlp.experts.19.down_proj,0.0000021756,0.01000,0.723 +29,mlp.experts.25.down_proj,0.0000013020,0.01000,0.742 +29,mlp.experts.30.down_proj,0.0000013885,0.01000,0.771 +29,mlp.experts.18.down_proj,0.0000012425,0.01000,0.799 +29,mlp.experts.26.down_proj,0.0000013694,0.01000,0.840 +29,mlp.experts.22.down_proj,0.0000011898,0.01000,0.875 +29,mlp.experts.33.down_proj,0.0000013372,0.01000,0.630 +29,mlp.experts.56.down_proj,0.0000014805,0.01000,0.607 +29,mlp.experts.52.down_proj,0.0000016107,0.01000,0.601 +29,mlp.experts.48.down_proj,0.0000013666,0.01000,0.597 +29,mlp.experts.60.down_proj,0.0000016392,0.01000,0.604 +29,mlp.experts.37.down_proj,0.0000009120,0.01000,0.672 +29,mlp.experts.43.down_proj,0.0000026851,0.01000,0.688 +29,mlp.experts.47.down_proj,0.0000010015,0.01000,0.705 +29,mlp.experts.39.down_proj,0.0000012659,0.01000,0.691 +29,mlp.experts.45.down_proj,0.0000013165,0.01000,0.651 +29,mlp.experts.41.down_proj,0.0000032462,0.01000,0.633 +29,mlp.experts.35.down_proj,0.0000018670,0.01000,0.837 +29,mlp.experts.46.down_proj,0.0000015839,0.01000,0.837 +29,mlp.experts.34.down_proj,0.0000009924,0.01000,0.829 +29,mlp.experts.42.down_proj,0.0000023741,0.01000,0.811 +29,mlp.experts.38.down_proj,0.0000020942,0.01000,0.819 +29,mlp.experts.49.down_proj,0.0000011485,0.01000,0.710 +29,mlp.experts.72.down_proj,0.0000010432,0.01000,0.701 +29,mlp.experts.68.down_proj,0.0000009634,0.01000,0.706 +29,mlp.experts.64.down_proj,0.0000016127,0.01000,0.732 +29,mlp.experts.76.down_proj,0.0000014596,0.01000,0.704 +29,mlp.experts.63.down_proj,0.0000013990,0.01000,0.685 +29,mlp.experts.53.down_proj,0.0000018405,0.01000,0.721 +29,mlp.experts.59.down_proj,0.0000011814,0.01000,0.711 +29,mlp.experts.55.down_proj,0.0000011443,0.01000,0.692 +29,mlp.experts.61.down_proj,0.0000013128,0.01000,0.746 +29,mlp.experts.57.down_proj,0.0000024527,0.01000,0.768 +29,mlp.experts.51.down_proj,0.0000011428,0.01000,0.672 +29,mlp.experts.62.down_proj,0.0000012636,0.01000,0.661 +29,mlp.experts.50.down_proj,0.0000012188,0.01000,0.683 +29,mlp.experts.58.down_proj,0.0000013513,0.01000,0.675 +29,mlp.experts.54.down_proj,0.0000011908,0.01000,0.652 +29,mlp.experts.65.down_proj,0.0000014916,0.01000,0.628 +29,mlp.experts.88.down_proj,0.0000012944,0.01000,0.623 +29,mlp.experts.69.down_proj,0.0000013871,0.01000,0.641 +29,mlp.experts.80.down_proj,0.0000011177,0.01000,0.679 +29,mlp.experts.92.down_proj,0.0000017528,0.01000,0.702 +29,mlp.experts.84.down_proj,0.0000016022,0.01000,0.772 +29,mlp.experts.77.down_proj,0.0000012745,0.01000,0.656 +29,mlp.experts.73.down_proj,0.0000008032,0.01000,0.623 +29,mlp.experts.79.down_proj,0.0000010527,0.01000,0.791 +29,mlp.experts.75.down_proj,0.0000010647,0.01000,0.828 +29,mlp.experts.71.down_proj,0.0000024147,0.01000,0.835 +29,mlp.experts.67.down_proj,0.0000037197,0.01000,0.754 +29,mlp.experts.78.down_proj,0.0000015149,0.01000,0.681 +29,mlp.experts.66.down_proj,0.0000013118,0.01000,0.657 +29,mlp.experts.74.down_proj,0.0000017825,0.01000,0.704 +29,mlp.experts.70.down_proj,0.0000021564,0.01000,0.687 +29,mlp.experts.81.down_proj,0.0000025423,0.01000,0.611 +29,mlp.experts.85.down_proj,0.0000015666,0.01000,0.635 +29,mlp.experts.104.down_proj,0.0000009202,0.01000,0.788 +29,mlp.experts.89.down_proj,0.0000016327,0.01000,0.673 +29,mlp.experts.93.down_proj,0.0000011387,0.01000,0.681 +29,mlp.experts.96.down_proj,0.0000011850,0.01000,0.768 +29,mlp.experts.108.down_proj,0.0000038091,0.01000,0.768 +29,mlp.experts.100.down_proj,0.0000009933,0.01000,0.786 +29,mlp.experts.95.down_proj,0.0000012756,0.01000,0.769 +29,mlp.experts.91.down_proj,0.0000021980,0.01000,0.745 +29,mlp.experts.94.down_proj,0.0000014404,0.01000,0.633 +29,mlp.experts.82.down_proj,0.0000012223,0.01000,0.629 +29,mlp.experts.87.down_proj,0.0000010020,0.01000,0.766 +29,mlp.experts.90.down_proj,0.0000015300,0.01000,0.617 +29,mlp.experts.83.down_proj,0.0000012379,0.01000,0.732 +29,mlp.experts.97.down_proj,0.0000024372,0.01000,0.616 +29,mlp.experts.86.down_proj,0.0000022844,0.01000,0.757 +29,mlp.experts.101.down_proj,0.0000014214,0.01000,0.626 +29,mlp.experts.109.down_proj,0.0000012886,0.01000,0.615 +29,mlp.experts.105.down_proj,0.0000012097,0.01000,0.633 +29,mlp.experts.112.down_proj,0.0000013512,0.01000,0.655 +29,mlp.experts.120.down_proj,0.0000012016,0.01000,0.791 +29,mlp.experts.116.down_proj,0.0000011641,0.01000,0.657 +29,mlp.experts.124.down_proj,0.0000015276,0.01000,0.736 +29,mlp.experts.110.down_proj,0.0000021785,0.01000,0.628 +29,mlp.experts.98.down_proj,0.0000037965,0.01000,0.625 +29,mlp.experts.106.down_proj,0.0000013512,0.01000,0.631 +29,mlp.experts.107.down_proj,0.0000012468,0.01000,0.733 +29,mlp.experts.111.down_proj,0.0000014457,0.01000,0.777 +29,mlp.experts.103.down_proj,0.0000014624,0.01000,0.717 +29,mlp.experts.99.down_proj,0.0000006194,0.01000,0.714 +29,mlp.experts.113.down_proj,0.0000020000,0.01000,0.719 +29,mlp.experts.117.down_proj,0.0000017471,0.01000,0.624 +29,mlp.experts.125.down_proj,0.0000011919,0.01000,0.550 +29,mlp.experts.121.down_proj,0.0000011413,0.01000,0.547 +29,mlp.experts.102.down_proj,0.0000012856,0.01000,0.770 +29,mlp.experts.126.down_proj,0.0000015133,0.01000,0.607 +29,mlp.experts.114.down_proj,0.0000012452,0.01000,0.623 +29,mlp.experts.122.down_proj,0.0000005349,0.01000,0.590 +29,mlp.experts.123.down_proj,0.0000014445,0.01000,0.748 +29,mlp.experts.118.down_proj,0.0000011421,0.01000,0.453 +29,mlp.experts.127.down_proj,0.0000015048,0.01000,0.746 +29,mlp.experts.119.down_proj,0.0000020423,0.01000,0.749 +29,mlp.experts.115.down_proj,0.0000013098,0.01000,0.699 +30,self_attn.q_proj,0.0000014649,0.01000,0.769 +30,self_attn.k_proj,0.0000002371,0.01000,0.825 +30,self_attn.v_proj,0.0000002635,0.01000,1.306 +30,self_attn.o_proj,0.0000002063,0.01000,2.576 +30,mlp.experts.8.gate_proj,0.0000170513,0.01000,2.022 +30,mlp.experts.13.gate_proj,0.0000169724,0.01000,2.047 +30,mlp.experts.5.gate_proj,0.0000185555,0.01000,1.938 +30,mlp.experts.1.gate_proj,0.0000162058,0.01000,2.093 +30,mlp.experts.0.gate_proj,0.0000160495,0.01000,2.107 +30,mlp.experts.9.gate_proj,0.0000164498,0.01000,1.971 +30,mlp.experts.12.gate_proj,0.0000159392,0.01000,2.037 +30,mlp.experts.4.gate_proj,0.0000159626,0.01000,2.275 +30,mlp.experts.10.gate_proj,0.0000130176,0.01000,3.446 +30,mlp.experts.3.gate_proj,0.0000160746,0.01000,3.329 +30,mlp.experts.14.gate_proj,0.0000142781,0.01000,3.476 +30,mlp.experts.11.gate_proj,0.0000160065,0.01000,3.385 +30,mlp.experts.7.gate_proj,0.0000150746,0.01000,3.423 +30,mlp.experts.2.gate_proj,0.0000137181,0.01000,3.569 +30,mlp.experts.15.gate_proj,0.0000159088,0.01000,3.575 +30,mlp.experts.6.gate_proj,0.0000161690,0.01000,3.646 +30,mlp.experts.17.gate_proj,0.0000187137,0.01000,1.711 +30,mlp.experts.29.gate_proj,0.0000176111,0.01000,1.770 +30,mlp.experts.25.gate_proj,0.0000158902,0.01000,1.744 +30,mlp.experts.21.gate_proj,0.0000195417,0.01000,1.854 +30,mlp.experts.16.gate_proj,0.0000162027,0.01000,1.989 +30,mlp.experts.24.gate_proj,0.0000156186,0.01000,2.164 +30,mlp.experts.20.gate_proj,0.0000184816,0.01000,1.985 +30,mlp.experts.28.gate_proj,0.0000155901,0.01000,2.280 +30,mlp.experts.33.gate_proj,0.0000164998,0.01000,1.636 +30,mlp.experts.41.gate_proj,0.0000149232,0.01000,1.669 +30,mlp.experts.45.gate_proj,0.0000176342,0.01000,1.707 +30,mlp.experts.37.gate_proj,0.0000169054,0.01000,1.667 +30,mlp.experts.32.gate_proj,0.0000181212,0.01000,1.659 +30,mlp.experts.36.gate_proj,0.0000135736,0.01000,1.644 +30,mlp.experts.40.gate_proj,0.0000173657,0.01000,1.771 +30,mlp.experts.44.gate_proj,0.0000160934,0.01000,2.068 +30,mlp.experts.27.gate_proj,0.0000154054,0.01000,3.087 +30,mlp.experts.19.gate_proj,0.0000139054,0.01000,3.144 +30,mlp.experts.26.gate_proj,0.0000161485,0.01000,3.169 +30,mlp.experts.30.gate_proj,0.0000135987,0.01000,3.198 +30,mlp.experts.31.gate_proj,0.0000186697,0.01000,3.137 +30,mlp.experts.18.gate_proj,0.0000154858,0.01000,3.173 +30,mlp.experts.22.gate_proj,0.0000160174,0.01000,3.197 +30,mlp.experts.23.gate_proj,0.0000139176,0.01000,3.332 +30,mlp.experts.49.gate_proj,0.0000162276,0.01000,1.931 +30,mlp.experts.57.gate_proj,0.0000161763,0.01000,1.960 +30,mlp.experts.61.gate_proj,0.0000146139,0.01000,1.970 +30,mlp.experts.53.gate_proj,0.0000160089,0.01000,1.972 +30,mlp.experts.52.gate_proj,0.0000130309,0.01000,1.791 +30,mlp.experts.56.gate_proj,0.0000131824,0.01000,1.932 +30,mlp.experts.48.gate_proj,0.0000144757,0.01000,2.375 +30,mlp.experts.60.gate_proj,0.0000152564,0.01000,1.871 +30,mlp.experts.65.gate_proj,0.0000152282,0.01000,2.129 +30,mlp.experts.35.gate_proj,0.0000150869,0.01000,3.096 +30,mlp.experts.46.gate_proj,0.0000166788,0.01000,3.042 +30,mlp.experts.43.gate_proj,0.0000152486,0.01000,3.106 +30,mlp.experts.68.gate_proj,0.0000180300,0.01000,2.044 +30,mlp.experts.73.gate_proj,0.0000165773,0.01000,2.239 +30,mlp.experts.42.gate_proj,0.0000132599,0.01000,3.141 +30,mlp.experts.77.gate_proj,0.0000160047,0.01000,2.306 +30,mlp.experts.69.gate_proj,0.0000185155,0.01000,2.330 +30,mlp.experts.38.gate_proj,0.0000143599,0.01000,3.108 +30,mlp.experts.34.gate_proj,0.0000145442,0.01000,3.231 +30,mlp.experts.39.gate_proj,0.0000156348,0.01000,3.109 +30,mlp.experts.72.gate_proj,0.0000157923,0.01000,2.162 +30,mlp.experts.47.gate_proj,0.0000171440,0.01000,3.445 +30,mlp.experts.64.gate_proj,0.0000141204,0.01000,2.082 +30,mlp.experts.76.gate_proj,0.0000160554,0.01000,2.098 +30,mlp.experts.81.gate_proj,0.0000174977,0.01000,2.114 +30,mlp.experts.89.gate_proj,0.0000158607,0.01000,2.075 +30,mlp.experts.85.gate_proj,0.0000128175,0.01000,1.994 +30,mlp.experts.93.gate_proj,0.0000145753,0.01000,2.097 +30,mlp.experts.84.gate_proj,0.0000155830,0.01000,2.177 +30,mlp.experts.88.gate_proj,0.0000147452,0.01000,2.224 +30,mlp.experts.80.gate_proj,0.0000155246,0.01000,2.272 +30,mlp.experts.62.gate_proj,0.0000149888,0.01000,2.841 +30,mlp.experts.58.gate_proj,0.0000152455,0.01000,2.850 +30,mlp.experts.92.gate_proj,0.0000165052,0.01000,2.219 +30,mlp.experts.54.gate_proj,0.0000161881,0.01000,3.061 +30,mlp.experts.50.gate_proj,0.0000188500,0.01000,3.137 +30,mlp.experts.59.gate_proj,0.0000174169,0.01000,3.407 +30,mlp.experts.51.gate_proj,0.0000191689,0.01000,3.466 +30,mlp.experts.97.gate_proj,0.0000153652,0.01000,1.787 +30,mlp.experts.55.gate_proj,0.0000157384,0.01000,3.566 +30,mlp.experts.63.gate_proj,0.0000158886,0.01000,3.487 +30,mlp.experts.105.gate_proj,0.0000145201,0.01000,1.821 +30,mlp.experts.109.gate_proj,0.0000162548,0.01000,1.748 +30,mlp.experts.101.gate_proj,0.0000166466,0.01000,1.901 +30,mlp.experts.100.gate_proj,0.0000143597,0.01000,2.146 +30,mlp.experts.104.gate_proj,0.0000162120,0.01000,2.206 +30,mlp.experts.96.gate_proj,0.0000166501,0.01000,2.259 +30,mlp.experts.108.gate_proj,0.0000153033,0.01000,2.165 +30,mlp.experts.113.gate_proj,0.0000170232,0.01000,2.169 +30,mlp.experts.125.gate_proj,0.0000150404,0.01000,2.127 +30,mlp.experts.78.gate_proj,0.0000214998,0.01000,3.246 +30,mlp.experts.74.gate_proj,0.0000163903,0.01000,3.291 +30,mlp.experts.121.gate_proj,0.0000164013,0.01000,2.267 +30,mlp.experts.117.gate_proj,0.0000147444,0.01000,2.177 +30,mlp.experts.66.gate_proj,0.0000168452,0.01000,3.089 +30,mlp.experts.70.gate_proj,0.0000179219,0.01000,3.248 +30,mlp.experts.116.gate_proj,0.0000151705,0.01000,2.291 +30,mlp.experts.75.gate_proj,0.0000133152,0.01000,3.254 +30,mlp.experts.67.gate_proj,0.0000157370,0.01000,3.199 +30,mlp.experts.120.gate_proj,0.0000148167,0.01000,2.212 +30,mlp.experts.79.gate_proj,0.0000149542,0.01000,3.070 +30,mlp.experts.71.gate_proj,0.0000155191,0.01000,3.186 +30,mlp.experts.112.gate_proj,0.0000167291,0.01000,2.197 +30,mlp.experts.124.gate_proj,0.0000159640,0.01000,2.131 +30,mlp.experts.1.up_proj,0.0000164541,0.01000,1.973 +30,mlp.experts.13.up_proj,0.0000156708,0.01000,2.042 +30,mlp.experts.9.up_proj,0.0000159773,0.01000,1.953 +30,mlp.experts.5.up_proj,0.0000192617,0.01000,1.948 +30,mlp.experts.4.up_proj,0.0000145455,0.01000,1.888 +30,mlp.experts.8.up_proj,0.0000180443,0.01000,2.111 +30,mlp.experts.94.gate_proj,0.0000169470,0.01000,3.108 +30,mlp.experts.0.up_proj,0.0000147658,0.01000,2.075 +30,mlp.experts.12.up_proj,0.0000148452,0.01000,2.081 +30,mlp.experts.90.gate_proj,0.0000175072,0.01000,3.323 +30,mlp.experts.86.gate_proj,0.0000135123,0.01000,3.072 +30,mlp.experts.17.up_proj,0.0000158865,0.01000,1.821 +30,mlp.experts.29.up_proj,0.0000157646,0.01000,1.658 +30,mlp.experts.82.gate_proj,0.0000166794,0.01000,3.415 +30,mlp.experts.21.up_proj,0.0000181843,0.01000,1.685 +30,mlp.experts.25.up_proj,0.0000145977,0.01000,1.738 +30,mlp.experts.91.gate_proj,0.0000176120,0.01000,3.259 +30,mlp.experts.83.gate_proj,0.0000136788,0.01000,3.499 +30,mlp.experts.95.gate_proj,0.0000154156,0.01000,3.429 +30,mlp.experts.87.gate_proj,0.0000158940,0.01000,3.633 +30,mlp.experts.20.up_proj,0.0000169952,0.01000,2.288 +30,mlp.experts.24.up_proj,0.0000160918,0.01000,2.245 +30,mlp.experts.16.up_proj,0.0000158214,0.01000,2.204 +30,mlp.experts.28.up_proj,0.0000145574,0.01000,2.194 +30,mlp.experts.33.up_proj,0.0000154034,0.01000,1.916 +30,mlp.experts.45.up_proj,0.0000177473,0.01000,2.081 +30,mlp.experts.41.up_proj,0.0000155323,0.01000,2.019 +30,mlp.experts.37.up_proj,0.0000158875,0.01000,2.115 +30,mlp.experts.110.gate_proj,0.0000137484,0.01000,3.196 +30,mlp.experts.106.gate_proj,0.0000157750,0.01000,3.167 +30,mlp.experts.102.gate_proj,0.0000183756,0.01000,3.177 +30,mlp.experts.98.gate_proj,0.0000146347,0.01000,3.073 +30,mlp.experts.36.up_proj,0.0000126634,0.01000,2.124 +30,mlp.experts.107.gate_proj,0.0000136516,0.01000,3.430 +30,mlp.experts.40.up_proj,0.0000167364,0.01000,2.097 +30,mlp.experts.99.gate_proj,0.0000160273,0.01000,3.392 +30,mlp.experts.32.up_proj,0.0000165742,0.01000,2.084 +30,mlp.experts.44.up_proj,0.0000158113,0.01000,2.049 +30,mlp.experts.49.up_proj,0.0000142683,0.01000,2.214 +30,mlp.experts.111.gate_proj,0.0000154684,0.01000,3.407 +30,mlp.experts.103.gate_proj,0.0000146602,0.01000,3.348 +30,mlp.experts.61.up_proj,0.0000132599,0.01000,2.215 +30,mlp.experts.57.up_proj,0.0000169771,0.01000,2.250 +30,mlp.experts.53.up_proj,0.0000152179,0.01000,2.196 +30,mlp.experts.52.up_proj,0.0000140211,0.01000,2.070 +30,mlp.experts.126.gate_proj,0.0000157444,0.01000,3.110 +30,mlp.experts.56.up_proj,0.0000177418,0.01000,2.127 +30,mlp.experts.118.gate_proj,0.0000162673,0.01000,2.941 +30,mlp.experts.122.gate_proj,0.0000165159,0.01000,3.051 +30,mlp.experts.60.up_proj,0.0000173051,0.01000,2.143 +30,mlp.experts.48.up_proj,0.0000131666,0.01000,2.184 +30,mlp.experts.114.gate_proj,0.0000164434,0.01000,3.024 +30,mlp.experts.65.up_proj,0.0000152169,0.01000,2.303 +30,mlp.experts.123.gate_proj,0.0000133972,0.01000,2.937 +30,mlp.experts.77.up_proj,0.0000152551,0.01000,2.394 +30,mlp.experts.73.up_proj,0.0000174203,0.01000,2.304 +30,mlp.experts.115.gate_proj,0.0000161807,0.01000,3.000 +30,mlp.experts.69.up_proj,0.0000178827,0.01000,2.411 +30,mlp.experts.127.gate_proj,0.0000148200,0.01000,2.952 +30,mlp.experts.119.gate_proj,0.0000168274,0.01000,2.983 +30,mlp.experts.68.up_proj,0.0000172612,0.01000,2.085 +30,mlp.experts.72.up_proj,0.0000160610,0.01000,1.965 +30,mlp.experts.76.up_proj,0.0000168524,0.01000,1.901 +30,mlp.experts.64.up_proj,0.0000148507,0.01000,1.928 +30,mlp.experts.81.up_proj,0.0000185750,0.01000,2.180 +30,mlp.experts.14.up_proj,0.0000167928,0.01000,3.046 +30,mlp.experts.93.up_proj,0.0000138731,0.01000,2.077 +30,mlp.experts.89.up_proj,0.0000146305,0.01000,2.066 +30,mlp.experts.85.up_proj,0.0000156913,0.01000,2.033 +30,mlp.experts.6.up_proj,0.0000149996,0.01000,3.136 +30,mlp.experts.10.up_proj,0.0000167701,0.01000,3.158 +30,mlp.experts.84.up_proj,0.0000145534,0.01000,1.995 +30,mlp.experts.2.up_proj,0.0000162524,0.01000,3.204 +30,mlp.experts.11.up_proj,0.0000163641,0.01000,3.085 +30,mlp.experts.88.up_proj,0.0000156380,0.01000,1.941 +30,mlp.experts.3.up_proj,0.0000155698,0.01000,3.132 +30,mlp.experts.80.up_proj,0.0000165728,0.01000,2.103 +30,mlp.experts.92.up_proj,0.0000146366,0.01000,2.218 +30,mlp.experts.15.up_proj,0.0000147450,0.01000,3.175 +30,mlp.experts.7.up_proj,0.0000149519,0.01000,3.167 +30,mlp.experts.97.up_proj,0.0000139797,0.01000,2.101 +30,mlp.experts.109.up_proj,0.0000155868,0.01000,2.093 +30,mlp.experts.105.up_proj,0.0000183286,0.01000,2.239 +30,mlp.experts.101.up_proj,0.0000154415,0.01000,2.271 +30,mlp.experts.100.up_proj,0.0000151180,0.01000,2.180 +30,mlp.experts.30.up_proj,0.0000155189,0.01000,3.115 +30,mlp.experts.104.up_proj,0.0000163679,0.01000,2.239 +30,mlp.experts.22.up_proj,0.0000148625,0.01000,2.994 +30,mlp.experts.96.up_proj,0.0000154662,0.01000,2.094 +30,mlp.experts.26.up_proj,0.0000169276,0.01000,3.110 +30,mlp.experts.108.up_proj,0.0000162463,0.01000,2.100 +30,mlp.experts.18.up_proj,0.0000156104,0.01000,3.193 +30,mlp.experts.113.up_proj,0.0000179076,0.01000,2.130 +30,mlp.experts.125.up_proj,0.0000151613,0.01000,1.995 +30,mlp.experts.121.up_proj,0.0000148264,0.01000,1.890 +30,mlp.experts.117.up_proj,0.0000146040,0.01000,1.799 +30,mlp.experts.27.up_proj,0.0000162070,0.01000,3.588 +30,mlp.experts.19.up_proj,0.0000169902,0.01000,3.556 +30,mlp.experts.31.up_proj,0.0000177842,0.01000,3.543 +30,mlp.experts.116.up_proj,0.0000159732,0.01000,2.199 +30,mlp.experts.23.up_proj,0.0000149428,0.01000,3.448 +30,mlp.experts.120.up_proj,0.0000144751,0.01000,2.017 +30,mlp.experts.124.up_proj,0.0000153104,0.01000,1.848 +30,mlp.experts.112.up_proj,0.0000177632,0.01000,1.934 +30,mlp.experts.46.up_proj,0.0000164942,0.01000,3.235 +30,mlp.experts.38.up_proj,0.0000150211,0.01000,3.078 +30,mlp.experts.42.up_proj,0.0000164947,0.01000,3.229 +30,mlp.experts.34.up_proj,0.0000152119,0.01000,3.113 +30,mlp.experts.35.up_proj,0.0000193464,0.01000,2.805 +30,mlp.experts.43.up_proj,0.0000153181,0.01000,3.110 +30,mlp.experts.47.up_proj,0.0000172312,0.01000,2.822 +30,mlp.experts.39.up_proj,0.0000161693,0.01000,2.810 +30,mlp.experts.62.up_proj,0.0000142331,0.01000,2.649 +30,mlp.experts.54.up_proj,0.0000143666,0.01000,2.702 +30,mlp.experts.58.up_proj,0.0000134625,0.01000,2.953 +30,mlp.experts.50.up_proj,0.0000170964,0.01000,2.966 +30,mlp.experts.51.up_proj,0.0000177271,0.01000,2.873 +30,mlp.experts.59.up_proj,0.0000170262,0.01000,3.000 +30,mlp.experts.63.up_proj,0.0000150943,0.01000,2.923 +30,mlp.experts.55.up_proj,0.0000157086,0.01000,2.974 +30,mlp.experts.78.up_proj,0.0000188429,0.01000,2.793 +30,mlp.experts.70.up_proj,0.0000171811,0.01000,2.767 +30,mlp.experts.74.up_proj,0.0000159797,0.01000,2.845 +30,mlp.experts.66.up_proj,0.0000170285,0.01000,2.537 +30,mlp.experts.67.up_proj,0.0000154270,0.01000,2.410 +30,mlp.experts.75.up_proj,0.0000133591,0.01000,2.582 +30,mlp.experts.79.up_proj,0.0000149892,0.01000,2.575 +30,mlp.experts.71.up_proj,0.0000143255,0.01000,2.455 +30,mlp.experts.94.up_proj,0.0000153395,0.01000,2.541 +30,mlp.experts.86.up_proj,0.0000146148,0.01000,2.595 +30,mlp.experts.82.up_proj,0.0000162063,0.01000,2.628 +30,mlp.experts.90.up_proj,0.0000159292,0.01000,2.720 +30,mlp.experts.83.up_proj,0.0000136918,0.01000,3.081 +30,mlp.experts.91.up_proj,0.0000164492,0.01000,3.014 +30,mlp.experts.95.up_proj,0.0000156748,0.01000,2.951 +30,mlp.experts.87.up_proj,0.0000138527,0.01000,2.976 +30,mlp.experts.110.up_proj,0.0000141196,0.01000,2.588 +30,mlp.experts.102.up_proj,0.0000181148,0.01000,2.571 +30,mlp.experts.98.up_proj,0.0000145327,0.01000,2.519 +30,mlp.experts.106.up_proj,0.0000155722,0.01000,2.563 +30,mlp.experts.99.up_proj,0.0000154651,0.01000,2.871 +30,mlp.experts.111.up_proj,0.0000158146,0.01000,2.896 +30,mlp.experts.107.up_proj,0.0000127669,0.01000,2.992 +30,mlp.experts.103.up_proj,0.0000170051,0.01000,2.990 +30,mlp.experts.126.up_proj,0.0000154619,0.01000,2.574 +30,mlp.experts.118.up_proj,0.0000190315,0.01000,2.534 +30,mlp.experts.114.up_proj,0.0000146974,0.01000,2.235 +30,mlp.experts.122.up_proj,0.0000155572,0.01000,2.179 +30,mlp.experts.115.up_proj,0.0000157417,0.01000,3.330 +30,mlp.experts.123.up_proj,0.0000165585,0.01000,3.386 +30,mlp.experts.127.up_proj,0.0000150243,0.01000,3.449 +30,mlp.experts.119.up_proj,0.0000150475,0.01000,3.345 +30,mlp.experts.4.down_proj,0.0000013708,0.01000,0.864 +30,mlp.experts.0.down_proj,0.0000012756,0.01000,0.836 +30,mlp.experts.8.down_proj,0.0000030677,0.01000,0.805 +30,mlp.experts.12.down_proj,0.0000013680,0.01000,0.857 +30,mlp.experts.5.down_proj,0.0000033169,0.01000,1.079 +30,mlp.experts.1.down_proj,0.0000017610,0.01000,1.168 +30,mlp.experts.13.down_proj,0.0000013948,0.01000,1.072 +30,mlp.experts.9.down_proj,0.0000015890,0.01000,1.144 +30,mlp.experts.11.down_proj,0.0000016055,0.01000,1.435 +30,mlp.experts.2.down_proj,0.0000020978,0.01000,1.541 +30,mlp.experts.7.down_proj,0.0000013200,0.01000,1.461 +30,mlp.experts.6.down_proj,0.0000013383,0.01000,1.537 +30,mlp.experts.16.down_proj,0.0000017069,0.01000,0.686 +30,mlp.experts.14.down_proj,0.0000021586,0.01000,1.485 +30,mlp.experts.15.down_proj,0.0000012012,0.01000,1.490 +30,mlp.experts.3.down_proj,0.0000015098,0.01000,1.582 +30,mlp.experts.24.down_proj,0.0000020530,0.01000,0.720 +30,mlp.experts.20.down_proj,0.0000015886,0.01000,0.754 +30,mlp.experts.10.down_proj,0.0000018230,0.01000,1.560 +30,mlp.experts.28.down_proj,0.0000015783,0.01000,0.724 +30,mlp.experts.29.down_proj,0.0000012930,0.01000,0.713 +30,mlp.experts.25.down_proj,0.0000013461,0.01000,0.740 +30,mlp.experts.17.down_proj,0.0000019737,0.01000,0.746 +30,mlp.experts.21.down_proj,0.0000023594,0.01000,0.749 +30,mlp.experts.32.down_proj,0.0000017159,0.01000,0.623 +30,mlp.experts.40.down_proj,0.0000025323,0.01000,0.645 +30,mlp.experts.36.down_proj,0.0000010126,0.01000,0.675 +30,mlp.experts.44.down_proj,0.0000015569,0.01000,0.639 +30,mlp.experts.27.down_proj,0.0000017775,0.01000,0.985 +30,mlp.experts.31.down_proj,0.0000025653,0.01000,0.983 +30,mlp.experts.23.down_proj,0.0000013445,0.01000,1.034 +30,mlp.experts.45.down_proj,0.0000033015,0.01000,0.684 +30,mlp.experts.19.down_proj,0.0000022652,0.01000,1.031 +30,mlp.experts.33.down_proj,0.0000013772,0.01000,0.681 +30,mlp.experts.37.down_proj,0.0000015125,0.01000,0.706 +30,mlp.experts.41.down_proj,0.0000016305,0.01000,0.712 +30,mlp.experts.18.down_proj,0.0000015502,0.01000,1.199 +30,mlp.experts.22.down_proj,0.0000012996,0.01000,1.181 +30,mlp.experts.30.down_proj,0.0000018834,0.01000,1.173 +30,mlp.experts.48.down_proj,0.0000010842,0.01000,0.630 +30,mlp.experts.26.down_proj,0.0000017987,0.01000,1.191 +30,mlp.experts.56.down_proj,0.0000020897,0.01000,0.651 +30,mlp.experts.60.down_proj,0.0000029391,0.01000,0.654 +30,mlp.experts.52.down_proj,0.0000013237,0.01000,0.687 +30,mlp.experts.61.down_proj,0.0000011123,0.01000,0.805 +30,mlp.experts.53.down_proj,0.0000015939,0.01000,0.774 +30,mlp.experts.64.down_proj,0.0000014628,0.01000,0.616 +30,mlp.experts.49.down_proj,0.0000012688,0.01000,0.837 +30,mlp.experts.57.down_proj,0.0000018883,0.01000,0.843 +30,mlp.experts.72.down_proj,0.0000015326,0.01000,0.609 +30,mlp.experts.43.down_proj,0.0000017755,0.01000,1.026 +30,mlp.experts.47.down_proj,0.0000022765,0.01000,1.059 +30,mlp.experts.76.down_proj,0.0000017715,0.01000,0.660 +30,mlp.experts.68.down_proj,0.0000020240,0.01000,0.666 +30,mlp.experts.34.down_proj,0.0000014800,0.01000,0.953 +30,mlp.experts.39.down_proj,0.0000016420,0.01000,1.136 +30,mlp.experts.38.down_proj,0.0000013994,0.01000,1.005 +30,mlp.experts.35.down_proj,0.0000028086,0.01000,1.133 +30,mlp.experts.46.down_proj,0.0000019052,0.01000,1.029 +30,mlp.experts.42.down_proj,0.0000019478,0.01000,0.942 +30,mlp.experts.80.down_proj,0.0000022615,0.01000,0.683 +30,mlp.experts.88.down_proj,0.0000023864,0.01000,0.665 +30,mlp.experts.69.down_proj,0.0000024142,0.01000,0.790 +30,mlp.experts.92.down_proj,0.0000011766,0.01000,0.630 +30,mlp.experts.77.down_proj,0.0000015664,0.01000,0.880 +30,mlp.experts.73.down_proj,0.0000021669,0.01000,0.805 +30,mlp.experts.84.down_proj,0.0000013306,0.01000,0.631 +30,mlp.experts.65.down_proj,0.0000014797,0.01000,0.849 +30,mlp.experts.63.down_proj,0.0000015492,0.01000,0.954 +30,mlp.experts.59.down_proj,0.0000020941,0.01000,1.071 +30,mlp.experts.50.down_proj,0.0000024422,0.01000,0.957 +30,mlp.experts.55.down_proj,0.0000015030,0.01000,0.971 +30,mlp.experts.62.down_proj,0.0000012187,0.01000,0.932 +30,mlp.experts.51.down_proj,0.0000021021,0.01000,0.966 +30,mlp.experts.58.down_proj,0.0000011608,0.01000,0.960 +30,mlp.experts.96.down_proj,0.0000015366,0.01000,0.643 +30,mlp.experts.54.down_proj,0.0000012021,0.01000,1.032 +30,mlp.experts.104.down_proj,0.0000023521,0.01000,0.645 +30,mlp.experts.108.down_proj,0.0000015476,0.01000,0.670 +30,mlp.experts.100.down_proj,0.0000013758,0.01000,0.630 +30,mlp.experts.85.down_proj,0.0000015579,0.01000,0.779 +30,mlp.experts.93.down_proj,0.0000012073,0.01000,0.732 +30,mlp.experts.89.down_proj,0.0000012949,0.01000,0.743 +30,mlp.experts.81.down_proj,0.0000028795,0.01000,0.774 +30,mlp.experts.120.down_proj,0.0000013233,0.01000,0.620 +30,mlp.experts.112.down_proj,0.0000041546,0.01000,0.725 +30,mlp.experts.116.down_proj,0.0000016340,0.01000,0.597 +30,mlp.experts.79.down_proj,0.0000015239,0.01000,0.977 +30,mlp.experts.124.down_proj,0.0000016613,0.01000,0.652 +30,mlp.experts.66.down_proj,0.0000016444,0.01000,0.966 +30,mlp.experts.75.down_proj,0.0000010835,0.01000,0.999 +30,mlp.experts.71.down_proj,0.0000013554,0.01000,0.947 +30,mlp.experts.101.down_proj,0.0000014888,0.01000,0.650 +30,mlp.experts.109.down_proj,0.0000013616,0.01000,0.670 +30,mlp.experts.67.down_proj,0.0000014915,0.01000,0.972 +30,mlp.experts.74.down_proj,0.0000014684,0.01000,0.960 +30,mlp.experts.97.down_proj,0.0000011359,0.01000,0.649 +30,mlp.experts.105.down_proj,0.0000031051,0.01000,0.706 +30,mlp.experts.70.down_proj,0.0000022461,0.01000,0.975 +30,mlp.experts.78.down_proj,0.0000029584,0.01000,1.142 +30,mlp.experts.117.down_proj,0.0000013802,0.01000,0.714 +30,mlp.experts.125.down_proj,0.0000014819,0.01000,0.721 +30,mlp.experts.121.down_proj,0.0000013970,0.01000,0.689 +30,mlp.experts.113.down_proj,0.0000027631,0.01000,0.713 +30,mlp.experts.95.down_proj,0.0000015178,0.01000,0.993 +30,mlp.experts.82.down_proj,0.0000016078,0.01000,0.955 +30,mlp.experts.87.down_proj,0.0000012089,0.01000,0.965 +30,mlp.experts.91.down_proj,0.0000015705,0.01000,1.006 +30,mlp.experts.90.down_proj,0.0000013441,0.01000,0.919 +30,mlp.experts.83.down_proj,0.0000012740,0.01000,0.986 +30,mlp.experts.86.down_proj,0.0000013994,0.01000,0.930 +30,mlp.experts.94.down_proj,0.0000013984,0.01000,0.958 +30,mlp.experts.98.down_proj,0.0000010612,0.01000,0.963 +30,mlp.experts.106.down_proj,0.0000016235,0.01000,0.904 +30,mlp.experts.111.down_proj,0.0000015882,0.01000,1.005 +30,mlp.experts.102.down_proj,0.0000022233,0.01000,0.899 +30,mlp.experts.103.down_proj,0.0000020684,0.01000,0.996 +30,mlp.experts.107.down_proj,0.0000009725,0.01000,1.002 +30,mlp.experts.99.down_proj,0.0000016173,0.01000,1.013 +30,mlp.experts.110.down_proj,0.0000012810,0.01000,0.928 +30,mlp.experts.122.down_proj,0.0000014712,0.01000,0.834 +30,mlp.experts.118.down_proj,0.0000033530,0.01000,0.826 +30,mlp.experts.114.down_proj,0.0000014689,0.01000,0.899 +30,mlp.experts.126.down_proj,0.0000021414,0.01000,0.745 +30,mlp.experts.127.down_proj,0.0000015130,0.01000,1.010 +30,mlp.experts.119.down_proj,0.0000015359,0.01000,0.980 +30,mlp.experts.123.down_proj,0.0000021742,0.01000,0.995 +30,mlp.experts.115.down_proj,0.0000017045,0.01000,0.940 +31,self_attn.q_proj,0.0000012059,0.01000,0.744 +31,self_attn.k_proj,0.0000001662,0.01000,0.881 +31,self_attn.v_proj,0.0000001872,0.01000,1.292 +31,self_attn.o_proj,0.0000001945,0.01000,2.497 +31,mlp.experts.8.gate_proj,0.0000167987,0.01000,1.826 +31,mlp.experts.12.gate_proj,0.0000154436,0.01000,1.877 +31,mlp.experts.4.gate_proj,0.0000153263,0.01000,1.888 +31,mlp.experts.0.gate_proj,0.0000173046,0.01000,2.036 +31,mlp.experts.13.gate_proj,0.0000155103,0.01000,2.349 +31,mlp.experts.1.gate_proj,0.0000152913,0.01000,2.371 +31,mlp.experts.5.gate_proj,0.0000145758,0.01000,2.399 +31,mlp.experts.9.gate_proj,0.0000157554,0.01000,2.640 +31,mlp.experts.6.gate_proj,0.0000171221,0.01000,2.761 +31,mlp.experts.10.gate_proj,0.0000154010,0.01000,2.792 +31,mlp.experts.2.gate_proj,0.0000138112,0.01000,2.798 +31,mlp.experts.14.gate_proj,0.0000192877,0.01000,2.995 +31,mlp.experts.3.gate_proj,0.0000141998,0.01000,3.255 +31,mlp.experts.11.gate_proj,0.0000155467,0.01000,3.271 +31,mlp.experts.15.gate_proj,0.0000142058,0.01000,3.301 +31,mlp.experts.7.gate_proj,0.0000154941,0.01000,3.314 +31,mlp.experts.24.gate_proj,0.0000144859,0.01000,2.043 +31,mlp.experts.20.gate_proj,0.0000144101,0.01000,2.016 +31,mlp.experts.16.gate_proj,0.0000136817,0.01000,2.139 +31,mlp.experts.17.gate_proj,0.0000159245,0.01000,1.894 +31,mlp.experts.28.gate_proj,0.0000172388,0.01000,2.388 +31,mlp.experts.29.gate_proj,0.0000157027,0.01000,1.928 +31,mlp.experts.21.gate_proj,0.0000154326,0.01000,1.944 +31,mlp.experts.25.gate_proj,0.0000148989,0.01000,1.782 +31,mlp.experts.22.gate_proj,0.0000163412,0.01000,2.574 +31,mlp.experts.26.gate_proj,0.0000134853,0.01000,2.576 +31,mlp.experts.30.gate_proj,0.0000158175,0.01000,2.625 +31,mlp.experts.18.gate_proj,0.0000162538,0.01000,2.844 +31,mlp.experts.33.gate_proj,0.0000147336,0.01000,1.617 +31,mlp.experts.45.gate_proj,0.0000138234,0.01000,1.672 +31,mlp.experts.37.gate_proj,0.0000158333,0.01000,1.629 +31,mlp.experts.36.gate_proj,0.0000158038,0.01000,2.103 +31,mlp.experts.41.gate_proj,0.0000143595,0.01000,1.657 +31,mlp.experts.40.gate_proj,0.0000149546,0.01000,2.215 +31,mlp.experts.27.gate_proj,0.0000155365,0.01000,2.837 +31,mlp.experts.23.gate_proj,0.0000163213,0.01000,2.846 +31,mlp.experts.31.gate_proj,0.0000138381,0.01000,2.882 +31,mlp.experts.19.gate_proj,0.0000151732,0.01000,2.949 +31,mlp.experts.32.gate_proj,0.0000153207,0.01000,2.084 +31,mlp.experts.44.gate_proj,0.0000165058,0.01000,2.211 +31,mlp.experts.53.gate_proj,0.0000148543,0.01000,1.598 +31,mlp.experts.49.gate_proj,0.0000142917,0.01000,1.686 +31,mlp.experts.61.gate_proj,0.0000156009,0.01000,1.617 +31,mlp.experts.57.gate_proj,0.0000166368,0.01000,1.643 +31,mlp.experts.38.gate_proj,0.0000151539,0.01000,2.583 +31,mlp.experts.52.gate_proj,0.0000142542,0.01000,1.930 +31,mlp.experts.42.gate_proj,0.0000156088,0.01000,2.618 +31,mlp.experts.56.gate_proj,0.0000138232,0.01000,2.043 +31,mlp.experts.46.gate_proj,0.0000150364,0.01000,2.614 +31,mlp.experts.48.gate_proj,0.0000124981,0.01000,2.044 +31,mlp.experts.34.gate_proj,0.0000126066,0.01000,2.879 +31,mlp.experts.60.gate_proj,0.0000135869,0.01000,2.128 +31,mlp.experts.43.gate_proj,0.0000144352,0.01000,2.633 +31,mlp.experts.39.gate_proj,0.0000130657,0.01000,2.716 +31,mlp.experts.47.gate_proj,0.0000144808,0.01000,2.747 +31,mlp.experts.35.gate_proj,0.0000167972,0.01000,2.746 +31,mlp.experts.69.gate_proj,0.0000156981,0.01000,1.564 +31,mlp.experts.65.gate_proj,0.0000170056,0.01000,1.617 +31,mlp.experts.77.gate_proj,0.0000157661,0.01000,1.638 +31,mlp.experts.73.gate_proj,0.0000148571,0.01000,1.582 +31,mlp.experts.68.gate_proj,0.0000153337,0.01000,2.118 +31,mlp.experts.72.gate_proj,0.0000163200,0.01000,1.925 +31,mlp.experts.64.gate_proj,0.0000144350,0.01000,2.048 +31,mlp.experts.76.gate_proj,0.0000146000,0.01000,1.966 +31,mlp.experts.85.gate_proj,0.0000157993,0.01000,1.629 +31,mlp.experts.81.gate_proj,0.0000156949,0.01000,1.598 +31,mlp.experts.93.gate_proj,0.0000130617,0.01000,1.607 +31,mlp.experts.89.gate_proj,0.0000144668,0.01000,1.759 +31,mlp.experts.54.gate_proj,0.0000163513,0.01000,3.196 +31,mlp.experts.58.gate_proj,0.0000158570,0.01000,3.125 +31,mlp.experts.62.gate_proj,0.0000157241,0.01000,3.056 +31,mlp.experts.59.gate_proj,0.0000149385,0.01000,2.856 +31,mlp.experts.50.gate_proj,0.0000136698,0.01000,3.180 +31,mlp.experts.63.gate_proj,0.0000164674,0.01000,2.867 +31,mlp.experts.55.gate_proj,0.0000145902,0.01000,2.928 +31,mlp.experts.51.gate_proj,0.0000125234,0.01000,2.912 +31,mlp.experts.84.gate_proj,0.0000149994,0.01000,2.113 +31,mlp.experts.88.gate_proj,0.0000152997,0.01000,2.306 +31,mlp.experts.101.gate_proj,0.0000194058,0.01000,1.658 +31,mlp.experts.109.gate_proj,0.0000156744,0.01000,1.642 +31,mlp.experts.97.gate_proj,0.0000171185,0.01000,1.701 +31,mlp.experts.80.gate_proj,0.0000169222,0.01000,2.165 +31,mlp.experts.105.gate_proj,0.0000183849,0.01000,1.704 +31,mlp.experts.92.gate_proj,0.0000166458,0.01000,2.248 +31,mlp.experts.70.gate_proj,0.0000163446,0.01000,2.945 +31,mlp.experts.100.gate_proj,0.0000141268,0.01000,2.007 +31,mlp.experts.78.gate_proj,0.0000190596,0.01000,2.947 +31,mlp.experts.74.gate_proj,0.0000143792,0.01000,3.140 +31,mlp.experts.117.gate_proj,0.0000160326,0.01000,1.866 +31,mlp.experts.125.gate_proj,0.0000148314,0.01000,1.902 +31,mlp.experts.113.gate_proj,0.0000159534,0.01000,1.920 +31,mlp.experts.75.gate_proj,0.0000148359,0.01000,2.845 +31,mlp.experts.104.gate_proj,0.0000167698,0.01000,2.193 +31,mlp.experts.79.gate_proj,0.0000151136,0.01000,2.806 +31,mlp.experts.71.gate_proj,0.0000162588,0.01000,2.805 +31,mlp.experts.96.gate_proj,0.0000147538,0.01000,2.100 +31,mlp.experts.67.gate_proj,0.0000150065,0.01000,2.962 +31,mlp.experts.66.gate_proj,0.0000159823,0.01000,3.118 +31,mlp.experts.121.gate_proj,0.0000149665,0.01000,2.043 +31,mlp.experts.108.gate_proj,0.0000162911,0.01000,2.220 +31,mlp.experts.116.gate_proj,0.0000149233,0.01000,2.064 +31,mlp.experts.5.up_proj,0.0000144111,0.01000,2.008 +31,mlp.experts.13.up_proj,0.0000149719,0.01000,2.017 +31,mlp.experts.1.up_proj,0.0000144637,0.01000,2.014 +31,mlp.experts.120.gate_proj,0.0000163856,0.01000,2.088 +31,mlp.experts.112.gate_proj,0.0000147622,0.01000,2.185 +31,mlp.experts.86.gate_proj,0.0000147258,0.01000,2.747 +31,mlp.experts.9.up_proj,0.0000156512,0.01000,2.000 +31,mlp.experts.94.gate_proj,0.0000158394,0.01000,2.821 +31,mlp.experts.90.gate_proj,0.0000170781,0.01000,2.819 +31,mlp.experts.91.gate_proj,0.0000159639,0.01000,2.789 +31,mlp.experts.124.gate_proj,0.0000142788,0.01000,2.229 +31,mlp.experts.87.gate_proj,0.0000153504,0.01000,2.809 +31,mlp.experts.95.gate_proj,0.0000134992,0.01000,2.857 +31,mlp.experts.82.gate_proj,0.0000158716,0.01000,2.958 +31,mlp.experts.21.up_proj,0.0000151302,0.01000,1.953 +31,mlp.experts.29.up_proj,0.0000155079,0.01000,1.911 +31,mlp.experts.17.up_proj,0.0000151482,0.01000,1.902 +31,mlp.experts.4.up_proj,0.0000146922,0.01000,2.089 +31,mlp.experts.83.gate_proj,0.0000159289,0.01000,3.555 +31,mlp.experts.0.up_proj,0.0000166183,0.01000,1.874 +31,mlp.experts.25.up_proj,0.0000147355,0.01000,1.887 +31,mlp.experts.8.up_proj,0.0000165196,0.01000,2.062 +31,mlp.experts.12.up_proj,0.0000139938,0.01000,1.905 +31,mlp.experts.102.gate_proj,0.0000142724,0.01000,2.761 +31,mlp.experts.110.gate_proj,0.0000137077,0.01000,2.761 +31,mlp.experts.107.gate_proj,0.0000183725,0.01000,2.894 +31,mlp.experts.106.gate_proj,0.0000149645,0.01000,3.074 +31,mlp.experts.37.up_proj,0.0000163613,0.01000,1.881 +31,mlp.experts.45.up_proj,0.0000142773,0.01000,1.861 +31,mlp.experts.33.up_proj,0.0000142658,0.01000,1.858 +31,mlp.experts.103.gate_proj,0.0000147066,0.01000,2.938 +31,mlp.experts.111.gate_proj,0.0000167212,0.01000,2.947 +31,mlp.experts.20.up_proj,0.0000140695,0.01000,2.143 +31,mlp.experts.98.gate_proj,0.0000121776,0.01000,2.772 +31,mlp.experts.16.up_proj,0.0000156841,0.01000,2.034 +31,mlp.experts.41.up_proj,0.0000144198,0.01000,2.097 +31,mlp.experts.24.up_proj,0.0000142650,0.01000,2.108 +31,mlp.experts.28.up_proj,0.0000151945,0.01000,2.050 +31,mlp.experts.99.gate_proj,0.0000148752,0.01000,3.003 +31,mlp.experts.61.up_proj,0.0000152757,0.01000,1.904 +31,mlp.experts.53.up_proj,0.0000151977,0.01000,1.966 +31,mlp.experts.49.up_proj,0.0000163618,0.01000,1.922 +31,mlp.experts.118.gate_proj,0.0000182184,0.01000,2.627 +31,mlp.experts.32.up_proj,0.0000144383,0.01000,1.825 +31,mlp.experts.126.gate_proj,0.0000160010,0.01000,2.923 +31,mlp.experts.36.up_proj,0.0000156870,0.01000,2.268 +31,mlp.experts.57.up_proj,0.0000178976,0.01000,1.952 +31,mlp.experts.122.gate_proj,0.0000152365,0.01000,2.690 +31,mlp.experts.44.up_proj,0.0000158608,0.01000,1.678 +31,mlp.experts.123.gate_proj,0.0000149588,0.01000,2.862 +31,mlp.experts.40.up_proj,0.0000138943,0.01000,2.158 +31,mlp.experts.127.gate_proj,0.0000162265,0.01000,2.839 +31,mlp.experts.119.gate_proj,0.0000142321,0.01000,2.906 +31,mlp.experts.114.gate_proj,0.0000161598,0.01000,2.850 +31,mlp.experts.77.up_proj,0.0000181807,0.01000,1.912 +31,mlp.experts.69.up_proj,0.0000167745,0.01000,1.921 +31,mlp.experts.65.up_proj,0.0000155202,0.01000,1.922 +31,mlp.experts.115.gate_proj,0.0000151001,0.01000,2.773 +31,mlp.experts.48.up_proj,0.0000141464,0.01000,1.816 +31,mlp.experts.52.up_proj,0.0000127098,0.01000,1.659 +31,mlp.experts.60.up_proj,0.0000144258,0.01000,1.637 +31,mlp.experts.56.up_proj,0.0000122322,0.01000,1.609 +31,mlp.experts.73.up_proj,0.0000157330,0.01000,1.998 +31,mlp.experts.6.up_proj,0.0000168279,0.01000,3.033 +31,mlp.experts.11.up_proj,0.0000143473,0.01000,2.667 +31,mlp.experts.81.up_proj,0.0000159780,0.01000,1.790 +31,mlp.experts.14.up_proj,0.0000173032,0.01000,3.158 +31,mlp.experts.93.up_proj,0.0000134989,0.01000,1.946 +31,mlp.experts.7.up_proj,0.0000152890,0.01000,2.757 +31,mlp.experts.15.up_proj,0.0000135927,0.01000,2.828 +31,mlp.experts.85.up_proj,0.0000165103,0.01000,2.052 +31,mlp.experts.68.up_proj,0.0000149786,0.01000,1.681 +31,mlp.experts.10.up_proj,0.0000156746,0.01000,3.296 +31,mlp.experts.72.up_proj,0.0000153313,0.01000,1.612 +31,mlp.experts.76.up_proj,0.0000131517,0.01000,1.666 +31,mlp.experts.64.up_proj,0.0000162906,0.01000,1.895 +31,mlp.experts.89.up_proj,0.0000138820,0.01000,1.843 +31,mlp.experts.2.up_proj,0.0000153271,0.01000,3.249 +31,mlp.experts.3.up_proj,0.0000152190,0.01000,2.796 +31,mlp.experts.84.up_proj,0.0000151915,0.01000,1.634 +31,mlp.experts.88.up_proj,0.0000154666,0.01000,1.633 +31,mlp.experts.109.up_proj,0.0000153353,0.01000,1.953 +31,mlp.experts.92.up_proj,0.0000164037,0.01000,1.655 +31,mlp.experts.97.up_proj,0.0000159477,0.01000,2.125 +31,mlp.experts.101.up_proj,0.0000170258,0.01000,1.971 +31,mlp.experts.80.up_proj,0.0000165931,0.01000,1.941 +31,mlp.experts.22.up_proj,0.0000153479,0.01000,2.985 +31,mlp.experts.27.up_proj,0.0000162485,0.01000,3.011 +31,mlp.experts.105.up_proj,0.0000172021,0.01000,2.230 +31,mlp.experts.23.up_proj,0.0000175928,0.01000,2.917 +31,mlp.experts.30.up_proj,0.0000163220,0.01000,3.144 +31,mlp.experts.31.up_proj,0.0000148503,0.01000,3.069 +31,mlp.experts.26.up_proj,0.0000147109,0.01000,3.281 +31,mlp.experts.100.up_proj,0.0000148563,0.01000,1.697 +31,mlp.experts.104.up_proj,0.0000155816,0.01000,1.756 +31,mlp.experts.108.up_proj,0.0000143984,0.01000,1.804 +31,mlp.experts.125.up_proj,0.0000141553,0.01000,1.933 +31,mlp.experts.113.up_proj,0.0000209652,0.01000,1.866 +31,mlp.experts.19.up_proj,0.0000156928,0.01000,2.929 +31,mlp.experts.117.up_proj,0.0000166438,0.01000,1.882 +31,mlp.experts.18.up_proj,0.0000155213,0.01000,3.387 +31,mlp.experts.121.up_proj,0.0000140515,0.01000,1.401 +31,mlp.experts.96.up_proj,0.0000174647,0.01000,2.075 +31,mlp.experts.38.up_proj,0.0000143672,0.01000,3.112 +31,mlp.experts.116.up_proj,0.0000145858,0.01000,1.871 +31,mlp.experts.120.up_proj,0.0000160807,0.01000,1.893 +31,mlp.experts.124.up_proj,0.0000170537,0.01000,1.796 +31,mlp.experts.43.up_proj,0.0000165011,0.01000,3.017 +31,mlp.experts.112.up_proj,0.0000165530,0.01000,1.498 +31,mlp.experts.39.up_proj,0.0000137318,0.01000,2.879 +31,mlp.experts.47.up_proj,0.0000137378,0.01000,2.910 +31,mlp.experts.46.up_proj,0.0000159252,0.01000,3.322 +31,mlp.experts.42.up_proj,0.0000151205,0.01000,3.257 +31,mlp.experts.35.up_proj,0.0000159956,0.01000,2.985 +31,mlp.experts.34.up_proj,0.0000158634,0.01000,3.032 +31,mlp.experts.54.up_proj,0.0000151691,0.01000,2.890 +31,mlp.experts.59.up_proj,0.0000145576,0.01000,2.893 +31,mlp.experts.55.up_proj,0.0000163156,0.01000,2.906 +31,mlp.experts.63.up_proj,0.0000157311,0.01000,2.976 +31,mlp.experts.62.up_proj,0.0000164397,0.01000,3.142 +31,mlp.experts.58.up_proj,0.0000155617,0.01000,3.099 +31,mlp.experts.51.up_proj,0.0000148271,0.01000,3.092 +31,mlp.experts.50.up_proj,0.0000161695,0.01000,3.037 +31,mlp.experts.70.up_proj,0.0000160964,0.01000,3.120 +31,mlp.experts.75.up_proj,0.0000144222,0.01000,2.911 +31,mlp.experts.71.up_proj,0.0000158873,0.01000,2.916 +31,mlp.experts.79.up_proj,0.0000140114,0.01000,2.954 +31,mlp.experts.78.up_proj,0.0000171534,0.01000,2.769 +31,mlp.experts.74.up_proj,0.0000151457,0.01000,2.906 +31,mlp.experts.67.up_proj,0.0000162938,0.01000,3.048 +31,mlp.experts.66.up_proj,0.0000151753,0.01000,3.085 +31,mlp.experts.91.up_proj,0.0000149752,0.01000,3.038 +31,mlp.experts.87.up_proj,0.0000150516,0.01000,3.097 +31,mlp.experts.86.up_proj,0.0000147281,0.01000,3.590 +31,mlp.experts.94.up_proj,0.0000153546,0.01000,2.864 +31,mlp.experts.95.up_proj,0.0000150326,0.01000,3.165 +31,mlp.experts.90.up_proj,0.0000174380,0.01000,2.882 +31,mlp.experts.82.up_proj,0.0000151357,0.01000,2.825 +31,mlp.experts.83.up_proj,0.0000156631,0.01000,3.147 +31,mlp.experts.102.up_proj,0.0000142206,0.01000,2.538 +31,mlp.experts.107.up_proj,0.0000174568,0.01000,3.047 +31,mlp.experts.110.up_proj,0.0000141602,0.01000,2.428 +31,mlp.experts.103.up_proj,0.0000173427,0.01000,3.190 +31,mlp.experts.106.up_proj,0.0000153997,0.01000,2.381 +31,mlp.experts.111.up_proj,0.0000168233,0.01000,3.041 +31,mlp.experts.98.up_proj,0.0000143423,0.01000,2.479 +31,mlp.experts.99.up_proj,0.0000141210,0.01000,3.016 +31,mlp.experts.118.up_proj,0.0000168560,0.01000,2.430 +31,mlp.experts.126.up_proj,0.0000149841,0.01000,2.409 +31,mlp.experts.122.up_proj,0.0000156197,0.01000,2.302 +31,mlp.experts.114.up_proj,0.0000144492,0.01000,1.956 +31,mlp.experts.123.up_proj,0.0000151800,0.01000,2.925 +31,mlp.experts.119.up_proj,0.0000145627,0.01000,2.960 +31,mlp.experts.127.up_proj,0.0000158032,0.01000,2.852 +31,mlp.experts.115.up_proj,0.0000134916,0.01000,2.257 +31,mlp.experts.4.down_proj,0.0000013328,0.01000,0.867 +31,mlp.experts.8.down_proj,0.0000019535,0.01000,0.887 +31,mlp.experts.12.down_proj,0.0000012759,0.01000,0.949 +31,mlp.experts.0.down_proj,0.0000021633,0.01000,0.968 +31,mlp.experts.1.down_proj,0.0000012665,0.01000,1.165 +31,mlp.experts.13.down_proj,0.0000012555,0.01000,1.148 +31,mlp.experts.9.down_proj,0.0000015841,0.01000,1.190 +31,mlp.experts.5.down_proj,0.0000013158,0.01000,1.240 +31,mlp.experts.20.down_proj,0.0000011750,0.01000,0.726 +31,mlp.experts.14.down_proj,0.0000024807,0.01000,1.600 +31,mlp.experts.2.down_proj,0.0000017792,0.01000,1.601 +31,mlp.experts.6.down_proj,0.0000019693,0.01000,1.623 +31,mlp.experts.10.down_proj,0.0000018922,0.01000,1.628 +31,mlp.experts.7.down_proj,0.0000011362,0.01000,1.625 +31,mlp.experts.11.down_proj,0.0000013100,0.01000,1.667 +31,mlp.experts.3.down_proj,0.0000016879,0.01000,1.672 +31,mlp.experts.15.down_proj,0.0000011847,0.01000,1.660 +31,mlp.experts.16.down_proj,0.0000020985,0.01000,0.737 +31,mlp.experts.24.down_proj,0.0000013942,0.01000,0.824 +31,mlp.experts.28.down_proj,0.0000015869,0.01000,0.824 +31,mlp.experts.29.down_proj,0.0000015449,0.01000,0.774 +31,mlp.experts.17.down_proj,0.0000013859,0.01000,0.873 +31,mlp.experts.21.down_proj,0.0000014392,0.01000,0.808 +31,mlp.experts.25.down_proj,0.0000012830,0.01000,0.905 +31,mlp.experts.36.down_proj,0.0000015559,0.01000,0.755 +31,mlp.experts.32.down_proj,0.0000011640,0.01000,0.682 +31,mlp.experts.40.down_proj,0.0000012484,0.01000,0.878 +31,mlp.experts.44.down_proj,0.0000014740,0.01000,0.891 +31,mlp.experts.30.down_proj,0.0000020292,0.01000,1.068 +31,mlp.experts.18.down_proj,0.0000018334,0.01000,1.081 +31,mlp.experts.26.down_proj,0.0000014533,0.01000,1.084 +31,mlp.experts.22.down_proj,0.0000014996,0.01000,1.107 +31,mlp.experts.45.down_proj,0.0000014123,0.01000,0.788 +31,mlp.experts.23.down_proj,0.0000026682,0.01000,1.124 +31,mlp.experts.31.down_proj,0.0000015060,0.01000,1.126 +31,mlp.experts.33.down_proj,0.0000013306,0.01000,0.777 +31,mlp.experts.27.down_proj,0.0000017778,0.01000,1.156 +31,mlp.experts.37.down_proj,0.0000018646,0.01000,0.785 +31,mlp.experts.19.down_proj,0.0000013541,0.01000,1.165 +31,mlp.experts.41.down_proj,0.0000015425,0.01000,0.816 +31,mlp.experts.48.down_proj,0.0000013142,0.01000,0.685 +31,mlp.experts.52.down_proj,0.0000010729,0.01000,0.775 +31,mlp.experts.56.down_proj,0.0000010242,0.01000,0.818 +31,mlp.experts.61.down_proj,0.0000014686,0.01000,0.782 +31,mlp.experts.60.down_proj,0.0000014211,0.01000,0.875 +31,mlp.experts.49.down_proj,0.0000030653,0.01000,0.749 +31,mlp.experts.53.down_proj,0.0000014855,0.01000,0.741 +31,mlp.experts.57.down_proj,0.0000033107,0.01000,0.753 +31,mlp.experts.46.down_proj,0.0000017347,0.01000,1.113 +31,mlp.experts.34.down_proj,0.0000019150,0.01000,1.131 +31,mlp.experts.38.down_proj,0.0000014811,0.01000,1.112 +31,mlp.experts.39.down_proj,0.0000011763,0.01000,1.095 +31,mlp.experts.42.down_proj,0.0000014088,0.01000,1.159 +31,mlp.experts.64.down_proj,0.0000017296,0.01000,0.817 +31,mlp.experts.68.down_proj,0.0000013939,0.01000,0.773 +31,mlp.experts.47.down_proj,0.0000012141,0.01000,1.117 +31,mlp.experts.43.down_proj,0.0000025633,0.01000,1.134 +31,mlp.experts.35.down_proj,0.0000016548,0.01000,1.153 +31,mlp.experts.72.down_proj,0.0000014438,0.01000,0.705 +31,mlp.experts.77.down_proj,0.0000037803,0.01000,0.671 +31,mlp.experts.65.down_proj,0.0000014133,0.01000,0.647 +31,mlp.experts.69.down_proj,0.0000020247,0.01000,0.638 +31,mlp.experts.73.down_proj,0.0000015736,0.01000,0.689 +31,mlp.experts.76.down_proj,0.0000012648,0.01000,0.829 +31,mlp.experts.84.down_proj,0.0000014226,0.01000,0.801 +31,mlp.experts.80.down_proj,0.0000020390,0.01000,0.900 +31,mlp.experts.62.down_proj,0.0000019818,0.01000,1.098 +31,mlp.experts.81.down_proj,0.0000016248,0.01000,0.679 +31,mlp.experts.85.down_proj,0.0000022754,0.01000,0.681 +31,mlp.experts.93.down_proj,0.0000011113,0.01000,0.756 +31,mlp.experts.54.down_proj,0.0000013997,0.01000,1.114 +31,mlp.experts.55.down_proj,0.0000028091,0.01000,1.098 +31,mlp.experts.50.down_proj,0.0000021647,0.01000,1.160 +31,mlp.experts.58.down_proj,0.0000015337,0.01000,1.132 +31,mlp.experts.63.down_proj,0.0000015575,0.01000,1.092 +31,mlp.experts.88.down_proj,0.0000014514,0.01000,0.895 +31,mlp.experts.59.down_proj,0.0000014850,0.01000,1.069 +31,mlp.experts.51.down_proj,0.0000015641,0.01000,1.069 +31,mlp.experts.89.down_proj,0.0000012140,0.01000,0.763 +31,mlp.experts.92.down_proj,0.0000019790,0.01000,0.812 +31,mlp.experts.97.down_proj,0.0000018554,0.01000,0.649 +31,mlp.experts.101.down_proj,0.0000022463,0.01000,0.649 +31,mlp.experts.100.down_proj,0.0000016153,0.01000,0.852 +31,mlp.experts.109.down_proj,0.0000016571,0.01000,0.660 +31,mlp.experts.96.down_proj,0.0000027299,0.01000,0.933 +31,mlp.experts.105.down_proj,0.0000022859,0.01000,0.720 +31,mlp.experts.108.down_proj,0.0000013542,0.01000,0.730 +31,mlp.experts.104.down_proj,0.0000016815,0.01000,0.906 +31,mlp.experts.78.down_proj,0.0000020609,0.01000,1.116 +31,mlp.experts.79.down_proj,0.0000012090,0.01000,1.021 +31,mlp.experts.75.down_proj,0.0000013878,0.01000,1.009 +31,mlp.experts.71.down_proj,0.0000021647,0.01000,1.083 +31,mlp.experts.67.down_proj,0.0000016761,0.01000,1.017 +31,mlp.experts.70.down_proj,0.0000015264,0.01000,1.121 +31,mlp.experts.66.down_proj,0.0000014320,0.01000,1.154 +31,mlp.experts.74.down_proj,0.0000014215,0.01000,1.165 +31,mlp.experts.113.down_proj,0.0000024897,0.01000,0.714 +31,mlp.experts.117.down_proj,0.0000024528,0.01000,0.732 +31,mlp.experts.125.down_proj,0.0000013076,0.01000,0.712 +31,mlp.experts.116.down_proj,0.0000013456,0.01000,0.775 +31,mlp.experts.121.down_proj,0.0000013473,0.01000,0.560 +31,mlp.experts.112.down_proj,0.0000021064,0.01000,0.782 +31,mlp.experts.120.down_proj,0.0000016374,0.01000,0.609 +31,mlp.experts.124.down_proj,0.0000020614,0.01000,0.648 +31,mlp.experts.91.down_proj,0.0000013354,0.01000,1.048 +31,mlp.experts.95.down_proj,0.0000016431,0.01000,1.060 +31,mlp.experts.83.down_proj,0.0000014257,0.01000,1.020 +31,mlp.experts.94.down_proj,0.0000015628,0.01000,1.112 +31,mlp.experts.87.down_proj,0.0000015126,0.01000,1.098 +31,mlp.experts.86.down_proj,0.0000013475,0.01000,1.159 +31,mlp.experts.82.down_proj,0.0000014626,0.01000,1.104 +31,mlp.experts.90.down_proj,0.0000025508,0.01000,1.170 +31,mlp.experts.107.down_proj,0.0000026096,0.01000,1.137 +31,mlp.experts.111.down_proj,0.0000018733,0.01000,1.157 +31,mlp.experts.99.down_proj,0.0000012673,0.01000,1.182 +31,mlp.experts.110.down_proj,0.0000013530,0.01000,1.167 +31,mlp.experts.103.down_proj,0.0000028942,0.01000,1.162 +31,mlp.experts.102.down_proj,0.0000014991,0.01000,1.071 +31,mlp.experts.98.down_proj,0.0000014340,0.01000,1.141 +31,mlp.experts.106.down_proj,0.0000016318,0.01000,1.125 +31,mlp.experts.127.down_proj,0.0000014127,0.01000,0.989 +31,mlp.experts.123.down_proj,0.0000016186,0.01000,1.015 +31,mlp.experts.115.down_proj,0.0000012426,0.01000,0.977 +31,mlp.experts.119.down_proj,0.0000017274,0.01000,0.997 +31,mlp.experts.118.down_proj,0.0000017882,0.01000,1.085 +31,mlp.experts.126.down_proj,0.0000013090,0.01000,1.123 +31,mlp.experts.122.down_proj,0.0000015161,0.01000,1.020 +31,mlp.experts.114.down_proj,0.0000014359,0.01000,1.117 +32,self_attn.q_proj,0.0000015401,0.01000,0.759 +32,self_attn.k_proj,0.0000002130,0.01000,0.836 +32,self_attn.v_proj,0.0000003358,0.01000,1.307 +32,self_attn.o_proj,0.0000002118,0.01000,2.380 +32,mlp.experts.0.gate_proj,0.0000150740,0.01000,2.208 +32,mlp.experts.4.gate_proj,0.0000161212,0.01000,2.176 +32,mlp.experts.12.gate_proj,0.0000152603,0.01000,2.307 +32,mlp.experts.8.gate_proj,0.0000149995,0.01000,2.326 +32,mlp.experts.1.gate_proj,0.0000169113,0.01000,2.667 +32,mlp.experts.13.gate_proj,0.0000166601,0.01000,2.406 +32,mlp.experts.5.gate_proj,0.0000141645,0.01000,2.734 +32,mlp.experts.9.gate_proj,0.0000141115,0.01000,3.009 +32,mlp.experts.10.gate_proj,0.0000148288,0.01000,2.848 +32,mlp.experts.2.gate_proj,0.0000151072,0.01000,3.204 +32,mlp.experts.6.gate_proj,0.0000169489,0.01000,2.869 +32,mlp.experts.14.gate_proj,0.0000135645,0.01000,3.477 +32,mlp.experts.15.gate_proj,0.0000138673,0.01000,3.554 +32,mlp.experts.11.gate_proj,0.0000149089,0.01000,3.674 +32,mlp.experts.3.gate_proj,0.0000140683,0.01000,3.692 +32,mlp.experts.7.gate_proj,0.0000165780,0.01000,3.760 +32,mlp.experts.20.gate_proj,0.0000142214,0.01000,2.023 +32,mlp.experts.16.gate_proj,0.0000185162,0.01000,2.193 +32,mlp.experts.17.gate_proj,0.0000145952,0.01000,2.006 +32,mlp.experts.28.gate_proj,0.0000149071,0.01000,2.052 +32,mlp.experts.29.gate_proj,0.0000144592,0.01000,2.002 +32,mlp.experts.24.gate_proj,0.0000183212,0.01000,2.234 +32,mlp.experts.21.gate_proj,0.0000149576,0.01000,2.139 +32,mlp.experts.25.gate_proj,0.0000140210,0.01000,2.108 +32,mlp.experts.18.gate_proj,0.0000148438,0.01000,3.046 +32,mlp.experts.26.gate_proj,0.0000144128,0.01000,3.051 +32,mlp.experts.36.gate_proj,0.0000146398,0.01000,1.981 +32,mlp.experts.22.gate_proj,0.0000197519,0.01000,3.089 +32,mlp.experts.32.gate_proj,0.0000154574,0.01000,2.013 +32,mlp.experts.30.gate_proj,0.0000165610,0.01000,3.076 +32,mlp.experts.44.gate_proj,0.0000133760,0.01000,1.961 +32,mlp.experts.45.gate_proj,0.0000145130,0.01000,1.990 +32,mlp.experts.31.gate_proj,0.0000179980,0.01000,3.069 +32,mlp.experts.23.gate_proj,0.0000145528,0.01000,3.030 +32,mlp.experts.27.gate_proj,0.0000137045,0.01000,3.116 +32,mlp.experts.19.gate_proj,0.0000156823,0.01000,3.127 +32,mlp.experts.33.gate_proj,0.0000131333,0.01000,2.137 +32,mlp.experts.40.gate_proj,0.0000150776,0.01000,2.085 +32,mlp.experts.37.gate_proj,0.0000148937,0.01000,2.114 +32,mlp.experts.41.gate_proj,0.0000158984,0.01000,2.026 +32,mlp.experts.52.gate_proj,0.0000158080,0.01000,1.719 +32,mlp.experts.48.gate_proj,0.0000147612,0.01000,1.768 +32,mlp.experts.60.gate_proj,0.0000166064,0.01000,1.683 +32,mlp.experts.49.gate_proj,0.0000168313,0.01000,1.906 +32,mlp.experts.53.gate_proj,0.0000152680,0.01000,1.797 +32,mlp.experts.56.gate_proj,0.0000146645,0.01000,1.952 +32,mlp.experts.61.gate_proj,0.0000138081,0.01000,2.213 +32,mlp.experts.57.gate_proj,0.0000149511,0.01000,1.973 +32,mlp.experts.42.gate_proj,0.0000151941,0.01000,3.093 +32,mlp.experts.38.gate_proj,0.0000146124,0.01000,3.044 +32,mlp.experts.34.gate_proj,0.0000162834,0.01000,3.151 +32,mlp.experts.68.gate_proj,0.0000147383,0.01000,1.677 +32,mlp.experts.47.gate_proj,0.0000148478,0.01000,2.911 +32,mlp.experts.35.gate_proj,0.0000135210,0.01000,2.964 +32,mlp.experts.46.gate_proj,0.0000138750,0.01000,3.219 +32,mlp.experts.64.gate_proj,0.0000136221,0.01000,1.679 +32,mlp.experts.43.gate_proj,0.0000146696,0.01000,3.042 +32,mlp.experts.39.gate_proj,0.0000129360,0.01000,3.072 +32,mlp.experts.76.gate_proj,0.0000148635,0.01000,1.681 +32,mlp.experts.65.gate_proj,0.0000153972,0.01000,2.015 +32,mlp.experts.69.gate_proj,0.0000147100,0.01000,1.988 +32,mlp.experts.72.gate_proj,0.0000146215,0.01000,1.988 +32,mlp.experts.77.gate_proj,0.0000181261,0.01000,2.081 +32,mlp.experts.73.gate_proj,0.0000165844,0.01000,1.971 +32,mlp.experts.84.gate_proj,0.0000129559,0.01000,1.913 +32,mlp.experts.80.gate_proj,0.0000144647,0.01000,1.929 +32,mlp.experts.92.gate_proj,0.0000149442,0.01000,2.011 +32,mlp.experts.58.gate_proj,0.0000152947,0.01000,3.222 +32,mlp.experts.50.gate_proj,0.0000171532,0.01000,3.203 +32,mlp.experts.54.gate_proj,0.0000150682,0.01000,3.311 +32,mlp.experts.88.gate_proj,0.0000175192,0.01000,1.987 +32,mlp.experts.81.gate_proj,0.0000151004,0.01000,2.158 +32,mlp.experts.63.gate_proj,0.0000169381,0.01000,3.266 +32,mlp.experts.85.gate_proj,0.0000142116,0.01000,2.177 +32,mlp.experts.51.gate_proj,0.0000147196,0.01000,3.192 +32,mlp.experts.55.gate_proj,0.0000147164,0.01000,3.123 +32,mlp.experts.59.gate_proj,0.0000137106,0.01000,3.239 +32,mlp.experts.62.gate_proj,0.0000139941,0.01000,3.400 +32,mlp.experts.93.gate_proj,0.0000165878,0.01000,2.221 +32,mlp.experts.89.gate_proj,0.0000177066,0.01000,2.219 +32,mlp.experts.100.gate_proj,0.0000148100,0.01000,1.994 +32,mlp.experts.96.gate_proj,0.0000170562,0.01000,2.103 +32,mlp.experts.108.gate_proj,0.0000147683,0.01000,2.128 +32,mlp.experts.101.gate_proj,0.0000143093,0.01000,2.037 +32,mlp.experts.97.gate_proj,0.0000199218,0.01000,2.082 +32,mlp.experts.104.gate_proj,0.0000143489,0.01000,2.233 +32,mlp.experts.109.gate_proj,0.0000147737,0.01000,2.014 +32,mlp.experts.105.gate_proj,0.0000134131,0.01000,2.077 +32,mlp.experts.116.gate_proj,0.0000133052,0.01000,2.197 +32,mlp.experts.66.gate_proj,0.0000158799,0.01000,3.240 +32,mlp.experts.70.gate_proj,0.0000150961,0.01000,3.227 +32,mlp.experts.74.gate_proj,0.0000142273,0.01000,3.348 +32,mlp.experts.112.gate_proj,0.0000149337,0.01000,2.114 +32,mlp.experts.71.gate_proj,0.0000162714,0.01000,3.164 +32,mlp.experts.124.gate_proj,0.0000144891,0.01000,2.044 +32,mlp.experts.79.gate_proj,0.0000147328,0.01000,3.293 +32,mlp.experts.67.gate_proj,0.0000152493,0.01000,3.359 +32,mlp.experts.78.gate_proj,0.0000151199,0.01000,3.170 +32,mlp.experts.75.gate_proj,0.0000147945,0.01000,3.315 +32,mlp.experts.117.gate_proj,0.0000158576,0.01000,2.160 +32,mlp.experts.120.gate_proj,0.0000176253,0.01000,2.065 +32,mlp.experts.113.gate_proj,0.0000153102,0.01000,2.222 +32,mlp.experts.125.gate_proj,0.0000148599,0.01000,2.139 +32,mlp.experts.121.gate_proj,0.0000133207,0.01000,2.114 +32,mlp.experts.4.up_proj,0.0000159409,0.01000,2.104 +32,mlp.experts.0.up_proj,0.0000141320,0.01000,2.089 +32,mlp.experts.12.up_proj,0.0000162529,0.01000,2.049 +32,mlp.experts.82.gate_proj,0.0000147421,0.01000,3.237 +32,mlp.experts.86.gate_proj,0.0000147819,0.01000,3.233 +32,mlp.experts.90.gate_proj,0.0000132146,0.01000,3.205 +32,mlp.experts.13.up_proj,0.0000153790,0.01000,1.908 +32,mlp.experts.95.gate_proj,0.0000127965,0.01000,3.099 +32,mlp.experts.5.up_proj,0.0000138792,0.01000,2.183 +32,mlp.experts.87.gate_proj,0.0000171452,0.01000,3.209 +32,mlp.experts.8.up_proj,0.0000152031,0.01000,2.161 +32,mlp.experts.83.gate_proj,0.0000174300,0.01000,3.044 +32,mlp.experts.1.up_proj,0.0000176023,0.01000,2.175 +32,mlp.experts.9.up_proj,0.0000135060,0.01000,1.904 +32,mlp.experts.91.gate_proj,0.0000141974,0.01000,3.133 +32,mlp.experts.94.gate_proj,0.0000142679,0.01000,3.218 +32,mlp.experts.20.up_proj,0.0000187653,0.01000,2.010 +32,mlp.experts.16.up_proj,0.0000166216,0.01000,2.089 +32,mlp.experts.28.up_proj,0.0000147465,0.01000,2.008 +32,mlp.experts.21.up_proj,0.0000152739,0.01000,1.862 +32,mlp.experts.17.up_proj,0.0000135659,0.01000,1.933 +32,mlp.experts.25.up_proj,0.0000146765,0.01000,2.032 +32,mlp.experts.24.up_proj,0.0000169709,0.01000,2.160 +32,mlp.experts.29.up_proj,0.0000143098,0.01000,2.224 +32,mlp.experts.36.up_proj,0.0000153098,0.01000,1.868 +32,mlp.experts.32.up_proj,0.0000149806,0.01000,1.855 +32,mlp.experts.44.up_proj,0.0000169155,0.01000,1.836 +32,mlp.experts.102.gate_proj,0.0000162648,0.01000,3.073 +32,mlp.experts.106.gate_proj,0.0000133965,0.01000,3.077 +32,mlp.experts.98.gate_proj,0.0000201666,0.01000,3.147 +32,mlp.experts.111.gate_proj,0.0000155202,0.01000,3.007 +32,mlp.experts.103.gate_proj,0.0000131821,0.01000,3.005 +32,mlp.experts.99.gate_proj,0.0000144965,0.01000,3.018 +32,mlp.experts.107.gate_proj,0.0000142615,0.01000,3.049 +32,mlp.experts.110.gate_proj,0.0000149505,0.01000,3.136 +32,mlp.experts.37.up_proj,0.0000156050,0.01000,1.854 +32,mlp.experts.33.up_proj,0.0000137289,0.01000,1.923 +32,mlp.experts.40.up_proj,0.0000154125,0.01000,1.846 +32,mlp.experts.45.up_proj,0.0000144288,0.01000,1.991 +32,mlp.experts.41.up_proj,0.0000169044,0.01000,2.101 +32,mlp.experts.52.up_proj,0.0000179189,0.01000,1.869 +32,mlp.experts.48.up_proj,0.0000151610,0.01000,1.848 +32,mlp.experts.60.up_proj,0.0000172010,0.01000,1.932 +32,mlp.experts.53.up_proj,0.0000146734,0.01000,1.889 +32,mlp.experts.122.gate_proj,0.0000141080,0.01000,3.036 +32,mlp.experts.56.up_proj,0.0000145325,0.01000,1.861 +32,mlp.experts.127.gate_proj,0.0000135756,0.01000,2.934 +32,mlp.experts.114.gate_proj,0.0000163058,0.01000,3.073 +32,mlp.experts.119.gate_proj,0.0000167943,0.01000,2.910 +32,mlp.experts.118.gate_proj,0.0000149668,0.01000,3.122 +32,mlp.experts.49.up_proj,0.0000180772,0.01000,2.009 +32,mlp.experts.115.gate_proj,0.0000147226,0.01000,3.022 +32,mlp.experts.68.up_proj,0.0000150958,0.01000,1.858 +32,mlp.experts.61.up_proj,0.0000157626,0.01000,1.974 +32,mlp.experts.123.gate_proj,0.0000149861,0.01000,2.923 +32,mlp.experts.64.up_proj,0.0000148089,0.01000,1.831 +32,mlp.experts.57.up_proj,0.0000151726,0.01000,2.132 +32,mlp.experts.126.gate_proj,0.0000147002,0.01000,3.095 +32,mlp.experts.76.up_proj,0.0000149859,0.01000,1.784 +32,mlp.experts.72.up_proj,0.0000151684,0.01000,1.789 +32,mlp.experts.69.up_proj,0.0000148861,0.01000,2.200 +32,mlp.experts.84.up_proj,0.0000148827,0.01000,1.774 +32,mlp.experts.65.up_proj,0.0000183552,0.01000,2.112 +32,mlp.experts.77.up_proj,0.0000173465,0.01000,2.004 +32,mlp.experts.80.up_proj,0.0000155448,0.01000,1.825 +32,mlp.experts.92.up_proj,0.0000138793,0.01000,1.839 +32,mlp.experts.73.up_proj,0.0000181050,0.01000,1.965 +32,mlp.experts.15.up_proj,0.0000149460,0.01000,2.624 +32,mlp.experts.7.up_proj,0.0000166242,0.01000,2.639 +32,mlp.experts.11.up_proj,0.0000148876,0.01000,2.650 +32,mlp.experts.10.up_proj,0.0000147792,0.01000,3.098 +32,mlp.experts.6.up_proj,0.0000165040,0.01000,3.050 +32,mlp.experts.3.up_proj,0.0000140867,0.01000,2.921 +32,mlp.experts.2.up_proj,0.0000149997,0.01000,3.157 +32,mlp.experts.14.up_proj,0.0000150982,0.01000,3.133 +32,mlp.experts.88.up_proj,0.0000167376,0.01000,1.926 +32,mlp.experts.100.up_proj,0.0000145630,0.01000,1.909 +32,mlp.experts.85.up_proj,0.0000136051,0.01000,2.114 +32,mlp.experts.81.up_proj,0.0000172926,0.01000,1.946 +32,mlp.experts.96.up_proj,0.0000168511,0.01000,1.934 +32,mlp.experts.93.up_proj,0.0000176779,0.01000,2.132 +32,mlp.experts.108.up_proj,0.0000151500,0.01000,2.024 +32,mlp.experts.89.up_proj,0.0000173909,0.01000,2.126 +32,mlp.experts.31.up_proj,0.0000180194,0.01000,2.905 +32,mlp.experts.23.up_proj,0.0000152694,0.01000,2.902 +32,mlp.experts.104.up_proj,0.0000142533,0.01000,1.870 +32,mlp.experts.27.up_proj,0.0000148226,0.01000,3.015 +32,mlp.experts.101.up_proj,0.0000151942,0.01000,2.007 +32,mlp.experts.116.up_proj,0.0000148140,0.01000,2.196 +32,mlp.experts.26.up_proj,0.0000146499,0.01000,3.071 +32,mlp.experts.22.up_proj,0.0000194125,0.01000,3.049 +32,mlp.experts.97.up_proj,0.0000203098,0.01000,2.051 +32,mlp.experts.19.up_proj,0.0000166355,0.01000,3.080 +32,mlp.experts.112.up_proj,0.0000161606,0.01000,1.963 +32,mlp.experts.18.up_proj,0.0000150079,0.01000,3.145 +32,mlp.experts.124.up_proj,0.0000139536,0.01000,1.913 +32,mlp.experts.109.up_proj,0.0000160676,0.01000,1.980 +32,mlp.experts.105.up_proj,0.0000136879,0.01000,1.952 +32,mlp.experts.30.up_proj,0.0000168747,0.01000,3.136 +32,mlp.experts.120.up_proj,0.0000172417,0.01000,1.408 +32,mlp.experts.117.up_proj,0.0000164165,0.01000,1.851 +32,mlp.experts.113.up_proj,0.0000153662,0.01000,1.831 +32,mlp.experts.125.up_proj,0.0000164298,0.01000,1.891 +32,mlp.experts.121.up_proj,0.0000170813,0.01000,1.807 +32,mlp.experts.47.up_proj,0.0000150268,0.01000,2.878 +32,mlp.experts.39.up_proj,0.0000177462,0.01000,2.909 +32,mlp.experts.42.up_proj,0.0000153907,0.01000,2.432 +32,mlp.experts.38.up_proj,0.0000186971,0.01000,2.480 +32,mlp.experts.43.up_proj,0.0000158396,0.01000,2.773 +32,mlp.experts.34.up_proj,0.0000181301,0.01000,2.666 +32,mlp.experts.35.up_proj,0.0000172133,0.01000,2.807 +32,mlp.experts.46.up_proj,0.0000149907,0.01000,2.658 +32,mlp.experts.63.up_proj,0.0000175291,0.01000,2.903 +32,mlp.experts.55.up_proj,0.0000174029,0.01000,2.917 +32,mlp.experts.58.up_proj,0.0000188443,0.01000,3.058 +32,mlp.experts.59.up_proj,0.0000157621,0.01000,2.942 +32,mlp.experts.54.up_proj,0.0000154652,0.01000,3.219 +32,mlp.experts.51.up_proj,0.0000149947,0.01000,3.101 +32,mlp.experts.50.up_proj,0.0000163415,0.01000,3.148 +32,mlp.experts.62.up_proj,0.0000143466,0.01000,3.204 +32,mlp.experts.79.up_proj,0.0000171025,0.01000,3.037 +32,mlp.experts.71.up_proj,0.0000161582,0.01000,3.032 +32,mlp.experts.74.up_proj,0.0000144934,0.01000,3.078 +32,mlp.experts.75.up_proj,0.0000151362,0.01000,3.258 +32,mlp.experts.70.up_proj,0.0000154316,0.01000,3.283 +32,mlp.experts.67.up_proj,0.0000155040,0.01000,3.142 +32,mlp.experts.66.up_proj,0.0000169081,0.01000,3.309 +32,mlp.experts.78.up_proj,0.0000147061,0.01000,3.011 +32,mlp.experts.95.up_proj,0.0000136812,0.01000,3.057 +32,mlp.experts.87.up_proj,0.0000158843,0.01000,3.032 +32,mlp.experts.91.up_proj,0.0000142015,0.01000,3.109 +32,mlp.experts.90.up_proj,0.0000130709,0.01000,3.333 +32,mlp.experts.86.up_proj,0.0000151403,0.01000,3.057 +32,mlp.experts.83.up_proj,0.0000158143,0.01000,3.114 +32,mlp.experts.94.up_proj,0.0000183926,0.01000,3.048 +32,mlp.experts.82.up_proj,0.0000151011,0.01000,3.454 +32,mlp.experts.111.up_proj,0.0000170614,0.01000,2.847 +32,mlp.experts.103.up_proj,0.0000157423,0.01000,2.877 +32,mlp.experts.107.up_proj,0.0000148399,0.01000,2.836 +32,mlp.experts.106.up_proj,0.0000157454,0.01000,3.070 +32,mlp.experts.102.up_proj,0.0000156202,0.01000,2.931 +32,mlp.experts.99.up_proj,0.0000152060,0.01000,2.954 +32,mlp.experts.110.up_proj,0.0000140871,0.01000,3.164 +32,mlp.experts.98.up_proj,0.0000179025,0.01000,3.231 +32,mlp.experts.127.up_proj,0.0000152455,0.01000,3.111 +32,mlp.experts.119.up_proj,0.0000166131,0.01000,3.162 +32,mlp.experts.123.up_proj,0.0000148747,0.01000,2.918 +32,mlp.experts.115.up_proj,0.0000147244,0.01000,2.620 +32,mlp.experts.122.up_proj,0.0000167818,0.01000,3.038 +32,mlp.experts.118.up_proj,0.0000151594,0.01000,3.101 +32,mlp.experts.126.up_proj,0.0000153254,0.01000,2.765 +32,mlp.experts.114.up_proj,0.0000178401,0.01000,2.602 +32,mlp.experts.12.down_proj,0.0000020675,0.01000,1.009 +32,mlp.experts.0.down_proj,0.0000015374,0.01000,1.027 +32,mlp.experts.4.down_proj,0.0000020876,0.01000,1.045 +32,mlp.experts.8.down_proj,0.0000015272,0.01000,1.061 +32,mlp.experts.13.down_proj,0.0000019768,0.01000,1.531 +32,mlp.experts.5.down_proj,0.0000012702,0.01000,1.548 +32,mlp.experts.9.down_proj,0.0000017654,0.01000,1.566 +32,mlp.experts.1.down_proj,0.0000025514,0.01000,1.573 +32,mlp.experts.28.down_proj,0.0000018222,0.01000,0.695 +32,mlp.experts.20.down_proj,0.0000050623,0.01000,0.733 +32,mlp.experts.24.down_proj,0.0000018629,0.01000,0.724 +32,mlp.experts.16.down_proj,0.0000020739,0.01000,0.771 +32,mlp.experts.3.down_proj,0.0000014103,0.01000,1.954 +32,mlp.experts.2.down_proj,0.0000021083,0.01000,1.980 +32,mlp.experts.10.down_proj,0.0000015720,0.01000,1.977 +32,mlp.experts.15.down_proj,0.0000020383,0.01000,1.941 +32,mlp.experts.6.down_proj,0.0000019661,0.01000,1.993 +32,mlp.experts.14.down_proj,0.0000019198,0.01000,1.983 +32,mlp.experts.11.down_proj,0.0000015752,0.01000,2.072 +32,mlp.experts.7.down_proj,0.0000021754,0.01000,2.090 +32,mlp.experts.29.down_proj,0.0000015500,0.01000,0.730 +32,mlp.experts.21.down_proj,0.0000015954,0.01000,0.762 +32,mlp.experts.17.down_proj,0.0000012878,0.01000,0.746 +32,mlp.experts.25.down_proj,0.0000012737,0.01000,0.772 +32,mlp.experts.44.down_proj,0.0000022316,0.01000,0.705 +32,mlp.experts.32.down_proj,0.0000014596,0.01000,0.711 +32,mlp.experts.36.down_proj,0.0000018894,0.01000,0.776 +32,mlp.experts.40.down_proj,0.0000016371,0.01000,0.788 +32,mlp.experts.45.down_proj,0.0000015144,0.01000,0.727 +32,mlp.experts.37.down_proj,0.0000017289,0.01000,0.724 +32,mlp.experts.33.down_proj,0.0000011672,0.01000,0.736 +32,mlp.experts.19.down_proj,0.0000020182,0.01000,1.136 +32,mlp.experts.41.down_proj,0.0000028789,0.01000,0.764 +32,mlp.experts.18.down_proj,0.0000027584,0.01000,1.159 +32,mlp.experts.31.down_proj,0.0000029731,0.01000,1.137 +32,mlp.experts.60.down_proj,0.0000023356,0.01000,0.717 +32,mlp.experts.22.down_proj,0.0000028090,0.01000,1.180 +32,mlp.experts.23.down_proj,0.0000015571,0.01000,1.116 +32,mlp.experts.30.down_proj,0.0000022226,0.01000,1.206 +32,mlp.experts.26.down_proj,0.0000015603,0.01000,1.223 +32,mlp.experts.48.down_proj,0.0000015851,0.01000,0.715 +32,mlp.experts.27.down_proj,0.0000020618,0.01000,1.205 +32,mlp.experts.52.down_proj,0.0000025976,0.01000,0.745 +32,mlp.experts.56.down_proj,0.0000014696,0.01000,0.764 +32,mlp.experts.61.down_proj,0.0000022720,0.01000,0.764 +32,mlp.experts.49.down_proj,0.0000032267,0.01000,0.762 +32,mlp.experts.53.down_proj,0.0000017586,0.01000,0.786 +32,mlp.experts.76.down_proj,0.0000016313,0.01000,0.736 +32,mlp.experts.57.down_proj,0.0000018250,0.01000,0.787 +32,mlp.experts.64.down_proj,0.0000018936,0.01000,0.729 +32,mlp.experts.68.down_proj,0.0000015272,0.01000,0.718 +32,mlp.experts.72.down_proj,0.0000020743,0.01000,0.755 +32,mlp.experts.47.down_proj,0.0000014810,0.01000,1.146 +32,mlp.experts.35.down_proj,0.0000040368,0.01000,1.196 +32,mlp.experts.34.down_proj,0.0000034367,0.01000,1.165 +32,mlp.experts.38.down_proj,0.0000030424,0.01000,1.217 +32,mlp.experts.46.down_proj,0.0000017060,0.01000,1.204 +32,mlp.experts.42.down_proj,0.0000016127,0.01000,1.236 +32,mlp.experts.39.down_proj,0.0000029842,0.01000,1.280 +32,mlp.experts.43.down_proj,0.0000019451,0.01000,1.279 +32,mlp.experts.77.down_proj,0.0000026824,0.01000,0.789 +32,mlp.experts.69.down_proj,0.0000014344,0.01000,0.814 +32,mlp.experts.65.down_proj,0.0000032930,0.01000,0.817 +32,mlp.experts.73.down_proj,0.0000039098,0.01000,0.812 +32,mlp.experts.92.down_proj,0.0000014109,0.01000,0.859 +32,mlp.experts.80.down_proj,0.0000016670,0.01000,0.876 +32,mlp.experts.84.down_proj,0.0000023884,0.01000,0.827 +32,mlp.experts.88.down_proj,0.0000019717,0.01000,0.888 +32,mlp.experts.93.down_proj,0.0000030742,0.01000,0.763 +32,mlp.experts.85.down_proj,0.0000012655,0.01000,0.738 +32,mlp.experts.81.down_proj,0.0000034648,0.01000,0.748 +32,mlp.experts.63.down_proj,0.0000030253,0.01000,1.154 +32,mlp.experts.89.down_proj,0.0000039453,0.01000,0.738 +32,mlp.experts.108.down_proj,0.0000017694,0.01000,0.744 +32,mlp.experts.51.down_proj,0.0000018647,0.01000,1.220 +32,mlp.experts.50.down_proj,0.0000019671,0.01000,1.222 +32,mlp.experts.54.down_proj,0.0000017739,0.01000,1.177 +32,mlp.experts.55.down_proj,0.0000024287,0.01000,1.107 +32,mlp.experts.62.down_proj,0.0000013667,0.01000,1.191 +32,mlp.experts.58.down_proj,0.0000047813,0.01000,1.182 +32,mlp.experts.100.down_proj,0.0000013960,0.01000,0.821 +32,mlp.experts.59.down_proj,0.0000020219,0.01000,1.125 +32,mlp.experts.96.down_proj,0.0000022907,0.01000,0.881 +32,mlp.experts.104.down_proj,0.0000012819,0.01000,0.796 +32,mlp.experts.109.down_proj,0.0000022144,0.01000,0.780 +32,mlp.experts.97.down_proj,0.0000036788,0.01000,0.762 +32,mlp.experts.101.down_proj,0.0000020508,0.01000,0.778 +32,mlp.experts.105.down_proj,0.0000012112,0.01000,0.755 +32,mlp.experts.124.down_proj,0.0000014177,0.01000,0.876 +32,mlp.experts.116.down_proj,0.0000017755,0.01000,0.737 +32,mlp.experts.112.down_proj,0.0000020837,0.01000,0.729 +32,mlp.experts.120.down_proj,0.0000022694,0.01000,0.693 +32,mlp.experts.79.down_proj,0.0000024468,0.01000,1.143 +32,mlp.experts.66.down_proj,0.0000038886,0.01000,1.116 +32,mlp.experts.70.down_proj,0.0000016761,0.01000,1.100 +32,mlp.experts.67.down_proj,0.0000017433,0.01000,1.191 +32,mlp.experts.71.down_proj,0.0000023343,0.01000,1.120 +32,mlp.experts.74.down_proj,0.0000014256,0.01000,1.140 +32,mlp.experts.78.down_proj,0.0000014053,0.01000,1.176 +32,mlp.experts.75.down_proj,0.0000015416,0.01000,1.140 +32,mlp.experts.125.down_proj,0.0000023205,0.01000,0.722 +32,mlp.experts.113.down_proj,0.0000016919,0.01000,0.722 +32,mlp.experts.117.down_proj,0.0000017395,0.01000,0.724 +32,mlp.experts.121.down_proj,0.0000031857,0.01000,0.684 +32,mlp.experts.82.down_proj,0.0000015690,0.01000,1.088 +32,mlp.experts.95.down_proj,0.0000011175,0.01000,1.155 +32,mlp.experts.86.down_proj,0.0000015956,0.01000,1.086 +32,mlp.experts.83.down_proj,0.0000016767,0.01000,1.115 +32,mlp.experts.87.down_proj,0.0000016396,0.01000,1.112 +32,mlp.experts.90.down_proj,0.0000013825,0.01000,1.138 +32,mlp.experts.91.down_proj,0.0000013048,0.01000,1.121 +32,mlp.experts.94.down_proj,0.0000029761,0.01000,1.178 +32,mlp.experts.98.down_proj,0.0000022186,0.01000,1.086 +32,mlp.experts.102.down_proj,0.0000017667,0.01000,1.086 +32,mlp.experts.111.down_proj,0.0000022364,0.01000,1.201 +32,mlp.experts.99.down_proj,0.0000017297,0.01000,1.149 +32,mlp.experts.103.down_proj,0.0000018834,0.01000,1.173 +32,mlp.experts.106.down_proj,0.0000016408,0.01000,1.138 +32,mlp.experts.107.down_proj,0.0000014965,0.01000,1.149 +32,mlp.experts.110.down_proj,0.0000012553,0.01000,1.168 +32,mlp.experts.114.down_proj,0.0000026943,0.01000,1.080 +32,mlp.experts.118.down_proj,0.0000016302,0.01000,1.078 +32,mlp.experts.122.down_proj,0.0000022696,0.01000,1.013 +32,mlp.experts.126.down_proj,0.0000014641,0.01000,0.962 +32,mlp.experts.115.down_proj,0.0000014548,0.01000,1.198 +32,mlp.experts.119.down_proj,0.0000023485,0.01000,1.179 +32,mlp.experts.127.down_proj,0.0000017443,0.01000,1.237 +32,mlp.experts.123.down_proj,0.0000015378,0.01000,1.104 +33,self_attn.q_proj,0.0000020362,0.01000,0.754 +33,self_attn.k_proj,0.0000002812,0.01000,1.171 +33,self_attn.v_proj,0.0000003680,0.01000,1.613 +33,self_attn.o_proj,0.0000003080,0.01000,2.457 +33,mlp.experts.4.gate_proj,0.0000152817,0.01000,2.066 +33,mlp.experts.0.gate_proj,0.0000166188,0.01000,2.070 +33,mlp.experts.8.gate_proj,0.0000153022,0.01000,2.060 +33,mlp.experts.12.gate_proj,0.0000152228,0.01000,2.158 +33,mlp.experts.5.gate_proj,0.0000144277,0.01000,2.351 +33,mlp.experts.1.gate_proj,0.0000134629,0.01000,2.486 +33,mlp.experts.9.gate_proj,0.0000139588,0.01000,2.448 +33,mlp.experts.13.gate_proj,0.0000152109,0.01000,2.558 +33,mlp.experts.15.gate_proj,0.0000154795,0.01000,3.656 +33,mlp.experts.11.gate_proj,0.0000157911,0.01000,3.615 +33,mlp.experts.3.gate_proj,0.0000163647,0.01000,3.689 +33,mlp.experts.7.gate_proj,0.0000148566,0.01000,3.615 +33,mlp.experts.6.gate_proj,0.0000146809,0.01000,3.690 +33,mlp.experts.14.gate_proj,0.0000143520,0.01000,3.809 +33,mlp.experts.2.gate_proj,0.0000145206,0.01000,3.738 +33,mlp.experts.16.gate_proj,0.0000155840,0.01000,1.749 +33,mlp.experts.20.gate_proj,0.0000150525,0.01000,1.814 +33,mlp.experts.24.gate_proj,0.0000139982,0.01000,1.819 +33,mlp.experts.28.gate_proj,0.0000150171,0.01000,1.763 +33,mlp.experts.10.gate_proj,0.0000145672,0.01000,4.049 +33,mlp.experts.25.gate_proj,0.0000137973,0.01000,1.934 +33,mlp.experts.21.gate_proj,0.0000154614,0.01000,2.005 +33,mlp.experts.29.gate_proj,0.0000164921,0.01000,1.988 +33,mlp.experts.17.gate_proj,0.0000146296,0.01000,2.285 +33,mlp.experts.32.gate_proj,0.0000159761,0.01000,1.889 +33,mlp.experts.36.gate_proj,0.0000178514,0.01000,1.967 +33,mlp.experts.40.gate_proj,0.0000135639,0.01000,1.899 +33,mlp.experts.44.gate_proj,0.0000145257,0.01000,1.914 +33,mlp.experts.41.gate_proj,0.0000151079,0.01000,1.963 +33,mlp.experts.37.gate_proj,0.0000144749,0.01000,2.104 +33,mlp.experts.45.gate_proj,0.0000129136,0.01000,1.945 +33,mlp.experts.23.gate_proj,0.0000138531,0.01000,3.123 +33,mlp.experts.31.gate_proj,0.0000170677,0.01000,3.160 +33,mlp.experts.27.gate_proj,0.0000151769,0.01000,3.152 +33,mlp.experts.33.gate_proj,0.0000159394,0.01000,2.136 +33,mlp.experts.19.gate_proj,0.0000143715,0.01000,3.273 +33,mlp.experts.18.gate_proj,0.0000158982,0.01000,3.224 +33,mlp.experts.22.gate_proj,0.0000131750,0.01000,3.329 +33,mlp.experts.30.gate_proj,0.0000147448,0.01000,3.289 +33,mlp.experts.26.gate_proj,0.0000151493,0.01000,3.268 +33,mlp.experts.48.gate_proj,0.0000127799,0.01000,2.141 +33,mlp.experts.60.gate_proj,0.0000141033,0.01000,2.005 +33,mlp.experts.52.gate_proj,0.0000139119,0.01000,2.097 +33,mlp.experts.56.gate_proj,0.0000131939,0.01000,2.162 +33,mlp.experts.57.gate_proj,0.0000149937,0.01000,2.098 +33,mlp.experts.61.gate_proj,0.0000180054,0.01000,2.071 +33,mlp.experts.53.gate_proj,0.0000151000,0.01000,2.185 +33,mlp.experts.49.gate_proj,0.0000141362,0.01000,2.049 +33,mlp.experts.64.gate_proj,0.0000148276,0.01000,1.716 +33,mlp.experts.68.gate_proj,0.0000154539,0.01000,1.643 +33,mlp.experts.76.gate_proj,0.0000148918,0.01000,1.690 +33,mlp.experts.72.gate_proj,0.0000163577,0.01000,1.667 +33,mlp.experts.39.gate_proj,0.0000155315,0.01000,3.272 +33,mlp.experts.43.gate_proj,0.0000146785,0.01000,3.309 +33,mlp.experts.47.gate_proj,0.0000176371,0.01000,3.395 +33,mlp.experts.35.gate_proj,0.0000136462,0.01000,3.309 +33,mlp.experts.73.gate_proj,0.0000143546,0.01000,2.022 +33,mlp.experts.77.gate_proj,0.0000149513,0.01000,1.972 +33,mlp.experts.69.gate_proj,0.0000159452,0.01000,1.947 +33,mlp.experts.38.gate_proj,0.0000156045,0.01000,3.593 +33,mlp.experts.34.gate_proj,0.0000150847,0.01000,3.811 +33,mlp.experts.46.gate_proj,0.0000140977,0.01000,3.750 +33,mlp.experts.65.gate_proj,0.0000139569,0.01000,1.892 +33,mlp.experts.42.gate_proj,0.0000166219,0.01000,3.610 +33,mlp.experts.80.gate_proj,0.0000147770,0.01000,2.138 +33,mlp.experts.92.gate_proj,0.0000145004,0.01000,2.109 +33,mlp.experts.84.gate_proj,0.0000146941,0.01000,2.151 +33,mlp.experts.88.gate_proj,0.0000152950,0.01000,2.158 +33,mlp.experts.89.gate_proj,0.0000144011,0.01000,1.932 +33,mlp.experts.85.gate_proj,0.0000155845,0.01000,1.838 +33,mlp.experts.93.gate_proj,0.0000168984,0.01000,1.895 +33,mlp.experts.81.gate_proj,0.0000139212,0.01000,1.944 +33,mlp.experts.59.gate_proj,0.0000163100,0.01000,3.511 +33,mlp.experts.63.gate_proj,0.0000144671,0.01000,3.459 +33,mlp.experts.55.gate_proj,0.0000149821,0.01000,3.718 +33,mlp.experts.51.gate_proj,0.0000154960,0.01000,3.544 +33,mlp.experts.62.gate_proj,0.0000151132,0.01000,3.250 +33,mlp.experts.54.gate_proj,0.0000145933,0.01000,3.438 +33,mlp.experts.96.gate_proj,0.0000136879,0.01000,2.462 +33,mlp.experts.100.gate_proj,0.0000211922,0.01000,2.423 +33,mlp.experts.108.gate_proj,0.0000141557,0.01000,2.463 +33,mlp.experts.104.gate_proj,0.0000159960,0.01000,2.407 +33,mlp.experts.58.gate_proj,0.0000150841,0.01000,3.397 +33,mlp.experts.50.gate_proj,0.0000154220,0.01000,3.461 +33,mlp.experts.101.gate_proj,0.0000140794,0.01000,2.196 +33,mlp.experts.105.gate_proj,0.0000146963,0.01000,2.346 +33,mlp.experts.109.gate_proj,0.0000156851,0.01000,2.301 +33,mlp.experts.97.gate_proj,0.0000144782,0.01000,2.312 +33,mlp.experts.112.gate_proj,0.0000135679,0.01000,2.168 +33,mlp.experts.124.gate_proj,0.0000150607,0.01000,2.172 +33,mlp.experts.120.gate_proj,0.0000159178,0.01000,2.158 +33,mlp.experts.116.gate_proj,0.0000149356,0.01000,2.256 +33,mlp.experts.117.gate_proj,0.0000133428,0.01000,2.231 +33,mlp.experts.121.gate_proj,0.0000179240,0.01000,2.271 +33,mlp.experts.75.gate_proj,0.0000159715,0.01000,3.431 +33,mlp.experts.125.gate_proj,0.0000121684,0.01000,2.249 +33,mlp.experts.79.gate_proj,0.0000155807,0.01000,3.540 +33,mlp.experts.67.gate_proj,0.0000156189,0.01000,3.412 +33,mlp.experts.71.gate_proj,0.0000143222,0.01000,3.476 +33,mlp.experts.113.gate_proj,0.0000141191,0.01000,2.174 +33,mlp.experts.78.gate_proj,0.0000170707,0.01000,3.528 +33,mlp.experts.70.gate_proj,0.0000159996,0.01000,3.537 +33,mlp.experts.66.gate_proj,0.0000143562,0.01000,3.425 +33,mlp.experts.74.gate_proj,0.0000162529,0.01000,3.513 +33,mlp.experts.0.up_proj,0.0000166565,0.01000,2.189 +33,mlp.experts.12.up_proj,0.0000161621,0.01000,2.160 +33,mlp.experts.4.up_proj,0.0000148740,0.01000,2.187 +33,mlp.experts.8.up_proj,0.0000154577,0.01000,2.241 +33,mlp.experts.5.up_proj,0.0000147929,0.01000,2.048 +33,mlp.experts.13.up_proj,0.0000157226,0.01000,2.053 +33,mlp.experts.9.up_proj,0.0000153634,0.01000,2.118 +33,mlp.experts.1.up_proj,0.0000155414,0.01000,2.060 +33,mlp.experts.83.gate_proj,0.0000158558,0.01000,3.158 +33,mlp.experts.94.gate_proj,0.0000169168,0.01000,2.779 +33,mlp.experts.91.gate_proj,0.0000167278,0.01000,3.355 +33,mlp.experts.82.gate_proj,0.0000155314,0.01000,2.735 +33,mlp.experts.95.gate_proj,0.0000164507,0.01000,3.309 +33,mlp.experts.16.up_proj,0.0000168731,0.01000,2.059 +33,mlp.experts.90.gate_proj,0.0000144656,0.01000,2.813 +33,mlp.experts.86.gate_proj,0.0000148747,0.01000,3.003 +33,mlp.experts.20.up_proj,0.0000159388,0.01000,2.038 +33,mlp.experts.24.up_proj,0.0000159016,0.01000,2.025 +33,mlp.experts.87.gate_proj,0.0000151413,0.01000,3.457 +33,mlp.experts.28.up_proj,0.0000157778,0.01000,2.189 +33,mlp.experts.21.up_proj,0.0000153709,0.01000,2.177 +33,mlp.experts.25.up_proj,0.0000144828,0.01000,2.314 +33,mlp.experts.29.up_proj,0.0000175342,0.01000,2.401 +33,mlp.experts.17.up_proj,0.0000152357,0.01000,2.291 +33,mlp.experts.32.up_proj,0.0000155506,0.01000,1.852 +33,mlp.experts.40.up_proj,0.0000235752,0.01000,1.902 +33,mlp.experts.36.up_proj,0.0000183536,0.01000,2.074 +33,mlp.experts.44.up_proj,0.0000144860,0.01000,2.033 +33,mlp.experts.110.gate_proj,0.0000139279,0.01000,2.704 +33,mlp.experts.37.up_proj,0.0000156901,0.01000,2.002 +33,mlp.experts.98.gate_proj,0.0000137153,0.01000,2.725 +33,mlp.experts.102.gate_proj,0.0000141643,0.01000,2.709 +33,mlp.experts.41.up_proj,0.0000155605,0.01000,1.938 +33,mlp.experts.99.gate_proj,0.0000135984,0.01000,3.090 +33,mlp.experts.107.gate_proj,0.0000145844,0.01000,3.067 +33,mlp.experts.45.up_proj,0.0000169197,0.01000,2.015 +33,mlp.experts.111.gate_proj,0.0000137936,0.01000,3.132 +33,mlp.experts.106.gate_proj,0.0000162025,0.01000,3.094 +33,mlp.experts.33.up_proj,0.0000157436,0.01000,2.226 +33,mlp.experts.103.gate_proj,0.0000138331,0.01000,3.185 +33,mlp.experts.48.up_proj,0.0000168813,0.01000,2.065 +33,mlp.experts.56.up_proj,0.0000154969,0.01000,2.074 +33,mlp.experts.60.up_proj,0.0000159277,0.01000,1.945 +33,mlp.experts.52.up_proj,0.0000158305,0.01000,2.089 +33,mlp.experts.53.up_proj,0.0000146689,0.01000,2.102 +33,mlp.experts.57.up_proj,0.0000166245,0.01000,2.345 +33,mlp.experts.61.up_proj,0.0000184109,0.01000,2.344 +33,mlp.experts.49.up_proj,0.0000166657,0.01000,2.203 +33,mlp.experts.115.gate_proj,0.0000152363,0.01000,2.958 +33,mlp.experts.64.up_proj,0.0000142558,0.01000,1.902 +33,mlp.experts.126.gate_proj,0.0000169201,0.01000,3.388 +33,mlp.experts.123.gate_proj,0.0000134756,0.01000,3.027 +33,mlp.experts.72.up_proj,0.0000178318,0.01000,1.927 +33,mlp.experts.127.gate_proj,0.0000125473,0.01000,2.942 +33,mlp.experts.76.up_proj,0.0000146117,0.01000,1.903 +33,mlp.experts.114.gate_proj,0.0000147288,0.01000,3.443 +33,mlp.experts.68.up_proj,0.0000169604,0.01000,1.938 +33,mlp.experts.118.gate_proj,0.0000138094,0.01000,3.437 +33,mlp.experts.119.gate_proj,0.0000142777,0.01000,3.050 +33,mlp.experts.122.gate_proj,0.0000155002,0.01000,3.362 +33,mlp.experts.69.up_proj,0.0000159427,0.01000,1.988 +33,mlp.experts.77.up_proj,0.0000152416,0.01000,2.151 +33,mlp.experts.73.up_proj,0.0000150110,0.01000,2.266 +33,mlp.experts.65.up_proj,0.0000143656,0.01000,2.116 +33,mlp.experts.80.up_proj,0.0000148442,0.01000,1.877 +33,mlp.experts.92.up_proj,0.0000145288,0.01000,1.798 +33,mlp.experts.88.up_proj,0.0000170018,0.01000,1.897 +33,mlp.experts.84.up_proj,0.0000155702,0.01000,1.855 +33,mlp.experts.85.up_proj,0.0000155235,0.01000,1.999 +33,mlp.experts.3.up_proj,0.0000208633,0.01000,3.188 +33,mlp.experts.14.up_proj,0.0000142883,0.01000,3.203 +33,mlp.experts.15.up_proj,0.0000155612,0.01000,3.186 +33,mlp.experts.11.up_proj,0.0000154716,0.01000,3.261 +33,mlp.experts.2.up_proj,0.0000142967,0.01000,3.224 +33,mlp.experts.6.up_proj,0.0000142578,0.01000,3.252 +33,mlp.experts.7.up_proj,0.0000168377,0.01000,3.095 +33,mlp.experts.89.up_proj,0.0000152154,0.01000,2.034 +33,mlp.experts.96.up_proj,0.0000143585,0.01000,1.929 +33,mlp.experts.108.up_proj,0.0000156091,0.01000,1.823 +33,mlp.experts.10.up_proj,0.0000153714,0.01000,3.181 +33,mlp.experts.104.up_proj,0.0000167497,0.01000,1.796 +33,mlp.experts.81.up_proj,0.0000138623,0.01000,2.135 +33,mlp.experts.93.up_proj,0.0000183564,0.01000,2.313 +33,mlp.experts.100.up_proj,0.0000204830,0.01000,1.771 +33,mlp.experts.101.up_proj,0.0000168901,0.01000,1.983 +33,mlp.experts.124.up_proj,0.0000146797,0.01000,1.863 +33,mlp.experts.120.up_proj,0.0000163092,0.01000,1.856 +33,mlp.experts.112.up_proj,0.0000160665,0.01000,2.022 +33,mlp.experts.116.up_proj,0.0000163028,0.01000,1.889 +33,mlp.experts.105.up_proj,0.0000160440,0.01000,2.241 +33,mlp.experts.19.up_proj,0.0000157278,0.01000,2.813 +33,mlp.experts.97.up_proj,0.0000155563,0.01000,2.131 +33,mlp.experts.27.up_proj,0.0000164501,0.01000,2.792 +33,mlp.experts.109.up_proj,0.0000151396,0.01000,2.191 +33,mlp.experts.31.up_proj,0.0000184277,0.01000,3.002 +33,mlp.experts.23.up_proj,0.0000160380,0.01000,2.918 +33,mlp.experts.30.up_proj,0.0000190472,0.01000,3.280 +33,mlp.experts.18.up_proj,0.0000169591,0.01000,3.227 +33,mlp.experts.22.up_proj,0.0000155804,0.01000,3.268 +33,mlp.experts.117.up_proj,0.0000160634,0.01000,2.138 +33,mlp.experts.26.up_proj,0.0000153850,0.01000,3.271 +33,mlp.experts.121.up_proj,0.0000176642,0.01000,1.821 +33,mlp.experts.113.up_proj,0.0000149268,0.01000,1.880 +33,mlp.experts.125.up_proj,0.0000230989,0.01000,1.773 +33,mlp.experts.35.up_proj,0.0000212318,0.01000,3.253 +33,mlp.experts.43.up_proj,0.0000147435,0.01000,3.309 +33,mlp.experts.47.up_proj,0.0000232350,0.01000,3.149 +33,mlp.experts.46.up_proj,0.0000145217,0.01000,3.254 +33,mlp.experts.39.up_proj,0.0000156045,0.01000,3.290 +33,mlp.experts.34.up_proj,0.0000152296,0.01000,3.562 +33,mlp.experts.38.up_proj,0.0000155756,0.01000,3.352 +33,mlp.experts.42.up_proj,0.0000175217,0.01000,3.682 +33,mlp.experts.51.up_proj,0.0000153366,0.01000,3.124 +33,mlp.experts.63.up_proj,0.0000138052,0.01000,3.112 +33,mlp.experts.59.up_proj,0.0000170533,0.01000,3.277 +33,mlp.experts.55.up_proj,0.0000147717,0.01000,3.108 +33,mlp.experts.62.up_proj,0.0000171131,0.01000,3.567 +33,mlp.experts.50.up_proj,0.0000166191,0.01000,3.200 +33,mlp.experts.54.up_proj,0.0000176122,0.01000,3.221 +33,mlp.experts.58.up_proj,0.0000153414,0.01000,2.941 +33,mlp.experts.67.up_proj,0.0000154601,0.01000,3.119 +33,mlp.experts.79.up_proj,0.0000166817,0.01000,3.203 +33,mlp.experts.75.up_proj,0.0000158084,0.01000,3.145 +33,mlp.experts.71.up_proj,0.0000153179,0.01000,3.236 +33,mlp.experts.70.up_proj,0.0000156540,0.01000,2.852 +33,mlp.experts.66.up_proj,0.0000151065,0.01000,2.952 +33,mlp.experts.78.up_proj,0.0000175655,0.01000,3.269 +33,mlp.experts.74.up_proj,0.0000180558,0.01000,3.277 +33,mlp.experts.83.up_proj,0.0000167227,0.01000,3.064 +33,mlp.experts.95.up_proj,0.0000162412,0.01000,3.078 +33,mlp.experts.91.up_proj,0.0000155073,0.01000,3.101 +33,mlp.experts.86.up_proj,0.0000159542,0.01000,2.871 +33,mlp.experts.87.up_proj,0.0000155154,0.01000,3.119 +33,mlp.experts.94.up_proj,0.0000159768,0.01000,2.960 +33,mlp.experts.82.up_proj,0.0000212338,0.01000,3.248 +33,mlp.experts.90.up_proj,0.0000180449,0.01000,3.228 +33,mlp.experts.99.up_proj,0.0000149699,0.01000,3.145 +33,mlp.experts.111.up_proj,0.0000167953,0.01000,3.181 +33,mlp.experts.107.up_proj,0.0000143832,0.01000,3.266 +33,mlp.experts.102.up_proj,0.0000152675,0.01000,3.102 +33,mlp.experts.103.up_proj,0.0000156758,0.01000,3.149 +33,mlp.experts.110.up_proj,0.0000165930,0.01000,2.919 +33,mlp.experts.98.up_proj,0.0000172635,0.01000,3.277 +33,mlp.experts.106.up_proj,0.0000164229,0.01000,3.046 +33,mlp.experts.115.up_proj,0.0000150089,0.01000,3.572 +33,mlp.experts.123.up_proj,0.0000131371,0.01000,3.128 +33,mlp.experts.118.up_proj,0.0000150371,0.01000,3.105 +33,mlp.experts.119.up_proj,0.0000155147,0.01000,3.053 +33,mlp.experts.127.up_proj,0.0000180283,0.01000,3.446 +33,mlp.experts.126.up_proj,0.0000178160,0.01000,3.106 +33,mlp.experts.114.up_proj,0.0000161978,0.01000,3.035 +33,mlp.experts.122.up_proj,0.0000164026,0.01000,2.755 +33,mlp.experts.8.down_proj,0.0000018028,0.01000,0.877 +33,mlp.experts.12.down_proj,0.0000017770,0.01000,0.898 +33,mlp.experts.0.down_proj,0.0000026302,0.01000,0.953 +33,mlp.experts.4.down_proj,0.0000014601,0.01000,0.977 +33,mlp.experts.13.down_proj,0.0000021522,0.01000,1.247 +33,mlp.experts.9.down_proj,0.0000027648,0.01000,1.271 +33,mlp.experts.1.down_proj,0.0000016132,0.01000,1.351 +33,mlp.experts.5.down_proj,0.0000016440,0.01000,1.368 +33,mlp.experts.24.down_proj,0.0000018733,0.01000,0.949 +33,mlp.experts.28.down_proj,0.0000019870,0.01000,0.945 +33,mlp.experts.16.down_proj,0.0000043189,0.01000,0.957 +33,mlp.experts.11.down_proj,0.0000016791,0.01000,1.824 +33,mlp.experts.20.down_proj,0.0000020613,0.01000,0.965 +33,mlp.experts.15.down_proj,0.0000016950,0.01000,1.948 +33,mlp.experts.3.down_proj,0.0000062817,0.01000,1.961 +33,mlp.experts.10.down_proj,0.0000021782,0.01000,1.994 +33,mlp.experts.6.down_proj,0.0000011952,0.01000,1.990 +33,mlp.experts.14.down_proj,0.0000013347,0.01000,2.006 +33,mlp.experts.7.down_proj,0.0000024192,0.01000,1.913 +33,mlp.experts.2.down_proj,0.0000013470,0.01000,2.045 +33,mlp.experts.29.down_proj,0.0000030150,0.01000,0.982 +33,mlp.experts.25.down_proj,0.0000023677,0.01000,0.960 +33,mlp.experts.21.down_proj,0.0000016114,0.01000,0.959 +33,mlp.experts.17.down_proj,0.0000019573,0.01000,0.971 +33,mlp.experts.40.down_proj,0.0000051188,0.01000,0.834 +33,mlp.experts.32.down_proj,0.0000020560,0.01000,0.783 +33,mlp.experts.44.down_proj,0.0000015008,0.01000,0.847 +33,mlp.experts.36.down_proj,0.0000028926,0.01000,0.846 +33,mlp.experts.41.down_proj,0.0000018278,0.01000,0.800 +33,mlp.experts.45.down_proj,0.0000034894,0.01000,0.813 +33,mlp.experts.37.down_proj,0.0000016771,0.01000,0.786 +33,mlp.experts.33.down_proj,0.0000018459,0.01000,0.790 +33,mlp.experts.31.down_proj,0.0000033052,0.01000,1.204 +33,mlp.experts.19.down_proj,0.0000015505,0.01000,1.245 +33,mlp.experts.27.down_proj,0.0000024933,0.01000,1.259 +33,mlp.experts.23.down_proj,0.0000020052,0.01000,1.194 +33,mlp.experts.22.down_proj,0.0000022046,0.01000,1.268 +33,mlp.experts.30.down_proj,0.0000047359,0.01000,1.257 +33,mlp.experts.18.down_proj,0.0000027812,0.01000,1.275 +33,mlp.experts.26.down_proj,0.0000016824,0.01000,1.345 +33,mlp.experts.48.down_proj,0.0000029067,0.01000,0.770 +33,mlp.experts.60.down_proj,0.0000018899,0.01000,0.755 +33,mlp.experts.56.down_proj,0.0000015647,0.01000,0.811 +33,mlp.experts.52.down_proj,0.0000016548,0.01000,0.795 +33,mlp.experts.57.down_proj,0.0000023111,0.01000,0.871 +33,mlp.experts.61.down_proj,0.0000029575,0.01000,0.871 +33,mlp.experts.49.down_proj,0.0000025594,0.01000,0.832 +33,mlp.experts.53.down_proj,0.0000014758,0.01000,0.890 +33,mlp.experts.64.down_proj,0.0000014567,0.01000,0.773 +33,mlp.experts.76.down_proj,0.0000015229,0.01000,0.786 +33,mlp.experts.72.down_proj,0.0000028688,0.01000,0.794 +33,mlp.experts.35.down_proj,0.0000046537,0.01000,1.107 +33,mlp.experts.43.down_proj,0.0000017768,0.01000,1.114 +33,mlp.experts.47.down_proj,0.0000080425,0.01000,1.196 +33,mlp.experts.68.down_proj,0.0000020863,0.01000,0.835 +33,mlp.experts.39.down_proj,0.0000017355,0.01000,1.305 +33,mlp.experts.38.down_proj,0.0000017155,0.01000,1.312 +33,mlp.experts.46.down_proj,0.0000014840,0.01000,1.314 +33,mlp.experts.73.down_proj,0.0000016480,0.01000,0.637 +33,mlp.experts.42.down_proj,0.0000026262,0.01000,1.255 +33,mlp.experts.34.down_proj,0.0000018032,0.01000,1.286 +33,mlp.experts.77.down_proj,0.0000015614,0.01000,0.635 +33,mlp.experts.65.down_proj,0.0000017039,0.01000,0.642 +33,mlp.experts.69.down_proj,0.0000025314,0.01000,0.638 +33,mlp.experts.80.down_proj,0.0000016460,0.01000,0.841 +33,mlp.experts.92.down_proj,0.0000013779,0.01000,0.833 +33,mlp.experts.88.down_proj,0.0000027391,0.01000,0.847 +33,mlp.experts.89.down_proj,0.0000016297,0.01000,0.638 +33,mlp.experts.81.down_proj,0.0000013917,0.01000,0.649 +33,mlp.experts.84.down_proj,0.0000020155,0.01000,0.832 +33,mlp.experts.85.down_proj,0.0000016330,0.01000,0.651 +33,mlp.experts.93.down_proj,0.0000039577,0.01000,0.721 +33,mlp.experts.51.down_proj,0.0000018461,0.01000,1.240 +33,mlp.experts.59.down_proj,0.0000026248,0.01000,1.279 +33,mlp.experts.63.down_proj,0.0000012852,0.01000,1.302 +33,mlp.experts.55.down_proj,0.0000015808,0.01000,1.221 +33,mlp.experts.105.down_proj,0.0000020444,0.01000,0.665 +33,mlp.experts.58.down_proj,0.0000016386,0.01000,1.304 +33,mlp.experts.62.down_proj,0.0000030678,0.01000,1.350 +33,mlp.experts.54.down_proj,0.0000032070,0.01000,1.361 +33,mlp.experts.97.down_proj,0.0000016901,0.01000,0.712 +33,mlp.experts.50.down_proj,0.0000026737,0.01000,1.369 +33,mlp.experts.109.down_proj,0.0000016241,0.01000,0.658 +33,mlp.experts.96.down_proj,0.0000017065,0.01000,0.916 +33,mlp.experts.101.down_proj,0.0000030474,0.01000,0.714 +33,mlp.experts.108.down_proj,0.0000020455,0.01000,0.992 +33,mlp.experts.104.down_proj,0.0000032553,0.01000,0.968 +33,mlp.experts.100.down_proj,0.0000045519,0.01000,0.996 +33,mlp.experts.75.down_proj,0.0000016436,0.01000,1.153 +33,mlp.experts.67.down_proj,0.0000014572,0.01000,1.221 +33,mlp.experts.121.down_proj,0.0000031910,0.01000,0.864 +33,mlp.experts.125.down_proj,0.0000039479,0.01000,0.871 +33,mlp.experts.112.down_proj,0.0000019554,0.01000,0.862 +33,mlp.experts.79.down_proj,0.0000035278,0.01000,1.230 +33,mlp.experts.71.down_proj,0.0000017589,0.01000,1.163 +33,mlp.experts.113.down_proj,0.0000019000,0.01000,0.915 +33,mlp.experts.117.down_proj,0.0000023981,0.01000,0.880 +33,mlp.experts.124.down_proj,0.0000015950,0.01000,0.826 +33,mlp.experts.120.down_proj,0.0000020370,0.01000,0.860 +33,mlp.experts.116.down_proj,0.0000022648,0.01000,0.701 +33,mlp.experts.74.down_proj,0.0000041275,0.01000,1.260 +33,mlp.experts.78.down_proj,0.0000028676,0.01000,1.362 +33,mlp.experts.66.down_proj,0.0000019696,0.01000,1.321 +33,mlp.experts.70.down_proj,0.0000019305,0.01000,1.367 +33,mlp.experts.83.down_proj,0.0000026018,0.01000,0.935 +33,mlp.experts.91.down_proj,0.0000019226,0.01000,0.942 +33,mlp.experts.95.down_proj,0.0000017867,0.01000,0.968 +33,mlp.experts.87.down_proj,0.0000016794,0.01000,0.984 +33,mlp.experts.90.down_proj,0.0000036827,0.01000,1.189 +33,mlp.experts.94.down_proj,0.0000020004,0.01000,1.179 +33,mlp.experts.86.down_proj,0.0000020454,0.01000,1.218 +33,mlp.experts.82.down_proj,0.0000032291,0.01000,1.234 +33,mlp.experts.107.down_proj,0.0000014010,0.01000,0.954 +33,mlp.experts.99.down_proj,0.0000017783,0.01000,0.957 +33,mlp.experts.111.down_proj,0.0000032832,0.01000,0.973 +33,mlp.experts.103.down_proj,0.0000017114,0.01000,1.127 +33,mlp.experts.106.down_proj,0.0000022884,0.01000,1.164 +33,mlp.experts.102.down_proj,0.0000018999,0.01000,1.126 +33,mlp.experts.110.down_proj,0.0000036763,0.01000,1.180 +33,mlp.experts.98.down_proj,0.0000037275,0.01000,1.168 +33,mlp.experts.123.down_proj,0.0000012794,0.01000,1.135 +33,mlp.experts.115.down_proj,0.0000015865,0.01000,1.138 +33,mlp.experts.127.down_proj,0.0000024342,0.01000,1.019 +33,mlp.experts.119.down_proj,0.0000018127,0.01000,0.926 +33,mlp.experts.122.down_proj,0.0000025948,0.01000,1.387 +33,mlp.experts.118.down_proj,0.0000016670,0.01000,1.290 +33,mlp.experts.114.down_proj,0.0000029594,0.01000,1.242 +33,mlp.experts.126.down_proj,0.0000024079,0.01000,1.318 +34,self_attn.k_proj,0.0000003150,0.01000,0.974 +34,self_attn.q_proj,0.0000024682,0.01000,1.043 +34,self_attn.v_proj,0.0000004203,0.01000,1.079 +34,self_attn.o_proj,0.0000002909,0.01000,1.479 +34,mlp.experts.4.gate_proj,0.0000192920,0.01000,1.806 +34,mlp.experts.12.gate_proj,0.0000157102,0.01000,1.856 +34,mlp.experts.0.gate_proj,0.0000173046,0.01000,1.895 +34,mlp.experts.2.gate_proj,0.0000154987,0.01000,1.954 +34,mlp.experts.3.gate_proj,0.0000163954,0.01000,1.980 +34,mlp.experts.7.gate_proj,0.0000168229,0.01000,1.989 +34,mlp.experts.10.gate_proj,0.0000163408,0.01000,1.993 +34,mlp.experts.11.gate_proj,0.0000148946,0.01000,2.012 +34,mlp.experts.8.gate_proj,0.0000173271,0.01000,2.044 +34,mlp.experts.5.gate_proj,0.0000145099,0.01000,2.089 +34,mlp.experts.15.gate_proj,0.0000163886,0.01000,2.097 +34,mlp.experts.6.gate_proj,0.0000251116,0.01000,2.117 +34,mlp.experts.9.gate_proj,0.0000206783,0.01000,2.139 +34,mlp.experts.1.gate_proj,0.0000175199,0.01000,2.162 +34,mlp.experts.13.gate_proj,0.0000148923,0.01000,2.144 +34,mlp.experts.14.gate_proj,0.0000149732,0.01000,2.210 +34,mlp.experts.20.gate_proj,0.0000154155,0.01000,1.653 +34,mlp.experts.28.gate_proj,0.0000182737,0.01000,1.671 +34,mlp.experts.16.gate_proj,0.0000171965,0.01000,1.638 +34,mlp.experts.26.gate_proj,0.0000163324,0.01000,1.783 +34,mlp.experts.21.gate_proj,0.0000176129,0.01000,1.776 +34,mlp.experts.24.gate_proj,0.0000171891,0.01000,1.835 +34,mlp.experts.25.gate_proj,0.0000160964,0.01000,1.774 +34,mlp.experts.29.gate_proj,0.0000170799,0.01000,1.788 +34,mlp.experts.30.gate_proj,0.0000148218,0.01000,1.791 +34,mlp.experts.19.gate_proj,0.0000173605,0.01000,2.051 +34,mlp.experts.27.gate_proj,0.0000220526,0.01000,2.027 +34,mlp.experts.18.gate_proj,0.0000149706,0.01000,2.107 +34,mlp.experts.17.gate_proj,0.0000177805,0.01000,1.949 +34,mlp.experts.23.gate_proj,0.0000195091,0.01000,2.172 +34,mlp.experts.22.gate_proj,0.0000171046,0.01000,2.053 +34,mlp.experts.31.gate_proj,0.0000174058,0.01000,2.147 +34,mlp.experts.44.gate_proj,0.0000180712,0.01000,1.854 +34,mlp.experts.36.gate_proj,0.0000175657,0.01000,1.995 +34,mlp.experts.32.gate_proj,0.0000166973,0.01000,1.905 +34,mlp.experts.42.gate_proj,0.0000157079,0.01000,1.791 +34,mlp.experts.46.gate_proj,0.0000175538,0.01000,1.662 +34,mlp.experts.35.gate_proj,0.0000163187,0.01000,1.728 +34,mlp.experts.37.gate_proj,0.0000168177,0.01000,1.904 +34,mlp.experts.43.gate_proj,0.0000182161,0.01000,1.735 +34,mlp.experts.40.gate_proj,0.0000147410,0.01000,1.943 +34,mlp.experts.41.gate_proj,0.0000162467,0.01000,1.947 +34,mlp.experts.39.gate_proj,0.0000155144,0.01000,1.720 +34,mlp.experts.45.gate_proj,0.0000173037,0.01000,1.940 +34,mlp.experts.47.gate_proj,0.0000189501,0.01000,1.725 +34,mlp.experts.33.gate_proj,0.0000163298,0.01000,2.023 +34,mlp.experts.34.gate_proj,0.0000169549,0.01000,2.117 +34,mlp.experts.38.gate_proj,0.0000174652,0.01000,2.175 +34,mlp.experts.60.gate_proj,0.0000154443,0.01000,1.773 +34,mlp.experts.52.gate_proj,0.0000146730,0.01000,1.822 +34,mlp.experts.48.gate_proj,0.0000158923,0.01000,1.845 +34,mlp.experts.51.gate_proj,0.0000168656,0.01000,1.625 +34,mlp.experts.59.gate_proj,0.0000180028,0.01000,1.646 +34,mlp.experts.55.gate_proj,0.0000243644,0.01000,1.665 +34,mlp.experts.63.gate_proj,0.0000178118,0.01000,1.636 +34,mlp.experts.62.gate_proj,0.0000157676,0.01000,2.025 +34,mlp.experts.53.gate_proj,0.0000149797,0.01000,1.943 +34,mlp.experts.58.gate_proj,0.0000158794,0.01000,2.198 +34,mlp.experts.57.gate_proj,0.0000211314,0.01000,2.005 +34,mlp.experts.61.gate_proj,0.0000144477,0.01000,1.990 +34,mlp.experts.56.gate_proj,0.0000144949,0.01000,2.053 +34,mlp.experts.49.gate_proj,0.0000183756,0.01000,1.988 +34,mlp.experts.50.gate_proj,0.0000159695,0.01000,2.052 +34,mlp.experts.54.gate_proj,0.0000169693,0.01000,2.083 +34,mlp.experts.67.gate_proj,0.0000171788,0.01000,1.655 +34,mlp.experts.75.gate_proj,0.0000160211,0.01000,1.634 +34,mlp.experts.71.gate_proj,0.0000251645,0.01000,1.655 +34,mlp.experts.64.gate_proj,0.0000140885,0.01000,1.905 +34,mlp.experts.79.gate_proj,0.0000180936,0.01000,1.602 +34,mlp.experts.76.gate_proj,0.0000156690,0.01000,2.269 +34,mlp.experts.68.gate_proj,0.0000154745,0.01000,2.259 +34,mlp.experts.78.gate_proj,0.0000165349,0.01000,1.866 +34,mlp.experts.74.gate_proj,0.0000157501,0.01000,1.976 +34,mlp.experts.69.gate_proj,0.0000162077,0.01000,2.165 +34,mlp.experts.66.gate_proj,0.0000168721,0.01000,1.768 +34,mlp.experts.72.gate_proj,0.0000181479,0.01000,2.124 +34,mlp.experts.73.gate_proj,0.0000166481,0.01000,2.141 +34,mlp.experts.77.gate_proj,0.0000166272,0.01000,2.181 +34,mlp.experts.65.gate_proj,0.0000157750,0.01000,2.033 +34,mlp.experts.70.gate_proj,0.0000192542,0.01000,1.868 +34,mlp.experts.83.gate_proj,0.0000147345,0.01000,1.670 +34,mlp.experts.91.gate_proj,0.0000151199,0.01000,1.683 +34,mlp.experts.87.gate_proj,0.0000173565,0.01000,1.570 +34,mlp.experts.95.gate_proj,0.0000156598,0.01000,1.612 +34,mlp.experts.80.gate_proj,0.0000154755,0.01000,2.177 +34,mlp.experts.92.gate_proj,0.0000166222,0.01000,2.079 +34,mlp.experts.85.gate_proj,0.0000152807,0.01000,1.713 +34,mlp.experts.84.gate_proj,0.0000174569,0.01000,2.080 +34,mlp.experts.94.gate_proj,0.0000167161,0.01000,2.159 +34,mlp.experts.89.gate_proj,0.0000167358,0.01000,1.730 +34,mlp.experts.93.gate_proj,0.0000168794,0.01000,1.741 +34,mlp.experts.81.gate_proj,0.0000170822,0.01000,1.699 +34,mlp.experts.90.gate_proj,0.0000144233,0.01000,2.268 +34,mlp.experts.88.gate_proj,0.0000153546,0.01000,2.054 +34,mlp.experts.82.gate_proj,0.0000159621,0.01000,2.241 +34,mlp.experts.86.gate_proj,0.0000153467,0.01000,1.982 +34,mlp.experts.99.gate_proj,0.0000163869,0.01000,1.598 +34,mlp.experts.107.gate_proj,0.0000155841,0.01000,1.591 +34,mlp.experts.103.gate_proj,0.0000146557,0.01000,1.605 +34,mlp.experts.111.gate_proj,0.0000168202,0.01000,1.689 +34,mlp.experts.101.gate_proj,0.0000154986,0.01000,1.548 +34,mlp.experts.105.gate_proj,0.0000154289,0.01000,1.607 +34,mlp.experts.96.gate_proj,0.0000150866,0.01000,2.021 +34,mlp.experts.97.gate_proj,0.0000155923,0.01000,1.627 +34,mlp.experts.109.gate_proj,0.0000167919,0.01000,1.704 +34,mlp.experts.108.gate_proj,0.0000150329,0.01000,1.984 +34,mlp.experts.100.gate_proj,0.0000163004,0.01000,2.027 +34,mlp.experts.110.gate_proj,0.0000170598,0.01000,2.099 +34,mlp.experts.115.gate_proj,0.0000162205,0.01000,1.630 +34,mlp.experts.119.gate_proj,0.0000161206,0.01000,1.609 +34,mlp.experts.123.gate_proj,0.0000142468,0.01000,1.673 +34,mlp.experts.104.gate_proj,0.0000169475,0.01000,1.985 +34,mlp.experts.106.gate_proj,0.0000198394,0.01000,2.168 +34,mlp.experts.127.gate_proj,0.0000178761,0.01000,1.676 +34,mlp.experts.98.gate_proj,0.0000158035,0.01000,2.141 +34,mlp.experts.102.gate_proj,0.0000154303,0.01000,2.145 +34,mlp.experts.117.gate_proj,0.0000194475,0.01000,1.694 +34,mlp.experts.121.gate_proj,0.0000169785,0.01000,1.731 +34,mlp.experts.113.gate_proj,0.0000156836,0.01000,1.659 +34,mlp.experts.125.gate_proj,0.0000191935,0.01000,1.730 +34,mlp.experts.112.gate_proj,0.0000145961,0.01000,1.835 +34,mlp.experts.124.gate_proj,0.0000169649,0.01000,1.859 +34,mlp.experts.3.up_proj,0.0000167651,0.01000,1.542 +34,mlp.experts.11.up_proj,0.0000176525,0.01000,1.549 +34,mlp.experts.7.up_proj,0.0000169899,0.01000,1.588 +34,mlp.experts.116.gate_proj,0.0000168546,0.01000,2.007 +34,mlp.experts.15.up_proj,0.0000200231,0.01000,1.606 +34,mlp.experts.126.gate_proj,0.0000175086,0.01000,2.125 +34,mlp.experts.120.gate_proj,0.0000178449,0.01000,1.944 +34,mlp.experts.122.gate_proj,0.0000185570,0.01000,2.120 +34,mlp.experts.114.gate_proj,0.0000163229,0.01000,1.952 +34,mlp.experts.118.gate_proj,0.0000177069,0.01000,2.064 +34,mlp.experts.5.up_proj,0.0000158054,0.01000,1.741 +34,mlp.experts.9.up_proj,0.0000191832,0.01000,1.750 +34,mlp.experts.1.up_proj,0.0000171048,0.01000,1.779 +34,mlp.experts.13.up_proj,0.0000189653,0.01000,1.726 +34,mlp.experts.19.up_proj,0.0000189070,0.01000,1.578 +34,mlp.experts.23.up_proj,0.0000200229,0.01000,1.528 +34,mlp.experts.27.up_proj,0.0000220890,0.01000,1.603 +34,mlp.experts.0.up_proj,0.0000175616,0.01000,2.008 +34,mlp.experts.31.up_proj,0.0000193311,0.01000,1.481 +34,mlp.experts.12.up_proj,0.0000167932,0.01000,2.061 +34,mlp.experts.4.up_proj,0.0000188307,0.01000,2.098 +34,mlp.experts.14.up_proj,0.0000162499,0.01000,1.992 +34,mlp.experts.8.up_proj,0.0000170639,0.01000,2.089 +34,mlp.experts.10.up_proj,0.0000166230,0.01000,1.979 +34,mlp.experts.21.up_proj,0.0000180215,0.01000,1.717 +34,mlp.experts.2.up_proj,0.0000165410,0.01000,2.060 +34,mlp.experts.6.up_proj,0.0000254831,0.01000,1.970 +34,mlp.experts.39.up_proj,0.0000176326,0.01000,1.454 +34,mlp.experts.35.up_proj,0.0000162022,0.01000,1.533 +34,mlp.experts.43.up_proj,0.0000194230,0.01000,1.469 +34,mlp.experts.29.up_proj,0.0000169112,0.01000,1.744 +34,mlp.experts.47.up_proj,0.0000197234,0.01000,1.489 +34,mlp.experts.25.up_proj,0.0000168430,0.01000,1.943 +34,mlp.experts.17.up_proj,0.0000196120,0.01000,2.112 +34,mlp.experts.16.up_proj,0.0000182728,0.01000,1.956 +34,mlp.experts.28.up_proj,0.0000188608,0.01000,2.185 +34,mlp.experts.20.up_proj,0.0000183486,0.01000,2.104 +34,mlp.experts.55.up_proj,0.0000211185,0.01000,1.487 +34,mlp.experts.24.up_proj,0.0000181618,0.01000,1.969 +34,mlp.experts.51.up_proj,0.0000172504,0.01000,1.462 +34,mlp.experts.37.up_proj,0.0000171384,0.01000,1.820 +34,mlp.experts.30.up_proj,0.0000155003,0.01000,2.181 +34,mlp.experts.59.up_proj,0.0000177581,0.01000,1.515 +34,mlp.experts.63.up_proj,0.0000167820,0.01000,1.473 +34,mlp.experts.18.up_proj,0.0000168575,0.01000,2.001 +34,mlp.experts.26.up_proj,0.0000172967,0.01000,2.145 +34,mlp.experts.45.up_proj,0.0000175287,0.01000,1.731 +34,mlp.experts.22.up_proj,0.0000167474,0.01000,2.167 +34,mlp.experts.41.up_proj,0.0000171061,0.01000,1.916 +34,mlp.experts.33.up_proj,0.0000173037,0.01000,1.809 +34,mlp.experts.32.up_proj,0.0000173319,0.01000,1.928 +34,mlp.experts.71.up_proj,0.0000210702,0.01000,1.517 +34,mlp.experts.67.up_proj,0.0000169464,0.01000,1.524 +34,mlp.experts.75.up_proj,0.0000158122,0.01000,1.609 +34,mlp.experts.44.up_proj,0.0000218282,0.01000,2.164 +34,mlp.experts.79.up_proj,0.0000212183,0.01000,1.665 +34,mlp.experts.36.up_proj,0.0000184782,0.01000,2.157 +34,mlp.experts.53.up_proj,0.0000226765,0.01000,1.903 +34,mlp.experts.40.up_proj,0.0000179834,0.01000,2.077 +34,mlp.experts.46.up_proj,0.0000187643,0.01000,2.126 +34,mlp.experts.61.up_proj,0.0000185668,0.01000,1.889 +34,mlp.experts.57.up_proj,0.0000213850,0.01000,1.676 +34,mlp.experts.34.up_proj,0.0000168672,0.01000,2.112 +34,mlp.experts.49.up_proj,0.0000198504,0.01000,1.704 +34,mlp.experts.42.up_proj,0.0000153389,0.01000,2.229 +34,mlp.experts.38.up_proj,0.0000158587,0.01000,2.192 +34,mlp.experts.83.up_proj,0.0000201069,0.01000,1.718 +34,mlp.experts.87.up_proj,0.0000178696,0.01000,1.756 +34,mlp.experts.48.up_proj,0.0000176599,0.01000,2.253 +34,mlp.experts.91.up_proj,0.0000164039,0.01000,1.659 +34,mlp.experts.69.up_proj,0.0000220765,0.01000,1.599 +34,mlp.experts.95.up_proj,0.0000189013,0.01000,1.901 +34,mlp.experts.60.up_proj,0.0000164699,0.01000,2.103 +34,mlp.experts.73.up_proj,0.0000169583,0.01000,1.714 +34,mlp.experts.52.up_proj,0.0000169999,0.01000,2.177 +34,mlp.experts.77.up_proj,0.0000160628,0.01000,1.900 +34,mlp.experts.62.up_proj,0.0000180060,0.01000,2.024 +34,mlp.experts.56.up_proj,0.0000192980,0.01000,2.154 +34,mlp.experts.65.up_proj,0.0000183492,0.01000,1.927 +34,mlp.experts.50.up_proj,0.0000169585,0.01000,2.035 +34,mlp.experts.58.up_proj,0.0000165667,0.01000,2.112 +34,mlp.experts.54.up_proj,0.0000171092,0.01000,2.132 +34,mlp.experts.99.up_proj,0.0000173078,0.01000,1.684 +34,mlp.experts.103.up_proj,0.0000164398,0.01000,1.707 +34,mlp.experts.107.up_proj,0.0000178665,0.01000,1.704 +34,mlp.experts.85.up_proj,0.0000160818,0.01000,1.655 +34,mlp.experts.64.up_proj,0.0000176105,0.01000,1.960 +34,mlp.experts.111.up_proj,0.0000178931,0.01000,1.903 +34,mlp.experts.89.up_proj,0.0000158601,0.01000,1.804 +34,mlp.experts.76.up_proj,0.0000161335,0.01000,2.016 +34,mlp.experts.93.up_proj,0.0000184449,0.01000,1.692 +34,mlp.experts.81.up_proj,0.0000172743,0.01000,1.700 +34,mlp.experts.68.up_proj,0.0000177287,0.01000,2.049 +34,mlp.experts.72.up_proj,0.0000193058,0.01000,1.968 +34,mlp.experts.78.up_proj,0.0000187030,0.01000,2.156 +34,mlp.experts.66.up_proj,0.0000173644,0.01000,1.990 +34,mlp.experts.115.up_proj,0.0000161284,0.01000,1.637 +34,mlp.experts.119.up_proj,0.0000184222,0.01000,1.611 +34,mlp.experts.123.up_proj,0.0000179737,0.01000,1.613 +34,mlp.experts.74.up_proj,0.0000164841,0.01000,2.076 +34,mlp.experts.70.up_proj,0.0000181682,0.01000,1.921 +34,mlp.experts.101.up_proj,0.0000175363,0.01000,1.690 +34,mlp.experts.127.up_proj,0.0000193121,0.01000,1.388 +34,mlp.experts.80.up_proj,0.0000155856,0.01000,1.858 +34,mlp.experts.105.up_proj,0.0000182824,0.01000,1.691 +34,mlp.experts.109.up_proj,0.0000173239,0.01000,1.788 +34,mlp.experts.97.up_proj,0.0000175046,0.01000,1.635 +34,mlp.experts.92.up_proj,0.0000160441,0.01000,1.977 +34,mlp.experts.84.up_proj,0.0000173614,0.01000,1.941 +34,mlp.experts.88.up_proj,0.0000177179,0.01000,1.944 +34,mlp.experts.94.up_proj,0.0000161358,0.01000,1.960 +34,mlp.experts.82.up_proj,0.0000179745,0.01000,1.916 +34,mlp.experts.117.up_proj,0.0000215044,0.01000,1.679 +34,mlp.experts.90.up_proj,0.0000219186,0.01000,1.862 +34,mlp.experts.86.up_proj,0.0000161550,0.01000,1.922 +34,mlp.experts.96.up_proj,0.0000159813,0.01000,1.949 +34,mlp.experts.121.up_proj,0.0000169734,0.01000,1.589 +34,mlp.experts.113.up_proj,0.0000187409,0.01000,1.447 +34,mlp.experts.125.up_proj,0.0000197140,0.01000,1.622 +34,mlp.experts.108.up_proj,0.0000167745,0.01000,1.706 +34,mlp.experts.104.up_proj,0.0000181191,0.01000,1.670 +34,mlp.experts.100.up_proj,0.0000209962,0.01000,1.768 +34,mlp.experts.98.up_proj,0.0000177503,0.01000,1.791 +34,mlp.experts.110.up_proj,0.0000172001,0.01000,1.963 +34,mlp.experts.102.up_proj,0.0000153261,0.01000,1.701 +34,mlp.experts.106.up_proj,0.0000205000,0.01000,1.904 +34,mlp.experts.112.up_proj,0.0000159942,0.01000,1.868 +34,mlp.experts.124.up_proj,0.0000233012,0.01000,1.696 +34,mlp.experts.120.up_proj,0.0000176945,0.01000,1.615 +34,mlp.experts.116.up_proj,0.0000167031,0.01000,1.640 +34,mlp.experts.114.up_proj,0.0000156393,0.01000,1.815 +34,mlp.experts.126.up_proj,0.0000161533,0.01000,1.912 +34,mlp.experts.118.up_proj,0.0000160722,0.01000,1.783 +34,mlp.experts.122.up_proj,0.0000183012,0.01000,1.723 +34,mlp.experts.1.down_proj,0.0000022392,0.01000,0.682 +34,mlp.experts.13.down_proj,0.0000051439,0.01000,0.684 +34,mlp.experts.5.down_proj,0.0000016924,0.01000,0.707 +34,mlp.experts.9.down_proj,0.0000029409,0.01000,0.735 +34,mlp.experts.2.down_proj,0.0000025887,0.01000,0.780 +34,mlp.experts.14.down_proj,0.0000022866,0.01000,0.788 +34,mlp.experts.6.down_proj,0.0000128342,0.01000,0.805 +34,mlp.experts.15.down_proj,0.0000035599,0.01000,0.788 +34,mlp.experts.10.down_proj,0.0000024375,0.01000,0.798 +34,mlp.experts.7.down_proj,0.0000027093,0.01000,0.824 +34,mlp.experts.4.down_proj,0.0000027704,0.01000,0.854 +34,mlp.experts.8.down_proj,0.0000020369,0.01000,0.858 +34,mlp.experts.12.down_proj,0.0000020941,0.01000,0.865 +34,mlp.experts.3.down_proj,0.0000018844,0.01000,0.910 +34,mlp.experts.11.down_proj,0.0000029536,0.01000,0.915 +34,mlp.experts.0.down_proj,0.0000018262,0.01000,0.953 +34,mlp.experts.29.down_proj,0.0000018522,0.01000,0.586 +34,mlp.experts.21.down_proj,0.0000032277,0.01000,0.583 +34,mlp.experts.17.down_proj,0.0000044207,0.01000,0.618 +34,mlp.experts.25.down_proj,0.0000019971,0.01000,0.606 +34,mlp.experts.18.down_proj,0.0000025553,0.01000,0.734 +34,mlp.experts.22.down_proj,0.0000019999,0.01000,0.742 +34,mlp.experts.26.down_proj,0.0000019279,0.01000,0.746 +34,mlp.experts.30.down_proj,0.0000019325,0.01000,0.795 +34,mlp.experts.23.down_proj,0.0000063500,0.01000,0.783 +34,mlp.experts.20.down_proj,0.0000035840,0.01000,0.770 +34,mlp.experts.31.down_proj,0.0000060634,0.01000,0.813 +34,mlp.experts.24.down_proj,0.0000031087,0.01000,0.808 +34,mlp.experts.28.down_proj,0.0000026223,0.01000,0.810 +34,mlp.experts.19.down_proj,0.0000084775,0.01000,0.813 +34,mlp.experts.27.down_proj,0.0000041159,0.01000,0.857 +34,mlp.experts.16.down_proj,0.0000036449,0.01000,0.859 +34,mlp.experts.45.down_proj,0.0000029192,0.01000,0.652 +34,mlp.experts.37.down_proj,0.0000027912,0.01000,0.663 +34,mlp.experts.33.down_proj,0.0000037743,0.01000,0.671 +34,mlp.experts.41.down_proj,0.0000021993,0.01000,0.625 +34,mlp.experts.34.down_proj,0.0000020901,0.01000,0.791 +34,mlp.experts.38.down_proj,0.0000017777,0.01000,0.752 +34,mlp.experts.42.down_proj,0.0000016347,0.01000,0.767 +34,mlp.experts.46.down_proj,0.0000030974,0.01000,0.756 +34,mlp.experts.36.down_proj,0.0000084528,0.01000,0.758 +34,mlp.experts.35.down_proj,0.0000023092,0.01000,0.674 +34,mlp.experts.47.down_proj,0.0000040237,0.01000,0.765 +34,mlp.experts.40.down_proj,0.0000031253,0.01000,0.758 +34,mlp.experts.39.down_proj,0.0000027782,0.01000,0.823 +34,mlp.experts.44.down_proj,0.0000065355,0.01000,0.791 +34,mlp.experts.43.down_proj,0.0000032996,0.01000,0.722 +34,mlp.experts.61.down_proj,0.0000047813,0.01000,0.602 +34,mlp.experts.57.down_proj,0.0000049941,0.01000,0.568 +34,mlp.experts.32.down_proj,0.0000021175,0.01000,0.740 +34,mlp.experts.49.down_proj,0.0000059555,0.01000,0.595 +34,mlp.experts.53.down_proj,0.0000060653,0.01000,0.616 +34,mlp.experts.51.down_proj,0.0000022311,0.01000,0.582 +34,mlp.experts.50.down_proj,0.0000025150,0.01000,0.715 +34,mlp.experts.54.down_proj,0.0000022135,0.01000,0.721 +34,mlp.experts.58.down_proj,0.0000018193,0.01000,0.734 +34,mlp.experts.73.down_proj,0.0000030791,0.01000,0.569 +34,mlp.experts.62.down_proj,0.0000027922,0.01000,0.761 +34,mlp.experts.77.down_proj,0.0000019794,0.01000,0.596 +34,mlp.experts.59.down_proj,0.0000019591,0.01000,0.638 +34,mlp.experts.65.down_proj,0.0000035429,0.01000,0.568 +34,mlp.experts.56.down_proj,0.0000059289,0.01000,0.725 +34,mlp.experts.69.down_proj,0.0000052500,0.01000,0.573 +34,mlp.experts.52.down_proj,0.0000018038,0.01000,0.772 +34,mlp.experts.63.down_proj,0.0000017464,0.01000,0.777 +34,mlp.experts.60.down_proj,0.0000021273,0.01000,0.743 +34,mlp.experts.55.down_proj,0.0000030791,0.01000,0.799 +34,mlp.experts.48.down_proj,0.0000019213,0.01000,0.798 +34,mlp.experts.89.down_proj,0.0000018026,0.01000,0.570 +34,mlp.experts.93.down_proj,0.0000036138,0.01000,0.586 +34,mlp.experts.70.down_proj,0.0000031156,0.01000,0.675 +34,mlp.experts.85.down_proj,0.0000023532,0.01000,0.563 +34,mlp.experts.81.down_proj,0.0000021848,0.01000,0.574 +34,mlp.experts.66.down_proj,0.0000019791,0.01000,0.733 +34,mlp.experts.74.down_proj,0.0000018996,0.01000,0.679 +34,mlp.experts.78.down_proj,0.0000039327,0.01000,0.657 +34,mlp.experts.67.down_proj,0.0000021143,0.01000,0.865 +34,mlp.experts.68.down_proj,0.0000031827,0.01000,0.712 +34,mlp.experts.72.down_proj,0.0000028432,0.01000,0.744 +34,mlp.experts.76.down_proj,0.0000016802,0.01000,0.713 +34,mlp.experts.71.down_proj,0.0000024087,0.01000,0.714 +34,mlp.experts.79.down_proj,0.0000051581,0.01000,0.782 +34,mlp.experts.75.down_proj,0.0000020335,0.01000,0.834 +34,mlp.experts.64.down_proj,0.0000021810,0.01000,0.829 +34,mlp.experts.105.down_proj,0.0000042932,0.01000,0.576 +34,mlp.experts.101.down_proj,0.0000025371,0.01000,0.572 +34,mlp.experts.109.down_proj,0.0000027785,0.01000,0.593 +34,mlp.experts.97.down_proj,0.0000022147,0.01000,0.583 +34,mlp.experts.86.down_proj,0.0000021648,0.01000,0.710 +34,mlp.experts.94.down_proj,0.0000019672,0.01000,0.727 +34,mlp.experts.90.down_proj,0.0000051939,0.01000,0.750 +34,mlp.experts.84.down_proj,0.0000022069,0.01000,0.665 +34,mlp.experts.88.down_proj,0.0000024718,0.01000,0.651 +34,mlp.experts.82.down_proj,0.0000039080,0.01000,0.822 +34,mlp.experts.92.down_proj,0.0000017003,0.01000,0.692 +34,mlp.experts.91.down_proj,0.0000019820,0.01000,0.709 +34,mlp.experts.83.down_proj,0.0000057868,0.01000,0.848 +34,mlp.experts.95.down_proj,0.0000049684,0.01000,0.748 +34,mlp.experts.87.down_proj,0.0000031603,0.01000,0.838 +34,mlp.experts.121.down_proj,0.0000020893,0.01000,0.566 +34,mlp.experts.117.down_proj,0.0000073517,0.01000,0.561 +34,mlp.experts.113.down_proj,0.0000033235,0.01000,0.564 +34,mlp.experts.125.down_proj,0.0000051664,0.01000,0.569 +34,mlp.experts.80.down_proj,0.0000015246,0.01000,0.740 +34,mlp.experts.100.down_proj,0.0000043477,0.01000,0.667 +34,mlp.experts.104.down_proj,0.0000023002,0.01000,0.667 +34,mlp.experts.102.down_proj,0.0000014991,0.01000,0.827 +34,mlp.experts.108.down_proj,0.0000024543,0.01000,0.662 +34,mlp.experts.99.down_proj,0.0000025237,0.01000,0.617 +34,mlp.experts.107.down_proj,0.0000028781,0.01000,0.632 +34,mlp.experts.106.down_proj,0.0000066971,0.01000,0.830 +34,mlp.experts.110.down_proj,0.0000022206,0.01000,0.849 +34,mlp.experts.111.down_proj,0.0000030154,0.01000,0.653 +34,mlp.experts.96.down_proj,0.0000017579,0.01000,0.619 +34,mlp.experts.103.down_proj,0.0000039433,0.01000,0.789 +34,mlp.experts.98.down_proj,0.0000028529,0.01000,1.050 +34,mlp.experts.116.down_proj,0.0000019304,0.01000,0.623 +34,mlp.experts.120.down_proj,0.0000026951,0.01000,0.632 +34,mlp.experts.124.down_proj,0.0000077987,0.01000,0.631 +34,mlp.experts.118.down_proj,0.0000019412,0.01000,0.761 +34,mlp.experts.123.down_proj,0.0000031813,0.01000,0.711 +34,mlp.experts.122.down_proj,0.0000020427,0.01000,0.714 +34,mlp.experts.112.down_proj,0.0000018190,0.01000,0.507 +34,mlp.experts.126.down_proj,0.0000018889,0.01000,0.711 +34,mlp.experts.127.down_proj,0.0000066154,0.01000,0.743 +34,mlp.experts.115.down_proj,0.0000017307,0.01000,0.831 +34,mlp.experts.119.down_proj,0.0000036727,0.01000,0.579 +34,mlp.experts.114.down_proj,0.0000016629,0.01000,0.597 +35,self_attn.q_proj,0.0000030651,0.01000,0.752 +35,self_attn.k_proj,0.0000003773,0.01000,0.792 +35,self_attn.v_proj,0.0000004601,0.01000,0.816 +35,self_attn.o_proj,0.0000003327,0.01000,1.339 +35,mlp.experts.0.gate_proj,0.0000162903,0.01000,1.937 +35,mlp.experts.4.gate_proj,0.0000212250,0.01000,1.946 +35,mlp.experts.12.gate_proj,0.0000168589,0.01000,1.983 +35,mlp.experts.8.gate_proj,0.0000177048,0.01000,2.040 +35,mlp.experts.5.gate_proj,0.0000184979,0.01000,2.095 +35,mlp.experts.9.gate_proj,0.0000221402,0.01000,2.157 +35,mlp.experts.13.gate_proj,0.0000177821,0.01000,2.182 +35,mlp.experts.1.gate_proj,0.0000175442,0.01000,2.255 +35,mlp.experts.14.gate_proj,0.0000186962,0.01000,2.346 +35,mlp.experts.7.gate_proj,0.0000174123,0.01000,2.368 +35,mlp.experts.6.gate_proj,0.0000184871,0.01000,2.382 +35,mlp.experts.10.gate_proj,0.0000166794,0.01000,2.381 +35,mlp.experts.2.gate_proj,0.0000174157,0.01000,2.424 +35,mlp.experts.11.gate_proj,0.0000167589,0.01000,2.437 +35,mlp.experts.3.gate_proj,0.0000144559,0.01000,2.477 +35,mlp.experts.15.gate_proj,0.0000176454,0.01000,2.549 +35,mlp.experts.16.gate_proj,0.0000163403,0.01000,1.871 +35,mlp.experts.28.gate_proj,0.0000168004,0.01000,1.826 +35,mlp.experts.21.gate_proj,0.0000172471,0.01000,1.776 +35,mlp.experts.24.gate_proj,0.0000172540,0.01000,1.858 +35,mlp.experts.20.gate_proj,0.0000176396,0.01000,2.008 +35,mlp.experts.29.gate_proj,0.0000164740,0.01000,1.806 +35,mlp.experts.25.gate_proj,0.0000469165,0.01000,1.867 +35,mlp.experts.17.gate_proj,0.0000184226,0.01000,1.817 +35,mlp.experts.26.gate_proj,0.0000157696,0.01000,1.960 +35,mlp.experts.18.gate_proj,0.0000145029,0.01000,1.923 +35,mlp.experts.22.gate_proj,0.0000160316,0.01000,1.993 +35,mlp.experts.23.gate_proj,0.0000175723,0.01000,2.044 +35,mlp.experts.30.gate_proj,0.0000207678,0.01000,2.072 +35,mlp.experts.27.gate_proj,0.0000183748,0.01000,2.039 +35,mlp.experts.19.gate_proj,0.0000179211,0.01000,2.015 +35,mlp.experts.31.gate_proj,0.0000151117,0.01000,2.021 +35,mlp.experts.32.gate_proj,0.0000168790,0.01000,1.586 +35,mlp.experts.44.gate_proj,0.0000160273,0.01000,1.598 +35,mlp.experts.40.gate_proj,0.0000165777,0.01000,1.612 +35,mlp.experts.36.gate_proj,0.0000155249,0.01000,1.623 +35,mlp.experts.37.gate_proj,0.0000172851,0.01000,1.890 +35,mlp.experts.45.gate_proj,0.0000181445,0.01000,1.874 +35,mlp.experts.41.gate_proj,0.0000173512,0.01000,1.896 +35,mlp.experts.33.gate_proj,0.0000161057,0.01000,1.931 +35,mlp.experts.42.gate_proj,0.0000178610,0.01000,1.746 +35,mlp.experts.34.gate_proj,0.0000187710,0.01000,1.788 +35,mlp.experts.38.gate_proj,0.0000165923,0.01000,1.781 +35,mlp.experts.46.gate_proj,0.0000165174,0.01000,1.983 +35,mlp.experts.39.gate_proj,0.0000175521,0.01000,2.093 +35,mlp.experts.43.gate_proj,0.0000161150,0.01000,2.103 +35,mlp.experts.35.gate_proj,0.0000172975,0.01000,2.147 +35,mlp.experts.47.gate_proj,0.0000161457,0.01000,2.113 +35,mlp.experts.60.gate_proj,0.0000166992,0.01000,1.789 +35,mlp.experts.48.gate_proj,0.0000199239,0.01000,1.909 +35,mlp.experts.56.gate_proj,0.0000183066,0.01000,1.832 +35,mlp.experts.52.gate_proj,0.0000165051,0.01000,1.816 +35,mlp.experts.53.gate_proj,0.0000179391,0.01000,1.825 +35,mlp.experts.61.gate_proj,0.0000150891,0.01000,1.914 +35,mlp.experts.58.gate_proj,0.0000207268,0.01000,1.802 +35,mlp.experts.49.gate_proj,0.0000173235,0.01000,1.918 +35,mlp.experts.54.gate_proj,0.0000194102,0.01000,1.806 +35,mlp.experts.57.gate_proj,0.0000196488,0.01000,2.044 +35,mlp.experts.50.gate_proj,0.0000163947,0.01000,1.829 +35,mlp.experts.55.gate_proj,0.0000189172,0.01000,1.762 +35,mlp.experts.59.gate_proj,0.0000162709,0.01000,1.767 +35,mlp.experts.62.gate_proj,0.0000176679,0.01000,1.964 +35,mlp.experts.63.gate_proj,0.0000187381,0.01000,1.781 +35,mlp.experts.51.gate_proj,0.0000173843,0.01000,1.991 +35,mlp.experts.76.gate_proj,0.0000186619,0.01000,1.815 +35,mlp.experts.64.gate_proj,0.0000179163,0.01000,1.774 +35,mlp.experts.72.gate_proj,0.0000177734,0.01000,1.733 +35,mlp.experts.68.gate_proj,0.0000190776,0.01000,1.861 +35,mlp.experts.69.gate_proj,0.0000174799,0.01000,2.001 +35,mlp.experts.77.gate_proj,0.0000172495,0.01000,1.864 +35,mlp.experts.65.gate_proj,0.0000181937,0.01000,1.828 +35,mlp.experts.74.gate_proj,0.0000189432,0.01000,1.970 +35,mlp.experts.71.gate_proj,0.0000191747,0.01000,1.648 +35,mlp.experts.70.gate_proj,0.0000181198,0.01000,1.978 +35,mlp.experts.73.gate_proj,0.0000172836,0.01000,1.973 +35,mlp.experts.75.gate_proj,0.0000175852,0.01000,1.628 +35,mlp.experts.66.gate_proj,0.0000179723,0.01000,2.015 +35,mlp.experts.79.gate_proj,0.0000165232,0.01000,1.624 +35,mlp.experts.78.gate_proj,0.0000179659,0.01000,1.943 +35,mlp.experts.67.gate_proj,0.0000152172,0.01000,1.870 +35,mlp.experts.92.gate_proj,0.0000188499,0.01000,1.836 +35,mlp.experts.80.gate_proj,0.0000190791,0.01000,1.857 +35,mlp.experts.88.gate_proj,0.0000199549,0.01000,1.979 +35,mlp.experts.84.gate_proj,0.0000177918,0.01000,1.909 +35,mlp.experts.93.gate_proj,0.0000173669,0.01000,1.681 +35,mlp.experts.87.gate_proj,0.0000190601,0.01000,1.666 +35,mlp.experts.85.gate_proj,0.0000168692,0.01000,1.993 +35,mlp.experts.91.gate_proj,0.0000201378,0.01000,1.660 +35,mlp.experts.89.gate_proj,0.0000175215,0.01000,1.773 +35,mlp.experts.95.gate_proj,0.0000193290,0.01000,1.650 +35,mlp.experts.81.gate_proj,0.0000186882,0.01000,2.081 +35,mlp.experts.90.gate_proj,0.0000127095,0.01000,2.049 +35,mlp.experts.86.gate_proj,0.0000170987,0.01000,2.142 +35,mlp.experts.82.gate_proj,0.0000170600,0.01000,2.102 +35,mlp.experts.94.gate_proj,0.0000180084,0.01000,1.937 +35,mlp.experts.83.gate_proj,0.0000184488,0.01000,1.782 +35,mlp.experts.108.gate_proj,0.0000184006,0.01000,1.840 +35,mlp.experts.96.gate_proj,0.0000166781,0.01000,1.933 +35,mlp.experts.104.gate_proj,0.0000175617,0.01000,1.855 +35,mlp.experts.100.gate_proj,0.0000176657,0.01000,1.882 +35,mlp.experts.109.gate_proj,0.0000166484,0.01000,1.879 +35,mlp.experts.107.gate_proj,0.0000165198,0.01000,1.675 +35,mlp.experts.103.gate_proj,0.0000188476,0.01000,1.726 +35,mlp.experts.101.gate_proj,0.0000160626,0.01000,1.702 +35,mlp.experts.111.gate_proj,0.0000172689,0.01000,1.702 +35,mlp.experts.105.gate_proj,0.0000175327,0.01000,1.880 +35,mlp.experts.106.gate_proj,0.0000215880,0.01000,1.789 +35,mlp.experts.97.gate_proj,0.0000180599,0.01000,1.997 +35,mlp.experts.102.gate_proj,0.0000192285,0.01000,1.869 +35,mlp.experts.99.gate_proj,0.0000173247,0.01000,1.741 +35,mlp.experts.98.gate_proj,0.0000168443,0.01000,1.968 +35,mlp.experts.110.gate_proj,0.0000181431,0.01000,1.879 +35,mlp.experts.124.gate_proj,0.0000197495,0.01000,1.844 +35,mlp.experts.112.gate_proj,0.0000186059,0.01000,1.838 +35,mlp.experts.120.gate_proj,0.0000185424,0.01000,1.794 +35,mlp.experts.116.gate_proj,0.0000168522,0.01000,1.837 +35,mlp.experts.125.gate_proj,0.0000196739,0.01000,1.708 +35,mlp.experts.123.gate_proj,0.0000163696,0.01000,1.617 +35,mlp.experts.119.gate_proj,0.0000187393,0.01000,1.658 +35,mlp.experts.127.gate_proj,0.0000167473,0.01000,1.608 +35,mlp.experts.117.gate_proj,0.0000171019,0.01000,1.756 +35,mlp.experts.121.gate_proj,0.0000169850,0.01000,1.761 +35,mlp.experts.122.gate_proj,0.0000185319,0.01000,1.823 +35,mlp.experts.118.gate_proj,0.0000172997,0.01000,1.758 +35,mlp.experts.115.gate_proj,0.0000176160,0.01000,1.771 +35,mlp.experts.113.gate_proj,0.0000177634,0.01000,1.979 +35,mlp.experts.114.gate_proj,0.0000175750,0.01000,1.798 +35,mlp.experts.126.gate_proj,0.0000176309,0.01000,1.837 +35,mlp.experts.12.up_proj,0.0000179016,0.01000,1.816 +35,mlp.experts.0.up_proj,0.0000170242,0.01000,1.715 +35,mlp.experts.11.up_proj,0.0000172993,0.01000,1.509 +35,mlp.experts.7.up_proj,0.0000185716,0.01000,1.516 +35,mlp.experts.8.up_proj,0.0000172679,0.01000,1.878 +35,mlp.experts.13.up_proj,0.0000183341,0.01000,1.738 +35,mlp.experts.15.up_proj,0.0000174973,0.01000,1.618 +35,mlp.experts.4.up_proj,0.0000205864,0.01000,1.821 +35,mlp.experts.5.up_proj,0.0000185398,0.01000,2.018 +35,mlp.experts.9.up_proj,0.0000225846,0.01000,1.876 +35,mlp.experts.10.up_proj,0.0000188851,0.01000,1.839 +35,mlp.experts.6.up_proj,0.0000183887,0.01000,1.804 +35,mlp.experts.3.up_proj,0.0000215353,0.01000,1.778 +35,mlp.experts.1.up_proj,0.0000254232,0.01000,1.850 +35,mlp.experts.2.up_proj,0.0000181051,0.01000,1.849 +35,mlp.experts.14.up_proj,0.0000183158,0.01000,1.962 +35,mlp.experts.27.up_proj,0.0000204526,0.01000,1.629 +35,mlp.experts.28.up_proj,0.0000180485,0.01000,1.728 +35,mlp.experts.23.up_proj,0.0000235333,0.01000,1.601 +35,mlp.experts.16.up_proj,0.0000175893,0.01000,1.749 +35,mlp.experts.24.up_proj,0.0000207609,0.01000,1.668 +35,mlp.experts.31.up_proj,0.0000211872,0.01000,1.679 +35,mlp.experts.20.up_proj,0.0000190925,0.01000,1.653 +35,mlp.experts.29.up_proj,0.0000183228,0.01000,1.966 +35,mlp.experts.21.up_proj,0.0000177381,0.01000,2.000 +35,mlp.experts.26.up_proj,0.0000220697,0.01000,1.747 +35,mlp.experts.25.up_proj,0.0000283730,0.01000,2.034 +35,mlp.experts.22.up_proj,0.0000173730,0.01000,1.758 +35,mlp.experts.19.up_proj,0.0000204447,0.01000,1.732 +35,mlp.experts.18.up_proj,0.0000260236,0.01000,1.777 +35,mlp.experts.17.up_proj,0.0000180783,0.01000,1.924 +35,mlp.experts.43.up_proj,0.0000171421,0.01000,1.615 +35,mlp.experts.44.up_proj,0.0000188704,0.01000,1.623 +35,mlp.experts.39.up_proj,0.0000182116,0.01000,1.622 +35,mlp.experts.32.up_proj,0.0000181710,0.01000,1.602 +35,mlp.experts.40.up_proj,0.0000170184,0.01000,1.647 +35,mlp.experts.36.up_proj,0.0000231039,0.01000,1.614 +35,mlp.experts.30.up_proj,0.0000208506,0.01000,2.051 +35,mlp.experts.47.up_proj,0.0000196459,0.01000,1.715 +35,mlp.experts.45.up_proj,0.0000190256,0.01000,1.942 +35,mlp.experts.35.up_proj,0.0000191180,0.01000,1.599 +35,mlp.experts.37.up_proj,0.0000189264,0.01000,2.009 +35,mlp.experts.59.up_proj,0.0000264507,0.01000,1.541 +35,mlp.experts.41.up_proj,0.0000180007,0.01000,1.994 +35,mlp.experts.55.up_proj,0.0000184486,0.01000,1.599 +35,mlp.experts.42.up_proj,0.0000187114,0.01000,2.272 +35,mlp.experts.38.up_proj,0.0000162900,0.01000,2.234 +35,mlp.experts.33.up_proj,0.0000168432,0.01000,1.961 +35,mlp.experts.63.up_proj,0.0000212925,0.01000,1.543 +35,mlp.experts.60.up_proj,0.0000169844,0.01000,1.898 +35,mlp.experts.48.up_proj,0.0000213216,0.01000,1.898 +35,mlp.experts.34.up_proj,0.0000193008,0.01000,2.307 +35,mlp.experts.56.up_proj,0.0000207110,0.01000,1.914 +35,mlp.experts.52.up_proj,0.0000180878,0.01000,1.938 +35,mlp.experts.46.up_proj,0.0000197871,0.01000,2.188 +35,mlp.experts.61.up_proj,0.0000190854,0.01000,1.886 +35,mlp.experts.51.up_proj,0.0000177435,0.01000,1.552 +35,mlp.experts.75.up_proj,0.0000174572,0.01000,1.525 +35,mlp.experts.71.up_proj,0.0000187082,0.01000,1.544 +35,mlp.experts.53.up_proj,0.0000174284,0.01000,1.969 +35,mlp.experts.79.up_proj,0.0000170016,0.01000,1.640 +35,mlp.experts.57.up_proj,0.0000224489,0.01000,2.055 +35,mlp.experts.58.up_proj,0.0000198252,0.01000,1.965 +35,mlp.experts.54.up_proj,0.0000233562,0.01000,1.929 +35,mlp.experts.76.up_proj,0.0000181885,0.01000,1.987 +35,mlp.experts.64.up_proj,0.0000180432,0.01000,1.956 +35,mlp.experts.50.up_proj,0.0000176468,0.01000,1.925 +35,mlp.experts.49.up_proj,0.0000190445,0.01000,2.238 +35,mlp.experts.72.up_proj,0.0000185977,0.01000,1.954 +35,mlp.experts.68.up_proj,0.0000185900,0.01000,1.949 +35,mlp.experts.62.up_proj,0.0000174039,0.01000,1.882 +35,mlp.experts.67.up_proj,0.0000241667,0.01000,1.741 +35,mlp.experts.91.up_proj,0.0000225580,0.01000,1.771 +35,mlp.experts.87.up_proj,0.0000186091,0.01000,1.863 +35,mlp.experts.77.up_proj,0.0000165727,0.01000,2.331 +35,mlp.experts.69.up_proj,0.0000194523,0.01000,2.076 +35,mlp.experts.95.up_proj,0.0000185726,0.01000,1.995 +35,mlp.experts.74.up_proj,0.0000206825,0.01000,1.908 +35,mlp.experts.73.up_proj,0.0000278998,0.01000,2.086 +35,mlp.experts.70.up_proj,0.0000186931,0.01000,2.040 +35,mlp.experts.65.up_proj,0.0000179377,0.01000,1.869 +35,mlp.experts.66.up_proj,0.0000176755,0.01000,2.028 +35,mlp.experts.92.up_proj,0.0000188875,0.01000,2.207 +35,mlp.experts.80.up_proj,0.0000212354,0.01000,2.168 +35,mlp.experts.84.up_proj,0.0000182239,0.01000,2.108 +35,mlp.experts.88.up_proj,0.0000223374,0.01000,2.209 +35,mlp.experts.78.up_proj,0.0000181563,0.01000,2.055 +35,mlp.experts.83.up_proj,0.0000178407,0.01000,2.127 +35,mlp.experts.93.up_proj,0.0000208499,0.01000,1.629 +35,mlp.experts.107.up_proj,0.0000166749,0.01000,2.141 +35,mlp.experts.85.up_proj,0.0000184914,0.01000,1.630 +35,mlp.experts.103.up_proj,0.0000204440,0.01000,2.144 +35,mlp.experts.89.up_proj,0.0000191578,0.01000,1.575 +35,mlp.experts.111.up_proj,0.0000183674,0.01000,1.990 +35,mlp.experts.81.up_proj,0.0000190581,0.01000,1.625 +35,mlp.experts.90.up_proj,0.0000266828,0.01000,2.146 +35,mlp.experts.86.up_proj,0.0000180044,0.01000,2.040 +35,mlp.experts.82.up_proj,0.0000172675,0.01000,1.963 +35,mlp.experts.108.up_proj,0.0000186126,0.01000,2.059 +35,mlp.experts.96.up_proj,0.0000175607,0.01000,2.060 +35,mlp.experts.100.up_proj,0.0000177170,0.01000,2.025 +35,mlp.experts.109.up_proj,0.0000198125,0.01000,1.609 +35,mlp.experts.104.up_proj,0.0000175398,0.01000,2.029 +35,mlp.experts.94.up_proj,0.0000177187,0.01000,1.958 +35,mlp.experts.99.up_proj,0.0000190297,0.01000,2.028 +35,mlp.experts.101.up_proj,0.0000168167,0.01000,1.570 +35,mlp.experts.105.up_proj,0.0000192246,0.01000,1.552 +35,mlp.experts.123.up_proj,0.0000202556,0.01000,2.021 +35,mlp.experts.119.up_proj,0.0000211109,0.01000,1.947 +35,mlp.experts.97.up_proj,0.0000214442,0.01000,1.582 +35,mlp.experts.127.up_proj,0.0000182820,0.01000,1.903 +35,mlp.experts.106.up_proj,0.0000218588,0.01000,1.814 +35,mlp.experts.102.up_proj,0.0000188105,0.01000,1.898 +35,mlp.experts.98.up_proj,0.0000204245,0.01000,1.815 +35,mlp.experts.115.up_proj,0.0000184411,0.01000,1.189 +35,mlp.experts.125.up_proj,0.0000228867,0.01000,1.536 +35,mlp.experts.117.up_proj,0.0000170184,0.01000,1.436 +35,mlp.experts.110.up_proj,0.0000182543,0.01000,1.762 +35,mlp.experts.121.up_proj,0.0000167533,0.01000,1.348 +35,mlp.experts.112.up_proj,0.0000198755,0.01000,2.082 +35,mlp.experts.124.up_proj,0.0000182580,0.01000,2.095 +35,mlp.experts.120.up_proj,0.0000185297,0.01000,1.990 +35,mlp.experts.116.up_proj,0.0000175859,0.01000,2.070 +35,mlp.experts.113.up_proj,0.0000183063,0.01000,1.224 +35,mlp.experts.122.up_proj,0.0000228171,0.01000,2.173 +35,mlp.experts.118.up_proj,0.0000181786,0.01000,2.039 +35,mlp.experts.114.up_proj,0.0000176944,0.01000,2.114 +35,mlp.experts.126.up_proj,0.0000195493,0.01000,1.896 +35,mlp.experts.0.down_proj,0.0000018380,0.01000,0.611 +35,mlp.experts.8.down_proj,0.0000022788,0.01000,0.625 +35,mlp.experts.12.down_proj,0.0000021362,0.01000,0.659 +35,mlp.experts.4.down_proj,0.0000155660,0.01000,0.683 +35,mlp.experts.13.down_proj,0.0000032727,0.01000,0.691 +35,mlp.experts.1.down_proj,0.0000078450,0.01000,0.774 +35,mlp.experts.5.down_proj,0.0000024037,0.01000,0.789 +35,mlp.experts.9.down_proj,0.0000086772,0.01000,0.818 +35,mlp.experts.15.down_proj,0.0000022798,0.01000,0.830 +35,mlp.experts.11.down_proj,0.0000022177,0.01000,0.835 +35,mlp.experts.7.down_proj,0.0000027494,0.01000,0.863 +35,mlp.experts.3.down_proj,0.0000032772,0.01000,0.911 +35,mlp.experts.10.down_proj,0.0000048400,0.01000,0.933 +35,mlp.experts.2.down_proj,0.0000023553,0.01000,0.947 +35,mlp.experts.6.down_proj,0.0000023779,0.01000,0.965 +35,mlp.experts.14.down_proj,0.0000020276,0.01000,0.971 +35,mlp.experts.16.down_proj,0.0000029337,0.01000,0.603 +35,mlp.experts.24.down_proj,0.0000058264,0.01000,0.607 +35,mlp.experts.29.down_proj,0.0000029408,0.01000,0.654 +35,mlp.experts.17.down_proj,0.0000025022,0.01000,0.643 +35,mlp.experts.28.down_proj,0.0000024183,0.01000,0.759 +35,mlp.experts.21.down_proj,0.0000031385,0.01000,0.647 +35,mlp.experts.25.down_proj,0.0000056825,0.01000,0.639 +35,mlp.experts.31.down_proj,0.0000044024,0.01000,0.658 +35,mlp.experts.27.down_proj,0.0000051697,0.01000,0.667 +35,mlp.experts.20.down_proj,0.0000029633,0.01000,0.820 +35,mlp.experts.23.down_proj,0.0000085249,0.01000,0.654 +35,mlp.experts.18.down_proj,0.0000066553,0.01000,0.654 +35,mlp.experts.26.down_proj,0.0000050756,0.01000,0.655 +35,mlp.experts.30.down_proj,0.0000044440,0.01000,0.680 +35,mlp.experts.22.down_proj,0.0000042545,0.01000,0.699 +35,mlp.experts.19.down_proj,0.0000046540,0.01000,0.764 +35,mlp.experts.32.down_proj,0.0000021801,0.01000,0.654 +35,mlp.experts.40.down_proj,0.0000020103,0.01000,0.701 +35,mlp.experts.45.down_proj,0.0000042031,0.01000,0.702 +35,mlp.experts.44.down_proj,0.0000025151,0.01000,0.693 +35,mlp.experts.41.down_proj,0.0000021453,0.01000,0.674 +35,mlp.experts.37.down_proj,0.0000028331,0.01000,0.739 +35,mlp.experts.33.down_proj,0.0000019726,0.01000,0.769 +35,mlp.experts.47.down_proj,0.0000052099,0.01000,0.757 +35,mlp.experts.39.down_proj,0.0000023394,0.01000,0.741 +35,mlp.experts.43.down_proj,0.0000021391,0.01000,0.759 +35,mlp.experts.36.down_proj,0.0000021876,0.01000,0.762 +35,mlp.experts.34.down_proj,0.0000025806,0.01000,0.681 +35,mlp.experts.42.down_proj,0.0000048158,0.01000,0.684 +35,mlp.experts.46.down_proj,0.0000049323,0.01000,0.697 +35,mlp.experts.38.down_proj,0.0000022243,0.01000,0.694 +35,mlp.experts.35.down_proj,0.0000075727,0.01000,0.777 +35,mlp.experts.56.down_proj,0.0000037197,0.01000,0.689 +35,mlp.experts.48.down_proj,0.0000033082,0.01000,0.771 +35,mlp.experts.61.down_proj,0.0000031207,0.01000,0.656 +35,mlp.experts.60.down_proj,0.0000020170,0.01000,0.705 +35,mlp.experts.53.down_proj,0.0000018408,0.01000,0.661 +35,mlp.experts.57.down_proj,0.0000094416,0.01000,0.708 +35,mlp.experts.52.down_proj,0.0000022621,0.01000,0.687 +35,mlp.experts.55.down_proj,0.0000039907,0.01000,0.711 +35,mlp.experts.49.down_proj,0.0000045278,0.01000,0.788 +35,mlp.experts.63.down_proj,0.0000077230,0.01000,0.730 +35,mlp.experts.59.down_proj,0.0000064211,0.01000,0.724 +35,mlp.experts.58.down_proj,0.0000031359,0.01000,0.740 +35,mlp.experts.50.down_proj,0.0000035468,0.01000,0.760 +35,mlp.experts.62.down_proj,0.0000021864,0.01000,0.788 +35,mlp.experts.54.down_proj,0.0000069675,0.01000,0.777 +35,mlp.experts.51.down_proj,0.0000027504,0.01000,0.729 +35,mlp.experts.72.down_proj,0.0000039974,0.01000,0.617 +35,mlp.experts.64.down_proj,0.0000024864,0.01000,0.607 +35,mlp.experts.77.down_proj,0.0000016306,0.01000,0.689 +35,mlp.experts.76.down_proj,0.0000022675,0.01000,0.684 +35,mlp.experts.73.down_proj,0.0000063592,0.01000,0.689 +35,mlp.experts.69.down_proj,0.0000054082,0.01000,0.740 +35,mlp.experts.68.down_proj,0.0000026422,0.01000,0.653 +35,mlp.experts.65.down_proj,0.0000019471,0.01000,0.647 +35,mlp.experts.71.down_proj,0.0000023719,0.01000,0.715 +35,mlp.experts.79.down_proj,0.0000027183,0.01000,0.739 +35,mlp.experts.75.down_proj,0.0000019277,0.01000,0.737 +35,mlp.experts.74.down_proj,0.0000067714,0.01000,0.790 +35,mlp.experts.66.down_proj,0.0000021118,0.01000,0.798 +35,mlp.experts.80.down_proj,0.0000086171,0.01000,0.616 +35,mlp.experts.70.down_proj,0.0000022936,0.01000,0.765 +35,mlp.experts.88.down_proj,0.0000061775,0.01000,0.683 +35,mlp.experts.67.down_proj,0.0000067163,0.01000,0.752 +35,mlp.experts.78.down_proj,0.0000026746,0.01000,0.828 +35,mlp.experts.92.down_proj,0.0000041001,0.01000,0.636 +35,mlp.experts.93.down_proj,0.0000081931,0.01000,0.776 +35,mlp.experts.89.down_proj,0.0000037904,0.01000,0.655 +35,mlp.experts.84.down_proj,0.0000023340,0.01000,0.598 +35,mlp.experts.81.down_proj,0.0000024785,0.01000,0.596 +35,mlp.experts.85.down_proj,0.0000028678,0.01000,0.779 +35,mlp.experts.87.down_proj,0.0000027513,0.01000,0.753 +35,mlp.experts.96.down_proj,0.0000024688,0.01000,0.615 +35,mlp.experts.95.down_proj,0.0000029524,0.01000,0.766 +35,mlp.experts.91.down_proj,0.0000053092,0.01000,0.768 +35,mlp.experts.104.down_proj,0.0000022767,0.01000,0.621 +35,mlp.experts.90.down_proj,0.0000078679,0.01000,0.776 +35,mlp.experts.82.down_proj,0.0000021882,0.01000,0.761 +35,mlp.experts.86.down_proj,0.0000034686,0.01000,0.803 +35,mlp.experts.94.down_proj,0.0000027978,0.01000,0.752 +35,mlp.experts.83.down_proj,0.0000024394,0.01000,0.808 +35,mlp.experts.108.down_proj,0.0000026140,0.01000,0.630 +35,mlp.experts.100.down_proj,0.0000034066,0.01000,0.616 +35,mlp.experts.109.down_proj,0.0000031991,0.01000,0.681 +35,mlp.experts.97.down_proj,0.0000065689,0.01000,0.643 +35,mlp.experts.105.down_proj,0.0000032975,0.01000,0.704 +35,mlp.experts.101.down_proj,0.0000019505,0.01000,0.760 +35,mlp.experts.120.down_proj,0.0000027277,0.01000,0.624 +35,mlp.experts.112.down_proj,0.0000030028,0.01000,0.699 +35,mlp.experts.103.down_proj,0.0000058807,0.01000,0.747 +35,mlp.experts.107.down_proj,0.0000016040,0.01000,0.761 +35,mlp.experts.111.down_proj,0.0000026514,0.01000,0.784 +35,mlp.experts.124.down_proj,0.0000024991,0.01000,0.514 +35,mlp.experts.116.down_proj,0.0000025684,0.01000,0.473 +35,mlp.experts.106.down_proj,0.0000107709,0.01000,0.772 +35,mlp.experts.98.down_proj,0.0000033779,0.01000,0.766 +35,mlp.experts.110.down_proj,0.0000027510,0.01000,0.744 +35,mlp.experts.99.down_proj,0.0000026316,0.01000,0.724 +35,mlp.experts.102.down_proj,0.0000025678,0.01000,0.790 +35,mlp.experts.125.down_proj,0.0000066807,0.01000,0.693 +35,mlp.experts.121.down_proj,0.0000018484,0.01000,0.676 +35,mlp.experts.113.down_proj,0.0000023518,0.01000,0.737 +35,mlp.experts.117.down_proj,0.0000021089,0.01000,0.582 +35,mlp.experts.119.down_proj,0.0000064491,0.01000,0.716 +35,mlp.experts.127.down_proj,0.0000032324,0.01000,0.657 +35,mlp.experts.123.down_proj,0.0000034548,0.01000,0.679 +35,mlp.experts.115.down_proj,0.0000030329,0.01000,0.543 +35,mlp.experts.122.down_proj,0.0000047966,0.01000,0.768 +35,mlp.experts.114.down_proj,0.0000027742,0.01000,0.783 +35,mlp.experts.126.down_proj,0.0000031053,0.01000,0.744 +35,mlp.experts.118.down_proj,0.0000027216,0.01000,0.713 +36,self_attn.q_proj,0.0000044895,0.01000,0.746 +36,self_attn.v_proj,0.0000006947,0.01000,0.809 +36,self_attn.k_proj,0.0000005528,0.01000,0.822 +36,self_attn.o_proj,0.0000004951,0.01000,1.393 +36,mlp.experts.12.gate_proj,0.0000181849,0.01000,1.587 +36,mlp.experts.0.gate_proj,0.0000189731,0.01000,1.614 +36,mlp.experts.8.gate_proj,0.0000188174,0.01000,1.645 +36,mlp.experts.4.gate_proj,0.0000190039,0.01000,1.696 +36,mlp.experts.15.gate_proj,0.0000199628,0.01000,1.981 +36,mlp.experts.7.gate_proj,0.0000189616,0.01000,2.065 +36,mlp.experts.5.gate_proj,0.0000217373,0.01000,2.149 +36,mlp.experts.3.gate_proj,0.0000187916,0.01000,2.103 +36,mlp.experts.13.gate_proj,0.0000177891,0.01000,2.124 +36,mlp.experts.2.gate_proj,0.0000170029,0.01000,2.209 +36,mlp.experts.10.gate_proj,0.0000199169,0.01000,2.119 +36,mlp.experts.1.gate_proj,0.0000178870,0.01000,2.215 +36,mlp.experts.6.gate_proj,0.0000179615,0.01000,2.212 +36,mlp.experts.11.gate_proj,0.0000193082,0.01000,2.242 +36,mlp.experts.14.gate_proj,0.0000174857,0.01000,2.179 +36,mlp.experts.9.gate_proj,0.0000178908,0.01000,2.292 +36,mlp.experts.28.gate_proj,0.0000196551,0.01000,1.714 +36,mlp.experts.20.gate_proj,0.0000190794,0.01000,1.709 +36,mlp.experts.24.gate_proj,0.0000253997,0.01000,1.818 +36,mlp.experts.16.gate_proj,0.0000203068,0.01000,1.902 +36,mlp.experts.31.gate_proj,0.0000199122,0.01000,1.945 +36,mlp.experts.21.gate_proj,0.0000163205,0.01000,1.820 +36,mlp.experts.23.gate_proj,0.0000221631,0.01000,2.000 +36,mlp.experts.17.gate_proj,0.0000184652,0.01000,1.871 +36,mlp.experts.19.gate_proj,0.0000192311,0.01000,1.960 +36,mlp.experts.25.gate_proj,0.0000231224,0.01000,1.894 +36,mlp.experts.27.gate_proj,0.0000178042,0.01000,1.959 +36,mlp.experts.29.gate_proj,0.0000173236,0.01000,2.027 +36,mlp.experts.26.gate_proj,0.0000175916,0.01000,2.073 +36,mlp.experts.30.gate_proj,0.0000231582,0.01000,2.022 +36,mlp.experts.18.gate_proj,0.0000177470,0.01000,2.087 +36,mlp.experts.22.gate_proj,0.0000228318,0.01000,2.110 +36,mlp.experts.44.gate_proj,0.0000187268,0.01000,1.562 +36,mlp.experts.36.gate_proj,0.0000179578,0.01000,1.535 +36,mlp.experts.32.gate_proj,0.0000176387,0.01000,1.526 +36,mlp.experts.40.gate_proj,0.0000181854,0.01000,1.574 +36,mlp.experts.47.gate_proj,0.0000190871,0.01000,1.933 +36,mlp.experts.33.gate_proj,0.0000183507,0.01000,1.893 +36,mlp.experts.39.gate_proj,0.0000282597,0.01000,1.932 +36,mlp.experts.45.gate_proj,0.0000186454,0.01000,1.770 +36,mlp.experts.37.gate_proj,0.0000197040,0.01000,2.071 +36,mlp.experts.35.gate_proj,0.0000216106,0.01000,1.907 +36,mlp.experts.43.gate_proj,0.0000189949,0.01000,2.025 +36,mlp.experts.41.gate_proj,0.0000195257,0.01000,2.098 +36,mlp.experts.34.gate_proj,0.0000176641,0.01000,2.107 +36,mlp.experts.60.gate_proj,0.0000171071,0.01000,1.543 +36,mlp.experts.38.gate_proj,0.0000180980,0.01000,2.089 +36,mlp.experts.46.gate_proj,0.0000166206,0.01000,2.191 +36,mlp.experts.52.gate_proj,0.0000205446,0.01000,1.574 +36,mlp.experts.48.gate_proj,0.0000189180,0.01000,1.584 +36,mlp.experts.56.gate_proj,0.0000187340,0.01000,1.596 +36,mlp.experts.42.gate_proj,0.0000170258,0.01000,2.357 +36,mlp.experts.63.gate_proj,0.0000192969,0.01000,1.978 +36,mlp.experts.55.gate_proj,0.0000219016,0.01000,1.891 +36,mlp.experts.61.gate_proj,0.0000178220,0.01000,1.929 +36,mlp.experts.49.gate_proj,0.0000177599,0.01000,1.940 +36,mlp.experts.53.gate_proj,0.0000197490,0.01000,2.015 +36,mlp.experts.51.gate_proj,0.0000181216,0.01000,1.985 +36,mlp.experts.57.gate_proj,0.0000190066,0.01000,1.802 +36,mlp.experts.76.gate_proj,0.0000171816,0.01000,1.729 +36,mlp.experts.68.gate_proj,0.0000176566,0.01000,1.747 +36,mlp.experts.54.gate_proj,0.0000179815,0.01000,1.862 +36,mlp.experts.59.gate_proj,0.0000188393,0.01000,2.058 +36,mlp.experts.50.gate_proj,0.0000179388,0.01000,1.886 +36,mlp.experts.64.gate_proj,0.0000211297,0.01000,1.759 +36,mlp.experts.72.gate_proj,0.0000215596,0.01000,1.926 +36,mlp.experts.58.gate_proj,0.0000176287,0.01000,1.920 +36,mlp.experts.62.gate_proj,0.0000188454,0.01000,2.082 +36,mlp.experts.71.gate_proj,0.0000234991,0.01000,1.780 +36,mlp.experts.79.gate_proj,0.0000180072,0.01000,1.875 +36,mlp.experts.67.gate_proj,0.0000210001,0.01000,1.735 +36,mlp.experts.77.gate_proj,0.0000188407,0.01000,1.929 +36,mlp.experts.69.gate_proj,0.0000200681,0.01000,1.852 +36,mlp.experts.92.gate_proj,0.0000204278,0.01000,1.854 +36,mlp.experts.65.gate_proj,0.0000219881,0.01000,2.099 +36,mlp.experts.84.gate_proj,0.0000181538,0.01000,1.845 +36,mlp.experts.75.gate_proj,0.0000173046,0.01000,1.815 +36,mlp.experts.73.gate_proj,0.0000234096,0.01000,2.060 +36,mlp.experts.80.gate_proj,0.0000172523,0.01000,1.853 +36,mlp.experts.70.gate_proj,0.0000198228,0.01000,1.968 +36,mlp.experts.66.gate_proj,0.0000184175,0.01000,2.088 +36,mlp.experts.88.gate_proj,0.0000208519,0.01000,1.842 +36,mlp.experts.74.gate_proj,0.0000173704,0.01000,2.005 +36,mlp.experts.78.gate_proj,0.0000173665,0.01000,2.124 +36,mlp.experts.87.gate_proj,0.0000160840,0.01000,1.640 +36,mlp.experts.95.gate_proj,0.0000181054,0.01000,1.648 +36,mlp.experts.83.gate_proj,0.0000180290,0.01000,1.639 +36,mlp.experts.85.gate_proj,0.0000189933,0.01000,1.765 +36,mlp.experts.81.gate_proj,0.0000200171,0.01000,1.775 +36,mlp.experts.93.gate_proj,0.0000186146,0.01000,2.056 +36,mlp.experts.91.gate_proj,0.0000199622,0.01000,1.880 +36,mlp.experts.100.gate_proj,0.0000178031,0.01000,1.928 +36,mlp.experts.108.gate_proj,0.0000164103,0.01000,2.073 +36,mlp.experts.96.gate_proj,0.0000217444,0.01000,1.844 +36,mlp.experts.89.gate_proj,0.0000176497,0.01000,2.041 +36,mlp.experts.104.gate_proj,0.0000255143,0.01000,1.869 +36,mlp.experts.86.gate_proj,0.0000237729,0.01000,2.020 +36,mlp.experts.82.gate_proj,0.0000193032,0.01000,2.001 +36,mlp.experts.90.gate_proj,0.0000180118,0.01000,1.943 +36,mlp.experts.94.gate_proj,0.0000142900,0.01000,2.099 +36,mlp.experts.103.gate_proj,0.0000268721,0.01000,1.628 +36,mlp.experts.111.gate_proj,0.0000194716,0.01000,1.647 +36,mlp.experts.99.gate_proj,0.0000197097,0.01000,1.633 +36,mlp.experts.97.gate_proj,0.0000182989,0.01000,1.708 +36,mlp.experts.109.gate_proj,0.0000200161,0.01000,1.712 +36,mlp.experts.107.gate_proj,0.0000179562,0.01000,1.698 +36,mlp.experts.101.gate_proj,0.0000210671,0.01000,2.032 +36,mlp.experts.116.gate_proj,0.0000176926,0.01000,1.942 +36,mlp.experts.112.gate_proj,0.0000222903,0.01000,1.949 +36,mlp.experts.124.gate_proj,0.0000184705,0.01000,2.066 +36,mlp.experts.105.gate_proj,0.0000194441,0.01000,1.968 +36,mlp.experts.102.gate_proj,0.0000178776,0.01000,1.941 +36,mlp.experts.120.gate_proj,0.0000177509,0.01000,1.994 +36,mlp.experts.98.gate_proj,0.0000186746,0.01000,1.969 +36,mlp.experts.106.gate_proj,0.0000191802,0.01000,1.968 +36,mlp.experts.110.gate_proj,0.0000176757,0.01000,2.035 +36,mlp.experts.119.gate_proj,0.0000185866,0.01000,1.900 +36,mlp.experts.115.gate_proj,0.0000189619,0.01000,1.919 +36,mlp.experts.127.gate_proj,0.0000173511,0.01000,1.966 +36,mlp.experts.113.gate_proj,0.0000188240,0.01000,2.109 +36,mlp.experts.125.gate_proj,0.0000197815,0.01000,2.175 +36,mlp.experts.117.gate_proj,0.0000216879,0.01000,2.151 +36,mlp.experts.123.gate_proj,0.0000191584,0.01000,2.210 +36,mlp.experts.4.up_proj,0.0000197489,0.01000,2.003 +36,mlp.experts.0.up_proj,0.0000203615,0.01000,2.073 +36,mlp.experts.12.up_proj,0.0000197073,0.01000,2.068 +36,mlp.experts.8.up_proj,0.0000195679,0.01000,2.005 +36,mlp.experts.121.gate_proj,0.0000184362,0.01000,2.180 +36,mlp.experts.118.gate_proj,0.0000201264,0.01000,2.319 +36,mlp.experts.114.gate_proj,0.0000177901,0.01000,2.264 +36,mlp.experts.122.gate_proj,0.0000180831,0.01000,2.220 +36,mlp.experts.7.up_proj,0.0000190131,0.01000,2.180 +36,mlp.experts.15.up_proj,0.0000205080,0.01000,2.129 +36,mlp.experts.126.gate_proj,0.0000189112,0.01000,2.291 +36,mlp.experts.3.up_proj,0.0000201740,0.01000,2.188 +36,mlp.experts.1.up_proj,0.0000184911,0.01000,2.058 +36,mlp.experts.13.up_proj,0.0000197477,0.01000,2.060 +36,mlp.experts.5.up_proj,0.0000244943,0.01000,2.038 +36,mlp.experts.11.up_proj,0.0000189363,0.01000,2.179 +36,mlp.experts.20.up_proj,0.0000188902,0.01000,2.109 +36,mlp.experts.16.up_proj,0.0000185290,0.01000,2.033 +36,mlp.experts.28.up_proj,0.0000192694,0.01000,2.085 +36,mlp.experts.24.up_proj,0.0000214742,0.01000,2.101 +36,mlp.experts.9.up_proj,0.0000198476,0.01000,2.064 +36,mlp.experts.6.up_proj,0.0000189781,0.01000,2.306 +36,mlp.experts.2.up_proj,0.0000196483,0.01000,2.308 +36,mlp.experts.10.up_proj,0.0000210475,0.01000,2.281 +36,mlp.experts.31.up_proj,0.0000223355,0.01000,2.131 +36,mlp.experts.19.up_proj,0.0000185456,0.01000,2.133 +36,mlp.experts.23.up_proj,0.0000221251,0.01000,2.280 +36,mlp.experts.14.up_proj,0.0000182577,0.01000,2.256 +36,mlp.experts.17.up_proj,0.0000190254,0.01000,1.937 +36,mlp.experts.29.up_proj,0.0000197959,0.01000,1.875 +36,mlp.experts.21.up_proj,0.0000246534,0.01000,1.922 +36,mlp.experts.25.up_proj,0.0000248248,0.01000,1.806 +36,mlp.experts.27.up_proj,0.0000196677,0.01000,2.206 +36,mlp.experts.32.up_proj,0.0000182676,0.01000,2.281 +36,mlp.experts.36.up_proj,0.0000194623,0.01000,2.375 +36,mlp.experts.22.up_proj,0.0000218145,0.01000,1.734 +36,mlp.experts.44.up_proj,0.0000194146,0.01000,2.295 +36,mlp.experts.18.up_proj,0.0000176778,0.01000,1.762 +36,mlp.experts.40.up_proj,0.0000183199,0.01000,2.305 +36,mlp.experts.26.up_proj,0.0000182897,0.01000,1.747 +36,mlp.experts.30.up_proj,0.0000229156,0.01000,1.816 +36,mlp.experts.33.up_proj,0.0000186010,0.01000,1.648 +36,mlp.experts.39.up_proj,0.0000273407,0.01000,2.008 +36,mlp.experts.35.up_proj,0.0000224610,0.01000,2.048 +36,mlp.experts.45.up_proj,0.0000188513,0.01000,1.625 +36,mlp.experts.37.up_proj,0.0000196745,0.01000,1.628 +36,mlp.experts.47.up_proj,0.0000189183,0.01000,2.208 +36,mlp.experts.41.up_proj,0.0000189792,0.01000,1.612 +36,mlp.experts.43.up_proj,0.0000199067,0.01000,2.089 +36,mlp.experts.38.up_proj,0.0000192788,0.01000,1.973 +36,mlp.experts.48.up_proj,0.0000213013,0.01000,2.190 +36,mlp.experts.34.up_proj,0.0000177050,0.01000,1.946 +36,mlp.experts.42.up_proj,0.0000184481,0.01000,1.933 +36,mlp.experts.52.up_proj,0.0000204768,0.01000,2.180 +36,mlp.experts.60.up_proj,0.0000215212,0.01000,2.131 +36,mlp.experts.56.up_proj,0.0000199895,0.01000,2.150 +36,mlp.experts.49.up_proj,0.0000197647,0.01000,1.715 +36,mlp.experts.61.up_proj,0.0000186544,0.01000,1.754 +36,mlp.experts.46.up_proj,0.0000194548,0.01000,2.028 +36,mlp.experts.53.up_proj,0.0000200371,0.01000,1.808 +36,mlp.experts.55.up_proj,0.0000222901,0.01000,2.109 +36,mlp.experts.51.up_proj,0.0000215917,0.01000,2.100 +36,mlp.experts.63.up_proj,0.0000207917,0.01000,2.074 +36,mlp.experts.57.up_proj,0.0000193510,0.01000,1.802 +36,mlp.experts.54.up_proj,0.0000179532,0.01000,1.690 +36,mlp.experts.50.up_proj,0.0000179130,0.01000,1.659 +36,mlp.experts.58.up_proj,0.0000189390,0.01000,1.662 +36,mlp.experts.59.up_proj,0.0000186295,0.01000,1.988 +36,mlp.experts.64.up_proj,0.0000219530,0.01000,2.016 +36,mlp.experts.68.up_proj,0.0000218190,0.01000,1.988 +36,mlp.experts.76.up_proj,0.0000204764,0.01000,2.030 +36,mlp.experts.72.up_proj,0.0000230308,0.01000,2.007 +36,mlp.experts.62.up_proj,0.0000188055,0.01000,1.639 +36,mlp.experts.65.up_proj,0.0000232541,0.01000,2.026 +36,mlp.experts.77.up_proj,0.0000190500,0.01000,2.011 +36,mlp.experts.69.up_proj,0.0000209094,0.01000,2.006 +36,mlp.experts.67.up_proj,0.0000214694,0.01000,2.023 +36,mlp.experts.71.up_proj,0.0000254668,0.01000,2.098 +36,mlp.experts.73.up_proj,0.0000266281,0.01000,1.964 +36,mlp.experts.79.up_proj,0.0000211192,0.01000,2.060 +36,mlp.experts.70.up_proj,0.0000189402,0.01000,1.886 +36,mlp.experts.66.up_proj,0.0000218689,0.01000,1.901 +36,mlp.experts.74.up_proj,0.0000190699,0.01000,1.877 +36,mlp.experts.75.up_proj,0.0000188581,0.01000,2.099 +36,mlp.experts.81.up_proj,0.0000239721,0.01000,1.556 +36,mlp.experts.93.up_proj,0.0000180420,0.01000,1.566 +36,mlp.experts.80.up_proj,0.0000219526,0.01000,2.092 +36,mlp.experts.84.up_proj,0.0000190756,0.01000,2.078 +36,mlp.experts.85.up_proj,0.0000191667,0.01000,1.531 +36,mlp.experts.92.up_proj,0.0000192995,0.01000,2.066 +36,mlp.experts.78.up_proj,0.0000204880,0.01000,2.030 +36,mlp.experts.88.up_proj,0.0000243823,0.01000,2.097 +36,mlp.experts.89.up_proj,0.0000215176,0.01000,1.606 +36,mlp.experts.83.up_proj,0.0000243251,0.01000,2.098 +36,mlp.experts.87.up_proj,0.0000187374,0.01000,2.105 +36,mlp.experts.95.up_proj,0.0000198681,0.01000,2.108 +36,mlp.experts.82.up_proj,0.0000220342,0.01000,2.146 +36,mlp.experts.90.up_proj,0.0000190037,0.01000,2.123 +36,mlp.experts.86.up_proj,0.0000237425,0.01000,2.219 +36,mlp.experts.91.up_proj,0.0000193133,0.01000,2.117 +36,mlp.experts.97.up_proj,0.0000199543,0.01000,2.065 +36,mlp.experts.109.up_proj,0.0000194660,0.01000,2.035 +36,mlp.experts.96.up_proj,0.0000224271,0.01000,2.164 +36,mlp.experts.100.up_proj,0.0000192600,0.01000,2.185 +36,mlp.experts.101.up_proj,0.0000202046,0.01000,2.150 +36,mlp.experts.108.up_proj,0.0000199215,0.01000,2.172 +36,mlp.experts.104.up_proj,0.0000279683,0.01000,2.170 +36,mlp.experts.94.up_proj,0.0000308578,0.01000,2.235 +36,mlp.experts.105.up_proj,0.0000197425,0.01000,2.131 +36,mlp.experts.99.up_proj,0.0000273141,0.01000,2.002 +36,mlp.experts.103.up_proj,0.0000257155,0.01000,2.039 +36,mlp.experts.111.up_proj,0.0000195946,0.01000,2.033 +36,mlp.experts.98.up_proj,0.0000191039,0.01000,1.822 +36,mlp.experts.102.up_proj,0.0000195732,0.01000,1.795 +36,mlp.experts.106.up_proj,0.0000188752,0.01000,1.814 +36,mlp.experts.107.up_proj,0.0000200304,0.01000,2.037 +36,mlp.experts.113.up_proj,0.0000194216,0.01000,2.056 +36,mlp.experts.110.up_proj,0.0000185417,0.01000,1.607 +36,mlp.experts.125.up_proj,0.0000187505,0.01000,2.056 +36,mlp.experts.117.up_proj,0.0000201959,0.01000,1.948 +36,mlp.experts.121.up_proj,0.0000202617,0.01000,1.686 +36,mlp.experts.112.up_proj,0.0000239462,0.01000,2.200 +36,mlp.experts.116.up_proj,0.0000189533,0.01000,2.183 +36,mlp.experts.124.up_proj,0.0000191722,0.01000,2.119 +36,mlp.experts.120.up_proj,0.0000197545,0.01000,2.020 +36,mlp.experts.115.up_proj,0.0000198384,0.01000,1.899 +36,mlp.experts.119.up_proj,0.0000200126,0.01000,1.950 +36,mlp.experts.127.up_proj,0.0000201455,0.01000,1.876 +36,mlp.experts.114.up_proj,0.0000188269,0.01000,1.558 +36,mlp.experts.122.up_proj,0.0000181148,0.01000,1.562 +36,mlp.experts.118.up_proj,0.0000202294,0.01000,1.575 +36,mlp.experts.123.up_proj,0.0000209960,0.01000,1.330 +36,mlp.experts.126.up_proj,0.0000204468,0.01000,1.232 +36,mlp.experts.0.down_proj,0.0000059665,0.01000,0.778 +36,mlp.experts.12.down_proj,0.0000033325,0.01000,0.776 +36,mlp.experts.4.down_proj,0.0000032725,0.01000,0.803 +36,mlp.experts.8.down_proj,0.0000023285,0.01000,0.799 +36,mlp.experts.6.down_proj,0.0000026308,0.01000,1.171 +36,mlp.experts.2.down_proj,0.0000032403,0.01000,1.189 +36,mlp.experts.3.down_proj,0.0000056355,0.01000,1.194 +36,mlp.experts.5.down_proj,0.0000082055,0.01000,1.210 +36,mlp.experts.7.down_proj,0.0000038524,0.01000,1.210 +36,mlp.experts.1.down_proj,0.0000038106,0.01000,1.217 +36,mlp.experts.10.down_proj,0.0000047884,0.01000,1.217 +36,mlp.experts.14.down_proj,0.0000049958,0.01000,1.210 +36,mlp.experts.9.down_proj,0.0000034311,0.01000,1.180 +36,mlp.experts.11.down_proj,0.0000023574,0.01000,1.214 +36,mlp.experts.13.down_proj,0.0000030310,0.01000,1.191 +36,mlp.experts.15.down_proj,0.0000043283,0.01000,1.113 +36,mlp.experts.28.down_proj,0.0000025438,0.01000,0.702 +36,mlp.experts.16.down_proj,0.0000019597,0.01000,0.746 +36,mlp.experts.24.down_proj,0.0000048390,0.01000,0.727 +36,mlp.experts.20.down_proj,0.0000021312,0.01000,0.771 +36,mlp.experts.19.down_proj,0.0000019560,0.01000,0.630 +36,mlp.experts.23.down_proj,0.0000082648,0.01000,0.643 +36,mlp.experts.29.down_proj,0.0000035423,0.01000,0.647 +36,mlp.experts.17.down_proj,0.0000028402,0.01000,0.668 +36,mlp.experts.25.down_proj,0.0000079858,0.01000,0.661 +36,mlp.experts.27.down_proj,0.0000023243,0.01000,0.696 +36,mlp.experts.31.down_proj,0.0000048638,0.01000,0.699 +36,mlp.experts.18.down_proj,0.0000027723,0.01000,0.771 +36,mlp.experts.22.down_proj,0.0000034462,0.01000,0.774 +36,mlp.experts.21.down_proj,0.0000036603,0.01000,0.796 +36,mlp.experts.26.down_proj,0.0000037671,0.01000,0.794 +36,mlp.experts.30.down_proj,0.0000052992,0.01000,0.791 +36,mlp.experts.44.down_proj,0.0000025699,0.01000,0.651 +36,mlp.experts.40.down_proj,0.0000022059,0.01000,0.639 +36,mlp.experts.32.down_proj,0.0000025568,0.01000,0.809 +36,mlp.experts.36.down_proj,0.0000035448,0.01000,0.808 +36,mlp.experts.35.down_proj,0.0000063263,0.01000,0.796 +36,mlp.experts.39.down_proj,0.0000122611,0.01000,0.771 +36,mlp.experts.34.down_proj,0.0000023155,0.01000,0.746 +36,mlp.experts.45.down_proj,0.0000024881,0.01000,0.815 +36,mlp.experts.33.down_proj,0.0000021950,0.01000,0.820 +36,mlp.experts.41.down_proj,0.0000018229,0.01000,0.828 +36,mlp.experts.38.down_proj,0.0000048699,0.01000,0.771 +36,mlp.experts.43.down_proj,0.0000035266,0.01000,0.827 +36,mlp.experts.47.down_proj,0.0000021845,0.01000,0.826 +36,mlp.experts.46.down_proj,0.0000035802,0.01000,0.754 +36,mlp.experts.42.down_proj,0.0000026558,0.01000,0.796 +36,mlp.experts.37.down_proj,0.0000024935,0.01000,0.898 +36,mlp.experts.60.down_proj,0.0000070079,0.01000,0.821 +36,mlp.experts.56.down_proj,0.0000036754,0.01000,0.790 +36,mlp.experts.48.down_proj,0.0000044043,0.01000,0.789 +36,mlp.experts.52.down_proj,0.0000024810,0.01000,0.768 +36,mlp.experts.51.down_proj,0.0000045056,0.01000,0.740 +36,mlp.experts.55.down_proj,0.0000076044,0.01000,0.742 +36,mlp.experts.50.down_proj,0.0000021874,0.01000,0.740 +36,mlp.experts.57.down_proj,0.0000031229,0.01000,0.744 +36,mlp.experts.49.down_proj,0.0000027305,0.01000,0.761 +36,mlp.experts.61.down_proj,0.0000022510,0.01000,0.767 +36,mlp.experts.63.down_proj,0.0000036528,0.01000,0.708 +36,mlp.experts.54.down_proj,0.0000021157,0.01000,0.766 +36,mlp.experts.59.down_proj,0.0000023744,0.01000,0.739 +36,mlp.experts.62.down_proj,0.0000026112,0.01000,0.754 +36,mlp.experts.58.down_proj,0.0000022377,0.01000,0.734 +36,mlp.experts.53.down_proj,0.0000033585,0.01000,0.761 +36,mlp.experts.76.down_proj,0.0000035381,0.01000,0.720 +36,mlp.experts.72.down_proj,0.0000108166,0.01000,0.717 +36,mlp.experts.64.down_proj,0.0000048364,0.01000,0.722 +36,mlp.experts.68.down_proj,0.0000059576,0.01000,0.724 +36,mlp.experts.67.down_proj,0.0000056714,0.01000,0.749 +36,mlp.experts.71.down_proj,0.0000146768,0.01000,0.752 +36,mlp.experts.65.down_proj,0.0000053213,0.01000,0.687 +36,mlp.experts.73.down_proj,0.0000054369,0.01000,0.721 +36,mlp.experts.77.down_proj,0.0000025730,0.01000,0.711 +36,mlp.experts.66.down_proj,0.0000050696,0.01000,0.780 +36,mlp.experts.79.down_proj,0.0000055317,0.01000,0.774 +36,mlp.experts.70.down_proj,0.0000028664,0.01000,0.782 +36,mlp.experts.75.down_proj,0.0000029206,0.01000,0.798 +36,mlp.experts.78.down_proj,0.0000023886,0.01000,0.793 +36,mlp.experts.74.down_proj,0.0000028364,0.01000,0.808 +36,mlp.experts.92.down_proj,0.0000017457,0.01000,0.702 +36,mlp.experts.69.down_proj,0.0000031320,0.01000,0.792 +36,mlp.experts.88.down_proj,0.0000085841,0.01000,0.805 +36,mlp.experts.80.down_proj,0.0000037023,0.01000,0.718 +36,mlp.experts.84.down_proj,0.0000022190,0.01000,0.738 +36,mlp.experts.87.down_proj,0.0000021432,0.01000,0.803 +36,mlp.experts.83.down_proj,0.0000038087,0.01000,0.817 +36,mlp.experts.86.down_proj,0.0000071374,0.01000,0.676 +36,mlp.experts.82.down_proj,0.0000052958,0.01000,0.775 +36,mlp.experts.89.down_proj,0.0000028928,0.01000,0.825 +36,mlp.experts.93.down_proj,0.0000020456,0.01000,0.860 +36,mlp.experts.81.down_proj,0.0000081517,0.01000,0.897 +36,mlp.experts.94.down_proj,0.0000103280,0.01000,0.738 +36,mlp.experts.95.down_proj,0.0000041767,0.01000,0.810 +36,mlp.experts.90.down_proj,0.0000022737,0.01000,0.777 +36,mlp.experts.91.down_proj,0.0000021757,0.01000,0.819 +36,mlp.experts.104.down_proj,0.0000097509,0.01000,0.641 +36,mlp.experts.108.down_proj,0.0000043604,0.01000,0.778 +36,mlp.experts.96.down_proj,0.0000088834,0.01000,0.614 +36,mlp.experts.85.down_proj,0.0000025586,0.01000,0.773 +36,mlp.experts.100.down_proj,0.0000028925,0.01000,0.641 +36,mlp.experts.103.down_proj,0.0000062728,0.01000,0.679 +36,mlp.experts.99.down_proj,0.0000088910,0.01000,0.676 +36,mlp.experts.111.down_proj,0.0000019706,0.01000,0.635 +36,mlp.experts.102.down_proj,0.0000029378,0.01000,0.772 +36,mlp.experts.124.down_proj,0.0000026587,0.01000,0.572 +36,mlp.experts.120.down_proj,0.0000038866,0.01000,0.579 +36,mlp.experts.112.down_proj,0.0000065088,0.01000,0.566 +36,mlp.experts.97.down_proj,0.0000030363,0.01000,0.711 +36,mlp.experts.105.down_proj,0.0000043745,0.01000,0.750 +36,mlp.experts.109.down_proj,0.0000023873,0.01000,0.727 +36,mlp.experts.98.down_proj,0.0000037224,0.01000,0.758 +36,mlp.experts.116.down_proj,0.0000029700,0.01000,0.539 +36,mlp.experts.110.down_proj,0.0000021904,0.01000,0.742 +36,mlp.experts.107.down_proj,0.0000042175,0.01000,0.724 +36,mlp.experts.106.down_proj,0.0000021546,0.01000,0.742 +36,mlp.experts.101.down_proj,0.0000026962,0.01000,0.819 +36,mlp.experts.119.down_proj,0.0000031457,0.01000,0.686 +36,mlp.experts.115.down_proj,0.0000030909,0.01000,0.737 +36,mlp.experts.127.down_proj,0.0000039326,0.01000,0.655 +36,mlp.experts.123.down_proj,0.0000032469,0.01000,0.571 +36,mlp.experts.118.down_proj,0.0000026786,0.01000,0.717 +36,mlp.experts.114.down_proj,0.0000037384,0.01000,0.691 +36,mlp.experts.126.down_proj,0.0000036879,0.01000,0.676 +36,mlp.experts.122.down_proj,0.0000023334,0.01000,0.629 +36,mlp.experts.113.down_proj,0.0000027114,0.01000,0.762 +36,mlp.experts.121.down_proj,0.0000031683,0.01000,0.768 +36,mlp.experts.125.down_proj,0.0000026124,0.01000,0.790 +36,mlp.experts.117.down_proj,0.0000025507,0.01000,0.606 +37,self_attn.q_proj,0.0000059595,0.01000,0.806 +37,self_attn.v_proj,0.0000009606,0.01000,0.812 +37,self_attn.k_proj,0.0000006992,0.01000,0.844 +37,self_attn.o_proj,0.0000006005,0.01000,1.346 +37,mlp.experts.6.gate_proj,0.0000210567,0.01000,1.850 +37,mlp.experts.10.gate_proj,0.0000191286,0.01000,1.879 +37,mlp.experts.14.gate_proj,0.0000211915,0.01000,1.872 +37,mlp.experts.2.gate_proj,0.0000220554,0.01000,1.890 +37,mlp.experts.4.gate_proj,0.0000228904,0.01000,2.227 +37,mlp.experts.13.gate_proj,0.0000207757,0.01000,2.214 +37,mlp.experts.9.gate_proj,0.0000316254,0.01000,2.253 +37,mlp.experts.15.gate_proj,0.0000260245,0.01000,2.253 +37,mlp.experts.5.gate_proj,0.0000247231,0.01000,2.284 +37,mlp.experts.12.gate_proj,0.0000234452,0.01000,2.315 +37,mlp.experts.11.gate_proj,0.0000208989,0.01000,2.300 +37,mlp.experts.7.gate_proj,0.0000236468,0.01000,2.323 +37,mlp.experts.1.gate_proj,0.0000227381,0.01000,2.327 +37,mlp.experts.3.gate_proj,0.0000257021,0.01000,2.369 +37,mlp.experts.0.gate_proj,0.0000210572,0.01000,2.396 +37,mlp.experts.8.gate_proj,0.0000252922,0.01000,2.374 +37,mlp.experts.30.gate_proj,0.0000226631,0.01000,1.591 +37,mlp.experts.18.gate_proj,0.0000259069,0.01000,1.589 +37,mlp.experts.22.gate_proj,0.0000235805,0.01000,1.693 +37,mlp.experts.26.gate_proj,0.0000240302,0.01000,1.722 +37,mlp.experts.31.gate_proj,0.0000214184,0.01000,2.035 +37,mlp.experts.29.gate_proj,0.0000227589,0.01000,2.076 +37,mlp.experts.19.gate_proj,0.0000293698,0.01000,1.991 +37,mlp.experts.27.gate_proj,0.0000214867,0.01000,2.033 +37,mlp.experts.23.gate_proj,0.0000195270,0.01000,2.064 +37,mlp.experts.25.gate_proj,0.0000212376,0.01000,2.151 +37,mlp.experts.21.gate_proj,0.0000204018,0.01000,2.140 +37,mlp.experts.17.gate_proj,0.0000247482,0.01000,2.150 +37,mlp.experts.20.gate_proj,0.0000203641,0.01000,2.256 +37,mlp.experts.24.gate_proj,0.0000281497,0.01000,2.092 +37,mlp.experts.16.gate_proj,0.0000218949,0.01000,2.192 +37,mlp.experts.28.gate_proj,0.0000199800,0.01000,2.348 +37,mlp.experts.34.gate_proj,0.0000199462,0.01000,1.752 +37,mlp.experts.46.gate_proj,0.0000246006,0.01000,1.809 +37,mlp.experts.42.gate_proj,0.0000208655,0.01000,1.696 +37,mlp.experts.38.gate_proj,0.0000230454,0.01000,1.755 +37,mlp.experts.40.gate_proj,0.0000205411,0.01000,1.906 +37,mlp.experts.45.gate_proj,0.0000185722,0.01000,2.095 +37,mlp.experts.43.gate_proj,0.0000204994,0.01000,2.077 +37,mlp.experts.41.gate_proj,0.0000267708,0.01000,2.063 +37,mlp.experts.47.gate_proj,0.0000210462,0.01000,2.196 +37,mlp.experts.39.gate_proj,0.0000233171,0.01000,2.149 +37,mlp.experts.37.gate_proj,0.0000256951,0.01000,2.146 +37,mlp.experts.33.gate_proj,0.0000207339,0.01000,2.086 +37,mlp.experts.35.gate_proj,0.0000217958,0.01000,2.225 +37,mlp.experts.32.gate_proj,0.0000231482,0.01000,2.147 +37,mlp.experts.36.gate_proj,0.0000238481,0.01000,2.259 +37,mlp.experts.50.gate_proj,0.0000199502,0.01000,1.629 +37,mlp.experts.54.gate_proj,0.0000268462,0.01000,1.590 +37,mlp.experts.62.gate_proj,0.0000209110,0.01000,1.607 +37,mlp.experts.58.gate_proj,0.0000193473,0.01000,1.679 +37,mlp.experts.44.gate_proj,0.0000223596,0.01000,2.316 +37,mlp.experts.61.gate_proj,0.0000336601,0.01000,1.896 +37,mlp.experts.57.gate_proj,0.0000212215,0.01000,1.959 +37,mlp.experts.66.gate_proj,0.0000228141,0.01000,1.641 +37,mlp.experts.49.gate_proj,0.0000298930,0.01000,1.944 +37,mlp.experts.78.gate_proj,0.0000291792,0.01000,1.654 +37,mlp.experts.70.gate_proj,0.0000240085,0.01000,1.655 +37,mlp.experts.59.gate_proj,0.0000259893,0.01000,2.122 +37,mlp.experts.55.gate_proj,0.0000216358,0.01000,2.030 +37,mlp.experts.74.gate_proj,0.0000210260,0.01000,1.648 +37,mlp.experts.56.gate_proj,0.0000211433,0.01000,2.218 +37,mlp.experts.53.gate_proj,0.0000210753,0.01000,2.097 +37,mlp.experts.51.gate_proj,0.0000207831,0.01000,2.086 +37,mlp.experts.63.gate_proj,0.0000237930,0.01000,2.148 +37,mlp.experts.48.gate_proj,0.0000307434,0.01000,2.211 +37,mlp.experts.52.gate_proj,0.0000244545,0.01000,2.213 +37,mlp.experts.60.gate_proj,0.0000227148,0.01000,2.198 +37,mlp.experts.77.gate_proj,0.0000214453,0.01000,1.989 +37,mlp.experts.73.gate_proj,0.0000200655,0.01000,1.939 +37,mlp.experts.90.gate_proj,0.0000227052,0.01000,1.835 +37,mlp.experts.94.gate_proj,0.0000258338,0.01000,1.904 +37,mlp.experts.82.gate_proj,0.0000206245,0.01000,1.963 +37,mlp.experts.65.gate_proj,0.0000192206,0.01000,2.021 +37,mlp.experts.72.gate_proj,0.0000215063,0.01000,1.955 +37,mlp.experts.71.gate_proj,0.0000192661,0.01000,2.020 +37,mlp.experts.86.gate_proj,0.0000208283,0.01000,2.051 +37,mlp.experts.75.gate_proj,0.0000240395,0.01000,2.054 +37,mlp.experts.67.gate_proj,0.0000268163,0.01000,1.968 +37,mlp.experts.69.gate_proj,0.0000204833,0.01000,2.018 +37,mlp.experts.79.gate_proj,0.0000225866,0.01000,2.107 +37,mlp.experts.68.gate_proj,0.0000210885,0.01000,1.948 +37,mlp.experts.64.gate_proj,0.0000230107,0.01000,2.092 +37,mlp.experts.76.gate_proj,0.0000202064,0.01000,2.045 +37,mlp.experts.93.gate_proj,0.0000209182,0.01000,1.912 +37,mlp.experts.89.gate_proj,0.0000205539,0.01000,1.941 +37,mlp.experts.81.gate_proj,0.0000234682,0.01000,1.995 +37,mlp.experts.87.gate_proj,0.0000239217,0.01000,1.983 +37,mlp.experts.83.gate_proj,0.0000220016,0.01000,1.944 +37,mlp.experts.91.gate_proj,0.0000265914,0.01000,2.023 +37,mlp.experts.85.gate_proj,0.0000221879,0.01000,1.970 +37,mlp.experts.95.gate_proj,0.0000212026,0.01000,2.008 +37,mlp.experts.110.gate_proj,0.0000194911,0.01000,2.331 +37,mlp.experts.106.gate_proj,0.0000199082,0.01000,2.374 +37,mlp.experts.88.gate_proj,0.0000230464,0.01000,2.296 +37,mlp.experts.98.gate_proj,0.0000237201,0.01000,2.409 +37,mlp.experts.102.gate_proj,0.0000236660,0.01000,2.411 +37,mlp.experts.84.gate_proj,0.0000221502,0.01000,2.375 +37,mlp.experts.80.gate_proj,0.0000201337,0.01000,2.434 +37,mlp.experts.92.gate_proj,0.0000237287,0.01000,2.437 +37,mlp.experts.109.gate_proj,0.0000203406,0.01000,1.859 +37,mlp.experts.105.gate_proj,0.0000198908,0.01000,1.899 +37,mlp.experts.99.gate_proj,0.0000246248,0.01000,1.637 +37,mlp.experts.103.gate_proj,0.0000215513,0.01000,1.702 +37,mlp.experts.107.gate_proj,0.0000223808,0.01000,1.662 +37,mlp.experts.97.gate_proj,0.0000216825,0.01000,1.867 +37,mlp.experts.111.gate_proj,0.0000216155,0.01000,1.673 +37,mlp.experts.101.gate_proj,0.0000197010,0.01000,1.849 +37,mlp.experts.126.gate_proj,0.0000227631,0.01000,2.221 +37,mlp.experts.122.gate_proj,0.0000201414,0.01000,2.197 +37,mlp.experts.114.gate_proj,0.0000231022,0.01000,2.253 +37,mlp.experts.104.gate_proj,0.0000228021,0.01000,2.334 +37,mlp.experts.118.gate_proj,0.0000249110,0.01000,2.193 +37,mlp.experts.100.gate_proj,0.0000277272,0.01000,2.504 +37,mlp.experts.96.gate_proj,0.0000233280,0.01000,2.527 +37,mlp.experts.125.gate_proj,0.0000198055,0.01000,1.983 +37,mlp.experts.108.gate_proj,0.0000218227,0.01000,2.411 +37,mlp.experts.115.gate_proj,0.0000232954,0.01000,1.922 +37,mlp.experts.121.gate_proj,0.0000218638,0.01000,1.952 +37,mlp.experts.119.gate_proj,0.0000218604,0.01000,1.958 +37,mlp.experts.113.gate_proj,0.0000201043,0.01000,1.855 +37,mlp.experts.123.gate_proj,0.0000215535,0.01000,1.971 +37,mlp.experts.117.gate_proj,0.0000226309,0.01000,1.906 +37,mlp.experts.127.gate_proj,0.0000202326,0.01000,2.054 +37,mlp.experts.14.up_proj,0.0000209804,0.01000,2.071 +37,mlp.experts.120.gate_proj,0.0000202890,0.01000,1.876 +37,mlp.experts.10.up_proj,0.0000209144,0.01000,2.079 +37,mlp.experts.2.up_proj,0.0000216975,0.01000,2.111 +37,mlp.experts.6.up_proj,0.0000258580,0.01000,2.111 +37,mlp.experts.112.gate_proj,0.0000234170,0.01000,1.580 +37,mlp.experts.116.gate_proj,0.0000234141,0.01000,1.822 +37,mlp.experts.124.gate_proj,0.0000210647,0.01000,1.608 +37,mlp.experts.13.up_proj,0.0000210006,0.01000,2.287 +37,mlp.experts.9.up_proj,0.0000289015,0.01000,2.278 +37,mlp.experts.3.up_proj,0.0000263898,0.01000,2.283 +37,mlp.experts.7.up_proj,0.0000256694,0.01000,2.320 +37,mlp.experts.11.up_proj,0.0000211993,0.01000,2.349 +37,mlp.experts.1.up_proj,0.0000219191,0.01000,2.441 +37,mlp.experts.8.up_proj,0.0000239690,0.01000,1.654 +37,mlp.experts.15.up_proj,0.0000273810,0.01000,2.235 +37,mlp.experts.5.up_proj,0.0000266031,0.01000,2.361 +37,mlp.experts.0.up_proj,0.0000213125,0.01000,1.702 +37,mlp.experts.30.up_proj,0.0000215730,0.01000,2.229 +37,mlp.experts.26.up_proj,0.0000241808,0.01000,2.271 +37,mlp.experts.4.up_proj,0.0000223759,0.01000,1.773 +37,mlp.experts.18.up_proj,0.0000255814,0.01000,2.199 +37,mlp.experts.12.up_proj,0.0000223693,0.01000,1.764 +37,mlp.experts.22.up_proj,0.0000267485,0.01000,2.226 +37,mlp.experts.19.up_proj,0.0000259605,0.01000,1.887 +37,mlp.experts.23.up_proj,0.0000207200,0.01000,1.892 +37,mlp.experts.27.up_proj,0.0000223575,0.01000,1.877 +37,mlp.experts.31.up_proj,0.0000212102,0.01000,1.877 +37,mlp.experts.29.up_proj,0.0000221794,0.01000,2.376 +37,mlp.experts.25.up_proj,0.0000219276,0.01000,2.309 +37,mlp.experts.24.up_proj,0.0000253495,0.01000,2.167 +37,mlp.experts.17.up_proj,0.0000235959,0.01000,2.263 +37,mlp.experts.21.up_proj,0.0000226358,0.01000,2.218 +37,mlp.experts.46.up_proj,0.0000262405,0.01000,2.018 +37,mlp.experts.42.up_proj,0.0000215309,0.01000,2.003 +37,mlp.experts.34.up_proj,0.0000195276,0.01000,1.978 +37,mlp.experts.16.up_proj,0.0000217663,0.01000,2.177 +37,mlp.experts.38.up_proj,0.0000242913,0.01000,2.005 +37,mlp.experts.20.up_proj,0.0000275337,0.01000,2.186 +37,mlp.experts.28.up_proj,0.0000224578,0.01000,2.137 +37,mlp.experts.35.up_proj,0.0000213433,0.01000,1.579 +37,mlp.experts.39.up_proj,0.0000279636,0.01000,1.630 +37,mlp.experts.43.up_proj,0.0000217535,0.01000,1.634 +37,mlp.experts.47.up_proj,0.0000234365,0.01000,1.673 +37,mlp.experts.45.up_proj,0.0000278486,0.01000,2.097 +37,mlp.experts.41.up_proj,0.0000243982,0.01000,2.099 +37,mlp.experts.33.up_proj,0.0000386294,0.01000,2.217 +37,mlp.experts.40.up_proj,0.0000217377,0.01000,2.276 +37,mlp.experts.37.up_proj,0.0000214190,0.01000,2.313 +37,mlp.experts.62.up_proj,0.0000323641,0.01000,1.999 +37,mlp.experts.58.up_proj,0.0000272126,0.01000,2.041 +37,mlp.experts.50.up_proj,0.0000205387,0.01000,2.096 +37,mlp.experts.51.up_proj,0.0000204449,0.01000,1.649 +37,mlp.experts.55.up_proj,0.0000241134,0.01000,1.530 +37,mlp.experts.54.up_proj,0.0000268063,0.01000,2.052 +37,mlp.experts.59.up_proj,0.0000238070,0.01000,1.574 +37,mlp.experts.32.up_proj,0.0000249663,0.01000,2.345 +37,mlp.experts.36.up_proj,0.0000225057,0.01000,2.258 +37,mlp.experts.44.up_proj,0.0000221347,0.01000,2.276 +37,mlp.experts.63.up_proj,0.0000259619,0.01000,1.612 +37,mlp.experts.67.up_proj,0.0000253700,0.01000,1.590 +37,mlp.experts.57.up_proj,0.0000233587,0.01000,2.398 +37,mlp.experts.71.up_proj,0.0000198151,0.01000,1.635 +37,mlp.experts.61.up_proj,0.0000279748,0.01000,2.437 +37,mlp.experts.75.up_proj,0.0000232716,0.01000,1.579 +37,mlp.experts.78.up_proj,0.0000273748,0.01000,2.080 +37,mlp.experts.56.up_proj,0.0000232561,0.01000,2.290 +37,mlp.experts.74.up_proj,0.0000209201,0.01000,2.063 +37,mlp.experts.79.up_proj,0.0000228309,0.01000,1.646 +37,mlp.experts.53.up_proj,0.0000210418,0.01000,2.275 +37,mlp.experts.49.up_proj,0.0000252362,0.01000,2.392 +37,mlp.experts.66.up_proj,0.0000239291,0.01000,2.121 +37,mlp.experts.70.up_proj,0.0000250421,0.01000,2.057 +37,mlp.experts.52.up_proj,0.0000220723,0.01000,2.207 +37,mlp.experts.48.up_proj,0.0000271450,0.01000,2.278 +37,mlp.experts.60.up_proj,0.0000250886,0.01000,2.227 +37,mlp.experts.83.up_proj,0.0000233045,0.01000,1.679 +37,mlp.experts.87.up_proj,0.0000214626,0.01000,1.679 +37,mlp.experts.91.up_proj,0.0000245970,0.01000,1.633 +37,mlp.experts.95.up_proj,0.0000215180,0.01000,1.667 +37,mlp.experts.73.up_proj,0.0000215222,0.01000,2.207 +37,mlp.experts.77.up_proj,0.0000234684,0.01000,2.242 +37,mlp.experts.94.up_proj,0.0000262656,0.01000,2.117 +37,mlp.experts.90.up_proj,0.0000258716,0.01000,2.121 +37,mlp.experts.72.up_proj,0.0000211936,0.01000,2.187 +37,mlp.experts.86.up_proj,0.0000205801,0.01000,2.122 +37,mlp.experts.65.up_proj,0.0000227001,0.01000,2.258 +37,mlp.experts.82.up_proj,0.0000211735,0.01000,2.157 +37,mlp.experts.69.up_proj,0.0000226048,0.01000,2.321 +37,mlp.experts.68.up_proj,0.0000216188,0.01000,2.140 +37,mlp.experts.76.up_proj,0.0000210697,0.01000,2.139 +37,mlp.experts.64.up_proj,0.0000244971,0.01000,2.142 +37,mlp.experts.99.up_proj,0.0000285228,0.01000,1.636 +37,mlp.experts.107.up_proj,0.0000255606,0.01000,1.570 +37,mlp.experts.103.up_proj,0.0000221224,0.01000,1.644 +37,mlp.experts.111.up_proj,0.0000226974,0.01000,1.540 +37,mlp.experts.88.up_proj,0.0000248793,0.01000,1.952 +37,mlp.experts.89.up_proj,0.0000208584,0.01000,2.215 +37,mlp.experts.110.up_proj,0.0000226185,0.01000,2.116 +37,mlp.experts.93.up_proj,0.0000242750,0.01000,2.271 +37,mlp.experts.106.up_proj,0.0000212221,0.01000,2.151 +37,mlp.experts.102.up_proj,0.0000221632,0.01000,2.141 +37,mlp.experts.98.up_proj,0.0000252284,0.01000,2.148 +37,mlp.experts.84.up_proj,0.0000217486,0.01000,1.824 +37,mlp.experts.80.up_proj,0.0000255230,0.01000,1.806 +37,mlp.experts.115.up_proj,0.0000244875,0.01000,1.591 +37,mlp.experts.123.up_proj,0.0000246556,0.01000,1.582 +37,mlp.experts.119.up_proj,0.0000218103,0.01000,1.561 +37,mlp.experts.92.up_proj,0.0000233312,0.01000,1.876 +37,mlp.experts.81.up_proj,0.0000259958,0.01000,2.292 +37,mlp.experts.127.up_proj,0.0000220389,0.01000,1.429 +37,mlp.experts.85.up_proj,0.0000220621,0.01000,2.315 +37,mlp.experts.104.up_proj,0.0000230635,0.01000,1.752 +37,mlp.experts.105.up_proj,0.0000214708,0.01000,1.912 +37,mlp.experts.109.up_proj,0.0000227029,0.01000,1.924 +37,mlp.experts.100.up_proj,0.0000280678,0.01000,1.781 +37,mlp.experts.96.up_proj,0.0000258631,0.01000,1.753 +37,mlp.experts.126.up_proj,0.0000213648,0.01000,2.142 +37,mlp.experts.108.up_proj,0.0000204410,0.01000,1.737 +37,mlp.experts.122.up_proj,0.0000210716,0.01000,2.112 +37,mlp.experts.101.up_proj,0.0000216304,0.01000,1.750 +37,mlp.experts.118.up_proj,0.0000255316,0.01000,2.062 +37,mlp.experts.97.up_proj,0.0000214069,0.01000,1.916 +37,mlp.experts.114.up_proj,0.0000238510,0.01000,2.060 +37,mlp.experts.120.up_proj,0.0000230155,0.01000,1.601 +37,mlp.experts.124.up_proj,0.0000222091,0.01000,1.452 +37,mlp.experts.112.up_proj,0.0000227967,0.01000,1.505 +37,mlp.experts.121.up_proj,0.0000229964,0.01000,1.752 +37,mlp.experts.116.up_proj,0.0000215946,0.01000,1.526 +37,mlp.experts.125.up_proj,0.0000212716,0.01000,1.686 +37,mlp.experts.117.up_proj,0.0000232636,0.01000,1.623 +37,mlp.experts.113.up_proj,0.0000215037,0.01000,1.723 +37,mlp.experts.0.down_proj,0.0000033926,0.01000,0.743 +37,mlp.experts.12.down_proj,0.0000064871,0.01000,0.823 +37,mlp.experts.4.down_proj,0.0000048928,0.01000,0.870 +37,mlp.experts.8.down_proj,0.0000100844,0.01000,0.829 +37,mlp.experts.9.down_proj,0.0000165923,0.01000,0.956 +37,mlp.experts.10.down_proj,0.0000032116,0.01000,0.974 +37,mlp.experts.2.down_proj,0.0000063822,0.01000,1.038 +37,mlp.experts.1.down_proj,0.0000031970,0.01000,1.040 +37,mlp.experts.6.down_proj,0.0000055555,0.01000,1.038 +37,mlp.experts.3.down_proj,0.0000159815,0.01000,1.043 +37,mlp.experts.14.down_proj,0.0000039128,0.01000,0.971 +37,mlp.experts.13.down_proj,0.0000036763,0.01000,0.977 +37,mlp.experts.5.down_proj,0.0000080811,0.01000,1.037 +37,mlp.experts.15.down_proj,0.0000107172,0.01000,0.992 +37,mlp.experts.7.down_proj,0.0000060559,0.01000,1.085 +37,mlp.experts.11.down_proj,0.0000032576,0.01000,1.081 +37,mlp.experts.16.down_proj,0.0000051441,0.01000,0.609 +37,mlp.experts.20.down_proj,0.0000120640,0.01000,0.592 +37,mlp.experts.24.down_proj,0.0000063417,0.01000,0.596 +37,mlp.experts.28.down_proj,0.0000058298,0.01000,0.659 +37,mlp.experts.25.down_proj,0.0000042913,0.01000,0.731 +37,mlp.experts.17.down_proj,0.0000060288,0.01000,0.718 +37,mlp.experts.21.down_proj,0.0000058933,0.01000,0.730 +37,mlp.experts.29.down_proj,0.0000039804,0.01000,0.752 +37,mlp.experts.22.down_proj,0.0000117586,0.01000,0.778 +37,mlp.experts.26.down_proj,0.0000082868,0.01000,0.821 +37,mlp.experts.30.down_proj,0.0000059950,0.01000,0.801 +37,mlp.experts.31.down_proj,0.0000031197,0.01000,0.813 +37,mlp.experts.19.down_proj,0.0000172355,0.01000,0.851 +37,mlp.experts.23.down_proj,0.0000041087,0.01000,0.859 +37,mlp.experts.27.down_proj,0.0000081026,0.01000,0.859 +37,mlp.experts.18.down_proj,0.0000099198,0.01000,0.969 +37,mlp.experts.32.down_proj,0.0000088455,0.01000,0.734 +37,mlp.experts.36.down_proj,0.0000059034,0.01000,0.743 +37,mlp.experts.44.down_proj,0.0000051010,0.01000,0.749 +37,mlp.experts.40.down_proj,0.0000042384,0.01000,0.755 +37,mlp.experts.33.down_proj,0.0000205832,0.01000,0.667 +37,mlp.experts.37.down_proj,0.0000036199,0.01000,0.654 +37,mlp.experts.41.down_proj,0.0000083075,0.01000,0.691 +37,mlp.experts.45.down_proj,0.0000079859,0.01000,0.698 +37,mlp.experts.46.down_proj,0.0000156482,0.01000,0.802 +37,mlp.experts.35.down_proj,0.0000046047,0.01000,0.758 +37,mlp.experts.47.down_proj,0.0000058039,0.01000,0.792 +37,mlp.experts.42.down_proj,0.0000043538,0.01000,0.859 +37,mlp.experts.38.down_proj,0.0000073013,0.01000,0.893 +37,mlp.experts.43.down_proj,0.0000035047,0.01000,0.774 +37,mlp.experts.39.down_proj,0.0000134166,0.01000,0.800 +37,mlp.experts.34.down_proj,0.0000027861,0.01000,0.801 +37,mlp.experts.48.down_proj,0.0000163827,0.01000,0.792 +37,mlp.experts.52.down_proj,0.0000035801,0.01000,0.758 +37,mlp.experts.60.down_proj,0.0000091023,0.01000,0.724 +37,mlp.experts.56.down_proj,0.0000053619,0.01000,0.728 +37,mlp.experts.49.down_proj,0.0000046829,0.01000,0.686 +37,mlp.experts.57.down_proj,0.0000080333,0.01000,0.670 +37,mlp.experts.53.down_proj,0.0000034932,0.01000,0.682 +37,mlp.experts.61.down_proj,0.0000106640,0.01000,0.664 +37,mlp.experts.63.down_proj,0.0000143740,0.01000,0.730 +37,mlp.experts.51.down_proj,0.0000035415,0.01000,0.744 +37,mlp.experts.59.down_proj,0.0000045754,0.01000,0.733 +37,mlp.experts.55.down_proj,0.0000052942,0.01000,0.788 +37,mlp.experts.62.down_proj,0.0000150739,0.01000,0.877 +37,mlp.experts.58.down_proj,0.0000049026,0.01000,0.831 +37,mlp.experts.50.down_proj,0.0000036846,0.01000,0.779 +37,mlp.experts.54.down_proj,0.0000139094,0.01000,0.873 +37,mlp.experts.64.down_proj,0.0000161913,0.01000,0.732 +37,mlp.experts.68.down_proj,0.0000051466,0.01000,0.707 +37,mlp.experts.76.down_proj,0.0000027566,0.01000,0.772 +37,mlp.experts.72.down_proj,0.0000033309,0.01000,0.771 +37,mlp.experts.65.down_proj,0.0000050530,0.01000,0.712 +37,mlp.experts.69.down_proj,0.0000040261,0.01000,0.703 +37,mlp.experts.73.down_proj,0.0000051112,0.01000,0.750 +37,mlp.experts.77.down_proj,0.0000039930,0.01000,0.703 +37,mlp.experts.79.down_proj,0.0000045833,0.01000,0.730 +37,mlp.experts.67.down_proj,0.0000086141,0.01000,0.751 +37,mlp.experts.75.down_proj,0.0000042169,0.01000,0.732 +37,mlp.experts.71.down_proj,0.0000035517,0.01000,0.772 +37,mlp.experts.80.down_proj,0.0000074122,0.01000,0.711 +37,mlp.experts.74.down_proj,0.0000035251,0.01000,0.788 +37,mlp.experts.78.down_proj,0.0000092655,0.01000,0.811 +37,mlp.experts.70.down_proj,0.0000068252,0.01000,0.769 +37,mlp.experts.84.down_proj,0.0000031565,0.01000,0.702 +37,mlp.experts.66.down_proj,0.0000073146,0.01000,0.788 +37,mlp.experts.92.down_proj,0.0000050780,0.01000,0.739 +37,mlp.experts.88.down_proj,0.0000094420,0.01000,0.756 +37,mlp.experts.81.down_proj,0.0000059127,0.01000,0.754 +37,mlp.experts.85.down_proj,0.0000037915,0.01000,0.784 +37,mlp.experts.89.down_proj,0.0000072842,0.01000,0.744 +37,mlp.experts.93.down_proj,0.0000038419,0.01000,0.798 +37,mlp.experts.95.down_proj,0.0000044027,0.01000,0.694 +37,mlp.experts.83.down_proj,0.0000068666,0.01000,0.679 +37,mlp.experts.91.down_proj,0.0000036416,0.01000,0.723 +37,mlp.experts.87.down_proj,0.0000023569,0.01000,0.672 +37,mlp.experts.96.down_proj,0.0000113145,0.01000,0.792 +37,mlp.experts.94.down_proj,0.0000135793,0.01000,0.801 +37,mlp.experts.90.down_proj,0.0000091813,0.01000,0.829 +37,mlp.experts.100.down_proj,0.0000146327,0.01000,0.801 +37,mlp.experts.82.down_proj,0.0000047654,0.01000,0.810 +37,mlp.experts.86.down_proj,0.0000032539,0.01000,0.827 +37,mlp.experts.104.down_proj,0.0000071560,0.01000,0.818 +37,mlp.experts.108.down_proj,0.0000033452,0.01000,0.844 +37,mlp.experts.97.down_proj,0.0000027361,0.01000,0.775 +37,mlp.experts.105.down_proj,0.0000034597,0.01000,0.737 +37,mlp.experts.109.down_proj,0.0000069512,0.01000,0.689 +37,mlp.experts.101.down_proj,0.0000042656,0.01000,0.750 +37,mlp.experts.111.down_proj,0.0000052240,0.01000,0.819 +37,mlp.experts.99.down_proj,0.0000087792,0.01000,0.822 +37,mlp.experts.107.down_proj,0.0000092347,0.01000,0.804 +37,mlp.experts.103.down_proj,0.0000051498,0.01000,0.859 +37,mlp.experts.106.down_proj,0.0000068579,0.01000,0.703 +37,mlp.experts.112.down_proj,0.0000052374,0.01000,0.779 +37,mlp.experts.110.down_proj,0.0000032349,0.01000,0.742 +37,mlp.experts.102.down_proj,0.0000050825,0.01000,0.718 +37,mlp.experts.98.down_proj,0.0000065932,0.01000,0.721 +37,mlp.experts.116.down_proj,0.0000056608,0.01000,0.780 +37,mlp.experts.125.down_proj,0.0000039729,0.01000,0.594 +37,mlp.experts.117.down_proj,0.0000095351,0.01000,0.600 +37,mlp.experts.121.down_proj,0.0000063038,0.01000,0.614 +37,mlp.experts.113.down_proj,0.0000059742,0.01000,0.618 +37,mlp.experts.124.down_proj,0.0000053269,0.01000,0.688 +37,mlp.experts.120.down_proj,0.0000064762,0.01000,0.700 +37,mlp.experts.115.down_proj,0.0000044862,0.01000,0.719 +37,mlp.experts.127.down_proj,0.0000046937,0.01000,0.731 +37,mlp.experts.123.down_proj,0.0000081227,0.01000,0.695 +37,mlp.experts.119.down_proj,0.0000034497,0.01000,0.618 +37,mlp.experts.122.down_proj,0.0000036660,0.01000,0.700 +37,mlp.experts.118.down_proj,0.0000114710,0.01000,0.674 +37,mlp.experts.126.down_proj,0.0000031779,0.01000,0.688 +37,mlp.experts.114.down_proj,0.0000062488,0.01000,0.678 +38,self_attn.q_proj,0.0000140110,0.01000,0.697 +38,self_attn.v_proj,0.0000024818,0.01000,0.709 +38,self_attn.k_proj,0.0000017126,0.01000,0.713 +38,self_attn.o_proj,0.0000015936,0.01000,1.409 +38,mlp.experts.9.gate_proj,0.0000279470,0.01000,1.739 +38,mlp.experts.1.gate_proj,0.0000230772,0.01000,1.786 +38,mlp.experts.13.gate_proj,0.0000224585,0.01000,1.806 +38,mlp.experts.5.gate_proj,0.0000215702,0.01000,1.870 +38,mlp.experts.12.gate_proj,0.0000205124,0.01000,2.007 +38,mlp.experts.0.gate_proj,0.0000220073,0.01000,2.031 +38,mlp.experts.4.gate_proj,0.0000248346,0.01000,2.055 +38,mlp.experts.10.gate_proj,0.0000221406,0.01000,2.070 +38,mlp.experts.6.gate_proj,0.0000208252,0.01000,2.077 +38,mlp.experts.8.gate_proj,0.0000203953,0.01000,2.120 +38,mlp.experts.14.gate_proj,0.0000204347,0.01000,2.108 +38,mlp.experts.3.gate_proj,0.0000207879,0.01000,2.122 +38,mlp.experts.11.gate_proj,0.0000313237,0.01000,2.121 +38,mlp.experts.2.gate_proj,0.0000219407,0.01000,2.185 +38,mlp.experts.7.gate_proj,0.0000217727,0.01000,2.200 +38,mlp.experts.15.gate_proj,0.0000224592,0.01000,2.269 +38,mlp.experts.25.gate_proj,0.0000233057,0.01000,2.064 +38,mlp.experts.27.gate_proj,0.0000229787,0.01000,1.702 +38,mlp.experts.19.gate_proj,0.0000223336,0.01000,1.705 +38,mlp.experts.17.gate_proj,0.0000281960,0.01000,2.059 +38,mlp.experts.21.gate_proj,0.0000220736,0.01000,2.042 +38,mlp.experts.28.gate_proj,0.0000227206,0.01000,1.911 +38,mlp.experts.29.gate_proj,0.0000235128,0.01000,2.128 +38,mlp.experts.23.gate_proj,0.0000216284,0.01000,1.746 +38,mlp.experts.20.gate_proj,0.0000287303,0.01000,1.950 +38,mlp.experts.22.gate_proj,0.0000300510,0.01000,1.965 +38,mlp.experts.30.gate_proj,0.0000206890,0.01000,1.916 +38,mlp.experts.16.gate_proj,0.0000234188,0.01000,2.026 +38,mlp.experts.31.gate_proj,0.0000210945,0.01000,1.821 +38,mlp.experts.18.gate_proj,0.0000230585,0.01000,2.097 +38,mlp.experts.26.gate_proj,0.0000343487,0.01000,2.267 +38,mlp.experts.24.gate_proj,0.0000236099,0.01000,2.247 +38,mlp.experts.35.gate_proj,0.0000212622,0.01000,1.771 +38,mlp.experts.43.gate_proj,0.0000235454,0.01000,1.825 +38,mlp.experts.39.gate_proj,0.0000203677,0.01000,1.789 +38,mlp.experts.41.gate_proj,0.0000274102,0.01000,1.988 +38,mlp.experts.44.gate_proj,0.0000213524,0.01000,1.873 +38,mlp.experts.37.gate_proj,0.0000220338,0.01000,1.928 +38,mlp.experts.33.gate_proj,0.0000366332,0.01000,2.005 +38,mlp.experts.47.gate_proj,0.0000274274,0.01000,1.797 +38,mlp.experts.45.gate_proj,0.0000236519,0.01000,1.994 +38,mlp.experts.38.gate_proj,0.0000216733,0.01000,1.910 +38,mlp.experts.32.gate_proj,0.0000398070,0.01000,1.907 +38,mlp.experts.36.gate_proj,0.0000218136,0.01000,1.961 +38,mlp.experts.46.gate_proj,0.0000232611,0.01000,2.037 +38,mlp.experts.40.gate_proj,0.0000213162,0.01000,1.886 +38,mlp.experts.42.gate_proj,0.0000274522,0.01000,1.943 +38,mlp.experts.34.gate_proj,0.0000201915,0.01000,2.226 +38,mlp.experts.57.gate_proj,0.0000211779,0.01000,1.633 +38,mlp.experts.51.gate_proj,0.0000218637,0.01000,1.865 +38,mlp.experts.53.gate_proj,0.0000208715,0.01000,1.678 +38,mlp.experts.49.gate_proj,0.0000234949,0.01000,1.698 +38,mlp.experts.61.gate_proj,0.0000260767,0.01000,1.637 +38,mlp.experts.55.gate_proj,0.0000287895,0.01000,1.883 +38,mlp.experts.59.gate_proj,0.0000229387,0.01000,1.967 +38,mlp.experts.63.gate_proj,0.0000276526,0.01000,1.961 +38,mlp.experts.60.gate_proj,0.0000213614,0.01000,2.099 +38,mlp.experts.52.gate_proj,0.0000220282,0.01000,2.118 +38,mlp.experts.48.gate_proj,0.0000233617,0.01000,2.156 +38,mlp.experts.54.gate_proj,0.0000208403,0.01000,2.218 +38,mlp.experts.62.gate_proj,0.0000330253,0.01000,2.129 +38,mlp.experts.56.gate_proj,0.0000279890,0.01000,2.166 +38,mlp.experts.58.gate_proj,0.0000198235,0.01000,2.208 +38,mlp.experts.50.gate_proj,0.0000215699,0.01000,2.221 +38,mlp.experts.73.gate_proj,0.0000275191,0.01000,1.702 +38,mlp.experts.65.gate_proj,0.0000287765,0.01000,1.710 +38,mlp.experts.77.gate_proj,0.0000208297,0.01000,1.689 +38,mlp.experts.69.gate_proj,0.0000227925,0.01000,1.750 +38,mlp.experts.67.gate_proj,0.0000242505,0.01000,2.341 +38,mlp.experts.71.gate_proj,0.0000206208,0.01000,2.322 +38,mlp.experts.76.gate_proj,0.0000212650,0.01000,2.047 +38,mlp.experts.75.gate_proj,0.0000217290,0.01000,2.337 +38,mlp.experts.68.gate_proj,0.0000244493,0.01000,2.057 +38,mlp.experts.64.gate_proj,0.0000254710,0.01000,2.050 +38,mlp.experts.79.gate_proj,0.0000259116,0.01000,2.356 +38,mlp.experts.70.gate_proj,0.0000229441,0.01000,2.209 +38,mlp.experts.78.gate_proj,0.0000223622,0.01000,2.205 +38,mlp.experts.72.gate_proj,0.0000170116,0.01000,2.018 +38,mlp.experts.74.gate_proj,0.0000244846,0.01000,2.214 +38,mlp.experts.89.gate_proj,0.0000228215,0.01000,1.686 +38,mlp.experts.66.gate_proj,0.0000235853,0.01000,2.144 +38,mlp.experts.85.gate_proj,0.0000270894,0.01000,1.684 +38,mlp.experts.93.gate_proj,0.0000224601,0.01000,1.685 +38,mlp.experts.81.gate_proj,0.0000221634,0.01000,1.723 +38,mlp.experts.92.gate_proj,0.0000249479,0.01000,1.884 +38,mlp.experts.84.gate_proj,0.0000262521,0.01000,1.827 +38,mlp.experts.80.gate_proj,0.0000262330,0.01000,1.816 +38,mlp.experts.83.gate_proj,0.0000207964,0.01000,2.154 +38,mlp.experts.87.gate_proj,0.0000259510,0.01000,2.134 +38,mlp.experts.91.gate_proj,0.0000221411,0.01000,2.180 +38,mlp.experts.88.gate_proj,0.0000238106,0.01000,1.823 +38,mlp.experts.95.gate_proj,0.0000214159,0.01000,2.180 +38,mlp.experts.94.gate_proj,0.0000222571,0.01000,2.166 +38,mlp.experts.86.gate_proj,0.0000267208,0.01000,2.232 +38,mlp.experts.105.gate_proj,0.0000246709,0.01000,1.876 +38,mlp.experts.90.gate_proj,0.0000206214,0.01000,2.188 +38,mlp.experts.109.gate_proj,0.0000220698,0.01000,1.998 +38,mlp.experts.101.gate_proj,0.0000256029,0.01000,2.018 +38,mlp.experts.97.gate_proj,0.0000229291,0.01000,2.041 +38,mlp.experts.82.gate_proj,0.0000288147,0.01000,2.272 +38,mlp.experts.108.gate_proj,0.0000224320,0.01000,1.609 +38,mlp.experts.96.gate_proj,0.0000217143,0.01000,1.616 +38,mlp.experts.100.gate_proj,0.0000268177,0.01000,1.650 +38,mlp.experts.104.gate_proj,0.0000235989,0.01000,1.720 +38,mlp.experts.99.gate_proj,0.0000201931,0.01000,2.206 +38,mlp.experts.103.gate_proj,0.0000212779,0.01000,2.306 +38,mlp.experts.107.gate_proj,0.0000230131,0.01000,2.267 +38,mlp.experts.121.gate_proj,0.0000236213,0.01000,1.924 +38,mlp.experts.111.gate_proj,0.0000221951,0.01000,2.318 +38,mlp.experts.110.gate_proj,0.0000211463,0.01000,2.200 +38,mlp.experts.102.gate_proj,0.0000277367,0.01000,2.223 +38,mlp.experts.125.gate_proj,0.0000201272,0.01000,1.868 +38,mlp.experts.117.gate_proj,0.0000255108,0.01000,1.895 +38,mlp.experts.113.gate_proj,0.0000216228,0.01000,1.861 +38,mlp.experts.106.gate_proj,0.0000254109,0.01000,2.218 +38,mlp.experts.98.gate_proj,0.0000227862,0.01000,2.109 +38,mlp.experts.124.gate_proj,0.0000234111,0.01000,2.008 +38,mlp.experts.116.gate_proj,0.0000209488,0.01000,2.031 +38,mlp.experts.112.gate_proj,0.0000240795,0.01000,2.125 +38,mlp.experts.120.gate_proj,0.0000271117,0.01000,2.087 +38,mlp.experts.9.up_proj,0.0000238200,0.01000,1.646 +38,mlp.experts.115.gate_proj,0.0000224781,0.01000,2.182 +38,mlp.experts.13.up_proj,0.0000229308,0.01000,1.648 +38,mlp.experts.1.up_proj,0.0000236768,0.01000,1.614 +38,mlp.experts.123.gate_proj,0.0000242502,0.01000,2.102 +38,mlp.experts.5.up_proj,0.0000225138,0.01000,1.653 +38,mlp.experts.119.gate_proj,0.0000238053,0.01000,2.192 +38,mlp.experts.127.gate_proj,0.0000227307,0.01000,2.117 +38,mlp.experts.126.gate_proj,0.0000270388,0.01000,2.061 +38,mlp.experts.118.gate_proj,0.0000222494,0.01000,2.082 +38,mlp.experts.122.gate_proj,0.0000248492,0.01000,2.032 +38,mlp.experts.114.gate_proj,0.0000228798,0.01000,2.038 +38,mlp.experts.12.up_proj,0.0000253160,0.01000,1.885 +38,mlp.experts.4.up_proj,0.0000287144,0.01000,1.860 +38,mlp.experts.0.up_proj,0.0000227717,0.01000,1.867 +38,mlp.experts.8.up_proj,0.0000225691,0.01000,1.760 +38,mlp.experts.25.up_proj,0.0000247555,0.01000,2.034 +38,mlp.experts.3.up_proj,0.0000222176,0.01000,2.152 +38,mlp.experts.17.up_proj,0.0000263131,0.01000,2.114 +38,mlp.experts.29.up_proj,0.0000235794,0.01000,2.125 +38,mlp.experts.21.up_proj,0.0000242782,0.01000,2.159 +38,mlp.experts.11.up_proj,0.0000315478,0.01000,2.158 +38,mlp.experts.7.up_proj,0.0000236919,0.01000,2.097 +38,mlp.experts.14.up_proj,0.0000279800,0.01000,2.078 +38,mlp.experts.28.up_proj,0.0000242267,0.01000,1.649 +38,mlp.experts.6.up_proj,0.0000214494,0.01000,2.089 +38,mlp.experts.15.up_proj,0.0000233132,0.01000,2.234 +38,mlp.experts.20.up_proj,0.0000246860,0.01000,1.639 +38,mlp.experts.16.up_proj,0.0000233087,0.01000,1.632 +38,mlp.experts.10.up_proj,0.0000252683,0.01000,2.067 +38,mlp.experts.2.up_proj,0.0000216664,0.01000,2.124 +38,mlp.experts.24.up_proj,0.0000228998,0.01000,1.654 +38,mlp.experts.41.up_proj,0.0000277223,0.01000,2.056 +38,mlp.experts.19.up_proj,0.0000223475,0.01000,2.083 +38,mlp.experts.44.up_proj,0.0000218027,0.01000,1.656 +38,mlp.experts.45.up_proj,0.0000234481,0.01000,2.106 +38,mlp.experts.33.up_proj,0.0000304854,0.01000,2.139 +38,mlp.experts.37.up_proj,0.0000224856,0.01000,2.065 +38,mlp.experts.27.up_proj,0.0000230769,0.01000,2.102 +38,mlp.experts.36.up_proj,0.0000237342,0.01000,1.668 +38,mlp.experts.23.up_proj,0.0000234671,0.01000,2.183 +38,mlp.experts.32.up_proj,0.0000310978,0.01000,1.675 +38,mlp.experts.40.up_proj,0.0000216819,0.01000,1.609 +38,mlp.experts.31.up_proj,0.0000217977,0.01000,2.037 +38,mlp.experts.30.up_proj,0.0000222031,0.01000,2.247 +38,mlp.experts.22.up_proj,0.0000254386,0.01000,2.196 +38,mlp.experts.26.up_proj,0.0000283654,0.01000,2.211 +38,mlp.experts.18.up_proj,0.0000248324,0.01000,2.171 +38,mlp.experts.60.up_proj,0.0000271389,0.01000,1.588 +38,mlp.experts.52.up_proj,0.0000239710,0.01000,1.582 +38,mlp.experts.48.up_proj,0.0000241447,0.01000,1.606 +38,mlp.experts.57.up_proj,0.0000213606,0.01000,2.172 +38,mlp.experts.35.up_proj,0.0000223354,0.01000,2.093 +38,mlp.experts.56.up_proj,0.0000288762,0.01000,1.625 +38,mlp.experts.61.up_proj,0.0000251117,0.01000,2.082 +38,mlp.experts.43.up_proj,0.0000261602,0.01000,2.012 +38,mlp.experts.49.up_proj,0.0000229253,0.01000,2.129 +38,mlp.experts.53.up_proj,0.0000225516,0.01000,2.169 +38,mlp.experts.39.up_proj,0.0000239626,0.01000,2.041 +38,mlp.experts.47.up_proj,0.0000238834,0.01000,2.056 +38,mlp.experts.46.up_proj,0.0000238530,0.01000,2.070 +38,mlp.experts.38.up_proj,0.0000221587,0.01000,2.109 +38,mlp.experts.42.up_proj,0.0000321794,0.01000,2.109 +38,mlp.experts.34.up_proj,0.0000225387,0.01000,2.154 +38,mlp.experts.76.up_proj,0.0000225058,0.01000,1.595 +38,mlp.experts.68.up_proj,0.0000234145,0.01000,1.625 +38,mlp.experts.64.up_proj,0.0000242929,0.01000,1.596 +38,mlp.experts.72.up_proj,0.0000281454,0.01000,1.645 +38,mlp.experts.73.up_proj,0.0000280036,0.01000,2.104 +38,mlp.experts.51.up_proj,0.0000225945,0.01000,1.966 +38,mlp.experts.59.up_proj,0.0000232376,0.01000,2.010 +38,mlp.experts.55.up_proj,0.0000278439,0.01000,1.993 +38,mlp.experts.77.up_proj,0.0000211804,0.01000,2.164 +38,mlp.experts.69.up_proj,0.0000228160,0.01000,2.171 +38,mlp.experts.65.up_proj,0.0000305403,0.01000,2.249 +38,mlp.experts.63.up_proj,0.0000306690,0.01000,2.046 +38,mlp.experts.62.up_proj,0.0000256940,0.01000,2.063 +38,mlp.experts.54.up_proj,0.0000215008,0.01000,2.076 +38,mlp.experts.58.up_proj,0.0000235767,0.01000,2.125 +38,mlp.experts.50.up_proj,0.0000221838,0.01000,2.060 +38,mlp.experts.92.up_proj,0.0000247916,0.01000,2.062 +38,mlp.experts.84.up_proj,0.0000243590,0.01000,2.203 +38,mlp.experts.80.up_proj,0.0000238300,0.01000,2.257 +38,mlp.experts.88.up_proj,0.0000245312,0.01000,2.157 +38,mlp.experts.67.up_proj,0.0000249910,0.01000,2.049 +38,mlp.experts.89.up_proj,0.0000229364,0.01000,2.101 +38,mlp.experts.75.up_proj,0.0000222730,0.01000,2.039 +38,mlp.experts.71.up_proj,0.0000232075,0.01000,2.049 +38,mlp.experts.93.up_proj,0.0000247870,0.01000,2.108 +38,mlp.experts.85.up_proj,0.0000283335,0.01000,2.132 +38,mlp.experts.81.up_proj,0.0000224026,0.01000,2.089 +38,mlp.experts.79.up_proj,0.0000250754,0.01000,2.099 +38,mlp.experts.78.up_proj,0.0000214879,0.01000,2.095 +38,mlp.experts.70.up_proj,0.0000232145,0.01000,2.130 +38,mlp.experts.74.up_proj,0.0000229670,0.01000,1.980 +38,mlp.experts.66.up_proj,0.0000260449,0.01000,2.060 +38,mlp.experts.108.up_proj,0.0000221240,0.01000,2.172 +38,mlp.experts.100.up_proj,0.0000256708,0.01000,2.115 +38,mlp.experts.96.up_proj,0.0000232648,0.01000,2.126 +38,mlp.experts.104.up_proj,0.0000244136,0.01000,2.130 +38,mlp.experts.105.up_proj,0.0000247064,0.01000,2.031 +38,mlp.experts.91.up_proj,0.0000219858,0.01000,2.139 +38,mlp.experts.83.up_proj,0.0000209748,0.01000,2.290 +38,mlp.experts.87.up_proj,0.0000247511,0.01000,2.224 +38,mlp.experts.109.up_proj,0.0000209137,0.01000,2.153 +38,mlp.experts.101.up_proj,0.0000241705,0.01000,2.158 +38,mlp.experts.95.up_proj,0.0000221439,0.01000,2.152 +38,mlp.experts.97.up_proj,0.0000232501,0.01000,2.216 +38,mlp.experts.94.up_proj,0.0000216809,0.01000,2.114 +38,mlp.experts.86.up_proj,0.0000259378,0.01000,2.096 +38,mlp.experts.90.up_proj,0.0000217822,0.01000,2.007 +38,mlp.experts.82.up_proj,0.0000248519,0.01000,2.004 +38,mlp.experts.124.up_proj,0.0000244909,0.01000,2.223 +38,mlp.experts.116.up_proj,0.0000209271,0.01000,2.054 +38,mlp.experts.112.up_proj,0.0000258901,0.01000,2.072 +38,mlp.experts.120.up_proj,0.0000269018,0.01000,1.977 +38,mlp.experts.121.up_proj,0.0000237442,0.01000,2.132 +38,mlp.experts.99.up_proj,0.0000211161,0.01000,2.089 +38,mlp.experts.107.up_proj,0.0000232504,0.01000,2.114 +38,mlp.experts.125.up_proj,0.0000283984,0.01000,1.959 +38,mlp.experts.117.up_proj,0.0000252859,0.01000,1.869 +38,mlp.experts.103.up_proj,0.0000219681,0.01000,2.073 +38,mlp.experts.113.up_proj,0.0000220713,0.01000,1.952 +38,mlp.experts.111.up_proj,0.0000236793,0.01000,2.012 +38,mlp.experts.110.up_proj,0.0000230129,0.01000,1.981 +38,mlp.experts.102.up_proj,0.0000245666,0.01000,1.988 +38,mlp.experts.106.up_proj,0.0000269954,0.01000,1.954 +38,mlp.experts.98.up_proj,0.0000232864,0.01000,1.919 +38,mlp.experts.123.up_proj,0.0000283756,0.01000,1.525 +38,mlp.experts.115.up_proj,0.0000217668,0.01000,1.624 +38,mlp.experts.119.up_proj,0.0000248840,0.01000,1.469 +38,mlp.experts.127.up_proj,0.0000248785,0.01000,1.356 +38,mlp.experts.126.up_proj,0.0000263254,0.01000,1.850 +38,mlp.experts.118.up_proj,0.0000261142,0.01000,1.815 +38,mlp.experts.122.up_proj,0.0000282892,0.01000,1.832 +38,mlp.experts.114.up_proj,0.0000220511,0.01000,1.735 +38,mlp.experts.0.down_proj,0.0000043895,0.01000,0.861 +38,mlp.experts.15.down_proj,0.0000074421,0.01000,0.854 +38,mlp.experts.3.down_proj,0.0000063206,0.01000,0.873 +38,mlp.experts.8.down_proj,0.0000049684,0.01000,0.872 +38,mlp.experts.4.down_proj,0.0000095847,0.01000,0.884 +38,mlp.experts.11.down_proj,0.0000151245,0.01000,0.880 +38,mlp.experts.7.down_proj,0.0000051644,0.01000,0.893 +38,mlp.experts.12.down_proj,0.0000031595,0.01000,0.894 +38,mlp.experts.1.down_proj,0.0000036883,0.01000,1.013 +38,mlp.experts.14.down_proj,0.0000060407,0.01000,1.030 +38,mlp.experts.6.down_proj,0.0000039879,0.01000,1.053 +38,mlp.experts.2.down_proj,0.0000037474,0.01000,1.050 +38,mlp.experts.10.down_proj,0.0000090220,0.01000,1.039 +38,mlp.experts.9.down_proj,0.0000047248,0.01000,1.049 +38,mlp.experts.13.down_proj,0.0000043540,0.01000,1.061 +38,mlp.experts.5.down_proj,0.0000064662,0.01000,1.069 +38,mlp.experts.23.down_proj,0.0000061155,0.01000,0.656 +38,mlp.experts.19.down_proj,0.0000045267,0.01000,0.680 +38,mlp.experts.31.down_proj,0.0000039440,0.01000,0.681 +38,mlp.experts.27.down_proj,0.0000045242,0.01000,0.670 +38,mlp.experts.16.down_proj,0.0000072000,0.01000,0.701 +38,mlp.experts.20.down_proj,0.0000083466,0.01000,0.726 +38,mlp.experts.28.down_proj,0.0000076596,0.01000,0.722 +38,mlp.experts.24.down_proj,0.0000029938,0.01000,0.747 +38,mlp.experts.30.down_proj,0.0000046170,0.01000,0.703 +38,mlp.experts.18.down_proj,0.0000089017,0.01000,0.708 +38,mlp.experts.26.down_proj,0.0000053410,0.01000,0.713 +38,mlp.experts.22.down_proj,0.0000053803,0.01000,0.741 +38,mlp.experts.17.down_proj,0.0000114315,0.01000,0.794 +38,mlp.experts.21.down_proj,0.0000069306,0.01000,0.790 +38,mlp.experts.25.down_proj,0.0000074900,0.01000,0.853 +38,mlp.experts.29.down_proj,0.0000051155,0.01000,0.902 +38,mlp.experts.39.down_proj,0.0000074117,0.01000,0.684 +38,mlp.experts.35.down_proj,0.0000043716,0.01000,0.696 +38,mlp.experts.32.down_proj,0.0000304308,0.01000,0.697 +38,mlp.experts.47.down_proj,0.0000068503,0.01000,0.725 +38,mlp.experts.36.down_proj,0.0000049980,0.01000,0.686 +38,mlp.experts.44.down_proj,0.0000041511,0.01000,0.684 +38,mlp.experts.40.down_proj,0.0000039655,0.01000,0.683 +38,mlp.experts.43.down_proj,0.0000105101,0.01000,0.762 +38,mlp.experts.46.down_proj,0.0000071779,0.01000,0.717 +38,mlp.experts.34.down_proj,0.0000058166,0.01000,0.716 +38,mlp.experts.42.down_proj,0.0000077382,0.01000,0.726 +38,mlp.experts.38.down_proj,0.0000038688,0.01000,0.733 +38,mlp.experts.33.down_proj,0.0000084503,0.01000,0.741 +38,mlp.experts.41.down_proj,0.0000143520,0.01000,0.725 +38,mlp.experts.37.down_proj,0.0000047139,0.01000,0.800 +38,mlp.experts.45.down_proj,0.0000051065,0.01000,0.792 +38,mlp.experts.55.down_proj,0.0000046824,0.01000,0.706 +38,mlp.experts.51.down_proj,0.0000043765,0.01000,0.699 +38,mlp.experts.48.down_proj,0.0000083069,0.01000,0.717 +38,mlp.experts.63.down_proj,0.0000191148,0.01000,0.746 +38,mlp.experts.56.down_proj,0.0000135382,0.01000,0.741 +38,mlp.experts.60.down_proj,0.0000111194,0.01000,0.765 +38,mlp.experts.52.down_proj,0.0000049379,0.01000,0.773 +38,mlp.experts.59.down_proj,0.0000050697,0.01000,0.752 +38,mlp.experts.62.down_proj,0.0000090200,0.01000,0.746 +38,mlp.experts.50.down_proj,0.0000049900,0.01000,0.743 +38,mlp.experts.58.down_proj,0.0000074125,0.01000,0.747 +38,mlp.experts.54.down_proj,0.0000047623,0.01000,0.734 +38,mlp.experts.49.down_proj,0.0000035367,0.01000,0.805 +38,mlp.experts.57.down_proj,0.0000037824,0.01000,0.850 +38,mlp.experts.53.down_proj,0.0000049831,0.01000,0.820 +38,mlp.experts.67.down_proj,0.0000056630,0.01000,0.588 +38,mlp.experts.71.down_proj,0.0000061686,0.01000,0.615 +38,mlp.experts.61.down_proj,0.0000089774,0.01000,0.857 +38,mlp.experts.79.down_proj,0.0000060624,0.01000,0.598 +38,mlp.experts.75.down_proj,0.0000045419,0.01000,0.613 +38,mlp.experts.64.down_proj,0.0000060736,0.01000,0.803 +38,mlp.experts.68.down_proj,0.0000068014,0.01000,0.755 +38,mlp.experts.72.down_proj,0.0000066561,0.01000,0.790 +38,mlp.experts.76.down_proj,0.0000047128,0.01000,0.822 +38,mlp.experts.78.down_proj,0.0000040839,0.01000,0.714 +38,mlp.experts.66.down_proj,0.0000090447,0.01000,0.718 +38,mlp.experts.74.down_proj,0.0000049115,0.01000,0.743 +38,mlp.experts.70.down_proj,0.0000044692,0.01000,0.811 +38,mlp.experts.65.down_proj,0.0000155376,0.01000,0.822 +38,mlp.experts.87.down_proj,0.0000043299,0.01000,0.625 +38,mlp.experts.69.down_proj,0.0000049267,0.01000,0.713 +38,mlp.experts.83.down_proj,0.0000041250,0.01000,0.643 +38,mlp.experts.73.down_proj,0.0000142257,0.01000,0.739 +38,mlp.experts.95.down_proj,0.0000038806,0.01000,0.607 +38,mlp.experts.91.down_proj,0.0000040363,0.01000,0.620 +38,mlp.experts.77.down_proj,0.0000039807,0.01000,0.731 +38,mlp.experts.80.down_proj,0.0000070769,0.01000,0.784 +38,mlp.experts.84.down_proj,0.0000051856,0.01000,0.747 +38,mlp.experts.88.down_proj,0.0000049475,0.01000,0.819 +38,mlp.experts.92.down_proj,0.0000034073,0.01000,0.789 +38,mlp.experts.86.down_proj,0.0000040964,0.01000,0.650 +38,mlp.experts.82.down_proj,0.0000060770,0.01000,0.782 +38,mlp.experts.90.down_proj,0.0000038169,0.01000,0.739 +38,mlp.experts.94.down_proj,0.0000036533,0.01000,0.812 +38,mlp.experts.103.down_proj,0.0000048951,0.01000,0.591 +38,mlp.experts.99.down_proj,0.0000040512,0.01000,0.614 +38,mlp.experts.111.down_proj,0.0000043093,0.01000,0.604 +38,mlp.experts.81.down_proj,0.0000059788,0.01000,0.748 +38,mlp.experts.107.down_proj,0.0000050814,0.01000,0.622 +38,mlp.experts.89.down_proj,0.0000048368,0.01000,0.716 +38,mlp.experts.85.down_proj,0.0000183628,0.01000,0.778 +38,mlp.experts.93.down_proj,0.0000051428,0.01000,0.741 +38,mlp.experts.100.down_proj,0.0000084819,0.01000,0.617 +38,mlp.experts.96.down_proj,0.0000057906,0.01000,0.628 +38,mlp.experts.104.down_proj,0.0000053369,0.01000,0.630 +38,mlp.experts.108.down_proj,0.0000045002,0.01000,0.621 +38,mlp.experts.119.down_proj,0.0000097027,0.01000,0.611 +38,mlp.experts.115.down_proj,0.0000040829,0.01000,0.607 +38,mlp.experts.102.down_proj,0.0000057638,0.01000,0.732 +38,mlp.experts.127.down_proj,0.0000079578,0.01000,0.636 +38,mlp.experts.98.down_proj,0.0000060380,0.01000,0.764 +38,mlp.experts.106.down_proj,0.0000208674,0.01000,0.763 +38,mlp.experts.110.down_proj,0.0000051499,0.01000,0.764 +38,mlp.experts.123.down_proj,0.0000128962,0.01000,0.574 +38,mlp.experts.105.down_proj,0.0000050733,0.01000,0.692 +38,mlp.experts.97.down_proj,0.0000048435,0.01000,0.736 +38,mlp.experts.101.down_proj,0.0000052448,0.01000,0.717 +38,mlp.experts.109.down_proj,0.0000032059,0.01000,0.736 +38,mlp.experts.116.down_proj,0.0000032059,0.01000,0.648 +38,mlp.experts.112.down_proj,0.0000088676,0.01000,0.662 +38,mlp.experts.120.down_proj,0.0000125621,0.01000,0.634 +38,mlp.experts.124.down_proj,0.0000064492,0.01000,0.634 +38,mlp.experts.118.down_proj,0.0000079854,0.01000,0.783 +38,mlp.experts.122.down_proj,0.0000197692,0.01000,0.750 +38,mlp.experts.126.down_proj,0.0000109830,0.01000,0.791 +38,mlp.experts.114.down_proj,0.0000039123,0.01000,0.807 +38,mlp.experts.121.down_proj,0.0000056107,0.01000,0.684 +38,mlp.experts.117.down_proj,0.0000069425,0.01000,0.706 +38,mlp.experts.113.down_proj,0.0000040553,0.01000,0.763 +38,mlp.experts.125.down_proj,0.0000142679,0.01000,0.625 +39,self_attn.v_proj,0.0000022588,0.01000,0.974 +39,self_attn.q_proj,0.0000131179,0.01000,0.978 +39,self_attn.k_proj,0.0000013960,0.01000,0.970 +39,self_attn.o_proj,0.0000011688,0.01000,1.376 +39,mlp.experts.0.gate_proj,0.0000411674,0.01000,2.201 +39,mlp.experts.4.gate_proj,0.0000281311,0.01000,2.272 +39,mlp.experts.12.gate_proj,0.0000266877,0.01000,2.237 +39,mlp.experts.1.gate_proj,0.0000244407,0.01000,2.247 +39,mlp.experts.9.gate_proj,0.0000287752,0.01000,2.251 +39,mlp.experts.5.gate_proj,0.0000262030,0.01000,2.321 +39,mlp.experts.8.gate_proj,0.0000259694,0.01000,2.305 +39,mlp.experts.2.gate_proj,0.0000302212,0.01000,2.363 +39,mlp.experts.13.gate_proj,0.0000266605,0.01000,2.363 +39,mlp.experts.7.gate_proj,0.0000265250,0.01000,2.385 +39,mlp.experts.6.gate_proj,0.0000247564,0.01000,2.382 +39,mlp.experts.11.gate_proj,0.0000309768,0.01000,2.396 +39,mlp.experts.3.gate_proj,0.0000253573,0.01000,2.454 +39,mlp.experts.10.gate_proj,0.0000269122,0.01000,2.430 +39,mlp.experts.14.gate_proj,0.0000263749,0.01000,2.434 +39,mlp.experts.15.gate_proj,0.0000272239,0.01000,2.441 +39,mlp.experts.27.gate_proj,0.0000276117,0.01000,1.830 +39,mlp.experts.31.gate_proj,0.0000293857,0.01000,1.775 +39,mlp.experts.23.gate_proj,0.0000253654,0.01000,1.850 +39,mlp.experts.19.gate_proj,0.0000294640,0.01000,1.829 +39,mlp.experts.18.gate_proj,0.0000254863,0.01000,2.057 +39,mlp.experts.22.gate_proj,0.0000266759,0.01000,2.080 +39,mlp.experts.20.gate_proj,0.0000305368,0.01000,2.255 +39,mlp.experts.16.gate_proj,0.0000260948,0.01000,2.302 +39,mlp.experts.28.gate_proj,0.0000310066,0.01000,2.262 +39,mlp.experts.24.gate_proj,0.0000270754,0.01000,2.205 +39,mlp.experts.26.gate_proj,0.0000264359,0.01000,2.081 +39,mlp.experts.30.gate_proj,0.0000275611,0.01000,2.102 +39,mlp.experts.25.gate_proj,0.0000394144,0.01000,2.352 +39,mlp.experts.17.gate_proj,0.0000251426,0.01000,2.374 +39,mlp.experts.21.gate_proj,0.0000286162,0.01000,2.395 +39,mlp.experts.29.gate_proj,0.0000345082,0.01000,2.454 +39,mlp.experts.47.gate_proj,0.0000296447,0.01000,2.082 +39,mlp.experts.43.gate_proj,0.0000407751,0.01000,2.120 +39,mlp.experts.35.gate_proj,0.0000253115,0.01000,2.135 +39,mlp.experts.39.gate_proj,0.0000247874,0.01000,2.214 +39,mlp.experts.34.gate_proj,0.0000277457,0.01000,2.178 +39,mlp.experts.38.gate_proj,0.0000329111,0.01000,2.128 +39,mlp.experts.46.gate_proj,0.0000398448,0.01000,2.058 +39,mlp.experts.42.gate_proj,0.0000345617,0.01000,2.129 +39,mlp.experts.32.gate_proj,0.0000294794,0.01000,2.298 +39,mlp.experts.36.gate_proj,0.0000312309,0.01000,2.327 +39,mlp.experts.40.gate_proj,0.0000256494,0.01000,2.406 +39,mlp.experts.44.gate_proj,0.0000257132,0.01000,2.452 +39,mlp.experts.41.gate_proj,0.0000315503,0.01000,2.417 +39,mlp.experts.37.gate_proj,0.0000284907,0.01000,2.429 +39,mlp.experts.45.gate_proj,0.0000292739,0.01000,2.336 +39,mlp.experts.33.gate_proj,0.0000324772,0.01000,2.570 +39,mlp.experts.63.gate_proj,0.0000260216,0.01000,2.320 +39,mlp.experts.59.gate_proj,0.0000284435,0.01000,2.316 +39,mlp.experts.51.gate_proj,0.0000399123,0.01000,2.334 +39,mlp.experts.55.gate_proj,0.0000252484,0.01000,2.281 +39,mlp.experts.62.gate_proj,0.0000310048,0.01000,2.196 +39,mlp.experts.58.gate_proj,0.0000261944,0.01000,2.151 +39,mlp.experts.50.gate_proj,0.0000261290,0.01000,2.291 +39,mlp.experts.54.gate_proj,0.0000313933,0.01000,2.333 +39,mlp.experts.48.gate_proj,0.0000242676,0.01000,2.189 +39,mlp.experts.52.gate_proj,0.0000579484,0.01000,2.202 +39,mlp.experts.60.gate_proj,0.0000261721,0.01000,2.140 +39,mlp.experts.56.gate_proj,0.0000259804,0.01000,2.200 +39,mlp.experts.57.gate_proj,0.0000280995,0.01000,2.124 +39,mlp.experts.61.gate_proj,0.0000268503,0.01000,2.007 +39,mlp.experts.53.gate_proj,0.0000288364,0.01000,2.104 +39,mlp.experts.49.gate_proj,0.0000283407,0.01000,2.083 +39,mlp.experts.79.gate_proj,0.0000280263,0.01000,2.015 +39,mlp.experts.75.gate_proj,0.0000310329,0.01000,2.014 +39,mlp.experts.67.gate_proj,0.0000262456,0.01000,2.103 +39,mlp.experts.71.gate_proj,0.0000298119,0.01000,2.188 +39,mlp.experts.68.gate_proj,0.0000247648,0.01000,2.120 +39,mlp.experts.78.gate_proj,0.0000274975,0.01000,2.347 +39,mlp.experts.73.gate_proj,0.0000274923,0.01000,2.025 +39,mlp.experts.69.gate_proj,0.0000268935,0.01000,1.973 +39,mlp.experts.74.gate_proj,0.0000334714,0.01000,2.346 +39,mlp.experts.65.gate_proj,0.0000313545,0.01000,1.922 +39,mlp.experts.77.gate_proj,0.0000260030,0.01000,2.032 +39,mlp.experts.64.gate_proj,0.0000273397,0.01000,2.195 +39,mlp.experts.70.gate_proj,0.0000276343,0.01000,2.325 +39,mlp.experts.72.gate_proj,0.0000264637,0.01000,2.167 +39,mlp.experts.66.gate_proj,0.0000326341,0.01000,2.413 +39,mlp.experts.76.gate_proj,0.0000262131,0.01000,2.225 +39,mlp.experts.95.gate_proj,0.0000251494,0.01000,2.145 +39,mlp.experts.91.gate_proj,0.0000244976,0.01000,2.174 +39,mlp.experts.83.gate_proj,0.0000272139,0.01000,2.145 +39,mlp.experts.87.gate_proj,0.0000318540,0.01000,2.095 +39,mlp.experts.89.gate_proj,0.0000289723,0.01000,1.959 +39,mlp.experts.90.gate_proj,0.0000287350,0.01000,2.000 +39,mlp.experts.94.gate_proj,0.0000254362,0.01000,2.035 +39,mlp.experts.86.gate_proj,0.0000254597,0.01000,1.946 +39,mlp.experts.82.gate_proj,0.0000261764,0.01000,1.976 +39,mlp.experts.93.gate_proj,0.0000294546,0.01000,2.081 +39,mlp.experts.84.gate_proj,0.0000270942,0.01000,2.179 +39,mlp.experts.80.gate_proj,0.0000474580,0.01000,2.146 +39,mlp.experts.85.gate_proj,0.0000272317,0.01000,2.195 +39,mlp.experts.81.gate_proj,0.0000279168,0.01000,2.223 +39,mlp.experts.88.gate_proj,0.0000248804,0.01000,2.135 +39,mlp.experts.92.gate_proj,0.0000363595,0.01000,2.118 +39,mlp.experts.111.gate_proj,0.0000269988,0.01000,2.158 +39,mlp.experts.107.gate_proj,0.0000265025,0.01000,2.091 +39,mlp.experts.103.gate_proj,0.0000267305,0.01000,2.044 +39,mlp.experts.99.gate_proj,0.0000248710,0.01000,2.130 +39,mlp.experts.106.gate_proj,0.0000319498,0.01000,1.895 +39,mlp.experts.110.gate_proj,0.0000288227,0.01000,1.906 +39,mlp.experts.102.gate_proj,0.0000338535,0.01000,1.962 +39,mlp.experts.98.gate_proj,0.0000284142,0.01000,1.927 +39,mlp.experts.96.gate_proj,0.0000251635,0.01000,1.992 +39,mlp.experts.105.gate_proj,0.0000299769,0.01000,2.337 +39,mlp.experts.100.gate_proj,0.0000291008,0.01000,2.169 +39,mlp.experts.108.gate_proj,0.0000300470,0.01000,2.073 +39,mlp.experts.104.gate_proj,0.0000260930,0.01000,2.185 +39,mlp.experts.109.gate_proj,0.0000265604,0.01000,2.370 +39,mlp.experts.101.gate_proj,0.0000368928,0.01000,2.332 +39,mlp.experts.97.gate_proj,0.0000295659,0.01000,2.371 +39,mlp.experts.127.gate_proj,0.0000290347,0.01000,1.955 +39,mlp.experts.123.gate_proj,0.0000289082,0.01000,1.957 +39,mlp.experts.119.gate_proj,0.0000367444,0.01000,2.002 +39,mlp.experts.115.gate_proj,0.0000259034,0.01000,2.013 +39,mlp.experts.126.gate_proj,0.0000254038,0.01000,1.997 +39,mlp.experts.122.gate_proj,0.0000286833,0.01000,2.081 +39,mlp.experts.118.gate_proj,0.0000240418,0.01000,2.055 +39,mlp.experts.114.gate_proj,0.0000335807,0.01000,2.093 +39,mlp.experts.121.gate_proj,0.0000264352,0.01000,2.068 +39,mlp.experts.112.gate_proj,0.0000302230,0.01000,2.212 +39,mlp.experts.124.gate_proj,0.0000298226,0.01000,2.193 +39,mlp.experts.125.gate_proj,0.0000323196,0.01000,2.085 +39,mlp.experts.116.gate_proj,0.0000274823,0.01000,2.273 +39,mlp.experts.113.gate_proj,0.0000297338,0.01000,1.986 +39,mlp.experts.120.gate_proj,0.0000277932,0.01000,2.172 +39,mlp.experts.117.gate_proj,0.0000299593,0.01000,2.101 +39,mlp.experts.15.up_proj,0.0000268725,0.01000,1.938 +39,mlp.experts.11.up_proj,0.0000332546,0.01000,2.010 +39,mlp.experts.7.up_proj,0.0000278895,0.01000,1.885 +39,mlp.experts.3.up_proj,0.0000294414,0.01000,1.989 +39,mlp.experts.14.up_proj,0.0000263664,0.01000,1.987 +39,mlp.experts.10.up_proj,0.0000280941,0.01000,2.000 +39,mlp.experts.6.up_proj,0.0000258522,0.01000,2.000 +39,mlp.experts.2.up_proj,0.0000327822,0.01000,1.982 +39,mlp.experts.0.up_proj,0.0000357617,0.01000,2.176 +39,mlp.experts.12.up_proj,0.0000267998,0.01000,2.120 +39,mlp.experts.9.up_proj,0.0000287587,0.01000,2.293 +39,mlp.experts.4.up_proj,0.0000437833,0.01000,2.162 +39,mlp.experts.8.up_proj,0.0000283367,0.01000,2.188 +39,mlp.experts.1.up_proj,0.0000271112,0.01000,2.320 +39,mlp.experts.13.up_proj,0.0000282853,0.01000,2.399 +39,mlp.experts.5.up_proj,0.0000269405,0.01000,2.370 +39,mlp.experts.31.up_proj,0.0000299715,0.01000,1.663 +39,mlp.experts.27.up_proj,0.0000280394,0.01000,1.613 +39,mlp.experts.23.up_proj,0.0000282352,0.01000,1.614 +39,mlp.experts.19.up_proj,0.0000302031,0.01000,1.634 +39,mlp.experts.30.up_proj,0.0000288146,0.01000,2.199 +39,mlp.experts.26.up_proj,0.0000274603,0.01000,2.185 +39,mlp.experts.22.up_proj,0.0000286467,0.01000,2.168 +39,mlp.experts.18.up_proj,0.0000265898,0.01000,2.222 +39,mlp.experts.16.up_proj,0.0000274648,0.01000,2.114 +39,mlp.experts.28.up_proj,0.0000306313,0.01000,2.138 +39,mlp.experts.24.up_proj,0.0000275633,0.01000,2.012 +39,mlp.experts.43.up_proj,0.0000366725,0.01000,1.564 +39,mlp.experts.47.up_proj,0.0000309873,0.01000,1.587 +39,mlp.experts.25.up_proj,0.0000370634,0.01000,2.286 +39,mlp.experts.39.up_proj,0.0000257035,0.01000,1.581 +39,mlp.experts.20.up_proj,0.0000306868,0.01000,2.246 +39,mlp.experts.35.up_proj,0.0000267421,0.01000,1.634 +39,mlp.experts.17.up_proj,0.0000262982,0.01000,2.257 +39,mlp.experts.29.up_proj,0.0000314708,0.01000,2.240 +39,mlp.experts.21.up_proj,0.0000272602,0.01000,2.226 +39,mlp.experts.42.up_proj,0.0000359007,0.01000,2.005 +39,mlp.experts.46.up_proj,0.0000340878,0.01000,2.066 +39,mlp.experts.38.up_proj,0.0000358031,0.01000,2.041 +39,mlp.experts.34.up_proj,0.0000287246,0.01000,2.045 +39,mlp.experts.59.up_proj,0.0000283288,0.01000,1.585 +39,mlp.experts.63.up_proj,0.0000261316,0.01000,1.631 +39,mlp.experts.55.up_proj,0.0000268738,0.01000,1.578 +39,mlp.experts.51.up_proj,0.0000331376,0.01000,1.574 +39,mlp.experts.32.up_proj,0.0000277593,0.01000,2.087 +39,mlp.experts.44.up_proj,0.0000263151,0.01000,2.090 +39,mlp.experts.40.up_proj,0.0000265107,0.01000,2.111 +39,mlp.experts.36.up_proj,0.0000341427,0.01000,2.049 +39,mlp.experts.41.up_proj,0.0000315119,0.01000,2.110 +39,mlp.experts.37.up_proj,0.0000285222,0.01000,2.041 +39,mlp.experts.33.up_proj,0.0000294506,0.01000,2.137 +39,mlp.experts.45.up_proj,0.0000308980,0.01000,2.166 +39,mlp.experts.75.up_proj,0.0000313637,0.01000,1.589 +39,mlp.experts.71.up_proj,0.0000297887,0.01000,1.585 +39,mlp.experts.79.up_proj,0.0000281966,0.01000,1.615 +39,mlp.experts.58.up_proj,0.0000275065,0.01000,2.047 +39,mlp.experts.62.up_proj,0.0000326013,0.01000,2.075 +39,mlp.experts.54.up_proj,0.0000308157,0.01000,2.051 +39,mlp.experts.67.up_proj,0.0000281234,0.01000,1.584 +39,mlp.experts.50.up_proj,0.0000265722,0.01000,2.049 +39,mlp.experts.48.up_proj,0.0000257072,0.01000,2.196 +39,mlp.experts.56.up_proj,0.0000272465,0.01000,2.110 +39,mlp.experts.60.up_proj,0.0000288861,0.01000,2.200 +39,mlp.experts.57.up_proj,0.0000292423,0.01000,2.109 +39,mlp.experts.52.up_proj,0.0000447706,0.01000,2.174 +39,mlp.experts.53.up_proj,0.0000299730,0.01000,2.082 +39,mlp.experts.61.up_proj,0.0000277741,0.01000,2.077 +39,mlp.experts.49.up_proj,0.0000286169,0.01000,2.118 +39,mlp.experts.87.up_proj,0.0000303537,0.01000,1.698 +39,mlp.experts.91.up_proj,0.0000259302,0.01000,1.752 +39,mlp.experts.95.up_proj,0.0000286734,0.01000,1.710 +39,mlp.experts.83.up_proj,0.0000275978,0.01000,1.653 +39,mlp.experts.78.up_proj,0.0000298239,0.01000,2.099 +39,mlp.experts.74.up_proj,0.0000346796,0.01000,2.143 +39,mlp.experts.70.up_proj,0.0000284751,0.01000,2.101 +39,mlp.experts.66.up_proj,0.0000313817,0.01000,2.196 +39,mlp.experts.72.up_proj,0.0000274455,0.01000,2.088 +39,mlp.experts.64.up_proj,0.0000278284,0.01000,2.191 +39,mlp.experts.76.up_proj,0.0000285425,0.01000,2.196 +39,mlp.experts.68.up_proj,0.0000261098,0.01000,2.129 +39,mlp.experts.73.up_proj,0.0000258630,0.01000,2.196 +39,mlp.experts.111.up_proj,0.0000270662,0.01000,1.621 +39,mlp.experts.107.up_proj,0.0000293392,0.01000,1.665 +39,mlp.experts.69.up_proj,0.0000280982,0.01000,2.147 +39,mlp.experts.103.up_proj,0.0000294392,0.01000,1.690 +39,mlp.experts.77.up_proj,0.0000263096,0.01000,2.168 +39,mlp.experts.99.up_proj,0.0000256160,0.01000,1.675 +39,mlp.experts.65.up_proj,0.0000314609,0.01000,2.237 +39,mlp.experts.94.up_proj,0.0000266259,0.01000,2.088 +39,mlp.experts.86.up_proj,0.0000270943,0.01000,2.086 +39,mlp.experts.90.up_proj,0.0000282637,0.01000,2.172 +39,mlp.experts.82.up_proj,0.0000269467,0.01000,2.138 +39,mlp.experts.80.up_proj,0.0000354413,0.01000,2.016 +39,mlp.experts.88.up_proj,0.0000253399,0.01000,2.099 +39,mlp.experts.89.up_proj,0.0000291058,0.01000,1.922 +39,mlp.experts.85.up_proj,0.0000291192,0.01000,1.779 +39,mlp.experts.92.up_proj,0.0000348277,0.01000,2.038 +39,mlp.experts.81.up_proj,0.0000312015,0.01000,1.700 +39,mlp.experts.93.up_proj,0.0000309470,0.01000,1.771 +39,mlp.experts.84.up_proj,0.0000274228,0.01000,2.100 +39,mlp.experts.127.up_proj,0.0000304510,0.01000,2.053 +39,mlp.experts.123.up_proj,0.0000297857,0.01000,2.123 +39,mlp.experts.115.up_proj,0.0000277351,0.01000,2.046 +39,mlp.experts.119.up_proj,0.0000309756,0.01000,2.178 +39,mlp.experts.110.up_proj,0.0000275669,0.01000,1.842 +39,mlp.experts.102.up_proj,0.0000309431,0.01000,1.874 +39,mlp.experts.106.up_proj,0.0000288122,0.01000,1.870 +39,mlp.experts.98.up_proj,0.0000286254,0.01000,1.792 +39,mlp.experts.101.up_proj,0.0000330757,0.01000,1.500 +39,mlp.experts.105.up_proj,0.0000325968,0.01000,1.555 +39,mlp.experts.97.up_proj,0.0000326261,0.01000,1.554 +39,mlp.experts.109.up_proj,0.0000266405,0.01000,1.680 +39,mlp.experts.104.up_proj,0.0000280866,0.01000,1.919 +39,mlp.experts.96.up_proj,0.0000266000,0.01000,2.265 +39,mlp.experts.100.up_proj,0.0000290869,0.01000,2.106 +39,mlp.experts.108.up_proj,0.0000309341,0.01000,2.350 +39,mlp.experts.126.up_proj,0.0000280412,0.01000,1.768 +39,mlp.experts.118.up_proj,0.0000250773,0.01000,1.766 +39,mlp.experts.122.up_proj,0.0000335224,0.01000,1.751 +39,mlp.experts.114.up_proj,0.0000344071,0.01000,1.653 +39,mlp.experts.121.up_proj,0.0000276353,0.01000,1.695 +39,mlp.experts.113.up_proj,0.0000321845,0.01000,1.626 +39,mlp.experts.117.up_proj,0.0000277434,0.01000,1.771 +39,mlp.experts.125.up_proj,0.0000291645,0.01000,1.615 +39,mlp.experts.112.up_proj,0.0000308382,0.01000,1.855 +39,mlp.experts.120.up_proj,0.0000283710,0.01000,2.257 +39,mlp.experts.116.up_proj,0.0000272425,0.01000,1.969 +39,mlp.experts.124.up_proj,0.0000318866,0.01000,1.941 +39,mlp.experts.8.down_proj,0.0000073838,0.01000,0.762 +39,mlp.experts.12.down_proj,0.0000049205,0.01000,0.764 +39,mlp.experts.0.down_proj,0.0000105904,0.01000,0.782 +39,mlp.experts.4.down_proj,0.0000321448,0.01000,0.827 +39,mlp.experts.5.down_proj,0.0000056118,0.01000,0.954 +39,mlp.experts.1.down_proj,0.0000048741,0.01000,0.989 +39,mlp.experts.13.down_proj,0.0000058851,0.01000,0.991 +39,mlp.experts.3.down_proj,0.0000091745,0.01000,1.005 +39,mlp.experts.15.down_proj,0.0000053413,0.01000,0.989 +39,mlp.experts.11.down_proj,0.0000137012,0.01000,1.000 +39,mlp.experts.2.down_proj,0.0000144308,0.01000,1.022 +39,mlp.experts.9.down_proj,0.0000053667,0.01000,1.017 +39,mlp.experts.7.down_proj,0.0000063607,0.01000,1.021 +39,mlp.experts.10.down_proj,0.0000073221,0.01000,1.036 +39,mlp.experts.14.down_proj,0.0000048073,0.01000,1.075 +39,mlp.experts.6.down_proj,0.0000042613,0.01000,1.109 +39,mlp.experts.24.down_proj,0.0000056578,0.01000,0.612 +39,mlp.experts.16.down_proj,0.0000088901,0.01000,0.614 +39,mlp.experts.28.down_proj,0.0000126936,0.01000,0.621 +39,mlp.experts.20.down_proj,0.0000139784,0.01000,0.750 +39,mlp.experts.21.down_proj,0.0000052668,0.01000,0.745 +39,mlp.experts.18.down_proj,0.0000051232,0.01000,0.686 +39,mlp.experts.17.down_proj,0.0000052751,0.01000,0.740 +39,mlp.experts.31.down_proj,0.0000065480,0.01000,0.716 +39,mlp.experts.27.down_proj,0.0000069517,0.01000,0.717 +39,mlp.experts.29.down_proj,0.0000095780,0.01000,0.746 +39,mlp.experts.19.down_proj,0.0000085760,0.01000,0.752 +39,mlp.experts.23.down_proj,0.0000091621,0.01000,0.732 +39,mlp.experts.25.down_proj,0.0000086706,0.01000,0.761 +39,mlp.experts.26.down_proj,0.0000077307,0.01000,0.744 +39,mlp.experts.30.down_proj,0.0000078516,0.01000,0.734 +39,mlp.experts.22.down_proj,0.0000081086,0.01000,0.707 +39,mlp.experts.40.down_proj,0.0000054989,0.01000,0.640 +39,mlp.experts.32.down_proj,0.0000088851,0.01000,0.637 +39,mlp.experts.44.down_proj,0.0000044492,0.01000,0.652 +39,mlp.experts.36.down_proj,0.0000237348,0.01000,0.730 +39,mlp.experts.34.down_proj,0.0000065427,0.01000,0.666 +39,mlp.experts.42.down_proj,0.0000199330,0.01000,0.621 +39,mlp.experts.37.down_proj,0.0000071361,0.01000,0.732 +39,mlp.experts.33.down_proj,0.0000061986,0.01000,0.731 +39,mlp.experts.47.down_proj,0.0000125672,0.01000,0.735 +39,mlp.experts.43.down_proj,0.0000272449,0.01000,0.752 +39,mlp.experts.45.down_proj,0.0000127946,0.01000,0.752 +39,mlp.experts.35.down_proj,0.0000047054,0.01000,0.758 +39,mlp.experts.39.down_proj,0.0000051149,0.01000,0.761 +39,mlp.experts.38.down_proj,0.0000247240,0.01000,0.710 +39,mlp.experts.46.down_proj,0.0000090152,0.01000,0.736 +39,mlp.experts.41.down_proj,0.0000130063,0.01000,0.809 +39,mlp.experts.56.down_proj,0.0000041097,0.01000,0.634 +39,mlp.experts.48.down_proj,0.0000053421,0.01000,0.629 +39,mlp.experts.60.down_proj,0.0000081557,0.01000,0.630 +39,mlp.experts.58.down_proj,0.0000052996,0.01000,0.626 +39,mlp.experts.52.down_proj,0.0000280270,0.01000,0.730 +39,mlp.experts.50.down_proj,0.0000069489,0.01000,0.690 +39,mlp.experts.53.down_proj,0.0000085392,0.01000,0.716 +39,mlp.experts.63.down_proj,0.0000045003,0.01000,0.698 +39,mlp.experts.49.down_proj,0.0000068258,0.01000,0.716 +39,mlp.experts.51.down_proj,0.0000053554,0.01000,0.705 +39,mlp.experts.55.down_proj,0.0000074590,0.01000,0.711 +39,mlp.experts.59.down_proj,0.0000066324,0.01000,0.781 +39,mlp.experts.62.down_proj,0.0000123761,0.01000,0.723 +39,mlp.experts.54.down_proj,0.0000080634,0.01000,0.743 +39,mlp.experts.72.down_proj,0.0000072440,0.01000,0.616 +39,mlp.experts.64.down_proj,0.0000076730,0.01000,0.619 +39,mlp.experts.76.down_proj,0.0000060326,0.01000,0.611 +39,mlp.experts.61.down_proj,0.0000051858,0.01000,0.821 +39,mlp.experts.57.down_proj,0.0000061365,0.01000,0.787 +39,mlp.experts.68.down_proj,0.0000045688,0.01000,0.729 +39,mlp.experts.74.down_proj,0.0000251122,0.01000,0.795 +39,mlp.experts.66.down_proj,0.0000149758,0.01000,0.783 +39,mlp.experts.78.down_proj,0.0000078613,0.01000,0.570 +39,mlp.experts.79.down_proj,0.0000078071,0.01000,0.724 +39,mlp.experts.69.down_proj,0.0000061828,0.01000,0.741 +39,mlp.experts.70.down_proj,0.0000096067,0.01000,0.612 +39,mlp.experts.65.down_proj,0.0000211919,0.01000,0.751 +39,mlp.experts.67.down_proj,0.0000059831,0.01000,0.722 +39,mlp.experts.80.down_proj,0.0000103133,0.01000,0.669 +39,mlp.experts.88.down_proj,0.0000050527,0.01000,0.673 +39,mlp.experts.92.down_proj,0.0000313249,0.01000,0.684 +39,mlp.experts.71.down_proj,0.0000069863,0.01000,0.764 +39,mlp.experts.75.down_proj,0.0000258951,0.01000,0.781 +39,mlp.experts.77.down_proj,0.0000057040,0.01000,0.823 +39,mlp.experts.73.down_proj,0.0000045346,0.01000,0.805 +39,mlp.experts.90.down_proj,0.0000053994,0.01000,0.608 +39,mlp.experts.95.down_proj,0.0000055576,0.01000,0.621 +39,mlp.experts.86.down_proj,0.0000052121,0.01000,0.616 +39,mlp.experts.83.down_proj,0.0000058844,0.01000,0.604 +39,mlp.experts.84.down_proj,0.0000068720,0.01000,0.798 +39,mlp.experts.87.down_proj,0.0000063587,0.01000,0.594 +39,mlp.experts.85.down_proj,0.0000075802,0.01000,0.719 +39,mlp.experts.94.down_proj,0.0000050039,0.01000,0.749 +39,mlp.experts.81.down_proj,0.0000080226,0.01000,0.707 +39,mlp.experts.104.down_proj,0.0000074337,0.01000,0.676 +39,mlp.experts.91.down_proj,0.0000055567,0.01000,0.598 +39,mlp.experts.82.down_proj,0.0000054874,0.01000,0.794 +39,mlp.experts.96.down_proj,0.0000052039,0.01000,0.694 +39,mlp.experts.108.down_proj,0.0000072558,0.01000,0.681 +39,mlp.experts.93.down_proj,0.0000123216,0.01000,0.655 +39,mlp.experts.89.down_proj,0.0000077988,0.01000,0.645 +39,mlp.experts.106.down_proj,0.0000038822,0.01000,0.666 +39,mlp.experts.111.down_proj,0.0000059539,0.01000,0.673 +39,mlp.experts.99.down_proj,0.0000051204,0.01000,0.670 +39,mlp.experts.102.down_proj,0.0000105583,0.01000,0.736 +39,mlp.experts.103.down_proj,0.0000095351,0.01000,0.719 +39,mlp.experts.110.down_proj,0.0000034171,0.01000,0.729 +39,mlp.experts.97.down_proj,0.0000153638,0.01000,0.760 +39,mlp.experts.100.down_proj,0.0000058622,0.01000,0.820 +39,mlp.experts.107.down_proj,0.0000081924,0.01000,0.741 +39,mlp.experts.101.down_proj,0.0000169781,0.01000,0.795 +39,mlp.experts.120.down_proj,0.0000063872,0.01000,0.808 +39,mlp.experts.98.down_proj,0.0000053626,0.01000,0.808 +39,mlp.experts.112.down_proj,0.0000067001,0.01000,0.850 +39,mlp.experts.124.down_proj,0.0000091796,0.01000,0.852 +39,mlp.experts.109.down_proj,0.0000050160,0.01000,0.811 +39,mlp.experts.105.down_proj,0.0000125568,0.01000,0.787 +39,mlp.experts.122.down_proj,0.0000191868,0.01000,0.650 +39,mlp.experts.116.down_proj,0.0000043319,0.01000,0.379 +39,mlp.experts.127.down_proj,0.0000102172,0.01000,0.697 +39,mlp.experts.115.down_proj,0.0000067433,0.01000,0.713 +39,mlp.experts.119.down_proj,0.0000060410,0.01000,0.660 +39,mlp.experts.123.down_proj,0.0000077822,0.01000,0.621 +39,mlp.experts.118.down_proj,0.0000060331,0.01000,0.761 +39,mlp.experts.126.down_proj,0.0000098590,0.01000,0.705 +39,mlp.experts.114.down_proj,0.0000241085,0.01000,0.586 +39,mlp.experts.113.down_proj,0.0000138705,0.01000,0.813 +39,mlp.experts.117.down_proj,0.0000057423,0.01000,0.814 +39,mlp.experts.125.down_proj,0.0000039158,0.01000,0.732 +39,mlp.experts.121.down_proj,0.0000057544,0.01000,0.718 +40,self_attn.v_proj,0.0000027138,0.01000,0.755 +40,self_attn.q_proj,0.0000183209,0.01000,0.769 +40,self_attn.k_proj,0.0000020355,0.01000,0.794 +40,self_attn.o_proj,0.0000016216,0.01000,1.423 +40,mlp.experts.0.gate_proj,0.0000441080,0.01000,2.067 +40,mlp.experts.6.gate_proj,0.0000426095,0.01000,2.171 +40,mlp.experts.4.gate_proj,0.0000311019,0.01000,2.111 +40,mlp.experts.2.gate_proj,0.0000365408,0.01000,2.092 +40,mlp.experts.10.gate_proj,0.0000294518,0.01000,2.196 +40,mlp.experts.14.gate_proj,0.0000302588,0.01000,2.122 +40,mlp.experts.8.gate_proj,0.0000338740,0.01000,2.169 +40,mlp.experts.12.gate_proj,0.0000399239,0.01000,2.192 +40,mlp.experts.5.gate_proj,0.0000345803,0.01000,2.409 +40,mlp.experts.13.gate_proj,0.0000312543,0.01000,2.409 +40,mlp.experts.9.gate_proj,0.0000293726,0.01000,2.449 +40,mlp.experts.1.gate_proj,0.0000322859,0.01000,2.451 +40,mlp.experts.15.gate_proj,0.0000319476,0.01000,2.432 +40,mlp.experts.7.gate_proj,0.0000390413,0.01000,2.531 +40,mlp.experts.3.gate_proj,0.0000318686,0.01000,2.466 +40,mlp.experts.11.gate_proj,0.0000322725,0.01000,2.440 +40,mlp.experts.16.gate_proj,0.0000318736,0.01000,1.682 +40,mlp.experts.20.gate_proj,0.0000298491,0.01000,1.631 +40,mlp.experts.24.gate_proj,0.0000290902,0.01000,1.623 +40,mlp.experts.28.gate_proj,0.0000350475,0.01000,1.651 +40,mlp.experts.18.gate_proj,0.0000272968,0.01000,1.860 +40,mlp.experts.22.gate_proj,0.0000315964,0.01000,1.910 +40,mlp.experts.30.gate_proj,0.0000332879,0.01000,1.866 +40,mlp.experts.26.gate_proj,0.0000305420,0.01000,1.957 +40,mlp.experts.25.gate_proj,0.0000291794,0.01000,1.811 +40,mlp.experts.21.gate_proj,0.0000356312,0.01000,1.943 +40,mlp.experts.29.gate_proj,0.0000322408,0.01000,1.969 +40,mlp.experts.17.gate_proj,0.0000304287,0.01000,2.027 +40,mlp.experts.27.gate_proj,0.0000316031,0.01000,2.011 +40,mlp.experts.31.gate_proj,0.0000391099,0.01000,2.024 +40,mlp.experts.23.gate_proj,0.0000528975,0.01000,2.024 +40,mlp.experts.19.gate_proj,0.0000283043,0.01000,2.029 +40,mlp.experts.32.gate_proj,0.0000393536,0.01000,1.901 +40,mlp.experts.36.gate_proj,0.0000344070,0.01000,1.928 +40,mlp.experts.40.gate_proj,0.0000323373,0.01000,1.993 +40,mlp.experts.34.gate_proj,0.0000308485,0.01000,1.808 +40,mlp.experts.44.gate_proj,0.0000323587,0.01000,1.951 +40,mlp.experts.38.gate_proj,0.0000400517,0.01000,1.848 +40,mlp.experts.46.gate_proj,0.0000298845,0.01000,1.879 +40,mlp.experts.42.gate_proj,0.0000358458,0.01000,1.881 +40,mlp.experts.41.gate_proj,0.0000320696,0.01000,1.970 +40,mlp.experts.37.gate_proj,0.0000303424,0.01000,1.880 +40,mlp.experts.45.gate_proj,0.0000298930,0.01000,1.868 +40,mlp.experts.33.gate_proj,0.0000306388,0.01000,1.864 +40,mlp.experts.47.gate_proj,0.0000342134,0.01000,2.011 +40,mlp.experts.35.gate_proj,0.0000441490,0.01000,2.030 +40,mlp.experts.43.gate_proj,0.0000279328,0.01000,2.063 +40,mlp.experts.39.gate_proj,0.0000304880,0.01000,2.075 +40,mlp.experts.48.gate_proj,0.0000346615,0.01000,1.608 +40,mlp.experts.52.gate_proj,0.0000287233,0.01000,1.592 +40,mlp.experts.60.gate_proj,0.0000303679,0.01000,1.545 +40,mlp.experts.56.gate_proj,0.0000331669,0.01000,1.601 +40,mlp.experts.50.gate_proj,0.0000329923,0.01000,2.060 +40,mlp.experts.62.gate_proj,0.0000315531,0.01000,2.087 +40,mlp.experts.54.gate_proj,0.0000321025,0.01000,2.125 +40,mlp.experts.58.gate_proj,0.0000359238,0.01000,2.054 +40,mlp.experts.53.gate_proj,0.0000305690,0.01000,1.924 +40,mlp.experts.57.gate_proj,0.0000303670,0.01000,1.943 +40,mlp.experts.61.gate_proj,0.0000396436,0.01000,2.004 +40,mlp.experts.49.gate_proj,0.0000402681,0.01000,1.970 +40,mlp.experts.59.gate_proj,0.0000335426,0.01000,1.994 +40,mlp.experts.51.gate_proj,0.0000327657,0.01000,2.018 +40,mlp.experts.63.gate_proj,0.0000306564,0.01000,2.079 +40,mlp.experts.55.gate_proj,0.0000323600,0.01000,2.064 +40,mlp.experts.64.gate_proj,0.0000291364,0.01000,1.564 +40,mlp.experts.68.gate_proj,0.0000330764,0.01000,1.563 +40,mlp.experts.76.gate_proj,0.0000322597,0.01000,1.533 +40,mlp.experts.72.gate_proj,0.0000320758,0.01000,1.553 +40,mlp.experts.66.gate_proj,0.0000324933,0.01000,2.052 +40,mlp.experts.74.gate_proj,0.0000316187,0.01000,2.062 +40,mlp.experts.69.gate_proj,0.0000244137,0.01000,1.972 +40,mlp.experts.73.gate_proj,0.0000271407,0.01000,1.972 +40,mlp.experts.70.gate_proj,0.0000324230,0.01000,2.133 +40,mlp.experts.77.gate_proj,0.0000310784,0.01000,1.952 +40,mlp.experts.78.gate_proj,0.0000293885,0.01000,2.194 +40,mlp.experts.65.gate_proj,0.0000315520,0.01000,1.975 +40,mlp.experts.80.gate_proj,0.0000311975,0.01000,1.582 +40,mlp.experts.84.gate_proj,0.0000332362,0.01000,1.588 +40,mlp.experts.92.gate_proj,0.0000343491,0.01000,1.520 +40,mlp.experts.88.gate_proj,0.0000288024,0.01000,1.550 +40,mlp.experts.67.gate_proj,0.0000362584,0.01000,1.986 +40,mlp.experts.71.gate_proj,0.0000304215,0.01000,1.892 +40,mlp.experts.79.gate_proj,0.0000306432,0.01000,1.998 +40,mlp.experts.75.gate_proj,0.0000295787,0.01000,2.054 +40,mlp.experts.96.gate_proj,0.0000313879,0.01000,1.538 +40,mlp.experts.108.gate_proj,0.0000318372,0.01000,1.523 +40,mlp.experts.100.gate_proj,0.0000341392,0.01000,1.545 +40,mlp.experts.93.gate_proj,0.0000362092,0.01000,1.854 +40,mlp.experts.89.gate_proj,0.0000343000,0.01000,1.898 +40,mlp.experts.85.gate_proj,0.0000297584,0.01000,1.939 +40,mlp.experts.104.gate_proj,0.0000360643,0.01000,1.533 +40,mlp.experts.82.gate_proj,0.0000389270,0.01000,2.135 +40,mlp.experts.81.gate_proj,0.0000330142,0.01000,1.892 +40,mlp.experts.90.gate_proj,0.0000333825,0.01000,2.163 +40,mlp.experts.94.gate_proj,0.0000311620,0.01000,2.142 +40,mlp.experts.86.gate_proj,0.0000333592,0.01000,2.291 +40,mlp.experts.83.gate_proj,0.0000312026,0.01000,1.913 +40,mlp.experts.91.gate_proj,0.0000352534,0.01000,1.863 +40,mlp.experts.87.gate_proj,0.0000287203,0.01000,1.976 +40,mlp.experts.95.gate_proj,0.0000348260,0.01000,1.922 +40,mlp.experts.112.gate_proj,0.0000350057,0.01000,1.585 +40,mlp.experts.116.gate_proj,0.0000363732,0.01000,1.576 +40,mlp.experts.124.gate_proj,0.0000316804,0.01000,1.687 +40,mlp.experts.120.gate_proj,0.0000332807,0.01000,1.683 +40,mlp.experts.98.gate_proj,0.0000286796,0.01000,2.004 +40,mlp.experts.109.gate_proj,0.0000632880,0.01000,2.077 +40,mlp.experts.101.gate_proj,0.0000327505,0.01000,2.085 +40,mlp.experts.105.gate_proj,0.0000313479,0.01000,2.147 +40,mlp.experts.107.gate_proj,0.0000244399,0.01000,1.776 +40,mlp.experts.97.gate_proj,0.0000328946,0.01000,2.180 +40,mlp.experts.106.gate_proj,0.0000328400,0.01000,2.050 +40,mlp.experts.110.gate_proj,0.0000355839,0.01000,2.036 +40,mlp.experts.103.gate_proj,0.0000298971,0.01000,1.829 +40,mlp.experts.102.gate_proj,0.0000294778,0.01000,2.045 +40,mlp.experts.99.gate_proj,0.0000481302,0.01000,2.011 +40,mlp.experts.111.gate_proj,0.0000380763,0.01000,2.009 +40,mlp.experts.0.up_proj,0.0000394291,0.01000,1.499 +40,mlp.experts.4.up_proj,0.0000320338,0.01000,1.486 +40,mlp.experts.12.up_proj,0.0000357071,0.01000,1.558 +40,mlp.experts.8.up_proj,0.0000346419,0.01000,1.511 +40,mlp.experts.119.gate_proj,0.0000349754,0.01000,1.520 +40,mlp.experts.123.gate_proj,0.0000381148,0.01000,1.638 +40,mlp.experts.125.gate_proj,0.0000400724,0.01000,1.880 +40,mlp.experts.114.gate_proj,0.0000344295,0.01000,2.002 +40,mlp.experts.117.gate_proj,0.0000301046,0.01000,1.948 +40,mlp.experts.121.gate_proj,0.0000344762,0.01000,2.012 +40,mlp.experts.122.gate_proj,0.0000313850,0.01000,1.948 +40,mlp.experts.126.gate_proj,0.0000323025,0.01000,1.928 +40,mlp.experts.113.gate_proj,0.0000401919,0.01000,2.034 +40,mlp.experts.115.gate_proj,0.0000348784,0.01000,1.848 +40,mlp.experts.118.gate_proj,0.0000346106,0.01000,1.947 +40,mlp.experts.127.gate_proj,0.0000313795,0.01000,1.932 +40,mlp.experts.16.up_proj,0.0000311780,0.01000,1.519 +40,mlp.experts.20.up_proj,0.0000335177,0.01000,1.516 +40,mlp.experts.28.up_proj,0.0000325501,0.01000,1.483 +40,mlp.experts.24.up_proj,0.0000293707,0.01000,1.472 +40,mlp.experts.11.up_proj,0.0000317358,0.01000,1.637 +40,mlp.experts.2.up_proj,0.0000375229,0.01000,1.705 +40,mlp.experts.3.up_proj,0.0000339954,0.01000,1.578 +40,mlp.experts.7.up_proj,0.0000352608,0.01000,2.054 +40,mlp.experts.13.up_proj,0.0000331390,0.01000,2.055 +40,mlp.experts.14.up_proj,0.0000309278,0.01000,1.801 +40,mlp.experts.10.up_proj,0.0000292980,0.01000,1.816 +40,mlp.experts.6.up_proj,0.0000371575,0.01000,1.687 +40,mlp.experts.5.up_proj,0.0000358372,0.01000,2.032 +40,mlp.experts.32.up_proj,0.0000364023,0.01000,1.662 +40,mlp.experts.36.up_proj,0.0000359717,0.01000,1.645 +40,mlp.experts.9.up_proj,0.0000305619,0.01000,2.142 +40,mlp.experts.40.up_proj,0.0000324027,0.01000,1.637 +40,mlp.experts.44.up_proj,0.0000343423,0.01000,1.662 +40,mlp.experts.15.up_proj,0.0000336049,0.01000,1.922 +40,mlp.experts.1.up_proj,0.0000322497,0.01000,2.117 +40,mlp.experts.27.up_proj,0.0000308868,0.01000,1.610 +40,mlp.experts.23.up_proj,0.0000425478,0.01000,1.587 +40,mlp.experts.19.up_proj,0.0000296955,0.01000,1.624 +40,mlp.experts.18.up_proj,0.0000297473,0.01000,1.807 +40,mlp.experts.48.up_proj,0.0000355687,0.01000,1.727 +40,mlp.experts.22.up_proj,0.0000323937,0.01000,1.819 +40,mlp.experts.26.up_proj,0.0000309674,0.01000,1.865 +40,mlp.experts.52.up_proj,0.0000306094,0.01000,1.767 +40,mlp.experts.29.up_proj,0.0000340890,0.01000,1.990 +40,mlp.experts.60.up_proj,0.0000322359,0.01000,1.672 +40,mlp.experts.30.up_proj,0.0000312877,0.01000,1.992 +40,mlp.experts.56.up_proj,0.0000336288,0.01000,1.721 +40,mlp.experts.21.up_proj,0.0000366333,0.01000,1.999 +40,mlp.experts.31.up_proj,0.0000394006,0.01000,1.713 +40,mlp.experts.25.up_proj,0.0000292035,0.01000,2.154 +40,mlp.experts.17.up_proj,0.0000318752,0.01000,2.165 +40,mlp.experts.43.up_proj,0.0000325544,0.01000,1.804 +40,mlp.experts.34.up_proj,0.0000308242,0.01000,1.868 +40,mlp.experts.35.up_proj,0.0000371886,0.01000,1.938 +40,mlp.experts.64.up_proj,0.0000306033,0.01000,1.626 +40,mlp.experts.39.up_proj,0.0000321526,0.01000,2.004 +40,mlp.experts.68.up_proj,0.0000338350,0.01000,1.628 +40,mlp.experts.72.up_proj,0.0000297368,0.01000,1.595 +40,mlp.experts.76.up_proj,0.0000327998,0.01000,1.676 +40,mlp.experts.42.up_proj,0.0000351963,0.01000,1.878 +40,mlp.experts.38.up_proj,0.0000413110,0.01000,1.954 +40,mlp.experts.47.up_proj,0.0000368209,0.01000,1.754 +40,mlp.experts.46.up_proj,0.0000304300,0.01000,1.902 +40,mlp.experts.45.up_proj,0.0000319273,0.01000,1.983 +40,mlp.experts.37.up_proj,0.0000307437,0.01000,1.987 +40,mlp.experts.41.up_proj,0.0000315423,0.01000,2.055 +40,mlp.experts.33.up_proj,0.0000329026,0.01000,2.020 +40,mlp.experts.59.up_proj,0.0000372877,0.01000,2.007 +40,mlp.experts.80.up_proj,0.0000307276,0.01000,1.596 +40,mlp.experts.84.up_proj,0.0000336432,0.01000,1.580 +40,mlp.experts.88.up_proj,0.0000307996,0.01000,1.579 +40,mlp.experts.92.up_proj,0.0000367319,0.01000,1.638 +40,mlp.experts.55.up_proj,0.0000332769,0.01000,1.830 +40,mlp.experts.50.up_proj,0.0000325979,0.01000,1.977 +40,mlp.experts.51.up_proj,0.0000323209,0.01000,1.970 +40,mlp.experts.61.up_proj,0.0000402641,0.01000,1.762 +40,mlp.experts.63.up_proj,0.0000312533,0.01000,1.920 +40,mlp.experts.58.up_proj,0.0000345795,0.01000,2.008 +40,mlp.experts.54.up_proj,0.0000324526,0.01000,1.978 +40,mlp.experts.53.up_proj,0.0000311962,0.01000,1.771 +40,mlp.experts.62.up_proj,0.0000320534,0.01000,2.066 +40,mlp.experts.57.up_proj,0.0000310462,0.01000,1.745 +40,mlp.experts.49.up_proj,0.0000344136,0.01000,1.983 +40,mlp.experts.75.up_proj,0.0000302987,0.01000,1.984 +40,mlp.experts.71.up_proj,0.0000331379,0.01000,1.669 +40,mlp.experts.100.up_proj,0.0000368622,0.01000,1.912 +40,mlp.experts.104.up_proj,0.0000337353,0.01000,1.936 +40,mlp.experts.96.up_proj,0.0000308677,0.01000,2.167 +40,mlp.experts.108.up_proj,0.0000327469,0.01000,1.976 +40,mlp.experts.77.up_proj,0.0000333367,0.01000,1.661 +40,mlp.experts.79.up_proj,0.0000317541,0.01000,1.697 +40,mlp.experts.66.up_proj,0.0000333598,0.01000,2.076 +40,mlp.experts.67.up_proj,0.0000373921,0.01000,2.096 +40,mlp.experts.69.up_proj,0.0000357972,0.01000,1.689 +40,mlp.experts.70.up_proj,0.0000318268,0.01000,2.085 +40,mlp.experts.73.up_proj,0.0000293719,0.01000,1.715 +40,mlp.experts.74.up_proj,0.0000309553,0.01000,2.143 +40,mlp.experts.78.up_proj,0.0000306107,0.01000,2.065 +40,mlp.experts.65.up_proj,0.0000327151,0.01000,1.813 +40,mlp.experts.91.up_proj,0.0000385522,0.01000,1.805 +40,mlp.experts.116.up_proj,0.0000324367,0.01000,1.956 +40,mlp.experts.87.up_proj,0.0000292057,0.01000,2.008 +40,mlp.experts.93.up_proj,0.0000345839,0.01000,1.700 +40,mlp.experts.120.up_proj,0.0000353567,0.01000,1.935 +40,mlp.experts.112.up_proj,0.0000367559,0.01000,1.923 +40,mlp.experts.124.up_proj,0.0000335685,0.01000,1.873 +40,mlp.experts.85.up_proj,0.0000317628,0.01000,1.681 +40,mlp.experts.95.up_proj,0.0000368819,0.01000,1.812 +40,mlp.experts.83.up_proj,0.0000319781,0.01000,1.850 +40,mlp.experts.82.up_proj,0.0000342126,0.01000,2.027 +40,mlp.experts.89.up_proj,0.0000354172,0.01000,1.887 +40,mlp.experts.86.up_proj,0.0000328587,0.01000,2.074 +40,mlp.experts.90.up_proj,0.0000339357,0.01000,2.027 +40,mlp.experts.94.up_proj,0.0000309108,0.01000,2.020 +40,mlp.experts.81.up_proj,0.0000339066,0.01000,1.756 +40,mlp.experts.103.up_proj,0.0000302621,0.01000,1.485 +40,mlp.experts.109.up_proj,0.0000461579,0.01000,1.587 +40,mlp.experts.107.up_proj,0.0000381241,0.01000,2.035 +40,mlp.experts.101.up_proj,0.0000326433,0.01000,1.570 +40,mlp.experts.111.up_proj,0.0000344661,0.01000,1.621 +40,mlp.experts.99.up_proj,0.0000461019,0.01000,1.889 +40,mlp.experts.98.up_proj,0.0000292235,0.01000,1.783 +40,mlp.experts.105.up_proj,0.0000328202,0.01000,1.574 +40,mlp.experts.102.up_proj,0.0000304736,0.01000,1.697 +40,mlp.experts.106.up_proj,0.0000337441,0.01000,1.735 +40,mlp.experts.97.up_proj,0.0000310692,0.01000,1.654 +40,mlp.experts.110.up_proj,0.0000342205,0.01000,1.856 +40,mlp.experts.125.up_proj,0.0000412041,0.01000,1.658 +40,mlp.experts.117.up_proj,0.0000312815,0.01000,1.706 +40,mlp.experts.119.up_proj,0.0000339956,0.01000,1.993 +40,mlp.experts.123.up_proj,0.0000343689,0.01000,1.733 +40,mlp.experts.127.up_proj,0.0000312288,0.01000,1.799 +40,mlp.experts.115.up_proj,0.0000342514,0.01000,1.477 +40,mlp.experts.121.up_proj,0.0000342952,0.01000,1.404 +40,mlp.experts.113.up_proj,0.0000335811,0.01000,1.185 +40,mlp.experts.114.up_proj,0.0000346922,0.01000,1.810 +40,mlp.experts.118.up_proj,0.0000344946,0.01000,1.780 +40,mlp.experts.122.up_proj,0.0000321926,0.01000,1.854 +40,mlp.experts.126.up_proj,0.0000349838,0.01000,1.691 +40,mlp.experts.12.down_proj,0.0000173508,0.01000,0.791 +40,mlp.experts.4.down_proj,0.0000087024,0.01000,0.798 +40,mlp.experts.8.down_proj,0.0000145409,0.01000,0.798 +40,mlp.experts.0.down_proj,0.0000328035,0.01000,0.837 +40,mlp.experts.7.down_proj,0.0000104999,0.01000,0.910 +40,mlp.experts.11.down_proj,0.0000096763,0.01000,0.927 +40,mlp.experts.3.down_proj,0.0000083773,0.01000,0.952 +40,mlp.experts.15.down_proj,0.0000102769,0.01000,0.902 +40,mlp.experts.2.down_proj,0.0000117571,0.01000,0.994 +40,mlp.experts.10.down_proj,0.0000062482,0.01000,0.997 +40,mlp.experts.14.down_proj,0.0000075654,0.01000,0.932 +40,mlp.experts.6.down_proj,0.0000101021,0.01000,1.033 +40,mlp.experts.9.down_proj,0.0000067647,0.01000,1.073 +40,mlp.experts.5.down_proj,0.0000200764,0.01000,1.085 +40,mlp.experts.13.down_proj,0.0000133177,0.01000,1.029 +40,mlp.experts.1.down_proj,0.0000134190,0.01000,1.192 +40,mlp.experts.28.down_proj,0.0000052740,0.01000,0.667 +40,mlp.experts.24.down_proj,0.0000069538,0.01000,0.665 +40,mlp.experts.20.down_proj,0.0000126819,0.01000,0.674 +40,mlp.experts.23.down_proj,0.0000115125,0.01000,0.585 +40,mlp.experts.27.down_proj,0.0000054588,0.01000,0.602 +40,mlp.experts.19.down_proj,0.0000075813,0.01000,0.593 +40,mlp.experts.31.down_proj,0.0000274242,0.01000,0.587 +40,mlp.experts.16.down_proj,0.0000062800,0.01000,0.776 +40,mlp.experts.18.down_proj,0.0000061439,0.01000,0.750 +40,mlp.experts.30.down_proj,0.0000071949,0.01000,0.732 +40,mlp.experts.26.down_proj,0.0000079016,0.01000,0.741 +40,mlp.experts.22.down_proj,0.0000078601,0.01000,0.844 +40,mlp.experts.29.down_proj,0.0000112671,0.01000,0.815 +40,mlp.experts.25.down_proj,0.0000056137,0.01000,0.860 +40,mlp.experts.21.down_proj,0.0000163854,0.01000,0.856 +40,mlp.experts.17.down_proj,0.0000075194,0.01000,0.814 +40,mlp.experts.44.down_proj,0.0000158776,0.01000,0.613 +40,mlp.experts.40.down_proj,0.0000098752,0.01000,0.620 +40,mlp.experts.36.down_proj,0.0000101806,0.01000,0.620 +40,mlp.experts.39.down_proj,0.0000095968,0.01000,0.672 +40,mlp.experts.35.down_proj,0.0000119345,0.01000,0.681 +40,mlp.experts.47.down_proj,0.0000208779,0.01000,0.712 +40,mlp.experts.43.down_proj,0.0000087983,0.01000,0.719 +40,mlp.experts.32.down_proj,0.0000233555,0.01000,0.724 +40,mlp.experts.46.down_proj,0.0000099834,0.01000,0.762 +40,mlp.experts.34.down_proj,0.0000102920,0.01000,0.782 +40,mlp.experts.42.down_proj,0.0000189118,0.01000,0.800 +40,mlp.experts.38.down_proj,0.0000280857,0.01000,0.745 +40,mlp.experts.45.down_proj,0.0000065252,0.01000,0.708 +40,mlp.experts.41.down_proj,0.0000063721,0.01000,0.713 +40,mlp.experts.37.down_proj,0.0000070013,0.01000,0.725 +40,mlp.experts.60.down_proj,0.0000085670,0.01000,0.610 +40,mlp.experts.33.down_proj,0.0000118697,0.01000,0.716 +40,mlp.experts.56.down_proj,0.0000124103,0.01000,0.616 +40,mlp.experts.52.down_proj,0.0000068526,0.01000,0.619 +40,mlp.experts.55.down_proj,0.0000093542,0.01000,0.698 +40,mlp.experts.51.down_proj,0.0000110413,0.01000,0.680 +40,mlp.experts.63.down_proj,0.0000071899,0.01000,0.666 +40,mlp.experts.59.down_proj,0.0000173495,0.01000,0.712 +40,mlp.experts.48.down_proj,0.0000141501,0.01000,0.696 +40,mlp.experts.61.down_proj,0.0000300723,0.01000,0.697 +40,mlp.experts.76.down_proj,0.0000080663,0.01000,0.631 +40,mlp.experts.72.down_proj,0.0000068850,0.01000,0.622 +40,mlp.experts.68.down_proj,0.0000128030,0.01000,0.622 +40,mlp.experts.57.down_proj,0.0000073009,0.01000,0.712 +40,mlp.experts.53.down_proj,0.0000092223,0.01000,0.715 +40,mlp.experts.50.down_proj,0.0000109427,0.01000,0.866 +40,mlp.experts.62.down_proj,0.0000099534,0.01000,0.882 +40,mlp.experts.58.down_proj,0.0000140926,0.01000,0.849 +40,mlp.experts.49.down_proj,0.0000076997,0.01000,0.715 +40,mlp.experts.71.down_proj,0.0000061384,0.01000,0.585 +40,mlp.experts.67.down_proj,0.0000210134,0.01000,0.591 +40,mlp.experts.79.down_proj,0.0000064243,0.01000,0.585 +40,mlp.experts.54.down_proj,0.0000109339,0.01000,0.896 +40,mlp.experts.75.down_proj,0.0000060099,0.01000,0.571 +40,mlp.experts.64.down_proj,0.0000106354,0.01000,0.690 +40,mlp.experts.92.down_proj,0.0000156748,0.01000,0.623 +40,mlp.experts.84.down_proj,0.0000101462,0.01000,0.615 +40,mlp.experts.88.down_proj,0.0000075035,0.01000,0.625 +40,mlp.experts.77.down_proj,0.0000106139,0.01000,0.707 +40,mlp.experts.73.down_proj,0.0000070248,0.01000,0.717 +40,mlp.experts.87.down_proj,0.0000070426,0.01000,0.621 +40,mlp.experts.69.down_proj,0.0000135593,0.01000,0.710 +40,mlp.experts.95.down_proj,0.0000129883,0.01000,0.616 +40,mlp.experts.65.down_proj,0.0000069138,0.01000,0.705 +40,mlp.experts.83.down_proj,0.0000076362,0.01000,0.642 +40,mlp.experts.91.down_proj,0.0000341366,0.01000,0.631 +40,mlp.experts.74.down_proj,0.0000078044,0.01000,0.814 +40,mlp.experts.66.down_proj,0.0000086898,0.01000,0.829 +40,mlp.experts.78.down_proj,0.0000076672,0.01000,0.920 +40,mlp.experts.70.down_proj,0.0000079324,0.01000,0.833 +40,mlp.experts.80.down_proj,0.0000076308,0.01000,0.678 +40,mlp.experts.100.down_proj,0.0000360796,0.01000,0.622 +40,mlp.experts.108.down_proj,0.0000080514,0.01000,0.632 +40,mlp.experts.104.down_proj,0.0000131229,0.01000,0.618 +40,mlp.experts.93.down_proj,0.0000089207,0.01000,0.744 +40,mlp.experts.99.down_proj,0.0000542740,0.01000,0.692 +40,mlp.experts.111.down_proj,0.0000131093,0.01000,0.713 +40,mlp.experts.89.down_proj,0.0000160763,0.01000,0.773 +40,mlp.experts.85.down_proj,0.0000074723,0.01000,0.798 +40,mlp.experts.103.down_proj,0.0000070197,0.01000,0.803 +40,mlp.experts.107.down_proj,0.0000094782,0.01000,0.714 +40,mlp.experts.81.down_proj,0.0000113757,0.01000,0.770 +40,mlp.experts.82.down_proj,0.0000149386,0.01000,0.766 +40,mlp.experts.90.down_proj,0.0000118486,0.01000,0.791 +40,mlp.experts.94.down_proj,0.0000081734,0.01000,0.761 +40,mlp.experts.96.down_proj,0.0000086515,0.01000,0.713 +40,mlp.experts.86.down_proj,0.0000088423,0.01000,0.756 +40,mlp.experts.116.down_proj,0.0000069864,0.01000,0.620 +40,mlp.experts.124.down_proj,0.0000109413,0.01000,0.616 +40,mlp.experts.120.down_proj,0.0000150465,0.01000,0.619 +40,mlp.experts.112.down_proj,0.0000214285,0.01000,0.414 +40,mlp.experts.127.down_proj,0.0000072596,0.01000,0.700 +40,mlp.experts.109.down_proj,0.0000105210,0.01000,0.826 +40,mlp.experts.115.down_proj,0.0000075113,0.01000,0.795 +40,mlp.experts.119.down_proj,0.0000126138,0.01000,0.746 +40,mlp.experts.123.down_proj,0.0000085174,0.01000,0.749 +40,mlp.experts.101.down_proj,0.0000070431,0.01000,0.841 +40,mlp.experts.105.down_proj,0.0000125244,0.01000,0.878 +40,mlp.experts.98.down_proj,0.0000112913,0.01000,0.754 +40,mlp.experts.97.down_proj,0.0000069735,0.01000,0.827 +40,mlp.experts.106.down_proj,0.0000087146,0.01000,0.779 +40,mlp.experts.110.down_proj,0.0000129865,0.01000,0.744 +40,mlp.experts.102.down_proj,0.0000054079,0.01000,0.720 +40,mlp.experts.125.down_proj,0.0000261967,0.01000,0.747 +40,mlp.experts.114.down_proj,0.0000076907,0.01000,0.720 +40,mlp.experts.117.down_proj,0.0000075834,0.01000,0.757 +40,mlp.experts.121.down_proj,0.0000112516,0.01000,0.761 +40,mlp.experts.113.down_proj,0.0000112446,0.01000,0.763 +40,mlp.experts.126.down_proj,0.0000111212,0.01000,0.700 +40,mlp.experts.122.down_proj,0.0000128297,0.01000,0.726 +40,mlp.experts.118.down_proj,0.0000092824,0.01000,0.692 +41,self_attn.v_proj,0.0000039037,0.01000,0.816 +41,self_attn.k_proj,0.0000025236,0.01000,0.839 +41,self_attn.q_proj,0.0000240758,0.01000,0.849 +41,self_attn.o_proj,0.0000020101,0.01000,1.480 +41,mlp.experts.3.gate_proj,0.0000361246,0.01000,1.831 +41,mlp.experts.15.gate_proj,0.0000361862,0.01000,1.795 +41,mlp.experts.7.gate_proj,0.0000402840,0.01000,1.836 +41,mlp.experts.11.gate_proj,0.0000392900,0.01000,1.846 +41,mlp.experts.10.gate_proj,0.0000365861,0.01000,1.965 +41,mlp.experts.4.gate_proj,0.0000368765,0.01000,2.026 +41,mlp.experts.14.gate_proj,0.0000357803,0.01000,2.002 +41,mlp.experts.2.gate_proj,0.0000349277,0.01000,2.067 +41,mlp.experts.8.gate_proj,0.0000401756,0.01000,2.097 +41,mlp.experts.12.gate_proj,0.0000392275,0.01000,2.125 +41,mlp.experts.0.gate_proj,0.0000357705,0.01000,2.136 +41,mlp.experts.6.gate_proj,0.0000335445,0.01000,2.194 +41,mlp.experts.13.gate_proj,0.0000364879,0.01000,2.335 +41,mlp.experts.9.gate_proj,0.0000346900,0.01000,2.363 +41,mlp.experts.5.gate_proj,0.0000381271,0.01000,2.363 +41,mlp.experts.1.gate_proj,0.0000359269,0.01000,2.474 +41,mlp.experts.19.gate_proj,0.0000392499,0.01000,1.618 +41,mlp.experts.31.gate_proj,0.0000413141,0.01000,1.615 +41,mlp.experts.23.gate_proj,0.0000425252,0.01000,1.630 +41,mlp.experts.27.gate_proj,0.0000338488,0.01000,1.655 +41,mlp.experts.20.gate_proj,0.0000341374,0.01000,1.819 +41,mlp.experts.26.gate_proj,0.0000669307,0.01000,1.857 +41,mlp.experts.30.gate_proj,0.0000366880,0.01000,1.846 +41,mlp.experts.24.gate_proj,0.0000427030,0.01000,1.834 +41,mlp.experts.28.gate_proj,0.0000360184,0.01000,1.823 +41,mlp.experts.22.gate_proj,0.0000335880,0.01000,1.817 +41,mlp.experts.18.gate_proj,0.0000361016,0.01000,1.983 +41,mlp.experts.16.gate_proj,0.0000386123,0.01000,1.948 +41,mlp.experts.21.gate_proj,0.0000377627,0.01000,1.981 +41,mlp.experts.29.gate_proj,0.0000394840,0.01000,2.039 +41,mlp.experts.25.gate_proj,0.0000370400,0.01000,2.004 +41,mlp.experts.17.gate_proj,0.0000337254,0.01000,2.002 +41,mlp.experts.47.gate_proj,0.0000361360,0.01000,1.648 +41,mlp.experts.39.gate_proj,0.0000597409,0.01000,1.638 +41,mlp.experts.43.gate_proj,0.0000410860,0.01000,1.804 +41,mlp.experts.36.gate_proj,0.0000375670,0.01000,1.686 +41,mlp.experts.35.gate_proj,0.0000364817,0.01000,2.159 +41,mlp.experts.40.gate_proj,0.0000326497,0.01000,1.660 +41,mlp.experts.42.gate_proj,0.0000709057,0.01000,1.779 +41,mlp.experts.46.gate_proj,0.0000363118,0.01000,1.763 +41,mlp.experts.44.gate_proj,0.0000390304,0.01000,1.710 +41,mlp.experts.38.gate_proj,0.0000477514,0.01000,1.832 +41,mlp.experts.32.gate_proj,0.0000409939,0.01000,1.787 +41,mlp.experts.34.gate_proj,0.0000350123,0.01000,1.895 +41,mlp.experts.41.gate_proj,0.0000502921,0.01000,1.861 +41,mlp.experts.37.gate_proj,0.0000310066,0.01000,1.912 +41,mlp.experts.45.gate_proj,0.0000416483,0.01000,1.910 +41,mlp.experts.33.gate_proj,0.0000342635,0.01000,2.070 +41,mlp.experts.63.gate_proj,0.0000362463,0.01000,1.674 +41,mlp.experts.55.gate_proj,0.0000493683,0.01000,1.668 +41,mlp.experts.52.gate_proj,0.0000333593,0.01000,1.610 +41,mlp.experts.56.gate_proj,0.0000360593,0.01000,1.587 +41,mlp.experts.59.gate_proj,0.0000357520,0.01000,1.908 +41,mlp.experts.60.gate_proj,0.0000347570,0.01000,1.615 +41,mlp.experts.48.gate_proj,0.0000362696,0.01000,1.586 +41,mlp.experts.58.gate_proj,0.0000368660,0.01000,1.876 +41,mlp.experts.62.gate_proj,0.0000369700,0.01000,1.906 +41,mlp.experts.51.gate_proj,0.0000330148,0.01000,2.012 +41,mlp.experts.54.gate_proj,0.0000547028,0.01000,1.939 +41,mlp.experts.50.gate_proj,0.0000420087,0.01000,2.029 +41,mlp.experts.57.gate_proj,0.0000474105,0.01000,1.932 +41,mlp.experts.53.gate_proj,0.0000349160,0.01000,2.044 +41,mlp.experts.61.gate_proj,0.0000460020,0.01000,2.044 +41,mlp.experts.79.gate_proj,0.0000371184,0.01000,1.680 +41,mlp.experts.49.gate_proj,0.0000532289,0.01000,2.091 +41,mlp.experts.72.gate_proj,0.0000376083,0.01000,1.503 +41,mlp.experts.68.gate_proj,0.0000349334,0.01000,1.553 +41,mlp.experts.76.gate_proj,0.0000415780,0.01000,1.541 +41,mlp.experts.71.gate_proj,0.0000391938,0.01000,2.098 +41,mlp.experts.75.gate_proj,0.0000359847,0.01000,1.790 +41,mlp.experts.64.gate_proj,0.0000359327,0.01000,1.630 +41,mlp.experts.74.gate_proj,0.0000395935,0.01000,1.810 +41,mlp.experts.78.gate_proj,0.0000334102,0.01000,1.809 +41,mlp.experts.70.gate_proj,0.0000505576,0.01000,1.806 +41,mlp.experts.67.gate_proj,0.0000391833,0.01000,2.009 +41,mlp.experts.66.gate_proj,0.0000329876,0.01000,1.935 +41,mlp.experts.95.gate_proj,0.0000329636,0.01000,1.690 +41,mlp.experts.73.gate_proj,0.0000362824,0.01000,1.999 +41,mlp.experts.88.gate_proj,0.0000455123,0.01000,1.575 +41,mlp.experts.77.gate_proj,0.0000386226,0.01000,1.980 +41,mlp.experts.92.gate_proj,0.0000378248,0.01000,1.564 +41,mlp.experts.84.gate_proj,0.0000419918,0.01000,1.678 +41,mlp.experts.69.gate_proj,0.0000366774,0.01000,2.087 +41,mlp.experts.80.gate_proj,0.0000430712,0.01000,1.566 +41,mlp.experts.91.gate_proj,0.0000387775,0.01000,1.749 +41,mlp.experts.65.gate_proj,0.0000363658,0.01000,2.150 +41,mlp.experts.87.gate_proj,0.0000364870,0.01000,1.927 +41,mlp.experts.90.gate_proj,0.0000350340,0.01000,1.790 +41,mlp.experts.94.gate_proj,0.0000329815,0.01000,1.801 +41,mlp.experts.86.gate_proj,0.0000390707,0.01000,1.770 +41,mlp.experts.83.gate_proj,0.0000335990,0.01000,1.824 +41,mlp.experts.82.gate_proj,0.0000354455,0.01000,1.949 +41,mlp.experts.104.gate_proj,0.0000324391,0.01000,1.600 +41,mlp.experts.108.gate_proj,0.0000381033,0.01000,1.576 +41,mlp.experts.100.gate_proj,0.0000341994,0.01000,1.613 +41,mlp.experts.89.gate_proj,0.0000371478,0.01000,1.962 +41,mlp.experts.111.gate_proj,0.0000338454,0.01000,2.060 +41,mlp.experts.96.gate_proj,0.0000319778,0.01000,1.564 +41,mlp.experts.93.gate_proj,0.0000358985,0.01000,1.970 +41,mlp.experts.107.gate_proj,0.0000332916,0.01000,1.749 +41,mlp.experts.103.gate_proj,0.0000325274,0.01000,1.716 +41,mlp.experts.85.gate_proj,0.0000346550,0.01000,2.137 +41,mlp.experts.81.gate_proj,0.0000368103,0.01000,2.069 +41,mlp.experts.106.gate_proj,0.0000319869,0.01000,2.079 +41,mlp.experts.110.gate_proj,0.0000448685,0.01000,2.041 +41,mlp.experts.99.gate_proj,0.0000404446,0.01000,1.953 +41,mlp.experts.102.gate_proj,0.0000321353,0.01000,2.083 +41,mlp.experts.124.gate_proj,0.0000364401,0.01000,1.653 +41,mlp.experts.120.gate_proj,0.0000334820,0.01000,1.763 +41,mlp.experts.116.gate_proj,0.0000339812,0.01000,1.711 +41,mlp.experts.112.gate_proj,0.0000369472,0.01000,1.694 +41,mlp.experts.98.gate_proj,0.0000475496,0.01000,2.131 +41,mlp.experts.127.gate_proj,0.0000383281,0.01000,1.874 +41,mlp.experts.105.gate_proj,0.0000354443,0.01000,2.045 +41,mlp.experts.109.gate_proj,0.0000364068,0.01000,2.046 +41,mlp.experts.123.gate_proj,0.0000331348,0.01000,2.016 +41,mlp.experts.101.gate_proj,0.0000357110,0.01000,2.048 +41,mlp.experts.119.gate_proj,0.0000426680,0.01000,2.090 +41,mlp.experts.97.gate_proj,0.0000355182,0.01000,2.123 +41,mlp.experts.115.gate_proj,0.0000460066,0.01000,1.660 +41,mlp.experts.126.gate_proj,0.0000367763,0.01000,2.129 +41,mlp.experts.122.gate_proj,0.0000663742,0.01000,2.173 +41,mlp.experts.118.gate_proj,0.0000360673,0.01000,1.961 +41,mlp.experts.8.up_proj,0.0000421851,0.01000,1.772 +41,mlp.experts.12.up_proj,0.0000353776,0.01000,1.806 +41,mlp.experts.4.up_proj,0.0000371723,0.01000,1.813 +41,mlp.experts.0.up_proj,0.0000379848,0.01000,1.795 +41,mlp.experts.114.gate_proj,0.0000331451,0.01000,1.862 +41,mlp.experts.15.up_proj,0.0000394706,0.01000,1.935 +41,mlp.experts.125.gate_proj,0.0000413859,0.01000,2.034 +41,mlp.experts.121.gate_proj,0.0000370449,0.01000,2.202 +41,mlp.experts.11.up_proj,0.0000380827,0.01000,1.927 +41,mlp.experts.7.up_proj,0.0000408514,0.01000,1.894 +41,mlp.experts.117.gate_proj,0.0000356354,0.01000,2.081 +41,mlp.experts.3.up_proj,0.0000344862,0.01000,1.821 +41,mlp.experts.14.up_proj,0.0000377814,0.01000,1.654 +41,mlp.experts.6.up_proj,0.0000340640,0.01000,1.628 +41,mlp.experts.113.gate_proj,0.0000373948,0.01000,2.180 +41,mlp.experts.24.up_proj,0.0000396088,0.01000,1.734 +41,mlp.experts.28.up_proj,0.0000374116,0.01000,1.738 +41,mlp.experts.20.up_proj,0.0000384031,0.01000,1.673 +41,mlp.experts.10.up_proj,0.0000371859,0.01000,1.907 +41,mlp.experts.16.up_proj,0.0000406248,0.01000,1.669 +41,mlp.experts.2.up_proj,0.0000386674,0.01000,1.661 +41,mlp.experts.31.up_proj,0.0000424472,0.01000,1.874 +41,mlp.experts.23.up_proj,0.0000436371,0.01000,1.797 +41,mlp.experts.9.up_proj,0.0000360627,0.01000,2.016 +41,mlp.experts.13.up_proj,0.0000359567,0.01000,2.092 +41,mlp.experts.27.up_proj,0.0000345512,0.01000,2.012 +41,mlp.experts.30.up_proj,0.0000370495,0.01000,1.660 +41,mlp.experts.5.up_proj,0.0000397343,0.01000,1.986 +41,mlp.experts.22.up_proj,0.0000345930,0.01000,1.672 +41,mlp.experts.40.up_proj,0.0000339674,0.01000,1.631 +41,mlp.experts.44.up_proj,0.0000402743,0.01000,1.658 +41,mlp.experts.19.up_proj,0.0000400752,0.01000,1.959 +41,mlp.experts.36.up_proj,0.0000382144,0.01000,1.692 +41,mlp.experts.32.up_proj,0.0000426053,0.01000,1.664 +41,mlp.experts.1.up_proj,0.0000362782,0.01000,2.070 +41,mlp.experts.18.up_proj,0.0000361664,0.01000,1.728 +41,mlp.experts.26.up_proj,0.0000522297,0.01000,1.949 +41,mlp.experts.47.up_proj,0.0000357026,0.01000,1.919 +41,mlp.experts.39.up_proj,0.0000459715,0.01000,1.931 +41,mlp.experts.25.up_proj,0.0000389827,0.01000,1.941 +41,mlp.experts.46.up_proj,0.0000379600,0.01000,1.700 +41,mlp.experts.38.up_proj,0.0000444406,0.01000,1.677 +41,mlp.experts.29.up_proj,0.0000422052,0.01000,1.962 +41,mlp.experts.43.up_proj,0.0000434291,0.01000,1.978 +41,mlp.experts.56.up_proj,0.0000386026,0.01000,1.704 +41,mlp.experts.60.up_proj,0.0000370182,0.01000,1.723 +41,mlp.experts.52.up_proj,0.0000366753,0.01000,1.704 +41,mlp.experts.21.up_proj,0.0000380172,0.01000,1.965 +41,mlp.experts.48.up_proj,0.0000373043,0.01000,1.715 +41,mlp.experts.35.up_proj,0.0000393685,0.01000,1.965 +41,mlp.experts.34.up_proj,0.0000359867,0.01000,1.761 +41,mlp.experts.42.up_proj,0.0000536094,0.01000,1.926 +41,mlp.experts.17.up_proj,0.0000367159,0.01000,2.034 +41,mlp.experts.63.up_proj,0.0000390011,0.01000,1.974 +41,mlp.experts.55.up_proj,0.0000545070,0.01000,1.751 +41,mlp.experts.72.up_proj,0.0000375436,0.01000,1.589 +41,mlp.experts.76.up_proj,0.0000412263,0.01000,1.623 +41,mlp.experts.54.up_proj,0.0000444117,0.01000,1.791 +41,mlp.experts.68.up_proj,0.0000364845,0.01000,1.590 +41,mlp.experts.62.up_proj,0.0000369441,0.01000,1.834 +41,mlp.experts.41.up_proj,0.0000476167,0.01000,1.869 +41,mlp.experts.45.up_proj,0.0000417240,0.01000,1.850 +41,mlp.experts.59.up_proj,0.0000372277,0.01000,1.903 +41,mlp.experts.64.up_proj,0.0000383567,0.01000,1.634 +41,mlp.experts.37.up_proj,0.0000325709,0.01000,1.914 +41,mlp.experts.51.up_proj,0.0000337853,0.01000,1.950 +41,mlp.experts.50.up_proj,0.0000393771,0.01000,1.922 +41,mlp.experts.33.up_proj,0.0000348552,0.01000,1.844 +41,mlp.experts.58.up_proj,0.0000366906,0.01000,2.073 +41,mlp.experts.71.up_proj,0.0000422453,0.01000,1.672 +41,mlp.experts.57.up_proj,0.0000451234,0.01000,1.655 +41,mlp.experts.79.up_proj,0.0000366720,0.01000,2.066 +41,mlp.experts.88.up_proj,0.0000444297,0.01000,1.806 +41,mlp.experts.61.up_proj,0.0000399303,0.01000,1.659 +41,mlp.experts.84.up_proj,0.0000398428,0.01000,1.762 +41,mlp.experts.92.up_proj,0.0000398001,0.01000,1.808 +41,mlp.experts.75.up_proj,0.0000364824,0.01000,1.744 +41,mlp.experts.80.up_proj,0.0000437541,0.01000,1.768 +41,mlp.experts.78.up_proj,0.0000347361,0.01000,1.985 +41,mlp.experts.70.up_proj,0.0000474159,0.01000,2.027 +41,mlp.experts.53.up_proj,0.0000367058,0.01000,1.671 +41,mlp.experts.67.up_proj,0.0000441744,0.01000,2.030 +41,mlp.experts.66.up_proj,0.0000358574,0.01000,2.021 +41,mlp.experts.49.up_proj,0.0000420784,0.01000,1.959 +41,mlp.experts.74.up_proj,0.0000424061,0.01000,2.150 +41,mlp.experts.73.up_proj,0.0000355503,0.01000,1.667 +41,mlp.experts.104.up_proj,0.0000338628,0.01000,1.672 +41,mlp.experts.77.up_proj,0.0000377437,0.01000,1.652 +41,mlp.experts.100.up_proj,0.0000342577,0.01000,1.662 +41,mlp.experts.108.up_proj,0.0000407567,0.01000,1.641 +41,mlp.experts.87.up_proj,0.0000364731,0.01000,1.954 +41,mlp.experts.69.up_proj,0.0000388099,0.01000,1.657 +41,mlp.experts.96.up_proj,0.0000332317,0.01000,1.696 +41,mlp.experts.95.up_proj,0.0000345665,0.01000,2.038 +41,mlp.experts.91.up_proj,0.0000402708,0.01000,1.832 +41,mlp.experts.94.up_proj,0.0000342967,0.01000,2.040 +41,mlp.experts.86.up_proj,0.0000406016,0.01000,2.075 +41,mlp.experts.83.up_proj,0.0000352287,0.01000,1.922 +41,mlp.experts.65.up_proj,0.0000390699,0.01000,1.935 +41,mlp.experts.82.up_proj,0.0000361677,0.01000,2.086 +41,mlp.experts.89.up_proj,0.0000358033,0.01000,1.647 +41,mlp.experts.93.up_proj,0.0000343621,0.01000,1.652 +41,mlp.experts.116.up_proj,0.0000353540,0.01000,1.847 +41,mlp.experts.124.up_proj,0.0000368234,0.01000,1.905 +41,mlp.experts.85.up_proj,0.0000369710,0.01000,1.662 +41,mlp.experts.90.up_proj,0.0000397146,0.01000,2.158 +41,mlp.experts.103.up_proj,0.0000346634,0.01000,1.969 +41,mlp.experts.120.up_proj,0.0000340065,0.01000,2.087 +41,mlp.experts.111.up_proj,0.0000369951,0.01000,1.758 +41,mlp.experts.112.up_proj,0.0000376172,0.01000,1.798 +41,mlp.experts.107.up_proj,0.0000363411,0.01000,1.865 +41,mlp.experts.110.up_proj,0.0000463994,0.01000,1.966 +41,mlp.experts.102.up_proj,0.0000343257,0.01000,2.074 +41,mlp.experts.99.up_proj,0.0000416242,0.01000,1.818 +41,mlp.experts.105.up_proj,0.0000357574,0.01000,1.639 +41,mlp.experts.109.up_proj,0.0000362500,0.01000,1.630 +41,mlp.experts.81.up_proj,0.0000386940,0.01000,1.928 +41,mlp.experts.98.up_proj,0.0000451624,0.01000,1.971 +41,mlp.experts.101.up_proj,0.0000366000,0.01000,1.598 +41,mlp.experts.123.up_proj,0.0000343892,0.01000,1.573 +41,mlp.experts.127.up_proj,0.0000395320,0.01000,1.715 +41,mlp.experts.106.up_proj,0.0000355237,0.01000,2.024 +41,mlp.experts.119.up_proj,0.0000443750,0.01000,1.983 +41,mlp.experts.115.up_proj,0.0000411035,0.01000,1.264 +41,mlp.experts.118.up_proj,0.0000359639,0.01000,1.758 +41,mlp.experts.126.up_proj,0.0000376936,0.01000,1.957 +41,mlp.experts.121.up_proj,0.0000372320,0.01000,1.456 +41,mlp.experts.125.up_proj,0.0000386805,0.01000,1.447 +41,mlp.experts.97.up_proj,0.0000405397,0.01000,1.437 +41,mlp.experts.114.up_proj,0.0000343825,0.01000,1.521 +41,mlp.experts.117.up_proj,0.0000375831,0.01000,1.398 +41,mlp.experts.122.up_proj,0.0000505707,0.01000,1.193 +41,mlp.experts.113.up_proj,0.0000399408,0.01000,0.728 +41,mlp.experts.4.down_proj,0.0000150238,0.01000,0.743 +41,mlp.experts.12.down_proj,0.0000079021,0.01000,0.759 +41,mlp.experts.8.down_proj,0.0000180825,0.01000,0.761 +41,mlp.experts.15.down_proj,0.0000135417,0.01000,0.754 +41,mlp.experts.3.down_proj,0.0000102084,0.01000,0.804 +41,mlp.experts.13.down_proj,0.0000148916,0.01000,0.800 +41,mlp.experts.0.down_proj,0.0000172024,0.01000,0.764 +41,mlp.experts.7.down_proj,0.0000234403,0.01000,0.818 +41,mlp.experts.1.down_proj,0.0000120084,0.01000,0.816 +41,mlp.experts.5.down_proj,0.0000155745,0.01000,0.819 +41,mlp.experts.11.down_proj,0.0000100812,0.01000,0.774 +41,mlp.experts.9.down_proj,0.0000089280,0.01000,0.807 +41,mlp.experts.6.down_proj,0.0000068124,0.01000,0.862 +41,mlp.experts.2.down_proj,0.0000125610,0.01000,0.884 +41,mlp.experts.10.down_proj,0.0000071820,0.01000,0.846 +41,mlp.experts.14.down_proj,0.0000131508,0.01000,0.936 +41,mlp.experts.27.down_proj,0.0000088284,0.01000,0.630 +41,mlp.experts.31.down_proj,0.0000200414,0.01000,0.665 +41,mlp.experts.19.down_proj,0.0000152386,0.01000,0.678 +41,mlp.experts.23.down_proj,0.0000404653,0.01000,0.677 +41,mlp.experts.20.down_proj,0.0000108118,0.01000,0.765 +41,mlp.experts.25.down_proj,0.0000099442,0.01000,0.667 +41,mlp.experts.24.down_proj,0.0000159059,0.01000,0.754 +41,mlp.experts.28.down_proj,0.0000099815,0.01000,0.764 +41,mlp.experts.22.down_proj,0.0000101073,0.01000,0.672 +41,mlp.experts.21.down_proj,0.0000173364,0.01000,0.724 +41,mlp.experts.18.down_proj,0.0000086435,0.01000,0.721 +41,mlp.experts.17.down_proj,0.0000094995,0.01000,0.775 +41,mlp.experts.29.down_proj,0.0000362940,0.01000,0.802 +41,mlp.experts.16.down_proj,0.0000141568,0.01000,0.822 +41,mlp.experts.30.down_proj,0.0000138444,0.01000,0.726 +41,mlp.experts.26.down_proj,0.0000189446,0.01000,0.787 +41,mlp.experts.47.down_proj,0.0000090159,0.01000,0.713 +41,mlp.experts.38.down_proj,0.0000313193,0.01000,0.665 +41,mlp.experts.44.down_proj,0.0000160509,0.01000,0.699 +41,mlp.experts.39.down_proj,0.0000319963,0.01000,0.746 +41,mlp.experts.35.down_proj,0.0000188426,0.01000,0.777 +41,mlp.experts.36.down_proj,0.0000135278,0.01000,0.739 +41,mlp.experts.43.down_proj,0.0000409055,0.01000,0.811 +41,mlp.experts.40.down_proj,0.0000103862,0.01000,0.756 +41,mlp.experts.32.down_proj,0.0000261821,0.01000,0.645 +41,mlp.experts.34.down_proj,0.0000091631,0.01000,0.719 +41,mlp.experts.41.down_proj,0.0000743577,0.01000,0.818 +41,mlp.experts.33.down_proj,0.0000116590,0.01000,0.761 +41,mlp.experts.46.down_proj,0.0000140638,0.01000,0.716 +41,mlp.experts.45.down_proj,0.0000139825,0.01000,0.765 +41,mlp.experts.42.down_proj,0.0000468971,0.01000,0.728 +41,mlp.experts.37.down_proj,0.0000093349,0.01000,0.883 +41,mlp.experts.60.down_proj,0.0000132036,0.01000,0.574 +41,mlp.experts.48.down_proj,0.0000131610,0.01000,0.564 +41,mlp.experts.52.down_proj,0.0000155819,0.01000,0.596 +41,mlp.experts.63.down_proj,0.0000131958,0.01000,0.726 +41,mlp.experts.56.down_proj,0.0000106863,0.01000,0.629 +41,mlp.experts.54.down_proj,0.0000107244,0.01000,0.721 +41,mlp.experts.55.down_proj,0.0000354943,0.01000,0.766 +41,mlp.experts.50.down_proj,0.0000156747,0.01000,0.702 +41,mlp.experts.51.down_proj,0.0000087912,0.01000,0.788 +41,mlp.experts.59.down_proj,0.0000199291,0.01000,0.796 +41,mlp.experts.62.down_proj,0.0000093723,0.01000,0.728 +41,mlp.experts.58.down_proj,0.0000094514,0.01000,0.750 +41,mlp.experts.57.down_proj,0.0000408640,0.01000,0.862 +41,mlp.experts.61.down_proj,0.0000111660,0.01000,0.820 +41,mlp.experts.49.down_proj,0.0000103000,0.01000,0.850 +41,mlp.experts.53.down_proj,0.0000117896,0.01000,0.796 +41,mlp.experts.76.down_proj,0.0000132785,0.01000,0.625 +41,mlp.experts.68.down_proj,0.0000137578,0.01000,0.609 +41,mlp.experts.64.down_proj,0.0000134161,0.01000,0.622 +41,mlp.experts.72.down_proj,0.0000114468,0.01000,0.613 +41,mlp.experts.70.down_proj,0.0000589041,0.01000,0.749 +41,mlp.experts.79.down_proj,0.0000092744,0.01000,0.837 +41,mlp.experts.66.down_proj,0.0000117170,0.01000,0.706 +41,mlp.experts.78.down_proj,0.0000134276,0.01000,0.700 +41,mlp.experts.74.down_proj,0.0000188124,0.01000,0.680 +41,mlp.experts.71.down_proj,0.0000291805,0.01000,0.834 +41,mlp.experts.67.down_proj,0.0000384826,0.01000,0.799 +41,mlp.experts.75.down_proj,0.0000126587,0.01000,0.802 +41,mlp.experts.73.down_proj,0.0000083036,0.01000,0.759 +41,mlp.experts.65.down_proj,0.0000121588,0.01000,0.748 +41,mlp.experts.77.down_proj,0.0000103169,0.01000,0.777 +41,mlp.experts.92.down_proj,0.0000165805,0.01000,0.571 +41,mlp.experts.69.down_proj,0.0000132995,0.01000,0.743 +41,mlp.experts.84.down_proj,0.0000114677,0.01000,0.563 +41,mlp.experts.80.down_proj,0.0000167340,0.01000,0.555 +41,mlp.experts.88.down_proj,0.0000630738,0.01000,0.555 +41,mlp.experts.86.down_proj,0.0000174668,0.01000,0.731 +41,mlp.experts.95.down_proj,0.0000105527,0.01000,0.729 +41,mlp.experts.82.down_proj,0.0000094485,0.01000,0.746 +41,mlp.experts.83.down_proj,0.0000090791,0.01000,0.727 +41,mlp.experts.91.down_proj,0.0000190838,0.01000,0.724 +41,mlp.experts.100.down_proj,0.0000090779,0.01000,0.574 +41,mlp.experts.96.down_proj,0.0000090209,0.01000,0.576 +41,mlp.experts.87.down_proj,0.0000092819,0.01000,0.777 +41,mlp.experts.108.down_proj,0.0000422405,0.01000,0.597 +41,mlp.experts.94.down_proj,0.0000133874,0.01000,0.820 +41,mlp.experts.90.down_proj,0.0000235867,0.01000,0.827 +41,mlp.experts.104.down_proj,0.0000080403,0.01000,0.578 +41,mlp.experts.81.down_proj,0.0000143607,0.01000,0.741 +41,mlp.experts.89.down_proj,0.0000109679,0.01000,0.778 +41,mlp.experts.93.down_proj,0.0000067039,0.01000,0.772 +41,mlp.experts.85.down_proj,0.0000081167,0.01000,0.787 +41,mlp.experts.116.down_proj,0.0000083485,0.01000,0.568 +41,mlp.experts.124.down_proj,0.0000286596,0.01000,0.570 +41,mlp.experts.112.down_proj,0.0000084462,0.01000,0.592 +41,mlp.experts.102.down_proj,0.0000084105,0.01000,0.795 +41,mlp.experts.120.down_proj,0.0000104565,0.01000,0.553 +41,mlp.experts.111.down_proj,0.0000158493,0.01000,0.776 +41,mlp.experts.98.down_proj,0.0000564453,0.01000,0.845 +41,mlp.experts.99.down_proj,0.0000379822,0.01000,0.822 +41,mlp.experts.110.down_proj,0.0000257006,0.01000,0.777 +41,mlp.experts.103.down_proj,0.0000082047,0.01000,0.815 +41,mlp.experts.106.down_proj,0.0000080932,0.01000,0.790 +41,mlp.experts.107.down_proj,0.0000106128,0.01000,0.854 +41,mlp.experts.97.down_proj,0.0000187511,0.01000,0.776 +41,mlp.experts.105.down_proj,0.0000109109,0.01000,0.766 +41,mlp.experts.109.down_proj,0.0000113762,0.01000,0.757 +41,mlp.experts.101.down_proj,0.0000114006,0.01000,0.783 +41,mlp.experts.127.down_proj,0.0000109336,0.01000,0.652 +41,mlp.experts.118.down_proj,0.0000084486,0.01000,0.754 +41,mlp.experts.114.down_proj,0.0000094094,0.01000,0.672 +41,mlp.experts.126.down_proj,0.0000130107,0.01000,0.619 +41,mlp.experts.123.down_proj,0.0000121876,0.01000,0.593 +41,mlp.experts.122.down_proj,0.0000149986,0.01000,0.605 +41,mlp.experts.115.down_proj,0.0000123196,0.01000,0.641 +41,mlp.experts.119.down_proj,0.0000241687,0.01000,0.613 +41,mlp.experts.113.down_proj,0.0000121719,0.01000,0.704 +41,mlp.experts.121.down_proj,0.0000080902,0.01000,0.701 +41,mlp.experts.125.down_proj,0.0000153671,0.01000,0.682 +41,mlp.experts.117.down_proj,0.0000108375,0.01000,0.652 +42,self_attn.q_proj,0.0000444856,0.01000,0.800 +42,self_attn.v_proj,0.0000091823,0.01000,0.877 +42,self_attn.k_proj,0.0000050783,0.01000,0.967 +42,self_attn.o_proj,0.0000039275,0.01000,1.377 +42,mlp.experts.8.gate_proj,0.0000659253,0.01000,1.747 +42,mlp.experts.4.gate_proj,0.0000479832,0.01000,1.765 +42,mlp.experts.0.gate_proj,0.0000368140,0.01000,1.788 +42,mlp.experts.3.gate_proj,0.0000388618,0.01000,1.996 +42,mlp.experts.7.gate_proj,0.0000368500,0.01000,1.953 +42,mlp.experts.15.gate_proj,0.0000351817,0.01000,1.989 +42,mlp.experts.12.gate_proj,0.0000411254,0.01000,2.005 +42,mlp.experts.11.gate_proj,0.0000365467,0.01000,2.021 +42,mlp.experts.5.gate_proj,0.0000346901,0.01000,2.088 +42,mlp.experts.13.gate_proj,0.0000374925,0.01000,2.130 +42,mlp.experts.9.gate_proj,0.0000470469,0.01000,2.182 +42,mlp.experts.1.gate_proj,0.0000418068,0.01000,2.193 +42,mlp.experts.10.gate_proj,0.0000485378,0.01000,2.175 +42,mlp.experts.6.gate_proj,0.0000595696,0.01000,2.207 +42,mlp.experts.2.gate_proj,0.0000366850,0.01000,2.209 +42,mlp.experts.14.gate_proj,0.0000373103,0.01000,2.278 +42,mlp.experts.20.gate_proj,0.0000385110,0.01000,1.856 +42,mlp.experts.16.gate_proj,0.0000410054,0.01000,1.864 +42,mlp.experts.24.gate_proj,0.0000364652,0.01000,1.956 +42,mlp.experts.23.gate_proj,0.0000393078,0.01000,1.761 +42,mlp.experts.19.gate_proj,0.0000403185,0.01000,1.815 +42,mlp.experts.31.gate_proj,0.0000388192,0.01000,1.810 +42,mlp.experts.27.gate_proj,0.0000408967,0.01000,1.755 +42,mlp.experts.28.gate_proj,0.0000503654,0.01000,2.072 +42,mlp.experts.17.gate_proj,0.0000500188,0.01000,2.001 +42,mlp.experts.21.gate_proj,0.0000418498,0.01000,2.106 +42,mlp.experts.29.gate_proj,0.0000448164,0.01000,2.102 +42,mlp.experts.26.gate_proj,0.0000393656,0.01000,2.130 +42,mlp.experts.25.gate_proj,0.0000507388,0.01000,2.160 +42,mlp.experts.22.gate_proj,0.0000409317,0.01000,2.154 +42,mlp.experts.18.gate_proj,0.0000371621,0.01000,2.159 +42,mlp.experts.30.gate_proj,0.0000392332,0.01000,2.077 +42,mlp.experts.36.gate_proj,0.0000369421,0.01000,1.996 +42,mlp.experts.32.gate_proj,0.0000403701,0.01000,1.981 +42,mlp.experts.39.gate_proj,0.0000424577,0.01000,1.887 +42,mlp.experts.35.gate_proj,0.0000401765,0.01000,1.881 +42,mlp.experts.40.gate_proj,0.0000442471,0.01000,1.993 +42,mlp.experts.43.gate_proj,0.0000371067,0.01000,1.870 +42,mlp.experts.47.gate_proj,0.0000423265,0.01000,1.937 +42,mlp.experts.37.gate_proj,0.0000533295,0.01000,1.946 +42,mlp.experts.45.gate_proj,0.0000501333,0.01000,1.933 +42,mlp.experts.44.gate_proj,0.0000504218,0.01000,2.169 +42,mlp.experts.33.gate_proj,0.0000488569,0.01000,2.157 +42,mlp.experts.42.gate_proj,0.0000438489,0.01000,2.079 +42,mlp.experts.38.gate_proj,0.0000389501,0.01000,2.104 +42,mlp.experts.34.gate_proj,0.0000470415,0.01000,2.101 +42,mlp.experts.41.gate_proj,0.0000423102,0.01000,2.140 +42,mlp.experts.46.gate_proj,0.0000403197,0.01000,2.179 +42,mlp.experts.48.gate_proj,0.0000492307,0.01000,1.897 +42,mlp.experts.52.gate_proj,0.0000441277,0.01000,1.932 +42,mlp.experts.55.gate_proj,0.0000423561,0.01000,1.942 +42,mlp.experts.56.gate_proj,0.0000409787,0.01000,1.935 +42,mlp.experts.59.gate_proj,0.0000397355,0.01000,1.939 +42,mlp.experts.63.gate_proj,0.0000391061,0.01000,1.910 +42,mlp.experts.51.gate_proj,0.0000382805,0.01000,1.996 +42,mlp.experts.58.gate_proj,0.0000418004,0.01000,1.635 +42,mlp.experts.53.gate_proj,0.0000435730,0.01000,1.942 +42,mlp.experts.54.gate_proj,0.0000440000,0.01000,1.633 +42,mlp.experts.62.gate_proj,0.0000357152,0.01000,1.589 +42,mlp.experts.61.gate_proj,0.0000440211,0.01000,1.947 +42,mlp.experts.50.gate_proj,0.0000445532,0.01000,1.797 +42,mlp.experts.60.gate_proj,0.0000393130,0.01000,2.134 +42,mlp.experts.49.gate_proj,0.0000509556,0.01000,2.107 +42,mlp.experts.57.gate_proj,0.0000376541,0.01000,2.182 +42,mlp.experts.74.gate_proj,0.0000400579,0.01000,1.555 +42,mlp.experts.68.gate_proj,0.0000503098,0.01000,2.082 +42,mlp.experts.71.gate_proj,0.0000418457,0.01000,2.070 +42,mlp.experts.78.gate_proj,0.0000391126,0.01000,1.530 +42,mlp.experts.70.gate_proj,0.0000549313,0.01000,1.573 +42,mlp.experts.75.gate_proj,0.0000436293,0.01000,2.053 +42,mlp.experts.64.gate_proj,0.0000372007,0.01000,2.189 +42,mlp.experts.72.gate_proj,0.0000369170,0.01000,2.093 +42,mlp.experts.79.gate_proj,0.0000375267,0.01000,2.136 +42,mlp.experts.67.gate_proj,0.0000354559,0.01000,2.093 +42,mlp.experts.66.gate_proj,0.0000463322,0.01000,1.676 +42,mlp.experts.69.gate_proj,0.0000388662,0.01000,2.084 +42,mlp.experts.77.gate_proj,0.0000394293,0.01000,2.080 +42,mlp.experts.65.gate_proj,0.0000435827,0.01000,1.922 +42,mlp.experts.76.gate_proj,0.0000358011,0.01000,2.106 +42,mlp.experts.73.gate_proj,0.0000391828,0.01000,1.976 +42,mlp.experts.90.gate_proj,0.0000408611,0.01000,1.518 +42,mlp.experts.86.gate_proj,0.0000439473,0.01000,1.506 +42,mlp.experts.94.gate_proj,0.0000415714,0.01000,1.654 +42,mlp.experts.82.gate_proj,0.0000367611,0.01000,1.583 +42,mlp.experts.84.gate_proj,0.0000393751,0.01000,1.964 +42,mlp.experts.87.gate_proj,0.0000394914,0.01000,1.995 +42,mlp.experts.88.gate_proj,0.0000354168,0.01000,1.943 +42,mlp.experts.91.gate_proj,0.0000429973,0.01000,1.996 +42,mlp.experts.80.gate_proj,0.0000406114,0.01000,1.998 +42,mlp.experts.95.gate_proj,0.0000384511,0.01000,1.968 +42,mlp.experts.83.gate_proj,0.0000368634,0.01000,1.967 +42,mlp.experts.85.gate_proj,0.0000448265,0.01000,2.133 +42,mlp.experts.89.gate_proj,0.0000431145,0.01000,1.770 +42,mlp.experts.81.gate_proj,0.0000393370,0.01000,2.066 +42,mlp.experts.93.gate_proj,0.0000378523,0.01000,2.241 +42,mlp.experts.106.gate_proj,0.0000406960,0.01000,1.514 +42,mlp.experts.92.gate_proj,0.0000493109,0.01000,2.093 +42,mlp.experts.102.gate_proj,0.0000391665,0.01000,1.575 +42,mlp.experts.110.gate_proj,0.0000374552,0.01000,1.617 +42,mlp.experts.98.gate_proj,0.0000391664,0.01000,1.562 +42,mlp.experts.100.gate_proj,0.0000431226,0.01000,2.064 +42,mlp.experts.103.gate_proj,0.0000396481,0.01000,2.039 +42,mlp.experts.104.gate_proj,0.0000466489,0.01000,2.065 +42,mlp.experts.107.gate_proj,0.0000462192,0.01000,2.064 +42,mlp.experts.99.gate_proj,0.0000455572,0.01000,2.014 +42,mlp.experts.111.gate_proj,0.0000459960,0.01000,2.037 +42,mlp.experts.96.gate_proj,0.0000425247,0.01000,2.097 +42,mlp.experts.122.gate_proj,0.0000460518,0.01000,1.632 +42,mlp.experts.118.gate_proj,0.0000441350,0.01000,1.553 +42,mlp.experts.105.gate_proj,0.0000425307,0.01000,2.039 +42,mlp.experts.101.gate_proj,0.0000385216,0.01000,2.175 +42,mlp.experts.126.gate_proj,0.0000414308,0.01000,1.554 +42,mlp.experts.97.gate_proj,0.0000418269,0.01000,2.129 +42,mlp.experts.114.gate_proj,0.0000420311,0.01000,1.535 +42,mlp.experts.109.gate_proj,0.0000384203,0.01000,2.257 +42,mlp.experts.108.gate_proj,0.0000458945,0.01000,2.211 +42,mlp.experts.116.gate_proj,0.0000420083,0.01000,2.162 +42,mlp.experts.119.gate_proj,0.0000368760,0.01000,2.127 +42,mlp.experts.115.gate_proj,0.0000373247,0.01000,2.044 +42,mlp.experts.120.gate_proj,0.0000389709,0.01000,2.109 +42,mlp.experts.123.gate_proj,0.0000368128,0.01000,2.130 +42,mlp.experts.6.up_proj,0.0000551156,0.01000,1.627 +42,mlp.experts.127.gate_proj,0.0000400998,0.01000,2.130 +42,mlp.experts.10.up_proj,0.0000486783,0.01000,1.675 +42,mlp.experts.14.up_proj,0.0000393499,0.01000,1.519 +42,mlp.experts.112.gate_proj,0.0000403480,0.01000,2.218 +42,mlp.experts.2.up_proj,0.0000400573,0.01000,1.535 +42,mlp.experts.121.gate_proj,0.0000371520,0.01000,1.956 +42,mlp.experts.117.gate_proj,0.0000396307,0.01000,2.064 +42,mlp.experts.113.gate_proj,0.0000412170,0.01000,1.977 +42,mlp.experts.125.gate_proj,0.0000433883,0.01000,2.115 +42,mlp.experts.124.gate_proj,0.0000453822,0.01000,2.121 +42,mlp.experts.26.up_proj,0.0000418679,0.01000,1.568 +42,mlp.experts.30.up_proj,0.0000418176,0.01000,1.494 +42,mlp.experts.22.up_proj,0.0000453094,0.01000,1.650 +42,mlp.experts.18.up_proj,0.0000424398,0.01000,1.521 +42,mlp.experts.3.up_proj,0.0000405220,0.01000,2.025 +42,mlp.experts.8.up_proj,0.0000537822,0.01000,2.031 +42,mlp.experts.7.up_proj,0.0000412196,0.01000,2.061 +42,mlp.experts.15.up_proj,0.0000374413,0.01000,1.969 +42,mlp.experts.4.up_proj,0.0000498929,0.01000,2.098 +42,mlp.experts.11.up_proj,0.0000433245,0.01000,2.025 +42,mlp.experts.0.up_proj,0.0000382501,0.01000,2.250 +42,mlp.experts.9.up_proj,0.0000492909,0.01000,1.963 +42,mlp.experts.1.up_proj,0.0000444882,0.01000,2.002 +42,mlp.experts.5.up_proj,0.0000399797,0.01000,2.129 +42,mlp.experts.13.up_proj,0.0000413737,0.01000,2.151 +42,mlp.experts.42.up_proj,0.0000439590,0.01000,1.606 +42,mlp.experts.12.up_proj,0.0000431260,0.01000,2.183 +42,mlp.experts.46.up_proj,0.0000441558,0.01000,1.676 +42,mlp.experts.38.up_proj,0.0000411334,0.01000,1.630 +42,mlp.experts.34.up_proj,0.0000496169,0.01000,1.629 +42,mlp.experts.31.up_proj,0.0000430615,0.01000,2.160 +42,mlp.experts.19.up_proj,0.0000424860,0.01000,2.212 +42,mlp.experts.23.up_proj,0.0000415110,0.01000,2.219 +42,mlp.experts.27.up_proj,0.0000431999,0.01000,2.198 +42,mlp.experts.24.up_proj,0.0000382592,0.01000,2.254 +42,mlp.experts.20.up_proj,0.0000415909,0.01000,2.262 +42,mlp.experts.16.up_proj,0.0000422820,0.01000,2.110 +42,mlp.experts.25.up_proj,0.0000461400,0.01000,2.228 +42,mlp.experts.17.up_proj,0.0000469222,0.01000,2.096 +42,mlp.experts.21.up_proj,0.0000435315,0.01000,2.171 +42,mlp.experts.58.up_proj,0.0000425358,0.01000,1.818 +42,mlp.experts.28.up_proj,0.0000463429,0.01000,1.881 +42,mlp.experts.54.up_proj,0.0000486411,0.01000,1.883 +42,mlp.experts.62.up_proj,0.0000388242,0.01000,1.980 +42,mlp.experts.50.up_proj,0.0000426065,0.01000,1.873 +42,mlp.experts.29.up_proj,0.0000492231,0.01000,2.230 +42,mlp.experts.36.up_proj,0.0000395217,0.01000,1.609 +42,mlp.experts.40.up_proj,0.0000501004,0.01000,1.696 +42,mlp.experts.32.up_proj,0.0000417952,0.01000,1.619 +42,mlp.experts.39.up_proj,0.0000432771,0.01000,2.121 +42,mlp.experts.47.up_proj,0.0000445563,0.01000,2.200 +42,mlp.experts.35.up_proj,0.0000425037,0.01000,2.238 +42,mlp.experts.43.up_proj,0.0000384939,0.01000,2.182 +42,mlp.experts.44.up_proj,0.0000526500,0.01000,1.587 +42,mlp.experts.41.up_proj,0.0000461061,0.01000,2.310 +42,mlp.experts.33.up_proj,0.0000452623,0.01000,2.335 +42,mlp.experts.74.up_proj,0.0000439834,0.01000,2.069 +42,mlp.experts.70.up_proj,0.0000484420,0.01000,2.059 +42,mlp.experts.37.up_proj,0.0000481633,0.01000,2.309 +42,mlp.experts.66.up_proj,0.0000442768,0.01000,2.007 +42,mlp.experts.78.up_proj,0.0000400658,0.01000,2.071 +42,mlp.experts.45.up_proj,0.0000537115,0.01000,2.172 +42,mlp.experts.52.up_proj,0.0000452627,0.01000,1.763 +42,mlp.experts.56.up_proj,0.0000437985,0.01000,1.805 +42,mlp.experts.48.up_proj,0.0000524839,0.01000,1.796 +42,mlp.experts.59.up_proj,0.0000421782,0.01000,2.051 +42,mlp.experts.55.up_proj,0.0000447203,0.01000,2.145 +42,mlp.experts.51.up_proj,0.0000411398,0.01000,2.108 +42,mlp.experts.63.up_proj,0.0000409411,0.01000,2.204 +42,mlp.experts.60.up_proj,0.0000419414,0.01000,1.946 +42,mlp.experts.90.up_proj,0.0000433287,0.01000,1.813 +42,mlp.experts.86.up_proj,0.0000477367,0.01000,1.768 +42,mlp.experts.82.up_proj,0.0000388980,0.01000,1.790 +42,mlp.experts.94.up_proj,0.0000437232,0.01000,1.807 +42,mlp.experts.57.up_proj,0.0000411237,0.01000,2.193 +42,mlp.experts.53.up_proj,0.0000414442,0.01000,2.040 +42,mlp.experts.49.up_proj,0.0000476085,0.01000,2.316 +42,mlp.experts.61.up_proj,0.0000443121,0.01000,1.970 +42,mlp.experts.68.up_proj,0.0000514308,0.01000,1.883 +42,mlp.experts.72.up_proj,0.0000397966,0.01000,1.901 +42,mlp.experts.64.up_proj,0.0000414335,0.01000,1.983 +42,mlp.experts.71.up_proj,0.0000432150,0.01000,1.721 +42,mlp.experts.67.up_proj,0.0000379846,0.01000,1.702 +42,mlp.experts.79.up_proj,0.0000397414,0.01000,1.693 +42,mlp.experts.75.up_proj,0.0000448450,0.01000,1.893 +42,mlp.experts.76.up_proj,0.0000381448,0.01000,1.813 +42,mlp.experts.106.up_proj,0.0000415355,0.01000,2.031 +42,mlp.experts.102.up_proj,0.0000456058,0.01000,2.027 +42,mlp.experts.98.up_proj,0.0000421454,0.01000,2.015 +42,mlp.experts.110.up_proj,0.0000380076,0.01000,1.995 +42,mlp.experts.69.up_proj,0.0000399831,0.01000,1.874 +42,mlp.experts.65.up_proj,0.0000438703,0.01000,1.910 +42,mlp.experts.84.up_proj,0.0000410885,0.01000,1.851 +42,mlp.experts.73.up_proj,0.0000432491,0.01000,2.163 +42,mlp.experts.77.up_proj,0.0000401864,0.01000,2.198 +42,mlp.experts.88.up_proj,0.0000375895,0.01000,2.037 +42,mlp.experts.80.up_proj,0.0000435396,0.01000,1.875 +42,mlp.experts.87.up_proj,0.0000398886,0.01000,1.674 +42,mlp.experts.83.up_proj,0.0000391609,0.01000,1.686 +42,mlp.experts.95.up_proj,0.0000402563,0.01000,1.678 +42,mlp.experts.91.up_proj,0.0000475984,0.01000,1.891 +42,mlp.experts.92.up_proj,0.0000522771,0.01000,2.021 +42,mlp.experts.122.up_proj,0.0000440809,0.01000,2.018 +42,mlp.experts.118.up_proj,0.0000421148,0.01000,1.985 +42,mlp.experts.126.up_proj,0.0000433759,0.01000,1.933 +42,mlp.experts.114.up_proj,0.0000417258,0.01000,2.000 +42,mlp.experts.85.up_proj,0.0000473224,0.01000,2.015 +42,mlp.experts.100.up_proj,0.0000442343,0.01000,1.916 +42,mlp.experts.89.up_proj,0.0000411119,0.01000,2.058 +42,mlp.experts.81.up_proj,0.0000412328,0.01000,2.146 +42,mlp.experts.103.up_proj,0.0000462564,0.01000,1.706 +42,mlp.experts.99.up_proj,0.0000453586,0.01000,1.720 +42,mlp.experts.111.up_proj,0.0000444887,0.01000,1.716 +42,mlp.experts.96.up_proj,0.0000427048,0.01000,1.921 +42,mlp.experts.104.up_proj,0.0000478218,0.01000,2.000 +42,mlp.experts.93.up_proj,0.0000433435,0.01000,2.047 +42,mlp.experts.107.up_proj,0.0000458780,0.01000,1.937 +42,mlp.experts.108.up_proj,0.0000487983,0.01000,2.157 +42,mlp.experts.116.up_proj,0.0000423144,0.01000,1.711 +42,mlp.experts.119.up_proj,0.0000398206,0.01000,1.624 +42,mlp.experts.115.up_proj,0.0000404180,0.01000,1.613 +42,mlp.experts.101.up_proj,0.0000435632,0.01000,2.054 +42,mlp.experts.127.up_proj,0.0000424416,0.01000,1.607 +42,mlp.experts.120.up_proj,0.0000411806,0.01000,1.666 +42,mlp.experts.97.up_proj,0.0000450867,0.01000,1.969 +42,mlp.experts.105.up_proj,0.0000459116,0.01000,1.984 +42,mlp.experts.112.up_proj,0.0000428923,0.01000,1.811 +42,mlp.experts.123.up_proj,0.0000415310,0.01000,1.407 +42,mlp.experts.109.up_proj,0.0000406914,0.01000,1.948 +42,mlp.experts.124.up_proj,0.0000479943,0.01000,1.061 +42,mlp.experts.117.up_proj,0.0000411959,0.01000,1.844 +42,mlp.experts.113.up_proj,0.0000439744,0.01000,1.760 +42,mlp.experts.121.up_proj,0.0000400396,0.01000,1.821 +42,mlp.experts.125.up_proj,0.0000444073,0.01000,1.634 +42,mlp.experts.4.down_proj,0.0000519918,0.01000,0.641 +42,mlp.experts.12.down_proj,0.0000134409,0.01000,0.636 +42,mlp.experts.11.down_proj,0.0000297705,0.01000,0.655 +42,mlp.experts.7.down_proj,0.0000126938,0.01000,0.665 +42,mlp.experts.15.down_proj,0.0000131415,0.01000,0.656 +42,mlp.experts.3.down_proj,0.0000112420,0.01000,0.683 +42,mlp.experts.0.down_proj,0.0000176160,0.01000,0.742 +42,mlp.experts.2.down_proj,0.0000182343,0.01000,0.793 +42,mlp.experts.14.down_proj,0.0000118916,0.01000,0.787 +42,mlp.experts.10.down_proj,0.0000333977,0.01000,0.799 +42,mlp.experts.6.down_proj,0.0000709371,0.01000,0.813 +42,mlp.experts.8.down_proj,0.0000203272,0.01000,0.804 +42,mlp.experts.1.down_proj,0.0000195300,0.01000,0.836 +42,mlp.experts.13.down_proj,0.0000122205,0.01000,0.846 +42,mlp.experts.9.down_proj,0.0000255318,0.01000,0.846 +42,mlp.experts.5.down_proj,0.0000128600,0.01000,0.886 +42,mlp.experts.28.down_proj,0.0000176910,0.01000,0.620 +42,mlp.experts.27.down_proj,0.0000244050,0.01000,0.626 +42,mlp.experts.23.down_proj,0.0000105264,0.01000,0.639 +42,mlp.experts.31.down_proj,0.0000176852,0.01000,0.650 +42,mlp.experts.20.down_proj,0.0000160348,0.01000,0.693 +42,mlp.experts.19.down_proj,0.0000115667,0.01000,0.658 +42,mlp.experts.16.down_proj,0.0000105865,0.01000,0.739 +42,mlp.experts.26.down_proj,0.0000131083,0.01000,0.747 +42,mlp.experts.24.down_proj,0.0000119280,0.01000,0.734 +42,mlp.experts.22.down_proj,0.0000129277,0.01000,0.763 +42,mlp.experts.30.down_proj,0.0000291586,0.01000,0.784 +42,mlp.experts.18.down_proj,0.0000141401,0.01000,0.813 +42,mlp.experts.17.down_proj,0.0000628932,0.01000,0.787 +42,mlp.experts.25.down_proj,0.0000253843,0.01000,0.830 +42,mlp.experts.21.down_proj,0.0000196536,0.01000,0.811 +42,mlp.experts.29.down_proj,0.0000349699,0.01000,0.871 +42,mlp.experts.43.down_proj,0.0000119972,0.01000,0.554 +42,mlp.experts.39.down_proj,0.0000213831,0.01000,0.553 +42,mlp.experts.35.down_proj,0.0000142408,0.01000,0.546 +42,mlp.experts.47.down_proj,0.0000176234,0.01000,0.585 +42,mlp.experts.44.down_proj,0.0000701248,0.01000,0.646 +42,mlp.experts.36.down_proj,0.0000108744,0.01000,0.689 +42,mlp.experts.32.down_proj,0.0000103310,0.01000,0.649 +42,mlp.experts.40.down_proj,0.0000892147,0.01000,0.738 +42,mlp.experts.33.down_proj,0.0000132270,0.01000,0.747 +42,mlp.experts.46.down_proj,0.0000173520,0.01000,0.778 +42,mlp.experts.42.down_proj,0.0000135993,0.01000,0.819 +42,mlp.experts.38.down_proj,0.0000140456,0.01000,0.800 +42,mlp.experts.34.down_proj,0.0000291804,0.01000,0.785 +42,mlp.experts.59.down_proj,0.0000114695,0.01000,0.551 +42,mlp.experts.55.down_proj,0.0000102387,0.01000,0.558 +42,mlp.experts.51.down_proj,0.0000138881,0.01000,0.545 +42,mlp.experts.45.down_proj,0.0000556915,0.01000,0.750 +42,mlp.experts.41.down_proj,0.0000228245,0.01000,0.783 +42,mlp.experts.37.down_proj,0.0000191465,0.01000,0.782 +42,mlp.experts.63.down_proj,0.0000187624,0.01000,0.593 +42,mlp.experts.60.down_proj,0.0000170439,0.01000,0.657 +42,mlp.experts.52.down_proj,0.0000357971,0.01000,0.668 +42,mlp.experts.48.down_proj,0.0000672779,0.01000,0.631 +42,mlp.experts.56.down_proj,0.0000386695,0.01000,0.632 +42,mlp.experts.75.down_proj,0.0000129131,0.01000,0.552 +42,mlp.experts.71.down_proj,0.0000118219,0.01000,0.543 +42,mlp.experts.67.down_proj,0.0000152835,0.01000,0.550 +42,mlp.experts.79.down_proj,0.0000106546,0.01000,0.568 +42,mlp.experts.49.down_proj,0.0000316332,0.01000,0.733 +42,mlp.experts.62.down_proj,0.0000104214,0.01000,0.819 +42,mlp.experts.50.down_proj,0.0000119206,0.01000,0.797 +42,mlp.experts.76.down_proj,0.0000099364,0.01000,0.627 +42,mlp.experts.57.down_proj,0.0000172223,0.01000,0.718 +42,mlp.experts.61.down_proj,0.0000256434,0.01000,0.724 +42,mlp.experts.58.down_proj,0.0000131223,0.01000,0.834 +42,mlp.experts.53.down_proj,0.0000120427,0.01000,0.764 +42,mlp.experts.54.down_proj,0.0000322037,0.01000,0.933 +42,mlp.experts.68.down_proj,0.0000469102,0.01000,0.742 +42,mlp.experts.64.down_proj,0.0000154845,0.01000,0.695 +42,mlp.experts.91.down_proj,0.0000409203,0.01000,0.594 +42,mlp.experts.87.down_proj,0.0000131634,0.01000,0.601 +42,mlp.experts.83.down_proj,0.0000100309,0.01000,0.592 +42,mlp.experts.95.down_proj,0.0000192894,0.01000,0.629 +42,mlp.experts.72.down_proj,0.0000139222,0.01000,0.776 +42,mlp.experts.92.down_proj,0.0000516643,0.01000,0.655 +42,mlp.experts.65.down_proj,0.0000139086,0.01000,0.784 +42,mlp.experts.73.down_proj,0.0000104007,0.01000,0.720 +42,mlp.experts.77.down_proj,0.0000129191,0.01000,0.741 +42,mlp.experts.66.down_proj,0.0000126676,0.01000,0.805 +42,mlp.experts.84.down_proj,0.0000112618,0.01000,0.597 +42,mlp.experts.69.down_proj,0.0000105195,0.01000,0.796 +42,mlp.experts.74.down_proj,0.0000154868,0.01000,0.874 +42,mlp.experts.107.down_proj,0.0000222674,0.01000,0.548 +42,mlp.experts.78.down_proj,0.0000345295,0.01000,0.906 +42,mlp.experts.70.down_proj,0.0000138222,0.01000,0.781 +42,mlp.experts.80.down_proj,0.0000133934,0.01000,0.641 +42,mlp.experts.99.down_proj,0.0000156858,0.01000,0.553 +42,mlp.experts.103.down_proj,0.0000294660,0.01000,0.592 +42,mlp.experts.111.down_proj,0.0000310813,0.01000,0.550 +42,mlp.experts.88.down_proj,0.0000156657,0.01000,0.769 +42,mlp.experts.108.down_proj,0.0000467180,0.01000,0.699 +42,mlp.experts.81.down_proj,0.0000220408,0.01000,0.782 +42,mlp.experts.89.down_proj,0.0000152226,0.01000,0.748 +42,mlp.experts.93.down_proj,0.0000180669,0.01000,0.747 +42,mlp.experts.123.down_proj,0.0000123388,0.01000,0.595 +42,mlp.experts.115.down_proj,0.0000170968,0.01000,0.584 +42,mlp.experts.119.down_proj,0.0000125548,0.01000,0.596 +42,mlp.experts.82.down_proj,0.0000119603,0.01000,0.794 +42,mlp.experts.127.down_proj,0.0000136884,0.01000,0.536 +42,mlp.experts.100.down_proj,0.0000091106,0.01000,0.777 +42,mlp.experts.85.down_proj,0.0000351275,0.01000,0.794 +42,mlp.experts.96.down_proj,0.0000160700,0.01000,0.785 +42,mlp.experts.90.down_proj,0.0000183438,0.01000,0.812 +42,mlp.experts.86.down_proj,0.0000291990,0.01000,0.836 +42,mlp.experts.94.down_proj,0.0000096415,0.01000,0.893 +42,mlp.experts.104.down_proj,0.0000352203,0.01000,0.695 +42,mlp.experts.124.down_proj,0.0000205688,0.01000,0.694 +42,mlp.experts.98.down_proj,0.0000174247,0.01000,0.666 +42,mlp.experts.105.down_proj,0.0000135475,0.01000,0.799 +42,mlp.experts.116.down_proj,0.0000120612,0.01000,0.661 +42,mlp.experts.109.down_proj,0.0000166072,0.01000,0.781 +42,mlp.experts.97.down_proj,0.0000211325,0.01000,0.820 +42,mlp.experts.112.down_proj,0.0000155388,0.01000,0.646 +42,mlp.experts.101.down_proj,0.0000207678,0.01000,0.789 +42,mlp.experts.106.down_proj,0.0000112835,0.01000,0.735 +42,mlp.experts.120.down_proj,0.0000135731,0.01000,0.464 +42,mlp.experts.102.down_proj,0.0000296573,0.01000,0.827 +42,mlp.experts.110.down_proj,0.0000105489,0.01000,0.847 +42,mlp.experts.121.down_proj,0.0000148438,0.01000,0.747 +42,mlp.experts.125.down_proj,0.0000153792,0.01000,0.796 +42,mlp.experts.113.down_proj,0.0000165646,0.01000,0.799 +42,mlp.experts.114.down_proj,0.0000181698,0.01000,0.838 +42,mlp.experts.117.down_proj,0.0000152965,0.01000,0.716 +42,mlp.experts.122.down_proj,0.0000218171,0.01000,0.782 +42,mlp.experts.118.down_proj,0.0000194859,0.01000,0.718 +42,mlp.experts.126.down_proj,0.0000232765,0.01000,0.649 +43,self_attn.q_proj,0.0000420083,0.01000,0.833 +43,self_attn.k_proj,0.0000045225,0.01000,0.943 +43,self_attn.v_proj,0.0000098918,0.01000,0.969 +43,self_attn.o_proj,0.0000019353,0.01000,1.352 +43,mlp.experts.3.gate_proj,0.0000434045,0.01000,1.832 +43,mlp.experts.0.gate_proj,0.0000515029,0.01000,1.863 +43,mlp.experts.4.gate_proj,0.0000471637,0.01000,1.868 +43,mlp.experts.11.gate_proj,0.0000426249,0.01000,1.901 +43,mlp.experts.7.gate_proj,0.0000435299,0.01000,1.941 +43,mlp.experts.12.gate_proj,0.0000438293,0.01000,1.938 +43,mlp.experts.15.gate_proj,0.0000484004,0.01000,1.953 +43,mlp.experts.8.gate_proj,0.0000416675,0.01000,1.964 +43,mlp.experts.9.gate_proj,0.0000470080,0.01000,2.126 +43,mlp.experts.5.gate_proj,0.0000438794,0.01000,2.143 +43,mlp.experts.13.gate_proj,0.0000402759,0.01000,2.194 +43,mlp.experts.1.gate_proj,0.0000427402,0.01000,2.285 +43,mlp.experts.14.gate_proj,0.0000392225,0.01000,2.409 +43,mlp.experts.2.gate_proj,0.0000495075,0.01000,2.478 +43,mlp.experts.6.gate_proj,0.0000373214,0.01000,2.510 +43,mlp.experts.10.gate_proj,0.0000467501,0.01000,2.576 +43,mlp.experts.20.gate_proj,0.0000458478,0.01000,1.795 +43,mlp.experts.16.gate_proj,0.0000557683,0.01000,1.823 +43,mlp.experts.28.gate_proj,0.0000438754,0.01000,1.857 +43,mlp.experts.24.gate_proj,0.0000421308,0.01000,1.855 +43,mlp.experts.19.gate_proj,0.0000417601,0.01000,2.015 +43,mlp.experts.27.gate_proj,0.0000437870,0.01000,2.035 +43,mlp.experts.25.gate_proj,0.0000602771,0.01000,1.849 +43,mlp.experts.21.gate_proj,0.0000423507,0.01000,1.842 +43,mlp.experts.23.gate_proj,0.0000383671,0.01000,2.035 +43,mlp.experts.31.gate_proj,0.0000459216,0.01000,2.051 +43,mlp.experts.29.gate_proj,0.0000429734,0.01000,1.813 +43,mlp.experts.17.gate_proj,0.0000419857,0.01000,1.822 +43,mlp.experts.30.gate_proj,0.0000444387,0.01000,2.125 +43,mlp.experts.18.gate_proj,0.0000482439,0.01000,2.124 +43,mlp.experts.22.gate_proj,0.0000448300,0.01000,2.146 +43,mlp.experts.26.gate_proj,0.0000412049,0.01000,2.132 +43,mlp.experts.41.gate_proj,0.0000508815,0.01000,1.556 +43,mlp.experts.37.gate_proj,0.0000482101,0.01000,1.547 +43,mlp.experts.45.gate_proj,0.0000418552,0.01000,1.557 +43,mlp.experts.33.gate_proj,0.0000395104,0.01000,1.559 +43,mlp.experts.32.gate_proj,0.0000408796,0.01000,2.053 +43,mlp.experts.36.gate_proj,0.0000405725,0.01000,2.097 +43,mlp.experts.40.gate_proj,0.0000459344,0.01000,2.099 +43,mlp.experts.35.gate_proj,0.0000380858,0.01000,2.141 +43,mlp.experts.44.gate_proj,0.0000412917,0.01000,2.192 +43,mlp.experts.43.gate_proj,0.0000393041,0.01000,2.067 +43,mlp.experts.39.gate_proj,0.0000396286,0.01000,2.037 +43,mlp.experts.47.gate_proj,0.0000435494,0.01000,2.099 +43,mlp.experts.34.gate_proj,0.0000436490,0.01000,2.242 +43,mlp.experts.46.gate_proj,0.0000443728,0.01000,2.359 +43,mlp.experts.42.gate_proj,0.0000422903,0.01000,2.295 +43,mlp.experts.38.gate_proj,0.0000441358,0.01000,2.359 +43,mlp.experts.57.gate_proj,0.0000442692,0.01000,1.584 +43,mlp.experts.61.gate_proj,0.0000445922,0.01000,1.586 +43,mlp.experts.53.gate_proj,0.0000438226,0.01000,1.636 +43,mlp.experts.49.gate_proj,0.0000409741,0.01000,1.586 +43,mlp.experts.52.gate_proj,0.0000420281,0.01000,2.032 +43,mlp.experts.48.gate_proj,0.0000420273,0.01000,2.129 +43,mlp.experts.56.gate_proj,0.0000470456,0.01000,2.016 +43,mlp.experts.59.gate_proj,0.0000425628,0.01000,1.951 +43,mlp.experts.60.gate_proj,0.0000424137,0.01000,1.970 +43,mlp.experts.55.gate_proj,0.0000452002,0.01000,1.996 +43,mlp.experts.51.gate_proj,0.0000446765,0.01000,2.034 +43,mlp.experts.63.gate_proj,0.0000412006,0.01000,2.000 +43,mlp.experts.50.gate_proj,0.0000423744,0.01000,2.003 +43,mlp.experts.62.gate_proj,0.0000436579,0.01000,1.945 +43,mlp.experts.73.gate_proj,0.0000521278,0.01000,1.798 +43,mlp.experts.65.gate_proj,0.0000442447,0.01000,1.689 +43,mlp.experts.69.gate_proj,0.0000459829,0.01000,1.774 +43,mlp.experts.77.gate_proj,0.0000443483,0.01000,1.788 +43,mlp.experts.54.gate_proj,0.0000417782,0.01000,1.967 +43,mlp.experts.58.gate_proj,0.0000478389,0.01000,2.025 +43,mlp.experts.68.gate_proj,0.0000424225,0.01000,1.935 +43,mlp.experts.64.gate_proj,0.0000390048,0.01000,1.901 +43,mlp.experts.72.gate_proj,0.0000494888,0.01000,1.874 +43,mlp.experts.76.gate_proj,0.0000481116,0.01000,1.873 +43,mlp.experts.75.gate_proj,0.0000529506,0.01000,1.900 +43,mlp.experts.71.gate_proj,0.0000600194,0.01000,1.929 +43,mlp.experts.79.gate_proj,0.0000409089,0.01000,1.933 +43,mlp.experts.67.gate_proj,0.0000513487,0.01000,2.020 +43,mlp.experts.89.gate_proj,0.0000489095,0.01000,1.736 +43,mlp.experts.78.gate_proj,0.0000428240,0.01000,1.945 +43,mlp.experts.85.gate_proj,0.0000416989,0.01000,1.847 +43,mlp.experts.66.gate_proj,0.0000497922,0.01000,2.009 +43,mlp.experts.70.gate_proj,0.0000432307,0.01000,1.916 +43,mlp.experts.93.gate_proj,0.0000386808,0.01000,1.990 +43,mlp.experts.81.gate_proj,0.0000444024,0.01000,2.094 +43,mlp.experts.74.gate_proj,0.0000612668,0.01000,2.030 +43,mlp.experts.84.gate_proj,0.0000501424,0.01000,1.740 +43,mlp.experts.80.gate_proj,0.0000518539,0.01000,1.732 +43,mlp.experts.88.gate_proj,0.0000455134,0.01000,1.714 +43,mlp.experts.92.gate_proj,0.0000403160,0.01000,1.713 +43,mlp.experts.91.gate_proj,0.0000452823,0.01000,1.710 +43,mlp.experts.87.gate_proj,0.0000404598,0.01000,1.688 +43,mlp.experts.95.gate_proj,0.0000461078,0.01000,1.698 +43,mlp.experts.83.gate_proj,0.0000432547,0.01000,1.979 +43,mlp.experts.109.gate_proj,0.0000439261,0.01000,1.699 +43,mlp.experts.101.gate_proj,0.0000407839,0.01000,1.922 +43,mlp.experts.105.gate_proj,0.0000489840,0.01000,2.051 +43,mlp.experts.82.gate_proj,0.0000584247,0.01000,1.975 +43,mlp.experts.94.gate_proj,0.0000415408,0.01000,2.036 +43,mlp.experts.97.gate_proj,0.0000444670,0.01000,1.810 +43,mlp.experts.86.gate_proj,0.0000446494,0.01000,1.986 +43,mlp.experts.90.gate_proj,0.0000499374,0.01000,1.919 +43,mlp.experts.100.gate_proj,0.0000430163,0.01000,1.661 +43,mlp.experts.104.gate_proj,0.0000409506,0.01000,1.646 +43,mlp.experts.96.gate_proj,0.0000413371,0.01000,1.740 +43,mlp.experts.108.gate_proj,0.0000423480,0.01000,1.659 +43,mlp.experts.107.gate_proj,0.0000484760,0.01000,1.674 +43,mlp.experts.103.gate_proj,0.0000471725,0.01000,1.630 +43,mlp.experts.111.gate_proj,0.0000438912,0.01000,1.704 +43,mlp.experts.99.gate_proj,0.0000476438,0.01000,1.884 +43,mlp.experts.125.gate_proj,0.0000458439,0.01000,1.820 +43,mlp.experts.121.gate_proj,0.0000421158,0.01000,1.821 +43,mlp.experts.117.gate_proj,0.0000452919,0.01000,1.864 +43,mlp.experts.113.gate_proj,0.0000486660,0.01000,1.793 +43,mlp.experts.116.gate_proj,0.0000395847,0.01000,1.787 +43,mlp.experts.120.gate_proj,0.0000413666,0.01000,1.824 +43,mlp.experts.112.gate_proj,0.0000374119,0.01000,1.776 +43,mlp.experts.124.gate_proj,0.0000405274,0.01000,1.782 +43,mlp.experts.98.gate_proj,0.0000417753,0.01000,2.274 +43,mlp.experts.110.gate_proj,0.0000464398,0.01000,2.274 +43,mlp.experts.102.gate_proj,0.0000429232,0.01000,2.242 +43,mlp.experts.106.gate_proj,0.0000401515,0.01000,2.237 +43,mlp.experts.119.gate_proj,0.0000418797,0.01000,2.098 +43,mlp.experts.127.gate_proj,0.0000403595,0.01000,1.925 +43,mlp.experts.123.gate_proj,0.0000440326,0.01000,2.114 +43,mlp.experts.115.gate_proj,0.0000453524,0.01000,1.916 +43,mlp.experts.13.up_proj,0.0000440394,0.01000,1.640 +43,mlp.experts.9.up_proj,0.0000537927,0.01000,1.642 +43,mlp.experts.1.up_proj,0.0000463805,0.01000,1.583 +43,mlp.experts.5.up_proj,0.0000462319,0.01000,1.638 +43,mlp.experts.4.up_proj,0.0000491788,0.01000,1.723 +43,mlp.experts.0.up_proj,0.0000567853,0.01000,1.682 +43,mlp.experts.8.up_proj,0.0000454979,0.01000,1.731 +43,mlp.experts.12.up_proj,0.0000479468,0.01000,1.721 +43,mlp.experts.118.gate_proj,0.0000546498,0.01000,2.009 +43,mlp.experts.126.gate_proj,0.0000498622,0.01000,2.067 +43,mlp.experts.114.gate_proj,0.0000429802,0.01000,2.101 +43,mlp.experts.122.gate_proj,0.0000490163,0.01000,2.054 +43,mlp.experts.15.up_proj,0.0000506635,0.01000,2.049 +43,mlp.experts.7.up_proj,0.0000453705,0.01000,2.068 +43,mlp.experts.11.up_proj,0.0000448847,0.01000,2.217 +43,mlp.experts.29.up_proj,0.0000468161,0.01000,1.712 +43,mlp.experts.25.up_proj,0.0000582469,0.01000,1.733 +43,mlp.experts.17.up_proj,0.0000449696,0.01000,1.730 +43,mlp.experts.21.up_proj,0.0000462640,0.01000,1.735 +43,mlp.experts.3.up_proj,0.0000472203,0.01000,2.099 +43,mlp.experts.28.up_proj,0.0000449235,0.01000,1.641 +43,mlp.experts.16.up_proj,0.0000524546,0.01000,1.694 +43,mlp.experts.20.up_proj,0.0000504358,0.01000,1.808 +43,mlp.experts.24.up_proj,0.0000441073,0.01000,1.751 +43,mlp.experts.6.up_proj,0.0000431388,0.01000,1.898 +43,mlp.experts.2.up_proj,0.0000487255,0.01000,1.853 +43,mlp.experts.14.up_proj,0.0000426141,0.01000,1.944 +43,mlp.experts.10.up_proj,0.0000476973,0.01000,1.965 +43,mlp.experts.23.up_proj,0.0000418042,0.01000,1.925 +43,mlp.experts.31.up_proj,0.0000478147,0.01000,1.977 +43,mlp.experts.45.up_proj,0.0000469986,0.01000,1.644 +43,mlp.experts.27.up_proj,0.0000485193,0.01000,1.885 +43,mlp.experts.33.up_proj,0.0000435874,0.01000,1.647 +43,mlp.experts.41.up_proj,0.0000550369,0.01000,1.674 +43,mlp.experts.37.up_proj,0.0000492857,0.01000,1.697 +43,mlp.experts.19.up_proj,0.0000477369,0.01000,1.913 +43,mlp.experts.32.up_proj,0.0000432750,0.01000,1.747 +43,mlp.experts.40.up_proj,0.0000511606,0.01000,1.659 +43,mlp.experts.36.up_proj,0.0000453838,0.01000,1.693 +43,mlp.experts.44.up_proj,0.0000455018,0.01000,1.869 +43,mlp.experts.22.up_proj,0.0000456631,0.01000,1.992 +43,mlp.experts.18.up_proj,0.0000487135,0.01000,2.012 +43,mlp.experts.61.up_proj,0.0000460288,0.01000,1.657 +43,mlp.experts.43.up_proj,0.0000456049,0.01000,1.674 +43,mlp.experts.30.up_proj,0.0000451937,0.01000,2.070 +43,mlp.experts.39.up_proj,0.0000435432,0.01000,1.904 +43,mlp.experts.26.up_proj,0.0000452221,0.01000,2.048 +43,mlp.experts.57.up_proj,0.0000491493,0.01000,1.717 +43,mlp.experts.53.up_proj,0.0000457210,0.01000,1.661 +43,mlp.experts.49.up_proj,0.0000463827,0.01000,1.737 +43,mlp.experts.47.up_proj,0.0000465934,0.01000,2.008 +43,mlp.experts.35.up_proj,0.0000423015,0.01000,1.663 +43,mlp.experts.48.up_proj,0.0000447020,0.01000,1.657 +43,mlp.experts.56.up_proj,0.0000467406,0.01000,1.710 +43,mlp.experts.52.up_proj,0.0000457795,0.01000,1.735 +43,mlp.experts.60.up_proj,0.0000468628,0.01000,1.688 +43,mlp.experts.77.up_proj,0.0000470068,0.01000,1.650 +43,mlp.experts.65.up_proj,0.0000469183,0.01000,1.577 +43,mlp.experts.69.up_proj,0.0000475053,0.01000,1.646 +43,mlp.experts.73.up_proj,0.0000545838,0.01000,1.684 +43,mlp.experts.59.up_proj,0.0000468916,0.01000,1.901 +43,mlp.experts.38.up_proj,0.0000476752,0.01000,2.171 +43,mlp.experts.55.up_proj,0.0000473132,0.01000,1.945 +43,mlp.experts.63.up_proj,0.0000446354,0.01000,1.789 +43,mlp.experts.34.up_proj,0.0000481910,0.01000,2.186 +43,mlp.experts.51.up_proj,0.0000490263,0.01000,1.752 +43,mlp.experts.72.up_proj,0.0000494745,0.01000,1.485 +43,mlp.experts.46.up_proj,0.0000468642,0.01000,2.200 +43,mlp.experts.64.up_proj,0.0000438189,0.01000,1.607 +43,mlp.experts.76.up_proj,0.0000506138,0.01000,1.490 +43,mlp.experts.68.up_proj,0.0000453570,0.01000,1.553 +43,mlp.experts.42.up_proj,0.0000462760,0.01000,2.345 +43,mlp.experts.93.up_proj,0.0000420703,0.01000,1.727 +43,mlp.experts.81.up_proj,0.0000485969,0.01000,1.741 +43,mlp.experts.85.up_proj,0.0000457199,0.01000,1.693 +43,mlp.experts.89.up_proj,0.0000541204,0.01000,1.752 +43,mlp.experts.88.up_proj,0.0000490126,0.01000,1.514 +43,mlp.experts.80.up_proj,0.0000491012,0.01000,1.517 +43,mlp.experts.84.up_proj,0.0000535835,0.01000,1.522 +43,mlp.experts.92.up_proj,0.0000424611,0.01000,1.607 +43,mlp.experts.75.up_proj,0.0000530629,0.01000,2.072 +43,mlp.experts.71.up_proj,0.0000594006,0.01000,1.928 +43,mlp.experts.67.up_proj,0.0000555557,0.01000,1.903 +43,mlp.experts.54.up_proj,0.0000467214,0.01000,2.063 +43,mlp.experts.79.up_proj,0.0000471794,0.01000,2.082 +43,mlp.experts.50.up_proj,0.0000453583,0.01000,2.068 +43,mlp.experts.62.up_proj,0.0000465358,0.01000,2.167 +43,mlp.experts.58.up_proj,0.0000498322,0.01000,2.099 +43,mlp.experts.109.up_proj,0.0000469139,0.01000,1.931 +43,mlp.experts.96.up_proj,0.0000442655,0.01000,1.526 +43,mlp.experts.97.up_proj,0.0000484367,0.01000,1.833 +43,mlp.experts.100.up_proj,0.0000464296,0.01000,1.519 +43,mlp.experts.104.up_proj,0.0000446993,0.01000,1.652 +43,mlp.experts.108.up_proj,0.0000448723,0.01000,1.534 +43,mlp.experts.101.up_proj,0.0000428368,0.01000,1.928 +43,mlp.experts.105.up_proj,0.0000538317,0.01000,1.924 +43,mlp.experts.87.up_proj,0.0000468568,0.01000,1.819 +43,mlp.experts.91.up_proj,0.0000465905,0.01000,1.893 +43,mlp.experts.83.up_proj,0.0000449206,0.01000,1.998 +43,mlp.experts.70.up_proj,0.0000458146,0.01000,1.973 +43,mlp.experts.66.up_proj,0.0000541635,0.01000,1.973 +43,mlp.experts.95.up_proj,0.0000509576,0.01000,1.996 +43,mlp.experts.78.up_proj,0.0000451867,0.01000,2.136 +43,mlp.experts.74.up_proj,0.0000534352,0.01000,2.151 +43,mlp.experts.112.up_proj,0.0000423695,0.01000,1.501 +43,mlp.experts.120.up_proj,0.0000449640,0.01000,1.482 +43,mlp.experts.116.up_proj,0.0000442923,0.01000,1.493 +43,mlp.experts.124.up_proj,0.0000425885,0.01000,1.457 +43,mlp.experts.125.up_proj,0.0000477750,0.01000,1.829 +43,mlp.experts.113.up_proj,0.0000472510,0.01000,1.807 +43,mlp.experts.117.up_proj,0.0000496912,0.01000,1.730 +43,mlp.experts.121.up_proj,0.0000457064,0.01000,1.686 +43,mlp.experts.103.up_proj,0.0000486582,0.01000,1.904 +43,mlp.experts.107.up_proj,0.0000514549,0.01000,1.909 +43,mlp.experts.99.up_proj,0.0000476356,0.01000,1.863 +43,mlp.experts.111.up_proj,0.0000461695,0.01000,1.868 +43,mlp.experts.82.up_proj,0.0000539159,0.01000,1.972 +43,mlp.experts.86.up_proj,0.0000479393,0.01000,2.104 +43,mlp.experts.94.up_proj,0.0000461472,0.01000,2.032 +43,mlp.experts.90.up_proj,0.0000504411,0.01000,2.133 +43,mlp.experts.119.up_proj,0.0000451447,0.01000,1.620 +43,mlp.experts.123.up_proj,0.0000460343,0.01000,1.611 +43,mlp.experts.115.up_proj,0.0000470957,0.01000,1.586 +43,mlp.experts.127.up_proj,0.0000452499,0.01000,1.509 +43,mlp.experts.98.up_proj,0.0000451090,0.01000,1.937 +43,mlp.experts.102.up_proj,0.0000474171,0.01000,1.915 +43,mlp.experts.110.up_proj,0.0000511551,0.01000,1.811 +43,mlp.experts.106.up_proj,0.0000424786,0.01000,1.887 +43,mlp.experts.114.up_proj,0.0000475359,0.01000,1.949 +43,mlp.experts.118.up_proj,0.0000537125,0.01000,1.922 +43,mlp.experts.126.up_proj,0.0000544979,0.01000,1.793 +43,mlp.experts.122.up_proj,0.0000523459,0.01000,1.656 +43,mlp.experts.0.down_proj,0.0000267078,0.01000,0.821 +43,mlp.experts.12.down_proj,0.0000186631,0.01000,0.837 +43,mlp.experts.8.down_proj,0.0000133658,0.01000,0.836 +43,mlp.experts.4.down_proj,0.0000325615,0.01000,0.880 +43,mlp.experts.7.down_proj,0.0000219076,0.01000,0.931 +43,mlp.experts.11.down_proj,0.0000245230,0.01000,0.939 +43,mlp.experts.3.down_proj,0.0000146958,0.01000,0.953 +43,mlp.experts.15.down_proj,0.0000271471,0.01000,0.954 +43,mlp.experts.6.down_proj,0.0000154130,0.01000,0.995 +43,mlp.experts.14.down_proj,0.0000174422,0.01000,0.993 +43,mlp.experts.2.down_proj,0.0000125625,0.01000,1.010 +43,mlp.experts.10.down_proj,0.0000250558,0.01000,1.027 +43,mlp.experts.1.down_proj,0.0000315506,0.01000,1.052 +43,mlp.experts.13.down_proj,0.0000150519,0.01000,1.074 +43,mlp.experts.9.down_proj,0.0000541277,0.01000,1.108 +43,mlp.experts.5.down_proj,0.0000116108,0.01000,1.112 +43,mlp.experts.23.down_proj,0.0000132613,0.01000,0.670 +43,mlp.experts.31.down_proj,0.0000239930,0.01000,0.643 +43,mlp.experts.27.down_proj,0.0000157336,0.01000,0.661 +43,mlp.experts.19.down_proj,0.0000196615,0.01000,0.661 +43,mlp.experts.24.down_proj,0.0000140696,0.01000,0.767 +43,mlp.experts.16.down_proj,0.0000227405,0.01000,0.810 +43,mlp.experts.28.down_proj,0.0000189283,0.01000,0.791 +43,mlp.experts.20.down_proj,0.0000215852,0.01000,0.778 +43,mlp.experts.30.down_proj,0.0000200947,0.01000,0.754 +43,mlp.experts.29.down_proj,0.0000207722,0.01000,0.713 +43,mlp.experts.22.down_proj,0.0000171071,0.01000,0.789 +43,mlp.experts.17.down_proj,0.0000197432,0.01000,0.748 +43,mlp.experts.26.down_proj,0.0000125446,0.01000,0.779 +43,mlp.experts.21.down_proj,0.0000155899,0.01000,0.742 +43,mlp.experts.25.down_proj,0.0000382250,0.01000,0.752 +43,mlp.experts.18.down_proj,0.0000195115,0.01000,0.859 +43,mlp.experts.43.down_proj,0.0000162062,0.01000,0.553 +43,mlp.experts.47.down_proj,0.0000231113,0.01000,0.565 +43,mlp.experts.39.down_proj,0.0000153007,0.01000,0.573 +43,mlp.experts.35.down_proj,0.0000165830,0.01000,0.589 +43,mlp.experts.40.down_proj,0.0000269727,0.01000,0.738 +43,mlp.experts.36.down_proj,0.0000188554,0.01000,0.716 +43,mlp.experts.44.down_proj,0.0000152287,0.01000,0.738 +43,mlp.experts.32.down_proj,0.0000190262,0.01000,0.788 +43,mlp.experts.33.down_proj,0.0000107378,0.01000,0.740 +43,mlp.experts.45.down_proj,0.0000134239,0.01000,0.788 +43,mlp.experts.46.down_proj,0.0000177633,0.01000,0.826 +43,mlp.experts.38.down_proj,0.0000212962,0.01000,0.791 +43,mlp.experts.37.down_proj,0.0000192741,0.01000,0.771 +43,mlp.experts.42.down_proj,0.0000153909,0.01000,0.814 +43,mlp.experts.41.down_proj,0.0000688088,0.01000,0.788 +43,mlp.experts.34.down_proj,0.0000253202,0.01000,0.787 +43,mlp.experts.59.down_proj,0.0000134370,0.01000,0.583 +43,mlp.experts.63.down_proj,0.0000136007,0.01000,0.583 +43,mlp.experts.55.down_proj,0.0000220370,0.01000,0.639 +43,mlp.experts.51.down_proj,0.0000212511,0.01000,0.650 +43,mlp.experts.56.down_proj,0.0000163956,0.01000,0.701 +43,mlp.experts.52.down_proj,0.0000140837,0.01000,0.700 +43,mlp.experts.48.down_proj,0.0000311353,0.01000,0.697 +43,mlp.experts.60.down_proj,0.0000127387,0.01000,0.766 +43,mlp.experts.62.down_proj,0.0000167301,0.01000,0.662 +43,mlp.experts.50.down_proj,0.0000190310,0.01000,0.626 +43,mlp.experts.49.down_proj,0.0000162177,0.01000,0.771 +43,mlp.experts.54.down_proj,0.0000296434,0.01000,0.716 +43,mlp.experts.61.down_proj,0.0000170475,0.01000,0.741 +43,mlp.experts.53.down_proj,0.0000197327,0.01000,0.726 +43,mlp.experts.58.down_proj,0.0000181395,0.01000,0.733 +43,mlp.experts.79.down_proj,0.0000162314,0.01000,0.611 +43,mlp.experts.75.down_proj,0.0000195902,0.01000,0.618 +43,mlp.experts.57.down_proj,0.0000213517,0.01000,0.738 +43,mlp.experts.71.down_proj,0.0000896282,0.01000,0.664 +43,mlp.experts.67.down_proj,0.0000515090,0.01000,0.660 +43,mlp.experts.64.down_proj,0.0000124918,0.01000,0.740 +43,mlp.experts.68.down_proj,0.0000132489,0.01000,0.802 +43,mlp.experts.72.down_proj,0.0000195895,0.01000,0.814 +43,mlp.experts.78.down_proj,0.0000145784,0.01000,0.615 +43,mlp.experts.66.down_proj,0.0000567704,0.01000,0.622 +43,mlp.experts.76.down_proj,0.0000379437,0.01000,0.772 +43,mlp.experts.95.down_proj,0.0000926662,0.01000,0.578 +43,mlp.experts.91.down_proj,0.0000224892,0.01000,0.586 +43,mlp.experts.74.down_proj,0.0000237145,0.01000,0.617 +43,mlp.experts.65.down_proj,0.0000116404,0.01000,0.731 +43,mlp.experts.70.down_proj,0.0000154304,0.01000,0.722 +43,mlp.experts.69.down_proj,0.0000188317,0.01000,0.745 +43,mlp.experts.87.down_proj,0.0000196461,0.01000,0.627 +43,mlp.experts.77.down_proj,0.0000167665,0.01000,0.747 +43,mlp.experts.73.down_proj,0.0000369797,0.01000,0.734 +43,mlp.experts.83.down_proj,0.0000194052,0.01000,0.598 +43,mlp.experts.94.down_proj,0.0000558763,0.01000,0.624 +43,mlp.experts.107.down_proj,0.0000534070,0.01000,0.571 +43,mlp.experts.111.down_proj,0.0000225274,0.01000,0.585 +43,mlp.experts.82.down_proj,0.0000196759,0.01000,0.629 +43,mlp.experts.90.down_proj,0.0000340731,0.01000,0.626 +43,mlp.experts.80.down_proj,0.0000174104,0.01000,0.826 +43,mlp.experts.84.down_proj,0.0000882316,0.01000,0.820 +43,mlp.experts.103.down_proj,0.0000296814,0.01000,0.594 +43,mlp.experts.99.down_proj,0.0000268581,0.01000,0.608 +43,mlp.experts.81.down_proj,0.0000227882,0.01000,0.723 +43,mlp.experts.86.down_proj,0.0000206460,0.01000,0.719 +43,mlp.experts.88.down_proj,0.0000241769,0.01000,0.902 +43,mlp.experts.92.down_proj,0.0000189852,0.01000,0.923 +43,mlp.experts.89.down_proj,0.0000328879,0.01000,0.741 +43,mlp.experts.85.down_proj,0.0000147146,0.01000,0.771 +43,mlp.experts.93.down_proj,0.0000182172,0.01000,0.781 +43,mlp.experts.123.down_proj,0.0000162011,0.01000,0.574 +43,mlp.experts.127.down_proj,0.0000128198,0.01000,0.597 +43,mlp.experts.110.down_proj,0.0000368153,0.01000,0.628 +43,mlp.experts.98.down_proj,0.0000166829,0.01000,0.634 +43,mlp.experts.106.down_proj,0.0000131383,0.01000,0.621 +43,mlp.experts.119.down_proj,0.0000142141,0.01000,0.543 +43,mlp.experts.115.down_proj,0.0000152793,0.01000,0.526 +43,mlp.experts.102.down_proj,0.0000140738,0.01000,0.654 +43,mlp.experts.97.down_proj,0.0000124702,0.01000,0.714 +43,mlp.experts.96.down_proj,0.0000250036,0.01000,0.848 +43,mlp.experts.100.down_proj,0.0000149026,0.01000,0.836 +43,mlp.experts.105.down_proj,0.0000436870,0.01000,0.674 +43,mlp.experts.101.down_proj,0.0000145221,0.01000,0.673 +43,mlp.experts.104.down_proj,0.0000143522,0.01000,0.848 +43,mlp.experts.108.down_proj,0.0000340713,0.01000,0.812 +43,mlp.experts.109.down_proj,0.0000156262,0.01000,0.768 +43,mlp.experts.126.down_proj,0.0001165862,0.01000,0.576 +43,mlp.experts.114.down_proj,0.0000159159,0.01000,0.577 +43,mlp.experts.122.down_proj,0.0000386016,0.01000,0.569 +43,mlp.experts.118.down_proj,0.0000347049,0.01000,0.509 +43,mlp.experts.113.down_proj,0.0000121649,0.01000,0.694 +43,mlp.experts.121.down_proj,0.0000214644,0.01000,0.665 +43,mlp.experts.117.down_proj,0.0000263640,0.01000,0.656 +43,mlp.experts.112.down_proj,0.0000174056,0.01000,0.735 +43,mlp.experts.116.down_proj,0.0000187978,0.01000,0.736 +43,mlp.experts.125.down_proj,0.0000224627,0.01000,0.610 +43,mlp.experts.120.down_proj,0.0000155838,0.01000,0.685 +43,mlp.experts.124.down_proj,0.0000223938,0.01000,0.680 +44,self_attn.v_proj,0.0000087894,0.01000,0.747 +44,self_attn.k_proj,0.0000038492,0.01000,0.789 +44,self_attn.q_proj,0.0000507328,0.01000,0.804 +44,self_attn.o_proj,0.0000011835,0.01000,1.323 +44,mlp.experts.11.gate_proj,0.0000498093,0.01000,1.740 +44,mlp.experts.3.gate_proj,0.0000498639,0.01000,1.775 +44,mlp.experts.15.gate_proj,0.0000447083,0.01000,1.678 +44,mlp.experts.7.gate_proj,0.0000431652,0.01000,1.818 +44,mlp.experts.4.gate_proj,0.0000489726,0.01000,2.108 +44,mlp.experts.13.gate_proj,0.0001266405,0.01000,2.168 +44,mlp.experts.6.gate_proj,0.0000479495,0.01000,2.237 +44,mlp.experts.1.gate_proj,0.0000500990,0.01000,2.260 +44,mlp.experts.12.gate_proj,0.0000471489,0.01000,2.261 +44,mlp.experts.9.gate_proj,0.0000445297,0.01000,2.281 +44,mlp.experts.8.gate_proj,0.0000655604,0.01000,2.306 +44,mlp.experts.10.gate_proj,0.0000420122,0.01000,2.318 +44,mlp.experts.0.gate_proj,0.0000478930,0.01000,2.330 +44,mlp.experts.5.gate_proj,0.0000426133,0.01000,2.330 +44,mlp.experts.14.gate_proj,0.0000496343,0.01000,2.298 +44,mlp.experts.2.gate_proj,0.0000506542,0.01000,2.355 +44,mlp.experts.27.gate_proj,0.0000460624,0.01000,1.953 +44,mlp.experts.19.gate_proj,0.0000447856,0.01000,1.953 +44,mlp.experts.23.gate_proj,0.0000788646,0.01000,1.929 +44,mlp.experts.31.gate_proj,0.0000592560,0.01000,1.961 +44,mlp.experts.20.gate_proj,0.0000413169,0.01000,1.740 +44,mlp.experts.28.gate_proj,0.0000581609,0.01000,1.724 +44,mlp.experts.24.gate_proj,0.0000464711,0.01000,1.748 +44,mlp.experts.16.gate_proj,0.0000627391,0.01000,1.769 +44,mlp.experts.29.gate_proj,0.0000496249,0.01000,1.879 +44,mlp.experts.17.gate_proj,0.0000480828,0.01000,1.871 +44,mlp.experts.25.gate_proj,0.0000487858,0.01000,1.900 +44,mlp.experts.21.gate_proj,0.0000458849,0.01000,1.886 +44,mlp.experts.22.gate_proj,0.0000472630,0.01000,2.251 +44,mlp.experts.30.gate_proj,0.0000473008,0.01000,2.235 +44,mlp.experts.26.gate_proj,0.0000441489,0.01000,2.343 +44,mlp.experts.18.gate_proj,0.0000510158,0.01000,2.302 +44,mlp.experts.47.gate_proj,0.0000548715,0.01000,1.903 +44,mlp.experts.43.gate_proj,0.0000486822,0.01000,1.955 +44,mlp.experts.35.gate_proj,0.0000441380,0.01000,1.932 +44,mlp.experts.45.gate_proj,0.0000466508,0.01000,1.623 +44,mlp.experts.33.gate_proj,0.0000491503,0.01000,1.607 +44,mlp.experts.39.gate_proj,0.0000468872,0.01000,2.013 +44,mlp.experts.37.gate_proj,0.0000443250,0.01000,1.599 +44,mlp.experts.41.gate_proj,0.0000489492,0.01000,1.782 +44,mlp.experts.36.gate_proj,0.0000505241,0.01000,2.192 +44,mlp.experts.44.gate_proj,0.0000461172,0.01000,2.159 +44,mlp.experts.40.gate_proj,0.0000452926,0.01000,2.199 +44,mlp.experts.32.gate_proj,0.0000509378,0.01000,2.218 +44,mlp.experts.46.gate_proj,0.0000522796,0.01000,2.100 +44,mlp.experts.38.gate_proj,0.0000463500,0.01000,2.232 +44,mlp.experts.34.gate_proj,0.0000427043,0.01000,2.099 +44,mlp.experts.42.gate_proj,0.0000486552,0.01000,2.129 +44,mlp.experts.61.gate_proj,0.0000477933,0.01000,1.912 +44,mlp.experts.49.gate_proj,0.0000448927,0.01000,1.946 +44,mlp.experts.51.gate_proj,0.0000485762,0.01000,2.025 +44,mlp.experts.63.gate_proj,0.0000468390,0.01000,2.057 +44,mlp.experts.53.gate_proj,0.0000470830,0.01000,1.923 +44,mlp.experts.59.gate_proj,0.0000526168,0.01000,2.080 +44,mlp.experts.57.gate_proj,0.0000535715,0.01000,1.948 +44,mlp.experts.55.gate_proj,0.0000610665,0.01000,2.162 +44,mlp.experts.52.gate_proj,0.0000461838,0.01000,2.082 +44,mlp.experts.60.gate_proj,0.0000478815,0.01000,2.110 +44,mlp.experts.56.gate_proj,0.0000466614,0.01000,2.116 +44,mlp.experts.48.gate_proj,0.0000486568,0.01000,2.079 +44,mlp.experts.62.gate_proj,0.0000703636,0.01000,2.072 +44,mlp.experts.58.gate_proj,0.0000539399,0.01000,2.037 +44,mlp.experts.54.gate_proj,0.0000470931,0.01000,2.104 +44,mlp.experts.50.gate_proj,0.0000424999,0.01000,2.135 +44,mlp.experts.67.gate_proj,0.0000492130,0.01000,1.979 +44,mlp.experts.79.gate_proj,0.0000433813,0.01000,2.010 +44,mlp.experts.75.gate_proj,0.0000450337,0.01000,2.017 +44,mlp.experts.68.gate_proj,0.0000454297,0.01000,1.618 +44,mlp.experts.77.gate_proj,0.0000489968,0.01000,2.181 +44,mlp.experts.76.gate_proj,0.0000480006,0.01000,1.583 +44,mlp.experts.71.gate_proj,0.0000503005,0.01000,1.935 +44,mlp.experts.65.gate_proj,0.0000442873,0.01000,2.215 +44,mlp.experts.69.gate_proj,0.0000467544,0.01000,2.186 +44,mlp.experts.72.gate_proj,0.0000450575,0.01000,1.674 +44,mlp.experts.64.gate_proj,0.0000512780,0.01000,1.765 +44,mlp.experts.73.gate_proj,0.0000463669,0.01000,2.269 +44,mlp.experts.78.gate_proj,0.0000415033,0.01000,2.083 +44,mlp.experts.74.gate_proj,0.0000446156,0.01000,2.087 +44,mlp.experts.70.gate_proj,0.0000504006,0.01000,2.244 +44,mlp.experts.66.gate_proj,0.0000466289,0.01000,2.197 +44,mlp.experts.84.gate_proj,0.0000439766,0.01000,1.741 +44,mlp.experts.83.gate_proj,0.0000451085,0.01000,1.909 +44,mlp.experts.92.gate_proj,0.0000492689,0.01000,1.762 +44,mlp.experts.95.gate_proj,0.0000453873,0.01000,1.951 +44,mlp.experts.91.gate_proj,0.0000481160,0.01000,1.956 +44,mlp.experts.88.gate_proj,0.0000459696,0.01000,1.739 +44,mlp.experts.87.gate_proj,0.0000492577,0.01000,1.934 +44,mlp.experts.85.gate_proj,0.0000387444,0.01000,2.009 +44,mlp.experts.81.gate_proj,0.0000422086,0.01000,2.174 +44,mlp.experts.80.gate_proj,0.0000467139,0.01000,1.934 +44,mlp.experts.93.gate_proj,0.0000444243,0.01000,2.331 +44,mlp.experts.89.gate_proj,0.0000443372,0.01000,2.274 +44,mlp.experts.94.gate_proj,0.0000471713,0.01000,2.071 +44,mlp.experts.90.gate_proj,0.0000502882,0.01000,2.118 +44,mlp.experts.86.gate_proj,0.0000417644,0.01000,2.007 +44,mlp.experts.99.gate_proj,0.0000452955,0.01000,1.627 +44,mlp.experts.100.gate_proj,0.0000445121,0.01000,1.715 +44,mlp.experts.111.gate_proj,0.0000564513,0.01000,1.590 +44,mlp.experts.108.gate_proj,0.0000468348,0.01000,1.717 +44,mlp.experts.107.gate_proj,0.0000448334,0.01000,1.605 +44,mlp.experts.82.gate_proj,0.0000441089,0.01000,2.218 +44,mlp.experts.103.gate_proj,0.0000457759,0.01000,1.644 +44,mlp.experts.104.gate_proj,0.0000468799,0.01000,1.759 +44,mlp.experts.101.gate_proj,0.0000501372,0.01000,2.186 +44,mlp.experts.97.gate_proj,0.0000493281,0.01000,2.208 +44,mlp.experts.96.gate_proj,0.0000451984,0.01000,2.186 +44,mlp.experts.109.gate_proj,0.0000550607,0.01000,2.123 +44,mlp.experts.105.gate_proj,0.0000524495,0.01000,2.297 +44,mlp.experts.110.gate_proj,0.0000453074,0.01000,1.816 +44,mlp.experts.115.gate_proj,0.0000406472,0.01000,1.543 +44,mlp.experts.106.gate_proj,0.0000533990,0.01000,1.735 +44,mlp.experts.102.gate_proj,0.0000467792,0.01000,1.735 +44,mlp.experts.127.gate_proj,0.0000490418,0.01000,1.558 +44,mlp.experts.123.gate_proj,0.0000493166,0.01000,1.542 +44,mlp.experts.119.gate_proj,0.0000449099,0.01000,1.620 +44,mlp.experts.116.gate_proj,0.0000488100,0.01000,2.071 +44,mlp.experts.98.gate_proj,0.0000481832,0.01000,1.999 +44,mlp.experts.124.gate_proj,0.0000402603,0.01000,2.110 +44,mlp.experts.120.gate_proj,0.0000428289,0.01000,2.055 +44,mlp.experts.117.gate_proj,0.0000412523,0.01000,2.016 +44,mlp.experts.112.gate_proj,0.0000461207,0.01000,2.100 +44,mlp.experts.3.up_proj,0.0000540381,0.01000,1.673 +44,mlp.experts.113.gate_proj,0.0000470683,0.01000,2.166 +44,mlp.experts.125.gate_proj,0.0000475725,0.01000,2.191 +44,mlp.experts.126.gate_proj,0.0000417162,0.01000,1.745 +44,mlp.experts.122.gate_proj,0.0000480453,0.01000,1.726 +44,mlp.experts.15.up_proj,0.0000485025,0.01000,1.719 +44,mlp.experts.11.up_proj,0.0000517933,0.01000,1.698 +44,mlp.experts.118.gate_proj,0.0000451478,0.01000,1.750 +44,mlp.experts.7.up_proj,0.0000457466,0.01000,1.770 +44,mlp.experts.121.gate_proj,0.0000474169,0.01000,2.203 +44,mlp.experts.114.gate_proj,0.0000471276,0.01000,1.811 +44,mlp.experts.4.up_proj,0.0000509507,0.01000,2.015 +44,mlp.experts.12.up_proj,0.0000494557,0.01000,1.982 +44,mlp.experts.8.up_proj,0.0000650218,0.01000,1.979 +44,mlp.experts.10.up_proj,0.0000468330,0.01000,1.583 +44,mlp.experts.14.up_proj,0.0000550249,0.01000,1.630 +44,mlp.experts.5.up_proj,0.0000486778,0.01000,2.027 +44,mlp.experts.6.up_proj,0.0000523574,0.01000,1.602 +44,mlp.experts.27.up_proj,0.0000513533,0.01000,1.655 +44,mlp.experts.19.up_proj,0.0000474444,0.01000,1.896 +44,mlp.experts.31.up_proj,0.0000605835,0.01000,1.863 +44,mlp.experts.23.up_proj,0.0000629691,0.01000,1.623 +44,mlp.experts.13.up_proj,0.0001044080,0.01000,2.088 +44,mlp.experts.0.up_proj,0.0000529974,0.01000,2.208 +44,mlp.experts.1.up_proj,0.0000533666,0.01000,2.212 +44,mlp.experts.9.up_proj,0.0000479152,0.01000,2.115 +44,mlp.experts.2.up_proj,0.0000536613,0.01000,1.993 +44,mlp.experts.20.up_proj,0.0000506275,0.01000,1.971 +44,mlp.experts.28.up_proj,0.0000641677,0.01000,2.061 +44,mlp.experts.24.up_proj,0.0000497324,0.01000,2.149 +44,mlp.experts.26.up_proj,0.0000484721,0.01000,1.686 +44,mlp.experts.30.up_proj,0.0000492972,0.01000,1.717 +44,mlp.experts.43.up_proj,0.0000541129,0.01000,1.623 +44,mlp.experts.22.up_proj,0.0000516455,0.01000,1.696 +44,mlp.experts.35.up_proj,0.0000480153,0.01000,1.636 +44,mlp.experts.47.up_proj,0.0000573628,0.01000,1.628 +44,mlp.experts.39.up_proj,0.0000513857,0.01000,1.692 +44,mlp.experts.21.up_proj,0.0000519759,0.01000,2.049 +44,mlp.experts.16.up_proj,0.0000657651,0.01000,2.076 +44,mlp.experts.29.up_proj,0.0000517749,0.01000,2.165 +44,mlp.experts.17.up_proj,0.0000536527,0.01000,2.129 +44,mlp.experts.25.up_proj,0.0000522709,0.01000,2.057 +44,mlp.experts.18.up_proj,0.0000592707,0.01000,2.204 +44,mlp.experts.36.up_proj,0.0000569280,0.01000,2.165 +44,mlp.experts.59.up_proj,0.0000540789,0.01000,1.711 +44,mlp.experts.44.up_proj,0.0000505401,0.01000,2.140 +44,mlp.experts.42.up_proj,0.0000528240,0.01000,1.852 +44,mlp.experts.46.up_proj,0.0000572434,0.01000,1.840 +44,mlp.experts.51.up_proj,0.0000507631,0.01000,1.744 +44,mlp.experts.38.up_proj,0.0000523766,0.01000,1.858 +44,mlp.experts.40.up_proj,0.0000499603,0.01000,2.008 +44,mlp.experts.63.up_proj,0.0000509473,0.01000,1.765 +44,mlp.experts.55.up_proj,0.0000674186,0.01000,1.738 +44,mlp.experts.37.up_proj,0.0000498290,0.01000,2.175 +44,mlp.experts.32.up_proj,0.0000539097,0.01000,1.914 +44,mlp.experts.33.up_proj,0.0000518120,0.01000,2.006 +44,mlp.experts.45.up_proj,0.0000523383,0.01000,2.120 +44,mlp.experts.41.up_proj,0.0000528717,0.01000,2.052 +44,mlp.experts.58.up_proj,0.0000569383,0.01000,1.672 +44,mlp.experts.34.up_proj,0.0000470219,0.01000,1.954 +44,mlp.experts.52.up_proj,0.0000502656,0.01000,1.827 +44,mlp.experts.62.up_proj,0.0000704406,0.01000,1.681 +44,mlp.experts.54.up_proj,0.0000502782,0.01000,1.683 +44,mlp.experts.75.up_proj,0.0000503955,0.01000,1.971 +44,mlp.experts.56.up_proj,0.0000512312,0.01000,1.810 +44,mlp.experts.60.up_proj,0.0000516234,0.01000,1.950 +44,mlp.experts.67.up_proj,0.0000527878,0.01000,1.869 +44,mlp.experts.79.up_proj,0.0000482581,0.01000,1.958 +44,mlp.experts.71.up_proj,0.0000525364,0.01000,1.912 +44,mlp.experts.48.up_proj,0.0000534270,0.01000,1.927 +44,mlp.experts.53.up_proj,0.0000524990,0.01000,2.127 +44,mlp.experts.49.up_proj,0.0000492581,0.01000,2.078 +44,mlp.experts.68.up_proj,0.0000519897,0.01000,1.683 +44,mlp.experts.74.up_proj,0.0000483641,0.01000,1.707 +44,mlp.experts.78.up_proj,0.0000457290,0.01000,1.715 +44,mlp.experts.61.up_proj,0.0000534194,0.01000,2.271 +44,mlp.experts.70.up_proj,0.0000552181,0.01000,1.717 +44,mlp.experts.72.up_proj,0.0000500202,0.01000,1.644 +44,mlp.experts.76.up_proj,0.0000533544,0.01000,1.691 +44,mlp.experts.91.up_proj,0.0000535790,0.01000,1.716 +44,mlp.experts.83.up_proj,0.0000502291,0.01000,1.686 +44,mlp.experts.57.up_proj,0.0000570950,0.01000,2.114 +44,mlp.experts.50.up_proj,0.0000454900,0.01000,1.999 +44,mlp.experts.87.up_proj,0.0000515296,0.01000,1.959 +44,mlp.experts.95.up_proj,0.0000513288,0.01000,2.191 +44,mlp.experts.64.up_proj,0.0000576754,0.01000,1.638 +44,mlp.experts.90.up_proj,0.0000552239,0.01000,1.649 +44,mlp.experts.84.up_proj,0.0000489769,0.01000,1.683 +44,mlp.experts.69.up_proj,0.0000513205,0.01000,2.190 +44,mlp.experts.94.up_proj,0.0000486579,0.01000,1.731 +44,mlp.experts.86.up_proj,0.0000464007,0.01000,1.700 +44,mlp.experts.88.up_proj,0.0000512187,0.01000,1.770 +44,mlp.experts.92.up_proj,0.0000547515,0.01000,1.901 +44,mlp.experts.107.up_proj,0.0000496968,0.01000,1.917 +44,mlp.experts.65.up_proj,0.0000475936,0.01000,2.327 +44,mlp.experts.77.up_proj,0.0000534421,0.01000,2.160 +44,mlp.experts.99.up_proj,0.0000496233,0.01000,2.029 +44,mlp.experts.66.up_proj,0.0000521527,0.01000,2.111 +44,mlp.experts.73.up_proj,0.0000502177,0.01000,2.267 +44,mlp.experts.103.up_proj,0.0000495873,0.01000,1.848 +44,mlp.experts.111.up_proj,0.0000585879,0.01000,1.771 +44,mlp.experts.80.up_proj,0.0000514015,0.01000,1.965 +44,mlp.experts.106.up_proj,0.0000628932,0.01000,1.817 +44,mlp.experts.102.up_proj,0.0000501361,0.01000,1.807 +44,mlp.experts.110.up_proj,0.0000488632,0.01000,1.833 +44,mlp.experts.100.up_proj,0.0000486369,0.01000,1.962 +44,mlp.experts.123.up_proj,0.0000542501,0.01000,1.565 +44,mlp.experts.115.up_proj,0.0000464258,0.01000,1.559 +44,mlp.experts.104.up_proj,0.0000508097,0.01000,1.995 +44,mlp.experts.85.up_proj,0.0000442693,0.01000,2.255 +44,mlp.experts.119.up_proj,0.0000492000,0.01000,1.432 +44,mlp.experts.108.up_proj,0.0000509840,0.01000,1.943 +44,mlp.experts.127.up_proj,0.0000526873,0.01000,1.357 +44,mlp.experts.81.up_proj,0.0000493126,0.01000,2.197 +44,mlp.experts.82.up_proj,0.0000469963,0.01000,2.089 +44,mlp.experts.93.up_proj,0.0000527603,0.01000,2.279 +44,mlp.experts.89.up_proj,0.0000489581,0.01000,2.190 +44,mlp.experts.96.up_proj,0.0000489385,0.01000,1.942 +44,mlp.experts.116.up_proj,0.0000541961,0.01000,1.666 +44,mlp.experts.122.up_proj,0.0000536187,0.01000,1.955 +44,mlp.experts.126.up_proj,0.0000465764,0.01000,1.878 +44,mlp.experts.118.up_proj,0.0000507755,0.01000,1.915 +44,mlp.experts.120.up_proj,0.0000480163,0.01000,1.637 +44,mlp.experts.124.up_proj,0.0000487121,0.01000,1.532 +44,mlp.experts.98.up_proj,0.0000543060,0.01000,1.399 +44,mlp.experts.112.up_proj,0.0000490318,0.01000,1.067 +44,mlp.experts.101.up_proj,0.0000528125,0.01000,2.292 +44,mlp.experts.97.up_proj,0.0000561566,0.01000,2.229 +44,mlp.experts.114.up_proj,0.0000483205,0.01000,0.747 +44,mlp.experts.109.up_proj,0.0000598934,0.01000,2.099 +44,mlp.experts.105.up_proj,0.0000563594,0.01000,2.279 +44,mlp.experts.117.up_proj,0.0000483140,0.01000,2.064 +44,mlp.experts.113.up_proj,0.0000505013,0.01000,1.896 +44,mlp.experts.125.up_proj,0.0000529494,0.01000,2.058 +44,mlp.experts.121.up_proj,0.0000522878,0.01000,1.740 +44,mlp.experts.8.down_proj,0.0000991857,0.01000,0.642 +44,mlp.experts.0.down_proj,0.0000283066,0.01000,0.659 +44,mlp.experts.12.down_proj,0.0000275691,0.01000,0.656 +44,mlp.experts.10.down_proj,0.0000160818,0.01000,0.685 +44,mlp.experts.14.down_proj,0.0000208080,0.01000,0.685 +44,mlp.experts.3.down_proj,0.0000171414,0.01000,0.730 +44,mlp.experts.7.down_proj,0.0000262162,0.01000,0.733 +44,mlp.experts.15.down_proj,0.0000201397,0.01000,0.724 +44,mlp.experts.2.down_proj,0.0000286953,0.01000,0.736 +44,mlp.experts.11.down_proj,0.0000200189,0.01000,0.756 +44,mlp.experts.4.down_proj,0.0000159370,0.01000,0.815 +44,mlp.experts.13.down_proj,0.0000587393,0.01000,0.794 +44,mlp.experts.1.down_proj,0.0000212484,0.01000,0.817 +44,mlp.experts.9.down_proj,0.0000157521,0.01000,0.809 +44,mlp.experts.5.down_proj,0.0000327092,0.01000,0.831 +44,mlp.experts.6.down_proj,0.0000204213,0.01000,0.863 +44,mlp.experts.16.down_proj,0.0000619535,0.01000,0.600 +44,mlp.experts.24.down_proj,0.0000156056,0.01000,0.612 +44,mlp.experts.28.down_proj,0.0001331518,0.01000,0.621 +44,mlp.experts.31.down_proj,0.0001243312,0.01000,0.572 +44,mlp.experts.26.down_proj,0.0000369329,0.01000,0.622 +44,mlp.experts.30.down_proj,0.0000195434,0.01000,0.625 +44,mlp.experts.23.down_proj,0.0000320844,0.01000,0.586 +44,mlp.experts.19.down_proj,0.0000242783,0.01000,0.600 +44,mlp.experts.18.down_proj,0.0000500004,0.01000,0.599 +44,mlp.experts.27.down_proj,0.0000150122,0.01000,0.769 +44,mlp.experts.29.down_proj,0.0000203306,0.01000,0.812 +44,mlp.experts.20.down_proj,0.0000246782,0.01000,0.817 +44,mlp.experts.17.down_proj,0.0000208703,0.01000,0.839 +44,mlp.experts.25.down_proj,0.0000391591,0.01000,0.872 +44,mlp.experts.22.down_proj,0.0000187578,0.01000,0.857 +44,mlp.experts.21.down_proj,0.0000433990,0.01000,0.950 +44,mlp.experts.32.down_proj,0.0000396874,0.01000,0.587 +44,mlp.experts.40.down_proj,0.0000169993,0.01000,0.593 +44,mlp.experts.44.down_proj,0.0000164563,0.01000,0.581 +44,mlp.experts.47.down_proj,0.0000222586,0.01000,0.563 +44,mlp.experts.35.down_proj,0.0000266661,0.01000,0.583 +44,mlp.experts.39.down_proj,0.0000194550,0.01000,0.593 +44,mlp.experts.34.down_proj,0.0000214658,0.01000,0.725 +44,mlp.experts.46.down_proj,0.0000455131,0.01000,0.750 +44,mlp.experts.42.down_proj,0.0000250842,0.01000,0.845 +44,mlp.experts.43.down_proj,0.0000219147,0.01000,0.716 +44,mlp.experts.45.down_proj,0.0000252539,0.01000,0.772 +44,mlp.experts.33.down_proj,0.0000206680,0.01000,0.771 +44,mlp.experts.36.down_proj,0.0000264471,0.01000,0.813 +44,mlp.experts.48.down_proj,0.0000330510,0.01000,0.628 +44,mlp.experts.41.down_proj,0.0000401193,0.01000,0.793 +44,mlp.experts.37.down_proj,0.0000199859,0.01000,0.748 +44,mlp.experts.51.down_proj,0.0000288424,0.01000,0.609 +44,mlp.experts.38.down_proj,0.0000181022,0.01000,0.840 +44,mlp.experts.60.down_proj,0.0000324393,0.01000,0.698 +44,mlp.experts.63.down_proj,0.0000253454,0.01000,0.695 +44,mlp.experts.56.down_proj,0.0000245175,0.01000,0.764 +44,mlp.experts.55.down_proj,0.0000669148,0.01000,0.690 +44,mlp.experts.50.down_proj,0.0000375960,0.01000,0.768 +44,mlp.experts.62.down_proj,0.0000476309,0.01000,0.815 +44,mlp.experts.59.down_proj,0.0000592035,0.01000,0.665 +44,mlp.experts.58.down_proj,0.0000257972,0.01000,0.747 +44,mlp.experts.52.down_proj,0.0000240890,0.01000,0.585 +44,mlp.experts.76.down_proj,0.0000234134,0.01000,0.583 +44,mlp.experts.61.down_proj,0.0000889284,0.01000,0.784 +44,mlp.experts.49.down_proj,0.0000173564,0.01000,0.794 +44,mlp.experts.79.down_proj,0.0000218232,0.01000,0.654 +44,mlp.experts.57.down_proj,0.0000503396,0.01000,0.751 +44,mlp.experts.67.down_proj,0.0000595527,0.01000,0.689 +44,mlp.experts.53.down_proj,0.0000270772,0.01000,0.727 +44,mlp.experts.64.down_proj,0.0000286095,0.01000,0.774 +44,mlp.experts.54.down_proj,0.0000230129,0.01000,0.698 +44,mlp.experts.71.down_proj,0.0000357808,0.01000,0.690 +44,mlp.experts.72.down_proj,0.0000194520,0.01000,0.770 +44,mlp.experts.66.down_proj,0.0000374600,0.01000,0.695 +44,mlp.experts.75.down_proj,0.0000272812,0.01000,0.700 +44,mlp.experts.68.down_proj,0.0000265451,0.01000,0.594 +44,mlp.experts.74.down_proj,0.0000178575,0.01000,0.745 +44,mlp.experts.92.down_proj,0.0000176003,0.01000,0.571 +44,mlp.experts.78.down_proj,0.0000197514,0.01000,0.830 +44,mlp.experts.83.down_proj,0.0000168698,0.01000,0.667 +44,mlp.experts.77.down_proj,0.0000276078,0.01000,0.771 +44,mlp.experts.95.down_proj,0.0000189453,0.01000,0.731 +44,mlp.experts.70.down_proj,0.0000309104,0.01000,0.726 +44,mlp.experts.87.down_proj,0.0000301638,0.01000,0.695 +44,mlp.experts.80.down_proj,0.0000294252,0.01000,0.773 +44,mlp.experts.69.down_proj,0.0000172662,0.01000,0.802 +44,mlp.experts.73.down_proj,0.0000296194,0.01000,0.823 +44,mlp.experts.65.down_proj,0.0000321206,0.01000,0.841 +44,mlp.experts.88.down_proj,0.0000202198,0.01000,0.781 +44,mlp.experts.84.down_proj,0.0000174922,0.01000,0.616 +44,mlp.experts.91.down_proj,0.0000310322,0.01000,0.652 +44,mlp.experts.108.down_proj,0.0000240074,0.01000,0.575 +44,mlp.experts.82.down_proj,0.0000249341,0.01000,0.799 +44,mlp.experts.90.down_proj,0.0000627978,0.01000,0.714 +44,mlp.experts.94.down_proj,0.0000214497,0.01000,0.756 +44,mlp.experts.99.down_proj,0.0000214737,0.01000,0.618 +44,mlp.experts.111.down_proj,0.0000276455,0.01000,0.613 +44,mlp.experts.103.down_proj,0.0000344734,0.01000,0.595 +44,mlp.experts.96.down_proj,0.0000192310,0.01000,0.633 +44,mlp.experts.86.down_proj,0.0000189583,0.01000,0.760 +44,mlp.experts.104.down_proj,0.0000207957,0.01000,0.583 +44,mlp.experts.93.down_proj,0.0000437244,0.01000,0.824 +44,mlp.experts.100.down_proj,0.0000292771,0.01000,0.580 +44,mlp.experts.85.down_proj,0.0000143728,0.01000,0.783 +44,mlp.experts.89.down_proj,0.0000203527,0.01000,0.789 +44,mlp.experts.81.down_proj,0.0000152937,0.01000,0.804 +44,mlp.experts.107.down_proj,0.0000242885,0.01000,0.617 +44,mlp.experts.124.down_proj,0.0000338159,0.01000,0.591 +44,mlp.experts.115.down_proj,0.0000151712,0.01000,0.608 +44,mlp.experts.98.down_proj,0.0000240108,0.01000,0.831 +44,mlp.experts.106.down_proj,0.0000791906,0.01000,0.791 +44,mlp.experts.127.down_proj,0.0000277266,0.01000,0.591 +44,mlp.experts.119.down_proj,0.0000216950,0.01000,0.572 +44,mlp.experts.112.down_proj,0.0000818751,0.01000,0.546 +44,mlp.experts.123.down_proj,0.0000209813,0.01000,0.451 +44,mlp.experts.120.down_proj,0.0000163450,0.01000,0.565 +44,mlp.experts.116.down_proj,0.0000182509,0.01000,0.522 +44,mlp.experts.110.down_proj,0.0000306819,0.01000,0.928 +44,mlp.experts.102.down_proj,0.0000490400,0.01000,0.773 +44,mlp.experts.109.down_proj,0.0000376712,0.01000,0.756 +44,mlp.experts.101.down_proj,0.0000307444,0.01000,0.758 +44,mlp.experts.105.down_proj,0.0000259139,0.01000,0.745 +44,mlp.experts.97.down_proj,0.0000313254,0.01000,0.738 +44,mlp.experts.122.down_proj,0.0000169285,0.01000,0.710 +44,mlp.experts.114.down_proj,0.0000187747,0.01000,0.819 +44,mlp.experts.126.down_proj,0.0000204753,0.01000,0.676 +44,mlp.experts.118.down_proj,0.0000179695,0.01000,0.579 +44,mlp.experts.125.down_proj,0.0000261656,0.01000,0.763 +44,mlp.experts.121.down_proj,0.0000183325,0.01000,0.736 +44,mlp.experts.113.down_proj,0.0000168996,0.01000,0.730 +44,mlp.experts.117.down_proj,0.0000259240,0.01000,0.758 +45,self_attn.q_proj,0.0001191445,0.01000,0.742 +45,self_attn.k_proj,0.0000096912,0.01000,0.779 +45,self_attn.v_proj,0.0000271959,0.01000,0.810 +45,self_attn.o_proj,0.0000011058,0.01000,1.320 +45,mlp.experts.15.gate_proj,0.0000533097,0.01000,1.695 +45,mlp.experts.11.gate_proj,0.0000592822,0.01000,1.719 +45,mlp.experts.3.gate_proj,0.0000503265,0.01000,1.730 +45,mlp.experts.7.gate_proj,0.0000540585,0.01000,1.730 +45,mlp.experts.8.gate_proj,0.0000548693,0.01000,1.897 +45,mlp.experts.12.gate_proj,0.0000510867,0.01000,1.998 +45,mlp.experts.0.gate_proj,0.0000622945,0.01000,2.053 +45,mlp.experts.4.gate_proj,0.0000523965,0.01000,2.059 +45,mlp.experts.2.gate_proj,0.0000583527,0.01000,2.066 +45,mlp.experts.14.gate_proj,0.0000571693,0.01000,2.059 +45,mlp.experts.9.gate_proj,0.0000455483,0.01000,2.097 +45,mlp.experts.10.gate_proj,0.0000526073,0.01000,2.114 +45,mlp.experts.6.gate_proj,0.0000553500,0.01000,2.144 +45,mlp.experts.5.gate_proj,0.0000515745,0.01000,2.174 +45,mlp.experts.1.gate_proj,0.0000509815,0.01000,2.153 +45,mlp.experts.13.gate_proj,0.0000508510,0.01000,2.244 +45,mlp.experts.31.gate_proj,0.0000529166,0.01000,1.651 +45,mlp.experts.27.gate_proj,0.0000553852,0.01000,1.658 +45,mlp.experts.19.gate_proj,0.0000524384,0.01000,1.716 +45,mlp.experts.23.gate_proj,0.0000633294,0.01000,1.734 +45,mlp.experts.28.gate_proj,0.0000477122,0.01000,1.922 +45,mlp.experts.18.gate_proj,0.0000476501,0.01000,1.924 +45,mlp.experts.24.gate_proj,0.0000519618,0.01000,2.102 +45,mlp.experts.20.gate_proj,0.0000498830,0.01000,1.976 +45,mlp.experts.30.gate_proj,0.0000511516,0.01000,1.957 +45,mlp.experts.16.gate_proj,0.0000464616,0.01000,1.989 +45,mlp.experts.26.gate_proj,0.0000539775,0.01000,1.931 +45,mlp.experts.25.gate_proj,0.0000474955,0.01000,1.983 +45,mlp.experts.22.gate_proj,0.0000512573,0.01000,2.003 +45,mlp.experts.17.gate_proj,0.0000508406,0.01000,2.012 +45,mlp.experts.21.gate_proj,0.0000509778,0.01000,2.074 +45,mlp.experts.29.gate_proj,0.0000681075,0.01000,2.229 +45,mlp.experts.43.gate_proj,0.0000519998,0.01000,1.900 +45,mlp.experts.47.gate_proj,0.0000517769,0.01000,1.987 +45,mlp.experts.39.gate_proj,0.0000463836,0.01000,1.980 +45,mlp.experts.35.gate_proj,0.0000524446,0.01000,2.062 +45,mlp.experts.44.gate_proj,0.0000567053,0.01000,1.680 +45,mlp.experts.36.gate_proj,0.0000500554,0.01000,1.703 +45,mlp.experts.40.gate_proj,0.0000507249,0.01000,1.747 +45,mlp.experts.34.gate_proj,0.0000510749,0.01000,1.866 +45,mlp.experts.42.gate_proj,0.0000535288,0.01000,1.813 +45,mlp.experts.46.gate_proj,0.0000496958,0.01000,1.880 +45,mlp.experts.38.gate_proj,0.0000577302,0.01000,1.870 +45,mlp.experts.32.gate_proj,0.0000552020,0.01000,2.018 +45,mlp.experts.37.gate_proj,0.0000487730,0.01000,1.988 +45,mlp.experts.41.gate_proj,0.0000493156,0.01000,2.223 +45,mlp.experts.33.gate_proj,0.0000623095,0.01000,2.207 +45,mlp.experts.45.gate_proj,0.0000535377,0.01000,2.045 +45,mlp.experts.59.gate_proj,0.0000511127,0.01000,1.634 +45,mlp.experts.63.gate_proj,0.0000495822,0.01000,1.663 +45,mlp.experts.55.gate_proj,0.0000472324,0.01000,1.610 +45,mlp.experts.51.gate_proj,0.0000599803,0.01000,1.653 +45,mlp.experts.52.gate_proj,0.0000662682,0.01000,1.536 +45,mlp.experts.56.gate_proj,0.0000554255,0.01000,1.552 +45,mlp.experts.60.gate_proj,0.0000509639,0.01000,1.901 +45,mlp.experts.48.gate_proj,0.0000703025,0.01000,1.504 +45,mlp.experts.50.gate_proj,0.0000600178,0.01000,1.920 +45,mlp.experts.62.gate_proj,0.0000465209,0.01000,1.913 +45,mlp.experts.58.gate_proj,0.0000493001,0.01000,2.062 +45,mlp.experts.54.gate_proj,0.0000516268,0.01000,2.040 +45,mlp.experts.57.gate_proj,0.0000479392,0.01000,2.074 +45,mlp.experts.53.gate_proj,0.0000490388,0.01000,2.176 +45,mlp.experts.61.gate_proj,0.0000480522,0.01000,1.953 +45,mlp.experts.49.gate_proj,0.0000535671,0.01000,2.288 +45,mlp.experts.75.gate_proj,0.0000583433,0.01000,1.794 +45,mlp.experts.72.gate_proj,0.0000512494,0.01000,1.475 +45,mlp.experts.68.gate_proj,0.0000570544,0.01000,1.504 +45,mlp.experts.79.gate_proj,0.0000449150,0.01000,1.783 +45,mlp.experts.71.gate_proj,0.0000571641,0.01000,1.778 +45,mlp.experts.64.gate_proj,0.0000592942,0.01000,1.495 +45,mlp.experts.67.gate_proj,0.0000516263,0.01000,2.005 +45,mlp.experts.76.gate_proj,0.0000609175,0.01000,1.958 +45,mlp.experts.66.gate_proj,0.0000553413,0.01000,1.928 +45,mlp.experts.78.gate_proj,0.0000514253,0.01000,1.932 +45,mlp.experts.74.gate_proj,0.0000596490,0.01000,1.933 +45,mlp.experts.70.gate_proj,0.0000506973,0.01000,1.984 +45,mlp.experts.91.gate_proj,0.0000544957,0.01000,1.684 +45,mlp.experts.84.gate_proj,0.0000497748,0.01000,1.611 +45,mlp.experts.88.gate_proj,0.0000622482,0.01000,1.706 +45,mlp.experts.95.gate_proj,0.0000624426,0.01000,1.684 +45,mlp.experts.69.gate_proj,0.0000604357,0.01000,2.108 +45,mlp.experts.77.gate_proj,0.0000505723,0.01000,2.039 +45,mlp.experts.87.gate_proj,0.0000738842,0.01000,1.729 +45,mlp.experts.73.gate_proj,0.0000499225,0.01000,2.292 +45,mlp.experts.80.gate_proj,0.0000464189,0.01000,1.648 +45,mlp.experts.65.gate_proj,0.0000574358,0.01000,2.209 +45,mlp.experts.83.gate_proj,0.0000539936,0.01000,2.191 +45,mlp.experts.92.gate_proj,0.0000494885,0.01000,2.164 +45,mlp.experts.82.gate_proj,0.0000638396,0.01000,2.000 +45,mlp.experts.94.gate_proj,0.0000523337,0.01000,1.961 +45,mlp.experts.90.gate_proj,0.0000505006,0.01000,1.945 +45,mlp.experts.86.gate_proj,0.0000535567,0.01000,1.947 +45,mlp.experts.100.gate_proj,0.0000490719,0.01000,1.607 +45,mlp.experts.107.gate_proj,0.0000502028,0.01000,1.658 +45,mlp.experts.104.gate_proj,0.0000550753,0.01000,1.601 +45,mlp.experts.111.gate_proj,0.0000553433,0.01000,1.657 +45,mlp.experts.103.gate_proj,0.0000532569,0.01000,1.699 +45,mlp.experts.96.gate_proj,0.0000530825,0.01000,1.595 +45,mlp.experts.93.gate_proj,0.0000505796,0.01000,1.983 +45,mlp.experts.85.gate_proj,0.0000497690,0.01000,2.070 +45,mlp.experts.89.gate_proj,0.0000514237,0.01000,1.961 +45,mlp.experts.81.gate_proj,0.0000519750,0.01000,2.030 +45,mlp.experts.99.gate_proj,0.0000642587,0.01000,1.872 +45,mlp.experts.108.gate_proj,0.0000550745,0.01000,1.687 +45,mlp.experts.98.gate_proj,0.0000524892,0.01000,1.943 +45,mlp.experts.110.gate_proj,0.0000493619,0.01000,1.975 +45,mlp.experts.106.gate_proj,0.0000466674,0.01000,1.906 +45,mlp.experts.116.gate_proj,0.0000515178,0.01000,1.726 +45,mlp.experts.123.gate_proj,0.0000521813,0.01000,1.778 +45,mlp.experts.102.gate_proj,0.0000461497,0.01000,1.977 +45,mlp.experts.127.gate_proj,0.0000477102,0.01000,1.810 +45,mlp.experts.112.gate_proj,0.0000472783,0.01000,1.690 +45,mlp.experts.120.gate_proj,0.0000630049,0.01000,2.010 +45,mlp.experts.119.gate_proj,0.0000504385,0.01000,1.901 +45,mlp.experts.109.gate_proj,0.0000502214,0.01000,2.053 +45,mlp.experts.105.gate_proj,0.0000546044,0.01000,2.125 +45,mlp.experts.101.gate_proj,0.0000765939,0.01000,2.277 +45,mlp.experts.124.gate_proj,0.0000555429,0.01000,1.783 +45,mlp.experts.97.gate_proj,0.0000476949,0.01000,2.207 +45,mlp.experts.115.gate_proj,0.0000521522,0.01000,1.998 +45,mlp.experts.114.gate_proj,0.0000525428,0.01000,1.798 +45,mlp.experts.126.gate_proj,0.0000497782,0.01000,1.810 +45,mlp.experts.122.gate_proj,0.0000513562,0.01000,1.852 +45,mlp.experts.4.up_proj,0.0000580033,0.01000,1.845 +45,mlp.experts.0.up_proj,0.0000671694,0.01000,1.725 +45,mlp.experts.11.up_proj,0.0000669894,0.01000,2.005 +45,mlp.experts.8.up_proj,0.0000610992,0.01000,1.740 +45,mlp.experts.118.gate_proj,0.0000649669,0.01000,1.944 +45,mlp.experts.15.up_proj,0.0000591431,0.01000,1.980 +45,mlp.experts.7.up_proj,0.0000604684,0.01000,1.894 +45,mlp.experts.125.gate_proj,0.0000574694,0.01000,2.022 +45,mlp.experts.12.up_proj,0.0000573022,0.01000,1.626 +45,mlp.experts.121.gate_proj,0.0000517118,0.01000,2.106 +45,mlp.experts.117.gate_proj,0.0000511377,0.01000,2.008 +45,mlp.experts.3.up_proj,0.0000559417,0.01000,1.752 +45,mlp.experts.2.up_proj,0.0000621817,0.01000,1.658 +45,mlp.experts.14.up_proj,0.0000623678,0.01000,1.634 +45,mlp.experts.113.gate_proj,0.0000515419,0.01000,2.083 +45,mlp.experts.20.up_proj,0.0000544348,0.01000,1.636 +45,mlp.experts.10.up_proj,0.0000583988,0.01000,1.721 +45,mlp.experts.16.up_proj,0.0000531558,0.01000,1.572 +45,mlp.experts.24.up_proj,0.0000584518,0.01000,1.627 +45,mlp.experts.6.up_proj,0.0000631077,0.01000,1.725 +45,mlp.experts.31.up_proj,0.0000584410,0.01000,1.984 +45,mlp.experts.27.up_proj,0.0000605905,0.01000,2.166 +45,mlp.experts.23.up_proj,0.0000639150,0.01000,2.067 +45,mlp.experts.28.up_proj,0.0000548955,0.01000,1.621 +45,mlp.experts.13.up_proj,0.0000566284,0.01000,1.976 +45,mlp.experts.5.up_proj,0.0000548374,0.01000,1.868 +45,mlp.experts.9.up_proj,0.0000530490,0.01000,1.891 +45,mlp.experts.19.up_proj,0.0000576601,0.01000,1.825 +45,mlp.experts.36.up_proj,0.0000556647,0.01000,1.717 +45,mlp.experts.1.up_proj,0.0000578600,0.01000,1.760 +45,mlp.experts.18.up_proj,0.0000521519,0.01000,1.940 +45,mlp.experts.30.up_proj,0.0000573315,0.01000,1.922 +45,mlp.experts.32.up_proj,0.0000631347,0.01000,1.823 +45,mlp.experts.40.up_proj,0.0000565498,0.01000,1.794 +45,mlp.experts.26.up_proj,0.0000575743,0.01000,2.030 +45,mlp.experts.22.up_proj,0.0000573617,0.01000,2.067 +45,mlp.experts.47.up_proj,0.0000555677,0.01000,1.871 +45,mlp.experts.43.up_proj,0.0000569922,0.01000,1.827 +45,mlp.experts.39.up_proj,0.0000518006,0.01000,1.897 +45,mlp.experts.44.up_proj,0.0000614438,0.01000,1.774 +45,mlp.experts.25.up_proj,0.0000543635,0.01000,1.703 +45,mlp.experts.21.up_proj,0.0000577572,0.01000,1.843 +45,mlp.experts.52.up_proj,0.0000682963,0.01000,1.665 +45,mlp.experts.29.up_proj,0.0000650813,0.01000,2.080 +45,mlp.experts.17.up_proj,0.0000577196,0.01000,1.722 +45,mlp.experts.48.up_proj,0.0000712308,0.01000,1.654 +45,mlp.experts.56.up_proj,0.0000630655,0.01000,1.646 +45,mlp.experts.35.up_proj,0.0000602301,0.01000,2.121 +45,mlp.experts.34.up_proj,0.0000565658,0.01000,2.097 +45,mlp.experts.46.up_proj,0.0000565808,0.01000,2.256 +45,mlp.experts.42.up_proj,0.0000597341,0.01000,2.280 +45,mlp.experts.60.up_proj,0.0000568067,0.01000,1.563 +45,mlp.experts.63.up_proj,0.0000555559,0.01000,1.881 +45,mlp.experts.59.up_proj,0.0000577700,0.01000,1.902 +45,mlp.experts.55.up_proj,0.0000527853,0.01000,1.990 +45,mlp.experts.38.up_proj,0.0000611921,0.01000,2.339 +45,mlp.experts.68.up_proj,0.0000582002,0.01000,1.546 +45,mlp.experts.41.up_proj,0.0000549285,0.01000,1.752 +45,mlp.experts.64.up_proj,0.0000628085,0.01000,1.519 +45,mlp.experts.33.up_proj,0.0000685810,0.01000,1.755 +45,mlp.experts.72.up_proj,0.0000564223,0.01000,1.525 +45,mlp.experts.37.up_proj,0.0000549963,0.01000,1.918 +45,mlp.experts.45.up_proj,0.0000599430,0.01000,1.963 +45,mlp.experts.51.up_proj,0.0000631870,0.01000,1.918 +45,mlp.experts.50.up_proj,0.0000673570,0.01000,2.008 +45,mlp.experts.76.up_proj,0.0000627600,0.01000,1.552 +45,mlp.experts.62.up_proj,0.0000527953,0.01000,1.908 +45,mlp.experts.58.up_proj,0.0000540410,0.01000,1.892 +45,mlp.experts.79.up_proj,0.0000490756,0.01000,2.087 +45,mlp.experts.84.up_proj,0.0000582422,0.01000,1.623 +45,mlp.experts.57.up_proj,0.0000549784,0.01000,1.645 +45,mlp.experts.80.up_proj,0.0000561666,0.01000,1.583 +45,mlp.experts.75.up_proj,0.0000657531,0.01000,2.134 +45,mlp.experts.88.up_proj,0.0000684934,0.01000,1.581 +45,mlp.experts.71.up_proj,0.0000641834,0.01000,2.098 +45,mlp.experts.49.up_proj,0.0000595793,0.01000,1.682 +45,mlp.experts.54.up_proj,0.0000579012,0.01000,2.142 +45,mlp.experts.53.up_proj,0.0000541443,0.01000,1.756 +45,mlp.experts.61.up_proj,0.0000542227,0.01000,1.982 +45,mlp.experts.92.up_proj,0.0000557002,0.01000,1.668 +45,mlp.experts.67.up_proj,0.0000571721,0.01000,2.052 +45,mlp.experts.66.up_proj,0.0000619097,0.01000,2.115 +45,mlp.experts.78.up_proj,0.0000579572,0.01000,2.143 +45,mlp.experts.96.up_proj,0.0000553725,0.01000,1.590 +45,mlp.experts.100.up_proj,0.0000549574,0.01000,1.693 +45,mlp.experts.74.up_proj,0.0000639150,0.01000,2.114 +45,mlp.experts.95.up_proj,0.0000691667,0.01000,1.868 +45,mlp.experts.104.up_proj,0.0000612818,0.01000,1.655 +45,mlp.experts.73.up_proj,0.0000558322,0.01000,1.853 +45,mlp.experts.91.up_proj,0.0000556696,0.01000,1.853 +45,mlp.experts.65.up_proj,0.0000622082,0.01000,1.811 +45,mlp.experts.87.up_proj,0.0000724077,0.01000,1.994 +45,mlp.experts.69.up_proj,0.0000624985,0.01000,1.959 +45,mlp.experts.77.up_proj,0.0000546656,0.01000,1.865 +45,mlp.experts.70.up_proj,0.0000570979,0.01000,2.289 +45,mlp.experts.108.up_proj,0.0000613928,0.01000,1.854 +45,mlp.experts.83.up_proj,0.0000606601,0.01000,1.939 +45,mlp.experts.112.up_proj,0.0000550344,0.01000,1.773 +45,mlp.experts.82.up_proj,0.0000648495,0.01000,2.052 +45,mlp.experts.120.up_proj,0.0000709155,0.01000,1.688 +45,mlp.experts.89.up_proj,0.0000575288,0.01000,1.668 +45,mlp.experts.94.up_proj,0.0000561620,0.01000,2.067 +45,mlp.experts.111.up_proj,0.0000622574,0.01000,1.831 +45,mlp.experts.116.up_proj,0.0000565804,0.01000,2.034 +45,mlp.experts.107.up_proj,0.0000540609,0.01000,1.811 +45,mlp.experts.90.up_proj,0.0000541539,0.01000,2.008 +45,mlp.experts.81.up_proj,0.0000577330,0.01000,1.682 +45,mlp.experts.103.up_proj,0.0000596531,0.01000,1.705 +45,mlp.experts.124.up_proj,0.0000616671,0.01000,1.232 +45,mlp.experts.85.up_proj,0.0000548084,0.01000,1.903 +45,mlp.experts.93.up_proj,0.0000559817,0.01000,1.872 +45,mlp.experts.99.up_proj,0.0000670415,0.01000,1.558 +45,mlp.experts.86.up_proj,0.0000568654,0.01000,2.262 +45,mlp.experts.127.up_proj,0.0000516734,0.01000,1.570 +45,mlp.experts.123.up_proj,0.0000584331,0.01000,1.546 +45,mlp.experts.105.up_proj,0.0000616434,0.01000,1.795 +45,mlp.experts.98.up_proj,0.0000582870,0.01000,1.953 +45,mlp.experts.119.up_proj,0.0000558492,0.01000,1.462 +45,mlp.experts.110.up_proj,0.0000529180,0.01000,1.905 +45,mlp.experts.97.up_proj,0.0000528400,0.01000,1.772 +45,mlp.experts.115.up_proj,0.0000579305,0.01000,1.169 +45,mlp.experts.106.up_proj,0.0000523722,0.01000,2.032 +45,mlp.experts.109.up_proj,0.0000555906,0.01000,1.667 +45,mlp.experts.101.up_proj,0.0000800903,0.01000,1.992 +45,mlp.experts.121.up_proj,0.0000565171,0.01000,1.552 +45,mlp.experts.102.up_proj,0.0000501765,0.01000,2.073 +45,mlp.experts.113.up_proj,0.0000576410,0.01000,1.451 +45,mlp.experts.125.up_proj,0.0000651317,0.01000,1.151 +45,mlp.experts.114.up_proj,0.0000586399,0.01000,1.890 +45,mlp.experts.117.up_proj,0.0000561782,0.01000,1.084 +45,mlp.experts.126.up_proj,0.0000547757,0.01000,1.887 +45,mlp.experts.122.up_proj,0.0000566294,0.01000,1.769 +45,mlp.experts.118.up_proj,0.0000721858,0.01000,1.095 +45,mlp.experts.8.down_proj,0.0000508433,0.01000,0.683 +45,mlp.experts.4.down_proj,0.0000226054,0.01000,0.690 +45,mlp.experts.12.down_proj,0.0000149006,0.01000,0.707 +45,mlp.experts.0.down_proj,0.0001083923,0.01000,0.696 +45,mlp.experts.10.down_proj,0.0000174949,0.01000,0.809 +45,mlp.experts.14.down_proj,0.0000697579,0.01000,0.811 +45,mlp.experts.2.down_proj,0.0000215902,0.01000,0.883 +45,mlp.experts.11.down_proj,0.0000363578,0.01000,0.872 +45,mlp.experts.7.down_proj,0.0000172976,0.01000,0.912 +45,mlp.experts.3.down_proj,0.0000279362,0.01000,0.887 +45,mlp.experts.15.down_proj,0.0000280254,0.01000,0.895 +45,mlp.experts.6.down_proj,0.0000284832,0.01000,0.947 +45,mlp.experts.5.down_proj,0.0000233691,0.01000,0.986 +45,mlp.experts.9.down_proj,0.0000156155,0.01000,0.987 +45,mlp.experts.13.down_proj,0.0000247637,0.01000,1.057 +45,mlp.experts.1.down_proj,0.0000222003,0.01000,1.072 +45,mlp.experts.24.down_proj,0.0000230183,0.01000,0.703 +45,mlp.experts.20.down_proj,0.0000269633,0.01000,0.738 +45,mlp.experts.16.down_proj,0.0000220163,0.01000,0.737 +45,mlp.experts.28.down_proj,0.0000232963,0.01000,0.759 +45,mlp.experts.30.down_proj,0.0000204304,0.01000,0.658 +45,mlp.experts.26.down_proj,0.0000284815,0.01000,0.670 +45,mlp.experts.18.down_proj,0.0000441271,0.01000,0.710 +45,mlp.experts.21.down_proj,0.0000184002,0.01000,0.663 +45,mlp.experts.22.down_proj,0.0000196005,0.01000,0.704 +45,mlp.experts.19.down_proj,0.0000244223,0.01000,0.734 +45,mlp.experts.27.down_proj,0.0000309629,0.01000,0.758 +45,mlp.experts.23.down_proj,0.0000964794,0.01000,0.766 +45,mlp.experts.31.down_proj,0.0000272426,0.01000,0.771 +45,mlp.experts.29.down_proj,0.0000562099,0.01000,0.753 +45,mlp.experts.25.down_proj,0.0000290714,0.01000,0.798 +45,mlp.experts.17.down_proj,0.0000276590,0.01000,0.793 +45,mlp.experts.40.down_proj,0.0000294150,0.01000,0.626 +45,mlp.experts.36.down_proj,0.0000248403,0.01000,0.605 +45,mlp.experts.32.down_proj,0.0000340461,0.01000,0.595 +45,mlp.experts.44.down_proj,0.0000705746,0.01000,0.608 +45,mlp.experts.46.down_proj,0.0000263421,0.01000,0.715 +45,mlp.experts.42.down_proj,0.0000166862,0.01000,0.724 +45,mlp.experts.34.down_proj,0.0000206518,0.01000,0.716 +45,mlp.experts.35.down_proj,0.0000221708,0.01000,0.660 +45,mlp.experts.39.down_proj,0.0000212272,0.01000,0.644 +45,mlp.experts.43.down_proj,0.0000221078,0.01000,0.670 +45,mlp.experts.37.down_proj,0.0000169266,0.01000,0.700 +45,mlp.experts.47.down_proj,0.0000248396,0.01000,0.647 +45,mlp.experts.38.down_proj,0.0000430755,0.01000,0.815 +45,mlp.experts.45.down_proj,0.0000160248,0.01000,0.678 +45,mlp.experts.33.down_proj,0.0000571547,0.01000,0.706 +45,mlp.experts.41.down_proj,0.0000562004,0.01000,0.763 +45,mlp.experts.52.down_proj,0.0000809587,0.01000,0.629 +45,mlp.experts.48.down_proj,0.0000379202,0.01000,0.620 +45,mlp.experts.56.down_proj,0.0000235764,0.01000,0.666 +45,mlp.experts.60.down_proj,0.0000231949,0.01000,0.604 +45,mlp.experts.62.down_proj,0.0000159793,0.01000,0.745 +45,mlp.experts.58.down_proj,0.0000238487,0.01000,0.748 +45,mlp.experts.50.down_proj,0.0000587905,0.01000,0.695 +45,mlp.experts.51.down_proj,0.0000247442,0.01000,0.675 +45,mlp.experts.55.down_proj,0.0000245462,0.01000,0.664 +45,mlp.experts.59.down_proj,0.0000219095,0.01000,0.673 +45,mlp.experts.63.down_proj,0.0000195253,0.01000,0.682 +45,mlp.experts.54.down_proj,0.0000202000,0.01000,0.683 +45,mlp.experts.53.down_proj,0.0000196337,0.01000,0.829 +45,mlp.experts.61.down_proj,0.0000142734,0.01000,0.764 +45,mlp.experts.64.down_proj,0.0000296459,0.01000,0.622 +45,mlp.experts.68.down_proj,0.0000293844,0.01000,0.661 +45,mlp.experts.49.down_proj,0.0000321627,0.01000,0.788 +45,mlp.experts.76.down_proj,0.0000277146,0.01000,0.677 +45,mlp.experts.57.down_proj,0.0000224482,0.01000,0.796 +45,mlp.experts.72.down_proj,0.0000283510,0.01000,0.738 +45,mlp.experts.78.down_proj,0.0000254742,0.01000,0.629 +45,mlp.experts.74.down_proj,0.0000939144,0.01000,0.630 +45,mlp.experts.66.down_proj,0.0000356516,0.01000,0.643 +45,mlp.experts.71.down_proj,0.0000560519,0.01000,0.691 +45,mlp.experts.75.down_proj,0.0000394186,0.01000,0.680 +45,mlp.experts.67.down_proj,0.0000303143,0.01000,0.716 +45,mlp.experts.79.down_proj,0.0000220925,0.01000,0.714 +45,mlp.experts.70.down_proj,0.0000389448,0.01000,0.684 +45,mlp.experts.80.down_proj,0.0000282177,0.01000,0.616 +45,mlp.experts.69.down_proj,0.0000243476,0.01000,0.754 +45,mlp.experts.77.down_proj,0.0000268012,0.01000,0.701 +45,mlp.experts.84.down_proj,0.0000378326,0.01000,0.644 +45,mlp.experts.65.down_proj,0.0000237309,0.01000,0.697 +45,mlp.experts.73.down_proj,0.0000413512,0.01000,0.690 +45,mlp.experts.92.down_proj,0.0000242170,0.01000,0.738 +45,mlp.experts.94.down_proj,0.0000193991,0.01000,0.615 +45,mlp.experts.88.down_proj,0.0000318020,0.01000,0.790 +45,mlp.experts.90.down_proj,0.0000236325,0.01000,0.620 +45,mlp.experts.82.down_proj,0.0000541254,0.01000,0.628 +45,mlp.experts.91.down_proj,0.0000272284,0.01000,0.715 +45,mlp.experts.87.down_proj,0.0000638220,0.01000,0.731 +45,mlp.experts.83.down_proj,0.0000289614,0.01000,0.732 +45,mlp.experts.95.down_proj,0.0000703118,0.01000,0.728 +45,mlp.experts.86.down_proj,0.0000338167,0.01000,0.685 +45,mlp.experts.96.down_proj,0.0000207369,0.01000,0.653 +45,mlp.experts.93.down_proj,0.0000277067,0.01000,0.676 +45,mlp.experts.85.down_proj,0.0000207414,0.01000,0.744 +45,mlp.experts.100.down_proj,0.0000384588,0.01000,0.724 +45,mlp.experts.89.down_proj,0.0000211749,0.01000,0.675 +45,mlp.experts.81.down_proj,0.0000198972,0.01000,0.691 +45,mlp.experts.110.down_proj,0.0000320263,0.01000,0.618 +45,mlp.experts.104.down_proj,0.0000242150,0.01000,0.615 +45,mlp.experts.106.down_proj,0.0000181516,0.01000,0.624 +45,mlp.experts.108.down_proj,0.0000404627,0.01000,0.768 +45,mlp.experts.98.down_proj,0.0000366781,0.01000,0.626 +45,mlp.experts.103.down_proj,0.0000303764,0.01000,0.718 +45,mlp.experts.99.down_proj,0.0000673267,0.01000,0.698 +45,mlp.experts.107.down_proj,0.0000354252,0.01000,0.735 +45,mlp.experts.112.down_proj,0.0000273305,0.01000,0.622 +45,mlp.experts.111.down_proj,0.0000482639,0.01000,0.723 +45,mlp.experts.102.down_proj,0.0000298997,0.01000,0.694 +45,mlp.experts.109.down_proj,0.0000300738,0.01000,0.678 +45,mlp.experts.116.down_proj,0.0000404687,0.01000,0.639 +45,mlp.experts.120.down_proj,0.0000892206,0.01000,0.549 +45,mlp.experts.105.down_proj,0.0000372285,0.01000,0.686 +45,mlp.experts.97.down_proj,0.0000303937,0.01000,0.693 +45,mlp.experts.124.down_proj,0.0000388268,0.01000,0.557 +45,mlp.experts.101.down_proj,0.0001167459,0.01000,0.759 +45,mlp.experts.126.down_proj,0.0000315240,0.01000,0.670 +45,mlp.experts.114.down_proj,0.0000204745,0.01000,0.663 +45,mlp.experts.122.down_proj,0.0000294355,0.01000,0.697 +45,mlp.experts.118.down_proj,0.0000877028,0.01000,0.484 +45,mlp.experts.115.down_proj,0.0000206359,0.01000,0.708 +45,mlp.experts.119.down_proj,0.0000231667,0.01000,0.721 +45,mlp.experts.123.down_proj,0.0000287303,0.01000,0.716 +45,mlp.experts.127.down_proj,0.0000171748,0.01000,0.679 +45,mlp.experts.125.down_proj,0.0000354614,0.01000,0.595 +45,mlp.experts.121.down_proj,0.0000449362,0.01000,0.536 +45,mlp.experts.117.down_proj,0.0000160376,0.01000,0.533 +45,mlp.experts.113.down_proj,0.0000527598,0.01000,0.544 +46,self_attn.q_proj,0.0001126757,0.01000,0.711 +46,self_attn.v_proj,0.0000228578,0.01000,0.777 +46,self_attn.k_proj,0.0000100923,0.01000,0.937 +46,self_attn.o_proj,0.0000035565,0.01000,1.415 +46,mlp.experts.3.gate_proj,0.0000803329,0.01000,1.766 +46,mlp.experts.11.gate_proj,0.0000709669,0.01000,1.768 +46,mlp.experts.10.gate_proj,0.0000552263,0.01000,1.781 +46,mlp.experts.15.gate_proj,0.0000490765,0.01000,1.806 +46,mlp.experts.7.gate_proj,0.0000505599,0.01000,1.822 +46,mlp.experts.6.gate_proj,0.0000612853,0.01000,1.845 +46,mlp.experts.0.gate_proj,0.0000536606,0.01000,1.857 +46,mlp.experts.14.gate_proj,0.0000592150,0.01000,1.853 +46,mlp.experts.4.gate_proj,0.0000573873,0.01000,2.016 +46,mlp.experts.2.gate_proj,0.0000580359,0.01000,2.052 +46,mlp.experts.12.gate_proj,0.0000483602,0.01000,2.034 +46,mlp.experts.1.gate_proj,0.0000553763,0.01000,2.219 +46,mlp.experts.9.gate_proj,0.0000657545,0.01000,2.208 +46,mlp.experts.5.gate_proj,0.0000693183,0.01000,2.223 +46,mlp.experts.13.gate_proj,0.0000537128,0.01000,2.219 +46,mlp.experts.8.gate_proj,0.0000538926,0.01000,2.243 +46,mlp.experts.19.gate_proj,0.0000579682,0.01000,1.676 +46,mlp.experts.27.gate_proj,0.0000659546,0.01000,1.712 +46,mlp.experts.31.gate_proj,0.0000542000,0.01000,1.683 +46,mlp.experts.23.gate_proj,0.0000740106,0.01000,1.698 +46,mlp.experts.26.gate_proj,0.0000622435,0.01000,1.782 +46,mlp.experts.22.gate_proj,0.0000472037,0.01000,1.861 +46,mlp.experts.30.gate_proj,0.0000517522,0.01000,1.862 +46,mlp.experts.20.gate_proj,0.0000455812,0.01000,1.813 +46,mlp.experts.18.gate_proj,0.0000559938,0.01000,1.851 +46,mlp.experts.24.gate_proj,0.0000494962,0.01000,1.666 +46,mlp.experts.16.gate_proj,0.0000572766,0.01000,2.150 +46,mlp.experts.28.gate_proj,0.0000546136,0.01000,2.012 +46,mlp.experts.21.gate_proj,0.0000504027,0.01000,1.989 +46,mlp.experts.25.gate_proj,0.0000676287,0.01000,2.050 +46,mlp.experts.17.gate_proj,0.0000513698,0.01000,2.056 +46,mlp.experts.29.gate_proj,0.0000527851,0.01000,2.132 +46,mlp.experts.35.gate_proj,0.0000548396,0.01000,1.599 +46,mlp.experts.47.gate_proj,0.0000591037,0.01000,1.561 +46,mlp.experts.43.gate_proj,0.0000588028,0.01000,1.581 +46,mlp.experts.39.gate_proj,0.0000538478,0.01000,1.635 +46,mlp.experts.42.gate_proj,0.0000485796,0.01000,1.893 +46,mlp.experts.36.gate_proj,0.0000576445,0.01000,1.697 +46,mlp.experts.38.gate_proj,0.0000521268,0.01000,1.938 +46,mlp.experts.46.gate_proj,0.0000509217,0.01000,1.949 +46,mlp.experts.34.gate_proj,0.0000595218,0.01000,1.906 +46,mlp.experts.32.gate_proj,0.0000722557,0.01000,1.886 +46,mlp.experts.40.gate_proj,0.0000617615,0.01000,2.008 +46,mlp.experts.44.gate_proj,0.0000623036,0.01000,1.940 +46,mlp.experts.37.gate_proj,0.0000540812,0.01000,2.017 +46,mlp.experts.41.gate_proj,0.0000524528,0.01000,2.005 +46,mlp.experts.33.gate_proj,0.0000632011,0.01000,2.014 +46,mlp.experts.45.gate_proj,0.0000607982,0.01000,2.014 +46,mlp.experts.59.gate_proj,0.0000497094,0.01000,1.571 +46,mlp.experts.51.gate_proj,0.0000586773,0.01000,1.610 +46,mlp.experts.63.gate_proj,0.0000571767,0.01000,1.621 +46,mlp.experts.55.gate_proj,0.0000528594,0.01000,1.568 +46,mlp.experts.58.gate_proj,0.0000549506,0.01000,1.752 +46,mlp.experts.52.gate_proj,0.0000553701,0.01000,1.775 +46,mlp.experts.54.gate_proj,0.0000669570,0.01000,1.720 +46,mlp.experts.62.gate_proj,0.0000482288,0.01000,1.792 +46,mlp.experts.50.gate_proj,0.0000648507,0.01000,1.873 +46,mlp.experts.56.gate_proj,0.0000588553,0.01000,1.871 +46,mlp.experts.48.gate_proj,0.0000590604,0.01000,2.114 +46,mlp.experts.60.gate_proj,0.0000553092,0.01000,2.010 +46,mlp.experts.53.gate_proj,0.0000510733,0.01000,2.122 +46,mlp.experts.75.gate_proj,0.0000513519,0.01000,1.721 +46,mlp.experts.49.gate_proj,0.0000548897,0.01000,2.089 +46,mlp.experts.67.gate_proj,0.0000544102,0.01000,1.781 +46,mlp.experts.61.gate_proj,0.0000569925,0.01000,2.056 +46,mlp.experts.79.gate_proj,0.0000559372,0.01000,1.788 +46,mlp.experts.57.gate_proj,0.0000607195,0.01000,2.204 +46,mlp.experts.71.gate_proj,0.0000570252,0.01000,1.783 +46,mlp.experts.74.gate_proj,0.0000739092,0.01000,1.654 +46,mlp.experts.70.gate_proj,0.0000511284,0.01000,1.658 +46,mlp.experts.78.gate_proj,0.0000502130,0.01000,1.676 +46,mlp.experts.68.gate_proj,0.0000597516,0.01000,1.862 +46,mlp.experts.66.gate_proj,0.0000496246,0.01000,1.904 +46,mlp.experts.72.gate_proj,0.0000556420,0.01000,1.843 +46,mlp.experts.76.gate_proj,0.0000532778,0.01000,1.779 +46,mlp.experts.64.gate_proj,0.0000542984,0.01000,1.852 +46,mlp.experts.91.gate_proj,0.0000622421,0.01000,1.831 +46,mlp.experts.65.gate_proj,0.0000505593,0.01000,1.979 +46,mlp.experts.95.gate_proj,0.0000474731,0.01000,1.898 +46,mlp.experts.77.gate_proj,0.0000570786,0.01000,1.967 +46,mlp.experts.69.gate_proj,0.0000571323,0.01000,2.098 +46,mlp.experts.73.gate_proj,0.0000562227,0.01000,1.993 +46,mlp.experts.90.gate_proj,0.0000517151,0.01000,1.644 +46,mlp.experts.83.gate_proj,0.0000548931,0.01000,2.153 +46,mlp.experts.86.gate_proj,0.0000640599,0.01000,1.669 +46,mlp.experts.87.gate_proj,0.0000563567,0.01000,2.182 +46,mlp.experts.94.gate_proj,0.0000599425,0.01000,1.667 +46,mlp.experts.84.gate_proj,0.0000536971,0.01000,1.667 +46,mlp.experts.88.gate_proj,0.0000537426,0.01000,1.632 +46,mlp.experts.92.gate_proj,0.0000530935,0.01000,1.625 +46,mlp.experts.82.gate_proj,0.0000507962,0.01000,1.862 +46,mlp.experts.80.gate_proj,0.0000451498,0.01000,1.616 +46,mlp.experts.111.gate_proj,0.0000506201,0.01000,1.822 +46,mlp.experts.106.gate_proj,0.0000568829,0.01000,1.686 +46,mlp.experts.107.gate_proj,0.0000531819,0.01000,2.022 +46,mlp.experts.102.gate_proj,0.0000547128,0.01000,1.712 +46,mlp.experts.103.gate_proj,0.0000513826,0.01000,1.737 +46,mlp.experts.100.gate_proj,0.0000476491,0.01000,1.628 +46,mlp.experts.81.gate_proj,0.0000551676,0.01000,2.132 +46,mlp.experts.89.gate_proj,0.0000545936,0.01000,2.054 +46,mlp.experts.110.gate_proj,0.0000545617,0.01000,1.713 +46,mlp.experts.93.gate_proj,0.0000530552,0.01000,2.134 +46,mlp.experts.85.gate_proj,0.0000623606,0.01000,2.122 +46,mlp.experts.99.gate_proj,0.0000534129,0.01000,2.091 +46,mlp.experts.104.gate_proj,0.0000796364,0.01000,1.614 +46,mlp.experts.108.gate_proj,0.0000563221,0.01000,1.623 +46,mlp.experts.96.gate_proj,0.0000724323,0.01000,1.649 +46,mlp.experts.98.gate_proj,0.0000533415,0.01000,1.950 +46,mlp.experts.122.gate_proj,0.0000543231,0.01000,1.649 +46,mlp.experts.116.gate_proj,0.0000566496,0.01000,1.573 +46,mlp.experts.123.gate_proj,0.0000525345,0.01000,1.794 +46,mlp.experts.118.gate_proj,0.0000677352,0.01000,1.676 +46,mlp.experts.119.gate_proj,0.0000571891,0.01000,1.727 +46,mlp.experts.126.gate_proj,0.0000671183,0.01000,1.680 +46,mlp.experts.127.gate_proj,0.0000556162,0.01000,2.012 +46,mlp.experts.97.gate_proj,0.0000523857,0.01000,1.920 +46,mlp.experts.109.gate_proj,0.0000516066,0.01000,1.912 +46,mlp.experts.101.gate_proj,0.0000622933,0.01000,1.894 +46,mlp.experts.120.gate_proj,0.0000550280,0.01000,1.663 +46,mlp.experts.105.gate_proj,0.0000521500,0.01000,2.025 +46,mlp.experts.124.gate_proj,0.0000512351,0.01000,1.658 +46,mlp.experts.112.gate_proj,0.0000528390,0.01000,1.731 +46,mlp.experts.115.gate_proj,0.0000529999,0.01000,2.178 +46,mlp.experts.114.gate_proj,0.0000552563,0.01000,1.936 +46,mlp.experts.10.up_proj,0.0000583739,0.01000,1.748 +46,mlp.experts.4.up_proj,0.0000638875,0.01000,1.675 +46,mlp.experts.6.up_proj,0.0000671145,0.01000,1.741 +46,mlp.experts.11.up_proj,0.0000784389,0.01000,1.921 +46,mlp.experts.7.up_proj,0.0000579948,0.01000,1.793 +46,mlp.experts.14.up_proj,0.0000655438,0.01000,1.815 +46,mlp.experts.15.up_proj,0.0000539040,0.01000,1.870 +46,mlp.experts.8.up_proj,0.0000578328,0.01000,1.603 +46,mlp.experts.12.up_proj,0.0000542375,0.01000,1.603 +46,mlp.experts.0.up_proj,0.0000629167,0.01000,1.541 +46,mlp.experts.125.gate_proj,0.0000582093,0.01000,2.011 +46,mlp.experts.113.gate_proj,0.0000513608,0.01000,2.073 +46,mlp.experts.117.gate_proj,0.0000555158,0.01000,2.041 +46,mlp.experts.121.gate_proj,0.0000564990,0.01000,2.048 +46,mlp.experts.3.up_proj,0.0000820888,0.01000,2.096 +46,mlp.experts.2.up_proj,0.0000658300,0.01000,1.767 +46,mlp.experts.20.up_proj,0.0000532830,0.01000,1.559 +46,mlp.experts.26.up_proj,0.0000683981,0.01000,1.801 +46,mlp.experts.22.up_proj,0.0000569888,0.01000,1.795 +46,mlp.experts.23.up_proj,0.0000801113,0.01000,1.653 +46,mlp.experts.24.up_proj,0.0000557074,0.01000,1.590 +46,mlp.experts.31.up_proj,0.0000583286,0.01000,1.723 +46,mlp.experts.28.up_proj,0.0000620161,0.01000,1.594 +46,mlp.experts.30.up_proj,0.0000592821,0.01000,1.875 +46,mlp.experts.16.up_proj,0.0000628280,0.01000,1.587 +46,mlp.experts.27.up_proj,0.0000732641,0.01000,2.094 +46,mlp.experts.13.up_proj,0.0000594795,0.01000,2.027 +46,mlp.experts.1.up_proj,0.0000579191,0.01000,2.041 +46,mlp.experts.5.up_proj,0.0000727210,0.01000,2.053 +46,mlp.experts.9.up_proj,0.0000681820,0.01000,2.047 +46,mlp.experts.18.up_proj,0.0000635094,0.01000,1.687 +46,mlp.experts.19.up_proj,0.0000634411,0.01000,1.938 +46,mlp.experts.36.up_proj,0.0000629114,0.01000,1.638 +46,mlp.experts.42.up_proj,0.0000535441,0.01000,1.766 +46,mlp.experts.38.up_proj,0.0000587237,0.01000,1.742 +46,mlp.experts.40.up_proj,0.0000678722,0.01000,1.666 +46,mlp.experts.39.up_proj,0.0000611557,0.01000,1.812 +46,mlp.experts.44.up_proj,0.0000661413,0.01000,1.665 +46,mlp.experts.47.up_proj,0.0000676539,0.01000,1.784 +46,mlp.experts.46.up_proj,0.0000564998,0.01000,1.734 +46,mlp.experts.32.up_proj,0.0000745945,0.01000,1.667 +46,mlp.experts.43.up_proj,0.0000659225,0.01000,1.726 +46,mlp.experts.35.up_proj,0.0000633850,0.01000,1.570 +46,mlp.experts.17.up_proj,0.0000558125,0.01000,2.039 +46,mlp.experts.29.up_proj,0.0000600770,0.01000,2.072 +46,mlp.experts.21.up_proj,0.0000574695,0.01000,2.118 +46,mlp.experts.52.up_proj,0.0000617001,0.01000,1.764 +46,mlp.experts.34.up_proj,0.0000643377,0.01000,1.953 +46,mlp.experts.25.up_proj,0.0000715628,0.01000,2.161 +46,mlp.experts.58.up_proj,0.0000610023,0.01000,1.736 +46,mlp.experts.54.up_proj,0.0000759399,0.01000,1.727 +46,mlp.experts.55.up_proj,0.0000593989,0.01000,1.662 +46,mlp.experts.56.up_proj,0.0000627283,0.01000,1.752 +46,mlp.experts.63.up_proj,0.0000643169,0.01000,1.720 +46,mlp.experts.62.up_proj,0.0000566392,0.01000,1.702 +46,mlp.experts.59.up_proj,0.0000573995,0.01000,1.711 +46,mlp.experts.60.up_proj,0.0000618986,0.01000,1.941 +46,mlp.experts.48.up_proj,0.0000653633,0.01000,2.046 +46,mlp.experts.51.up_proj,0.0000647113,0.01000,1.668 +46,mlp.experts.68.up_proj,0.0000652175,0.01000,1.901 +46,mlp.experts.74.up_proj,0.0000732307,0.01000,1.748 +46,mlp.experts.50.up_proj,0.0000725921,0.01000,1.910 +46,mlp.experts.71.up_proj,0.0000617523,0.01000,1.651 +46,mlp.experts.33.up_proj,0.0000654758,0.01000,2.202 +46,mlp.experts.37.up_proj,0.0000595484,0.01000,2.135 +46,mlp.experts.70.up_proj,0.0000556862,0.01000,1.810 +46,mlp.experts.79.up_proj,0.0000636798,0.01000,1.629 +46,mlp.experts.72.up_proj,0.0000616926,0.01000,1.803 +46,mlp.experts.41.up_proj,0.0000576681,0.01000,2.206 +46,mlp.experts.75.up_proj,0.0000581285,0.01000,1.618 +46,mlp.experts.78.up_proj,0.0000568283,0.01000,1.819 +46,mlp.experts.45.up_proj,0.0000640098,0.01000,2.731 +46,mlp.experts.76.up_proj,0.0000554413,0.01000,1.831 +46,mlp.experts.64.up_proj,0.0000604823,0.01000,1.714 +46,mlp.experts.67.up_proj,0.0000578875,0.01000,1.645 +46,mlp.experts.87.up_proj,0.0000611535,0.01000,1.607 +46,mlp.experts.84.up_proj,0.0000587371,0.01000,1.899 +46,mlp.experts.88.up_proj,0.0000583590,0.01000,1.611 +46,mlp.experts.95.up_proj,0.0000549001,0.01000,1.624 +46,mlp.experts.90.up_proj,0.0000564359,0.01000,1.954 +46,mlp.experts.66.up_proj,0.0000576862,0.01000,1.952 +46,mlp.experts.53.up_proj,0.0000592987,0.01000,1.930 +46,mlp.experts.91.up_proj,0.0000681208,0.01000,1.653 +46,mlp.experts.49.up_proj,0.0000624164,0.01000,2.023 +46,mlp.experts.86.up_proj,0.0000721876,0.01000,1.996 +46,mlp.experts.57.up_proj,0.0000665511,0.01000,1.978 +46,mlp.experts.94.up_proj,0.0000645245,0.01000,1.974 +46,mlp.experts.61.up_proj,0.0000626396,0.01000,1.921 +46,mlp.experts.92.up_proj,0.0000592226,0.01000,1.900 +46,mlp.experts.80.up_proj,0.0000548589,0.01000,1.892 +46,mlp.experts.83.up_proj,0.0000624294,0.01000,1.634 +46,mlp.experts.103.up_proj,0.0000561112,0.01000,1.650 +46,mlp.experts.111.up_proj,0.0000574574,0.01000,1.650 +46,mlp.experts.100.up_proj,0.0000519639,0.01000,1.749 +46,mlp.experts.107.up_proj,0.0000594075,0.01000,1.662 +46,mlp.experts.106.up_proj,0.0000650270,0.01000,1.883 +46,mlp.experts.69.up_proj,0.0000643436,0.01000,1.765 +46,mlp.experts.65.up_proj,0.0000561476,0.01000,1.748 +46,mlp.experts.82.up_proj,0.0000575409,0.01000,1.919 +46,mlp.experts.104.up_proj,0.0000814767,0.01000,2.035 +46,mlp.experts.102.up_proj,0.0000612962,0.01000,1.873 +46,mlp.experts.73.up_proj,0.0000597996,0.01000,1.772 +46,mlp.experts.108.up_proj,0.0000604859,0.01000,1.531 +46,mlp.experts.99.up_proj,0.0000590732,0.01000,1.620 +46,mlp.experts.110.up_proj,0.0000603690,0.01000,1.912 +46,mlp.experts.77.up_proj,0.0000620809,0.01000,1.876 +46,mlp.experts.96.up_proj,0.0000688689,0.01000,1.993 +46,mlp.experts.119.up_proj,0.0000651549,0.01000,1.672 +46,mlp.experts.127.up_proj,0.0000613226,0.01000,1.646 +46,mlp.experts.116.up_proj,0.0000628683,0.01000,1.719 +46,mlp.experts.123.up_proj,0.0000577173,0.01000,1.582 +46,mlp.experts.122.up_proj,0.0000585504,0.01000,1.748 +46,mlp.experts.85.up_proj,0.0000656521,0.01000,1.749 +46,mlp.experts.81.up_proj,0.0000616747,0.01000,1.749 +46,mlp.experts.115.up_proj,0.0000555164,0.01000,1.249 +46,mlp.experts.98.up_proj,0.0000576327,0.01000,1.871 +46,mlp.experts.118.up_proj,0.0000688447,0.01000,1.699 +46,mlp.experts.120.up_proj,0.0000599017,0.01000,1.908 +46,mlp.experts.89.up_proj,0.0000595198,0.01000,1.766 +46,mlp.experts.124.up_proj,0.0000576645,0.01000,1.776 +46,mlp.experts.126.up_proj,0.0000689641,0.01000,1.546 +46,mlp.experts.112.up_proj,0.0000596491,0.01000,1.308 +46,mlp.experts.93.up_proj,0.0000577903,0.01000,1.963 +46,mlp.experts.114.up_proj,0.0000591049,0.01000,0.746 +46,mlp.experts.101.up_proj,0.0000678670,0.01000,1.882 +46,mlp.experts.97.up_proj,0.0000579835,0.01000,1.915 +46,mlp.experts.105.up_proj,0.0000584659,0.01000,2.058 +46,mlp.experts.109.up_proj,0.0000599401,0.01000,1.956 +46,mlp.experts.117.up_proj,0.0000611811,0.01000,2.021 +46,mlp.experts.113.up_proj,0.0000624265,0.01000,2.025 +46,mlp.experts.121.up_proj,0.0000602074,0.01000,1.790 +46,mlp.experts.125.up_proj,0.0000620316,0.01000,1.550 +46,mlp.experts.4.down_proj,0.0000556159,0.01000,0.630 +46,mlp.experts.0.down_proj,0.0000429758,0.01000,0.632 +46,mlp.experts.3.down_proj,0.0000727117,0.01000,0.684 +46,mlp.experts.15.down_proj,0.0000386061,0.01000,0.700 +46,mlp.experts.1.down_proj,0.0000348749,0.01000,0.724 +46,mlp.experts.7.down_proj,0.0000241101,0.01000,0.708 +46,mlp.experts.5.down_proj,0.0001235569,0.01000,0.723 +46,mlp.experts.11.down_proj,0.0001268964,0.01000,0.719 +46,mlp.experts.9.down_proj,0.0000955499,0.01000,0.729 +46,mlp.experts.14.down_proj,0.0000449039,0.01000,0.743 +46,mlp.experts.10.down_proj,0.0000532589,0.01000,0.756 +46,mlp.experts.8.down_proj,0.0000212171,0.01000,0.760 +46,mlp.experts.6.down_proj,0.0000600473,0.01000,0.761 +46,mlp.experts.12.down_proj,0.0000322482,0.01000,0.782 +46,mlp.experts.13.down_proj,0.0000609244,0.01000,0.787 +46,mlp.experts.2.down_proj,0.0000381456,0.01000,0.802 +46,mlp.experts.31.down_proj,0.0000582461,0.01000,0.593 +46,mlp.experts.19.down_proj,0.0000295092,0.01000,0.626 +46,mlp.experts.20.down_proj,0.0000660821,0.01000,0.696 +46,mlp.experts.27.down_proj,0.0001677836,0.01000,0.621 +46,mlp.experts.23.down_proj,0.0002264171,0.01000,0.632 +46,mlp.experts.16.down_proj,0.0001187567,0.01000,0.747 +46,mlp.experts.17.down_proj,0.0000422231,0.01000,0.670 +46,mlp.experts.21.down_proj,0.0000489665,0.01000,0.658 +46,mlp.experts.25.down_proj,0.0001350682,0.01000,0.667 +46,mlp.experts.30.down_proj,0.0000338511,0.01000,0.712 +46,mlp.experts.28.down_proj,0.0000280586,0.01000,0.679 +46,mlp.experts.22.down_proj,0.0000242250,0.01000,0.730 +46,mlp.experts.26.down_proj,0.0000374333,0.01000,0.742 +46,mlp.experts.29.down_proj,0.0000461928,0.01000,0.721 +46,mlp.experts.24.down_proj,0.0000163834,0.01000,0.754 +46,mlp.experts.18.down_proj,0.0000628161,0.01000,0.734 +46,mlp.experts.47.down_proj,0.0000431035,0.01000,0.598 +46,mlp.experts.35.down_proj,0.0000389582,0.01000,0.617 +46,mlp.experts.43.down_proj,0.0000399148,0.01000,0.598 +46,mlp.experts.32.down_proj,0.0001065191,0.01000,0.589 +46,mlp.experts.39.down_proj,0.0000354199,0.01000,0.628 +46,mlp.experts.37.down_proj,0.0000514674,0.01000,0.665 +46,mlp.experts.33.down_proj,0.0000397280,0.01000,0.670 +46,mlp.experts.41.down_proj,0.0000535106,0.01000,0.662 +46,mlp.experts.36.down_proj,0.0000274856,0.01000,0.749 +46,mlp.experts.44.down_proj,0.0000386912,0.01000,0.615 +46,mlp.experts.46.down_proj,0.0000382303,0.01000,0.702 +46,mlp.experts.38.down_proj,0.0000317931,0.01000,0.727 +46,mlp.experts.45.down_proj,0.0000260250,0.01000,0.721 +46,mlp.experts.42.down_proj,0.0000204561,0.01000,0.731 +46,mlp.experts.40.down_proj,0.0000583651,0.01000,0.729 +46,mlp.experts.34.down_proj,0.0000954258,0.01000,0.739 +46,mlp.experts.63.down_proj,0.0000697069,0.01000,0.642 +46,mlp.experts.51.down_proj,0.0000534400,0.01000,0.633 +46,mlp.experts.59.down_proj,0.0000181497,0.01000,0.649 +46,mlp.experts.48.down_proj,0.0000779529,0.01000,0.651 +46,mlp.experts.55.down_proj,0.0000200228,0.01000,0.637 +46,mlp.experts.60.down_proj,0.0000267596,0.01000,0.659 +46,mlp.experts.53.down_proj,0.0000542736,0.01000,0.691 +46,mlp.experts.57.down_proj,0.0000522953,0.01000,0.687 +46,mlp.experts.49.down_proj,0.0000693226,0.01000,0.700 +46,mlp.experts.52.down_proj,0.0000247093,0.01000,0.732 +46,mlp.experts.62.down_proj,0.0000535714,0.01000,0.716 +46,mlp.experts.56.down_proj,0.0000373658,0.01000,0.635 +46,mlp.experts.54.down_proj,0.0001207344,0.01000,0.705 +46,mlp.experts.61.down_proj,0.0000252044,0.01000,0.724 +46,mlp.experts.58.down_proj,0.0000203310,0.01000,0.730 +46,mlp.experts.50.down_proj,0.0001228868,0.01000,0.731 +46,mlp.experts.79.down_proj,0.0000394420,0.01000,0.677 +46,mlp.experts.67.down_proj,0.0000296932,0.01000,0.685 +46,mlp.experts.75.down_proj,0.0000237840,0.01000,0.683 +46,mlp.experts.64.down_proj,0.0000536403,0.01000,0.676 +46,mlp.experts.71.down_proj,0.0000548088,0.01000,0.682 +46,mlp.experts.76.down_proj,0.0000423058,0.01000,0.701 +46,mlp.experts.69.down_proj,0.0000633000,0.01000,0.726 +46,mlp.experts.73.down_proj,0.0000348134,0.01000,0.737 +46,mlp.experts.65.down_proj,0.0000183680,0.01000,0.734 +46,mlp.experts.68.down_proj,0.0000254842,0.01000,0.717 +46,mlp.experts.72.down_proj,0.0000333391,0.01000,0.677 +46,mlp.experts.78.down_proj,0.0000241661,0.01000,0.781 +46,mlp.experts.70.down_proj,0.0000626959,0.01000,0.737 +46,mlp.experts.74.down_proj,0.0000483675,0.01000,0.746 +46,mlp.experts.77.down_proj,0.0000579494,0.01000,0.794 +46,mlp.experts.95.down_proj,0.0000247359,0.01000,0.560 +46,mlp.experts.66.down_proj,0.0000794767,0.01000,0.782 +46,mlp.experts.83.down_proj,0.0000284500,0.01000,0.551 +46,mlp.experts.91.down_proj,0.0000509624,0.01000,0.553 +46,mlp.experts.87.down_proj,0.0000275023,0.01000,0.585 +46,mlp.experts.80.down_proj,0.0000245197,0.01000,0.773 +46,mlp.experts.92.down_proj,0.0000468179,0.01000,0.661 +46,mlp.experts.84.down_proj,0.0000276091,0.01000,0.618 +46,mlp.experts.81.down_proj,0.0000439708,0.01000,0.695 +46,mlp.experts.85.down_proj,0.0001442938,0.01000,0.716 +46,mlp.experts.89.down_proj,0.0000372713,0.01000,0.737 +46,mlp.experts.99.down_proj,0.0000321085,0.01000,0.543 +46,mlp.experts.88.down_proj,0.0000457680,0.01000,0.768 +46,mlp.experts.86.down_proj,0.0000876515,0.01000,0.696 +46,mlp.experts.94.down_proj,0.0000585800,0.01000,0.726 +46,mlp.experts.107.down_proj,0.0000278841,0.01000,0.545 +46,mlp.experts.111.down_proj,0.0000305226,0.01000,0.601 +46,mlp.experts.90.down_proj,0.0000455471,0.01000,0.694 +46,mlp.experts.103.down_proj,0.0000377543,0.01000,0.535 +46,mlp.experts.93.down_proj,0.0000964118,0.01000,0.713 +46,mlp.experts.82.down_proj,0.0000303175,0.01000,0.747 +46,mlp.experts.108.down_proj,0.0000308207,0.01000,0.595 +46,mlp.experts.100.down_proj,0.0000876977,0.01000,0.611 +46,mlp.experts.96.down_proj,0.0000405733,0.01000,0.729 +46,mlp.experts.97.down_proj,0.0000428487,0.01000,0.650 +46,mlp.experts.101.down_proj,0.0000267271,0.01000,0.659 +46,mlp.experts.115.down_proj,0.0000422465,0.01000,0.548 +46,mlp.experts.105.down_proj,0.0000306700,0.01000,0.667 +46,mlp.experts.123.down_proj,0.0000352490,0.01000,0.543 +46,mlp.experts.119.down_proj,0.0000252815,0.01000,0.528 +46,mlp.experts.127.down_proj,0.0000423059,0.01000,0.576 +46,mlp.experts.104.down_proj,0.0000620689,0.01000,0.692 +46,mlp.experts.102.down_proj,0.0000386906,0.01000,0.736 +46,mlp.experts.110.down_proj,0.0000456009,0.01000,0.737 +46,mlp.experts.106.down_proj,0.0000646816,0.01000,0.725 +46,mlp.experts.109.down_proj,0.0000478634,0.01000,0.685 +46,mlp.experts.98.down_proj,0.0000233045,0.01000,0.756 +46,mlp.experts.124.down_proj,0.0000425566,0.01000,0.706 +46,mlp.experts.116.down_proj,0.0000454531,0.01000,0.671 +46,mlp.experts.113.down_proj,0.0000402324,0.01000,0.639 +46,mlp.experts.117.down_proj,0.0000265412,0.01000,0.636 +46,mlp.experts.112.down_proj,0.0000277069,0.01000,0.691 +46,mlp.experts.120.down_proj,0.0000344702,0.01000,0.504 +46,mlp.experts.121.down_proj,0.0000345110,0.01000,0.672 +46,mlp.experts.125.down_proj,0.0000673943,0.01000,0.507 +46,mlp.experts.126.down_proj,0.0001064361,0.01000,0.686 +46,mlp.experts.122.down_proj,0.0000433037,0.01000,0.681 +46,mlp.experts.118.down_proj,0.0001543791,0.01000,0.718 +46,mlp.experts.114.down_proj,0.0000453964,0.01000,0.599 +47,self_attn.q_proj,0.0001009652,0.01000,0.741 +47,self_attn.k_proj,0.0000115938,0.01000,0.779 +47,self_attn.v_proj,0.0000219843,0.01000,0.834 +47,self_attn.o_proj,0.0000114358,0.01000,1.401 +47,mlp.experts.0.gate_proj,0.0000644686,0.01000,1.650 +47,mlp.experts.4.gate_proj,0.0000555305,0.01000,1.750 +47,mlp.experts.7.gate_proj,0.0000490274,0.01000,1.840 +47,mlp.experts.11.gate_proj,0.0000481921,0.01000,1.842 +47,mlp.experts.15.gate_proj,0.0000492086,0.01000,1.941 +47,mlp.experts.3.gate_proj,0.0000573868,0.01000,1.941 +47,mlp.experts.13.gate_proj,0.0000486854,0.01000,2.098 +47,mlp.experts.5.gate_proj,0.0000573595,0.01000,2.105 +47,mlp.experts.1.gate_proj,0.0000557848,0.01000,2.123 +47,mlp.experts.12.gate_proj,0.0000471938,0.01000,2.152 +47,mlp.experts.8.gate_proj,0.0000658594,0.01000,2.162 +47,mlp.experts.2.gate_proj,0.0000751460,0.01000,2.260 +47,mlp.experts.9.gate_proj,0.0000489675,0.01000,2.257 +47,mlp.experts.10.gate_proj,0.0000473607,0.01000,2.284 +47,mlp.experts.14.gate_proj,0.0000500558,0.01000,2.311 +47,mlp.experts.6.gate_proj,0.0000487873,0.01000,2.348 +47,mlp.experts.27.gate_proj,0.0000478653,0.01000,1.434 +47,mlp.experts.23.gate_proj,0.0000721778,0.01000,1.478 +47,mlp.experts.31.gate_proj,0.0000455326,0.01000,1.445 +47,mlp.experts.19.gate_proj,0.0000489696,0.01000,1.530 +47,mlp.experts.16.gate_proj,0.0000558938,0.01000,1.917 +47,mlp.experts.20.gate_proj,0.0000486137,0.01000,1.897 +47,mlp.experts.21.gate_proj,0.0000493060,0.01000,1.739 +47,mlp.experts.29.gate_proj,0.0000446776,0.01000,1.808 +47,mlp.experts.28.gate_proj,0.0000493906,0.01000,1.760 +47,mlp.experts.25.gate_proj,0.0000533403,0.01000,1.743 +47,mlp.experts.26.gate_proj,0.0000505539,0.01000,1.837 +47,mlp.experts.18.gate_proj,0.0000520244,0.01000,1.875 +47,mlp.experts.22.gate_proj,0.0000474968,0.01000,1.833 +47,mlp.experts.17.gate_proj,0.0000593638,0.01000,2.088 +47,mlp.experts.24.gate_proj,0.0000488352,0.01000,2.122 +47,mlp.experts.30.gate_proj,0.0000474406,0.01000,1.988 +47,mlp.experts.43.gate_proj,0.0000520488,0.01000,1.425 +47,mlp.experts.39.gate_proj,0.0000578718,0.01000,1.437 +47,mlp.experts.47.gate_proj,0.0000482297,0.01000,1.447 +47,mlp.experts.35.gate_proj,0.0000478209,0.01000,1.541 +47,mlp.experts.36.gate_proj,0.0000469206,0.01000,1.622 +47,mlp.experts.32.gate_proj,0.0000435195,0.01000,1.737 +47,mlp.experts.44.gate_proj,0.0000455455,0.01000,1.726 +47,mlp.experts.37.gate_proj,0.0000558350,0.01000,1.975 +47,mlp.experts.45.gate_proj,0.0000510889,0.01000,2.004 +47,mlp.experts.41.gate_proj,0.0000446707,0.01000,2.037 +47,mlp.experts.42.gate_proj,0.0000631094,0.01000,1.920 +47,mlp.experts.38.gate_proj,0.0000451764,0.01000,1.931 +47,mlp.experts.46.gate_proj,0.0000531754,0.01000,1.866 +47,mlp.experts.40.gate_proj,0.0000519984,0.01000,1.900 +47,mlp.experts.34.gate_proj,0.0000495632,0.01000,2.070 +47,mlp.experts.33.gate_proj,0.0000560737,0.01000,2.020 +47,mlp.experts.59.gate_proj,0.0000502076,0.01000,1.739 +47,mlp.experts.55.gate_proj,0.0000482238,0.01000,1.737 +47,mlp.experts.63.gate_proj,0.0000575427,0.01000,1.767 +47,mlp.experts.51.gate_proj,0.0000489925,0.01000,1.759 +47,mlp.experts.52.gate_proj,0.0000479905,0.01000,1.647 +47,mlp.experts.48.gate_proj,0.0000524432,0.01000,1.786 +47,mlp.experts.60.gate_proj,0.0000557891,0.01000,1.949 +47,mlp.experts.54.gate_proj,0.0000494605,0.01000,1.831 +47,mlp.experts.58.gate_proj,0.0000470259,0.01000,1.896 +47,mlp.experts.53.gate_proj,0.0000536470,0.01000,2.156 +47,mlp.experts.56.gate_proj,0.0000549512,0.01000,1.796 +47,mlp.experts.62.gate_proj,0.0000560459,0.01000,1.840 +47,mlp.experts.50.gate_proj,0.0000513418,0.01000,1.878 +47,mlp.experts.57.gate_proj,0.0000448580,0.01000,2.068 +47,mlp.experts.61.gate_proj,0.0000588369,0.01000,2.225 +47,mlp.experts.71.gate_proj,0.0000578380,0.01000,1.648 +47,mlp.experts.75.gate_proj,0.0000482076,0.01000,1.665 +47,mlp.experts.49.gate_proj,0.0000517138,0.01000,2.026 +47,mlp.experts.79.gate_proj,0.0000472342,0.01000,1.691 +47,mlp.experts.67.gate_proj,0.0000515623,0.01000,1.639 +47,mlp.experts.64.gate_proj,0.0000456279,0.01000,1.523 +47,mlp.experts.68.gate_proj,0.0000544129,0.01000,2.212 +47,mlp.experts.76.gate_proj,0.0000486861,0.01000,1.552 +47,mlp.experts.72.gate_proj,0.0000552741,0.01000,1.722 +47,mlp.experts.87.gate_proj,0.0000560781,0.01000,1.572 +47,mlp.experts.91.gate_proj,0.0000510641,0.01000,1.592 +47,mlp.experts.70.gate_proj,0.0000481005,0.01000,1.901 +47,mlp.experts.74.gate_proj,0.0000578373,0.01000,1.912 +47,mlp.experts.95.gate_proj,0.0000488985,0.01000,1.572 +47,mlp.experts.69.gate_proj,0.0000398718,0.01000,1.995 +47,mlp.experts.83.gate_proj,0.0000491176,0.01000,1.576 +47,mlp.experts.66.gate_proj,0.0000561277,0.01000,1.920 +47,mlp.experts.78.gate_proj,0.0000502148,0.01000,1.999 +47,mlp.experts.77.gate_proj,0.0000559989,0.01000,1.930 +47,mlp.experts.65.gate_proj,0.0000476006,0.01000,1.877 +47,mlp.experts.73.gate_proj,0.0000475796,0.01000,2.024 +47,mlp.experts.80.gate_proj,0.0000604824,0.01000,1.786 +47,mlp.experts.92.gate_proj,0.0000504055,0.01000,1.790 +47,mlp.experts.84.gate_proj,0.0000463673,0.01000,1.821 +47,mlp.experts.103.gate_proj,0.0000476206,0.01000,1.607 +47,mlp.experts.107.gate_proj,0.0000496653,0.01000,1.605 +47,mlp.experts.111.gate_proj,0.0000426090,0.01000,1.737 +47,mlp.experts.99.gate_proj,0.0000470544,0.01000,1.639 +47,mlp.experts.86.gate_proj,0.0000534506,0.01000,1.792 +47,mlp.experts.90.gate_proj,0.0000462083,0.01000,1.780 +47,mlp.experts.88.gate_proj,0.0000466178,0.01000,2.057 +47,mlp.experts.85.gate_proj,0.0000452296,0.01000,1.810 +47,mlp.experts.82.gate_proj,0.0000470312,0.01000,1.849 +47,mlp.experts.93.gate_proj,0.0000514163,0.01000,1.790 +47,mlp.experts.81.gate_proj,0.0000600399,0.01000,1.757 +47,mlp.experts.94.gate_proj,0.0000481384,0.01000,1.997 +47,mlp.experts.89.gate_proj,0.0000433749,0.01000,2.042 +47,mlp.experts.96.gate_proj,0.0000542825,0.01000,1.906 +47,mlp.experts.108.gate_proj,0.0000500750,0.01000,1.890 +47,mlp.experts.100.gate_proj,0.0000530046,0.01000,1.966 +47,mlp.experts.119.gate_proj,0.0000576284,0.01000,1.710 +47,mlp.experts.123.gate_proj,0.0000481248,0.01000,1.711 +47,mlp.experts.115.gate_proj,0.0000547806,0.01000,1.653 +47,mlp.experts.127.gate_proj,0.0000429736,0.01000,1.692 +47,mlp.experts.106.gate_proj,0.0000492478,0.01000,1.896 +47,mlp.experts.102.gate_proj,0.0000571971,0.01000,1.896 +47,mlp.experts.104.gate_proj,0.0000469813,0.01000,2.123 +47,mlp.experts.98.gate_proj,0.0000547741,0.01000,2.045 +47,mlp.experts.101.gate_proj,0.0000602703,0.01000,2.130 +47,mlp.experts.110.gate_proj,0.0000473089,0.01000,1.926 +47,mlp.experts.109.gate_proj,0.0001033679,0.01000,2.075 +47,mlp.experts.97.gate_proj,0.0000527769,0.01000,2.080 +47,mlp.experts.112.gate_proj,0.0000470061,0.01000,1.651 +47,mlp.experts.105.gate_proj,0.0000510115,0.01000,2.084 +47,mlp.experts.124.gate_proj,0.0000595253,0.01000,1.605 +47,mlp.experts.7.up_proj,0.0000543491,0.01000,1.626 +47,mlp.experts.11.up_proj,0.0000517305,0.01000,1.705 +47,mlp.experts.116.gate_proj,0.0000529784,0.01000,1.974 +47,mlp.experts.3.up_proj,0.0000589294,0.01000,1.672 +47,mlp.experts.15.up_proj,0.0000517504,0.01000,1.675 +47,mlp.experts.118.gate_proj,0.0000502707,0.01000,1.914 +47,mlp.experts.122.gate_proj,0.0000525417,0.01000,1.943 +47,mlp.experts.0.up_proj,0.0000706183,0.01000,1.644 +47,mlp.experts.117.gate_proj,0.0000426832,0.01000,1.941 +47,mlp.experts.114.gate_proj,0.0000611104,0.01000,1.967 +47,mlp.experts.125.gate_proj,0.0000564177,0.01000,1.980 +47,mlp.experts.113.gate_proj,0.0000549344,0.01000,1.983 +47,mlp.experts.126.gate_proj,0.0000460753,0.01000,2.053 +47,mlp.experts.120.gate_proj,0.0000473625,0.01000,2.104 +47,mlp.experts.121.gate_proj,0.0000512335,0.01000,1.936 +47,mlp.experts.23.up_proj,0.0000717527,0.01000,1.553 +47,mlp.experts.27.up_proj,0.0000522992,0.01000,1.541 +47,mlp.experts.12.up_proj,0.0000508936,0.01000,1.978 +47,mlp.experts.4.up_proj,0.0000609722,0.01000,1.560 +47,mlp.experts.19.up_proj,0.0000553688,0.01000,1.513 +47,mlp.experts.31.up_proj,0.0000488792,0.01000,1.532 +47,mlp.experts.16.up_proj,0.0000630324,0.01000,1.693 +47,mlp.experts.6.up_proj,0.0000540718,0.01000,1.988 +47,mlp.experts.10.up_proj,0.0000520053,0.01000,1.963 +47,mlp.experts.13.up_proj,0.0000519306,0.01000,1.844 +47,mlp.experts.5.up_proj,0.0000644699,0.01000,1.925 +47,mlp.experts.39.up_proj,0.0000685195,0.01000,1.572 +47,mlp.experts.1.up_proj,0.0000603315,0.01000,1.885 +47,mlp.experts.2.up_proj,0.0000745783,0.01000,2.012 +47,mlp.experts.43.up_proj,0.0000518179,0.01000,1.591 +47,mlp.experts.8.up_proj,0.0000768989,0.01000,1.947 +47,mlp.experts.35.up_proj,0.0000513704,0.01000,1.566 +47,mlp.experts.28.up_proj,0.0000550144,0.01000,1.661 +47,mlp.experts.47.up_proj,0.0000495961,0.01000,1.587 +47,mlp.experts.14.up_proj,0.0000542786,0.01000,2.138 +47,mlp.experts.9.up_proj,0.0000529853,0.01000,2.012 +47,mlp.experts.20.up_proj,0.0000528875,0.01000,2.095 +47,mlp.experts.32.up_proj,0.0000488122,0.01000,2.045 +47,mlp.experts.55.up_proj,0.0000541804,0.01000,1.558 +47,mlp.experts.26.up_proj,0.0000533996,0.01000,1.936 +47,mlp.experts.22.up_proj,0.0000526680,0.01000,1.949 +47,mlp.experts.59.up_proj,0.0000542864,0.01000,1.536 +47,mlp.experts.51.up_proj,0.0000537807,0.01000,1.552 +47,mlp.experts.24.up_proj,0.0000542913,0.01000,1.656 +47,mlp.experts.21.up_proj,0.0000548188,0.01000,1.847 +47,mlp.experts.63.up_proj,0.0000581449,0.01000,1.551 +47,mlp.experts.17.up_proj,0.0000671319,0.01000,1.835 +47,mlp.experts.29.up_proj,0.0000485485,0.01000,1.946 +47,mlp.experts.44.up_proj,0.0000505297,0.01000,1.649 +47,mlp.experts.18.up_proj,0.0000587935,0.01000,1.920 +47,mlp.experts.25.up_proj,0.0000603046,0.01000,1.829 +47,mlp.experts.30.up_proj,0.0000520729,0.01000,2.059 +47,mlp.experts.36.up_proj,0.0000529950,0.01000,2.123 +47,mlp.experts.71.up_proj,0.0000621721,0.01000,1.547 +47,mlp.experts.48.up_proj,0.0000569638,0.01000,1.639 +47,mlp.experts.75.up_proj,0.0000513422,0.01000,1.553 +47,mlp.experts.67.up_proj,0.0000564466,0.01000,1.552 +47,mlp.experts.79.up_proj,0.0000523338,0.01000,1.587 +47,mlp.experts.40.up_proj,0.0000526420,0.01000,1.665 +47,mlp.experts.37.up_proj,0.0000563256,0.01000,1.778 +47,mlp.experts.38.up_proj,0.0000492212,0.01000,2.008 +47,mlp.experts.33.up_proj,0.0000614520,0.01000,1.770 +47,mlp.experts.45.up_proj,0.0000566119,0.01000,1.732 +47,mlp.experts.42.up_proj,0.0000695948,0.01000,2.177 +47,mlp.experts.34.up_proj,0.0000518978,0.01000,1.940 +47,mlp.experts.60.up_proj,0.0000627516,0.01000,2.020 +47,mlp.experts.41.up_proj,0.0000488966,0.01000,1.958 +47,mlp.experts.46.up_proj,0.0000583948,0.01000,2.098 +47,mlp.experts.52.up_proj,0.0000534909,0.01000,1.775 +47,mlp.experts.87.up_proj,0.0000600569,0.01000,1.706 +47,mlp.experts.91.up_proj,0.0000527425,0.01000,1.730 +47,mlp.experts.83.up_proj,0.0000538755,0.01000,1.729 +47,mlp.experts.95.up_proj,0.0000521954,0.01000,1.711 +47,mlp.experts.64.up_proj,0.0000503184,0.01000,2.015 +47,mlp.experts.56.up_proj,0.0000565199,0.01000,1.761 +47,mlp.experts.53.up_proj,0.0000601623,0.01000,1.807 +47,mlp.experts.61.up_proj,0.0000673448,0.01000,1.800 +47,mlp.experts.49.up_proj,0.0000577157,0.01000,1.873 +47,mlp.experts.54.up_proj,0.0000548952,0.01000,1.942 +47,mlp.experts.76.up_proj,0.0000527753,0.01000,1.657 +47,mlp.experts.58.up_proj,0.0000519964,0.01000,1.956 +47,mlp.experts.50.up_proj,0.0000580991,0.01000,1.973 +47,mlp.experts.57.up_proj,0.0000547966,0.01000,1.857 +47,mlp.experts.68.up_proj,0.0000551259,0.01000,1.471 +47,mlp.experts.62.up_proj,0.0000585548,0.01000,2.112 +47,mlp.experts.103.up_proj,0.0000524769,0.01000,1.827 +47,mlp.experts.72.up_proj,0.0000609530,0.01000,1.433 +47,mlp.experts.80.up_proj,0.0000682099,0.01000,1.540 +47,mlp.experts.99.up_proj,0.0000520809,0.01000,1.748 +47,mlp.experts.111.up_proj,0.0000470695,0.01000,1.728 +47,mlp.experts.107.up_proj,0.0000535330,0.01000,1.960 +47,mlp.experts.92.up_proj,0.0000562085,0.01000,1.451 +47,mlp.experts.69.up_proj,0.0000447224,0.01000,1.798 +47,mlp.experts.77.up_proj,0.0000613838,0.01000,1.792 +47,mlp.experts.65.up_proj,0.0000525831,0.01000,1.942 +47,mlp.experts.70.up_proj,0.0000519060,0.01000,1.942 +47,mlp.experts.84.up_proj,0.0000497531,0.01000,1.444 +47,mlp.experts.74.up_proj,0.0000646399,0.01000,1.907 +47,mlp.experts.66.up_proj,0.0000625125,0.01000,1.960 +47,mlp.experts.73.up_proj,0.0000511994,0.01000,1.829 +47,mlp.experts.88.up_proj,0.0000514596,0.01000,1.439 +47,mlp.experts.119.up_proj,0.0000667945,0.01000,1.634 +47,mlp.experts.96.up_proj,0.0000582586,0.01000,1.541 +47,mlp.experts.115.up_proj,0.0000595201,0.01000,1.579 +47,mlp.experts.108.up_proj,0.0000550743,0.01000,1.451 +47,mlp.experts.123.up_proj,0.0000512407,0.01000,1.618 +47,mlp.experts.78.up_proj,0.0000536028,0.01000,2.007 +47,mlp.experts.127.up_proj,0.0000458330,0.01000,1.755 +47,mlp.experts.100.up_proj,0.0000546622,0.01000,1.437 +47,mlp.experts.85.up_proj,0.0000512549,0.01000,1.844 +47,mlp.experts.93.up_proj,0.0000562432,0.01000,1.835 +47,mlp.experts.81.up_proj,0.0000564003,0.01000,1.907 +47,mlp.experts.90.up_proj,0.0000502034,0.01000,1.885 +47,mlp.experts.104.up_proj,0.0000515210,0.01000,1.413 +47,mlp.experts.86.up_proj,0.0000543624,0.01000,2.185 +47,mlp.experts.82.up_proj,0.0000516733,0.01000,1.870 +47,mlp.experts.112.up_proj,0.0000515152,0.01000,1.565 +47,mlp.experts.89.up_proj,0.0000474403,0.01000,1.975 +47,mlp.experts.124.up_proj,0.0000653691,0.01000,1.436 +47,mlp.experts.116.up_proj,0.0000604855,0.01000,1.256 +47,mlp.experts.94.up_proj,0.0000530872,0.01000,1.883 +47,mlp.experts.120.up_proj,0.0000534164,0.01000,0.994 +47,mlp.experts.101.up_proj,0.0000636380,0.01000,1.831 +47,mlp.experts.109.up_proj,0.0000789262,0.01000,2.101 +47,mlp.experts.106.up_proj,0.0000540078,0.01000,1.895 +47,mlp.experts.97.up_proj,0.0000563981,0.01000,2.093 +47,mlp.experts.105.up_proj,0.0000565412,0.01000,1.698 +47,mlp.experts.98.up_proj,0.0000636037,0.01000,1.880 +47,mlp.experts.102.up_proj,0.0000650975,0.01000,1.947 +47,mlp.experts.110.up_proj,0.0000520542,0.01000,1.976 +47,mlp.experts.117.up_proj,0.0000472785,0.01000,1.694 +47,mlp.experts.113.up_proj,0.0000614661,0.01000,1.427 +47,mlp.experts.125.up_proj,0.0000617429,0.01000,1.744 +47,mlp.experts.121.up_proj,0.0000563580,0.01000,1.422 +47,mlp.experts.122.up_proj,0.0000579775,0.01000,1.816 +47,mlp.experts.114.up_proj,0.0000634303,0.01000,1.815 +47,mlp.experts.118.up_proj,0.0000564604,0.01000,1.864 +47,mlp.experts.126.up_proj,0.0000539791,0.01000,1.341 +47,mlp.experts.8.down_proj,0.0003863687,0.01000,0.627 +47,mlp.experts.4.down_proj,0.0001859549,0.01000,0.633 +47,mlp.experts.12.down_proj,0.0001017570,0.01000,0.633 +47,mlp.experts.0.down_proj,0.0001205715,0.01000,0.712 +47,mlp.experts.15.down_proj,0.0002068115,0.01000,0.695 +47,mlp.experts.7.down_proj,0.0001014843,0.01000,0.728 +47,mlp.experts.3.down_proj,0.0002013749,0.01000,0.782 +47,mlp.experts.14.down_proj,0.0001242047,0.01000,0.865 +47,mlp.experts.1.down_proj,0.0003137635,0.01000,0.868 +47,mlp.experts.13.down_proj,0.0000463917,0.01000,0.867 +47,mlp.experts.10.down_proj,0.0000797477,0.01000,0.886 +47,mlp.experts.11.down_proj,0.0000842347,0.01000,0.867 +47,mlp.experts.5.down_proj,0.0003248651,0.01000,0.887 +47,mlp.experts.6.down_proj,0.0000844710,0.01000,0.889 +47,mlp.experts.2.down_proj,0.0006468907,0.01000,0.886 +47,mlp.experts.9.down_proj,0.0000692401,0.01000,0.891 +47,mlp.experts.24.down_proj,0.0000906391,0.01000,0.564 +47,mlp.experts.20.down_proj,0.0001590895,0.01000,0.562 +47,mlp.experts.28.down_proj,0.0002373706,0.01000,0.586 +47,mlp.experts.16.down_proj,0.0003175984,0.01000,0.553 +47,mlp.experts.31.down_proj,0.0000816111,0.01000,0.637 +47,mlp.experts.23.down_proj,0.0002296599,0.01000,0.626 +47,mlp.experts.19.down_proj,0.0000850354,0.01000,0.608 +47,mlp.experts.27.down_proj,0.0000721309,0.01000,0.637 +47,mlp.experts.30.down_proj,0.0000747777,0.01000,0.753 +47,mlp.experts.17.down_proj,0.0002070417,0.01000,0.766 +47,mlp.experts.26.down_proj,0.0000925722,0.01000,0.767 +47,mlp.experts.22.down_proj,0.0001034837,0.01000,0.770 +47,mlp.experts.29.down_proj,0.0001428502,0.01000,0.798 +47,mlp.experts.21.down_proj,0.0001015066,0.01000,0.807 +47,mlp.experts.25.down_proj,0.0003101733,0.01000,0.800 +47,mlp.experts.18.down_proj,0.0001205701,0.01000,0.843 +47,mlp.experts.40.down_proj,0.0000913482,0.01000,0.569 +47,mlp.experts.36.down_proj,0.0001074016,0.01000,0.568 +47,mlp.experts.44.down_proj,0.0001584047,0.01000,0.577 +47,mlp.experts.32.down_proj,0.0000834743,0.01000,0.556 +47,mlp.experts.39.down_proj,0.0003689656,0.01000,0.656 +47,mlp.experts.35.down_proj,0.0001050568,0.01000,0.677 +47,mlp.experts.47.down_proj,0.0001012712,0.01000,0.808 +47,mlp.experts.56.down_proj,0.0002309323,0.01000,0.568 +47,mlp.experts.52.down_proj,0.0000697382,0.01000,0.591 +47,mlp.experts.43.down_proj,0.0000703627,0.01000,0.835 +47,mlp.experts.46.down_proj,0.0001332338,0.01000,0.782 +47,mlp.experts.48.down_proj,0.0001229364,0.01000,0.583 +47,mlp.experts.42.down_proj,0.0001821221,0.01000,0.752 +47,mlp.experts.60.down_proj,0.0002848729,0.01000,0.634 +47,mlp.experts.33.down_proj,0.0001190790,0.01000,0.821 +47,mlp.experts.38.down_proj,0.0000692489,0.01000,0.790 +47,mlp.experts.41.down_proj,0.0000405753,0.01000,0.798 +47,mlp.experts.37.down_proj,0.0001581422,0.01000,0.800 +47,mlp.experts.34.down_proj,0.0001592341,0.01000,0.771 +47,mlp.experts.45.down_proj,0.0001890273,0.01000,0.853 +47,mlp.experts.55.down_proj,0.0000736585,0.01000,0.772 +47,mlp.experts.51.down_proj,0.0000615503,0.01000,0.746 +47,mlp.experts.72.down_proj,0.0001017764,0.01000,0.614 +47,mlp.experts.68.down_proj,0.0000761602,0.01000,0.600 +47,mlp.experts.63.down_proj,0.0000617448,0.01000,0.815 +47,mlp.experts.64.down_proj,0.0000517717,0.01000,0.639 +47,mlp.experts.58.down_proj,0.0000939955,0.01000,0.718 +47,mlp.experts.62.down_proj,0.0002479271,0.01000,0.729 +47,mlp.experts.76.down_proj,0.0001315326,0.01000,0.700 +47,mlp.experts.59.down_proj,0.0001239773,0.01000,0.777 +47,mlp.experts.49.down_proj,0.0001367106,0.01000,0.712 +47,mlp.experts.54.down_proj,0.0000755380,0.01000,0.722 +47,mlp.experts.50.down_proj,0.0003151335,0.01000,0.725 +47,mlp.experts.61.down_proj,0.0001086964,0.01000,0.783 +47,mlp.experts.57.down_proj,0.0001679284,0.01000,0.812 +47,mlp.experts.53.down_proj,0.0003916400,0.01000,0.849 +47,mlp.experts.71.down_proj,0.0001894603,0.01000,0.762 +47,mlp.experts.67.down_proj,0.0000994477,0.01000,0.759 +47,mlp.experts.88.down_proj,0.0000589830,0.01000,0.625 +47,mlp.experts.84.down_proj,0.0000486479,0.01000,0.626 +47,mlp.experts.80.down_proj,0.0001930011,0.01000,0.644 +47,mlp.experts.79.down_proj,0.0000775563,0.01000,0.748 +47,mlp.experts.92.down_proj,0.0002764879,0.01000,0.667 +47,mlp.experts.65.down_proj,0.0001166639,0.01000,0.668 +47,mlp.experts.78.down_proj,0.0000531964,0.01000,0.738 +47,mlp.experts.74.down_proj,0.0003099477,0.01000,0.752 +47,mlp.experts.75.down_proj,0.0000352135,0.01000,0.751 +47,mlp.experts.70.down_proj,0.0000468318,0.01000,0.738 +47,mlp.experts.66.down_proj,0.0001245154,0.01000,0.727 +47,mlp.experts.77.down_proj,0.0002833588,0.01000,0.761 +47,mlp.experts.104.down_proj,0.0000923415,0.01000,0.561 +47,mlp.experts.100.down_proj,0.0000628765,0.01000,0.568 +47,mlp.experts.73.down_proj,0.0001253105,0.01000,0.888 +47,mlp.experts.69.down_proj,0.0000495457,0.01000,0.869 +47,mlp.experts.96.down_proj,0.0001017556,0.01000,0.588 +47,mlp.experts.87.down_proj,0.0001990755,0.01000,0.724 +47,mlp.experts.83.down_proj,0.0001695742,0.01000,0.712 +47,mlp.experts.108.down_proj,0.0000723276,0.01000,0.542 +47,mlp.experts.95.down_proj,0.0000848559,0.01000,0.754 +47,mlp.experts.81.down_proj,0.0000869344,0.01000,0.747 +47,mlp.experts.91.down_proj,0.0000584917,0.01000,0.748 +47,mlp.experts.94.down_proj,0.0000847831,0.01000,0.846 +47,mlp.experts.90.down_proj,0.0000911283,0.01000,0.849 +47,mlp.experts.86.down_proj,0.0001228519,0.01000,0.814 +47,mlp.experts.120.down_proj,0.0001060292,0.01000,0.623 +47,mlp.experts.116.down_proj,0.0001765437,0.01000,0.603 +47,mlp.experts.82.down_proj,0.0000907715,0.01000,0.853 +47,mlp.experts.93.down_proj,0.0001720765,0.01000,0.785 +47,mlp.experts.112.down_proj,0.0000775462,0.01000,0.584 +47,mlp.experts.124.down_proj,0.0001780896,0.01000,0.545 +47,mlp.experts.85.down_proj,0.0000671867,0.01000,0.713 +47,mlp.experts.89.down_proj,0.0000677550,0.01000,0.734 +47,mlp.experts.103.down_proj,0.0000877752,0.01000,0.681 +47,mlp.experts.99.down_proj,0.0000775733,0.01000,0.815 +47,mlp.experts.107.down_proj,0.0001218773,0.01000,0.610 +47,mlp.experts.111.down_proj,0.0000875477,0.01000,0.769 +47,mlp.experts.97.down_proj,0.0002832646,0.01000,0.717 +47,mlp.experts.119.down_proj,0.0000987847,0.01000,0.581 +47,mlp.experts.102.down_proj,0.0002658409,0.01000,0.831 +47,mlp.experts.110.down_proj,0.0003768647,0.01000,0.869 +47,mlp.experts.109.down_proj,0.0002864374,0.01000,0.749 +47,mlp.experts.98.down_proj,0.0003554552,0.01000,0.801 +47,mlp.experts.106.down_proj,0.0001680191,0.01000,0.897 +47,mlp.experts.105.down_proj,0.0001205645,0.01000,0.733 +47,mlp.experts.115.down_proj,0.0002339069,0.01000,0.592 +47,mlp.experts.101.down_proj,0.0004938093,0.01000,0.813 +47,mlp.experts.123.down_proj,0.0000868701,0.01000,0.588 +47,mlp.experts.127.down_proj,0.0001653972,0.01000,0.605 +47,mlp.experts.113.down_proj,0.0001000639,0.01000,0.708 +47,mlp.experts.118.down_proj,0.0001796615,0.01000,0.687 +47,mlp.experts.126.down_proj,0.0002227169,0.01000,0.706 +47,mlp.experts.114.down_proj,0.0001073710,0.01000,0.670 +47,mlp.experts.122.down_proj,0.0002427372,0.01000,0.680 +47,mlp.experts.125.down_proj,0.0003496081,0.01000,0.707 +47,mlp.experts.121.down_proj,0.0000749031,0.01000,0.663 +47,mlp.experts.117.down_proj,0.0000934726,0.01000,0.631 diff --git a/quantize-qwen3-30b-a3b-gptqmodel-moe-bypass-without-dynamic.log b/quantize-qwen3-30b-a3b-gptqmodel-moe-bypass-without-dynamic.log new file mode 100644 index 0000000..5b356dc --- /dev/null +++ b/quantize-qwen3-30b-a3b-gptqmodel-moe-bypass-without-dynamic.log @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db812252bc48d4a5672e5854e0636ec10049d7ef4c9a3d79c5bcd936ea6baa47 +size 76373054 diff --git a/quantize_config.json b/quantize_config.json new file mode 100644 index 0000000..47660f6 --- /dev/null +++ b/quantize_config.json @@ -0,0 +1,31 @@ +{ + "bits": 4, + "group_size": 128, + "desc_act": false, + "sym": true, + "lm_head": false, + "quant_method": "gptq", + "checkpoint_format": "gptq", + "pack_dtype": "int32", + "meta": { + "quantizer": [ + "gptqmodel:5.7.0-dev" + ], + "uri": "https://github.com/modelcloud/gptqmodel", + "damp_percent": 0.01, + "damp_auto_increment": 0.01, + "static_groups": false, + "true_sequential": true, + "mse": 0.0, + "gptaq": false, + "gptaq_alpha": 0.25, + "act_group_aware": true, + "gc_mode": "on_stage_end", + "wait_for_submodule_finalizers": false, + "moe_bypass_router": true, + "auto_forward_data_parallel": true, + "failsafe": null + }, + "pack_impl": "cpu", + "format": "gptq" +} \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..82d7bbe --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,25 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|endoftext|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..cd71f61 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4 +size 11422654 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..c0a02f6 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,240 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 1048576, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "Qwen2TokenizerFast", + "unk_token": null, + "_commit_hash": null +} \ No newline at end of file diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833