laiqwq/PromptEnhancer-32B-GPTQ-4bit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: laiqwq/PromptEnhancer-32B-GPTQ-4bit
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-08-22 01:23:13 +08:00
commit ee853e5ecb
23 changed files with 3681 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

57
.gitattributes vendored Normal file
View File

@@ -0,0 +1,57 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bin.* filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zstandard filter=lfs diff=lfs merge=lfs -text
*.tfevents* filter=lfs diff=lfs merge=lfs -text
*.db* filter=lfs diff=lfs merge=lfs -text
*.ark* filter=lfs diff=lfs merge=lfs -text
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.gguf* filter=lfs diff=lfs merge=lfs -text
*.ggml filter=lfs diff=lfs merge=lfs -text
*.llamafile* filter=lfs diff=lfs merge=lfs -text
*.pt2 filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
model-00006-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text
model-00001-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text
model-00003-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text
merges.txt filter=lfs diff=lfs merge=lfs -text
tokenizer.json filter=lfs diff=lfs merge=lfs -text
vocab.json filter=lfs diff=lfs merge=lfs -text
model-00005-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text
model-00004-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text
model-00002-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text

59
README.md Normal file
View File

@@ -0,0 +1,59 @@
---
frameworks:
- Pytorch
license: Apache License 2.0
tags: []
tasks:
- text-generation
#model-type:
##如 gpt、phi、llama、chatglm、baichuan 等
#- gpt
#domain:
##如 nlp、cv、audio、multi-modal
#- nlp
#language:
##语言代码列表 https://help.aliyun.com/document_detail/215387.html?spm=a2c4g.11186623.0.0.9f8d7467kni6Aa
#- cn
#metrics:
##如 CIDEr、Blue、ROUGE 等
#- CIDEr
#tags:
##各种自定义，包括 pretrained、fine-tuned、instruction-tuned、RL-tuned 等训练方法和其他
#- pretrained
#tools:
##如 vllm、fastchat、llamacpp、AdaSeq 等
#- vllm
---
### 简介
PromptEnhancer-32B 的 GPTQ-4bit量化
运行需要显存 24G 及以上
### 示例
请根据用户的输入，生成思考过程的思维链并改写提示词：
摄影风格，一个女孩正对全身镜自拍，右手举着手机遮挡住脸部，镜头朦胧。具有真实感。
输入到模型之前需要将 <think> 内容去掉
SDK下载
```bash
#安装ModelScope
pip install modelscope
```
```python
#SDK模型下载
from modelscope import snapshot_download
model_dir = snapshot_download('laiqwq/PromptEnhancer-32B-GPTQ-4bit')
```
Git下载
```
#Git模型下载
git clone https://www.modelscope.cn/laiqwq/PromptEnhancer-32B-GPTQ-4bit.git
```

24
added_tokens.json Normal file
View File

@@ -0,0 +1,24 @@
{
"</tool_call>": 151658,
"<tool_call>": 151657,
"<|box_end|>": 151649,
"<|box_start|>": 151648,
"<|endoftext|>": 151643,
"<|file_sep|>": 151664,
"<|fim_middle|>": 151660,
"<|fim_pad|>": 151662,
"<|fim_prefix|>": 151659,
"<|fim_suffix|>": 151661,
"<|im_end|>": 151645,
"<|im_start|>": 151644,
"<|image_pad|>": 151655,
"<|object_ref_end|>": 151647,
"<|object_ref_start|>": 151646,
"<|quad_end|>": 151651,
"<|quad_start|>": 151650,
"<|repo_name|>": 151663,
"<|video_pad|>": 151656,
"<|vision_end|>": 151653,
"<|vision_pad|>": 151654,
"<|vision_start|>": 151652
}

7
chat_template.jinja Normal file
View File

@@ -0,0 +1,7 @@
{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system
You are a helpful assistant.<|im_end|>
{% endif %}<|im_start|>{{ message['role'] }}
{% if message['content'] is string %}{{ message['content'] }}<|im_end|>
{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>
{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant
{% endif %}

195
config.json Normal file
View File

@@ -0,0 +1,195 @@
{
"architectures": [
"Qwen2_5_VLForConditionalGeneration"
],
"attention_dropout": 0.0,
"dtype": "bfloat16",
"eos_token_id": 151645,
"hidden_act": "silu",
"hidden_size": 5120,
"image_token_id": 151655,
"initializer_range": 0.02,
"intermediate_size": 27648,
"max_position_embeddings": 128000,
"max_window_layers": 64,
"model_type": "qwen2_5_vl",
"num_attention_heads": 40,
"num_hidden_layers": 64,
"num_key_value_heads": 8,
"pad_token_id": 151643,
"quantization_config": {
"bits": 4,
"checkpoint_format": "gptq",
"desc_act": true,
"group_size": 128,
"lm_head": false,
"meta": {
"act_group_aware": false,
"damp_auto_increment": 0.01,
"damp_percent": 0.05,
"mse": 0.0,
"quantizer": [
"gptqmodel:4.2.5"
],
"static_groups": false,
"true_sequential": true,
"uri": "https://github.com/modelcloud/gptqmodel",
"v2": false,
"v2_alpha": 0.25
},
"pack_dtype": "int32",
"quant_method": "gptq",
"sym": true
},
"rms_norm_eps": 1e-06,
"rope_scaling": {
"mrope_section": [
16,
24,
24
],
"rope_type": "default",
"type": "default"
},
"rope_theta": 1000000.0,
"sliding_window": 32768,
"text_config": {
"architectures": [
"Qwen2_5_VLForConditionalGeneration"
],
"attention_dropout": 0.0,
"dtype": "bfloat16",
"eos_token_id": 151645,
"hidden_act": "silu",
"hidden_size": 5120,
"image_token_id": null,
"initializer_range": 0.02,
"intermediate_size": 27648,
"layer_types": [
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention"
],
"max_position_embeddings": 128000,
"max_window_layers": 64,
"model_type": "qwen2_5_vl_text",
"num_attention_heads": 40,
"num_hidden_layers": 64,
"num_key_value_heads": 8,
"pad_token_id": 151643,
"rms_norm_eps": 1e-06,
"rope_scaling": {
"mrope_section": [
16,
24,
24
],
"rope_type": "default",
"type": "default"
},
"rope_theta": 1000000.0,
"sliding_window": null,
"use_cache": true,
"use_sliding_window": false,
"video_token_id": null,
"vision_end_token_id": 151653,
"vision_start_token_id": 151652,
"vision_token_id": 151654,
"vocab_size": 152064
},
"tie_word_embeddings": false,
"transformers_version": "4.56.2",
"use_cache": true,
"use_sliding_window": false,
"video_token_id": 151656,
"vision_config": {
"depth": 32,
"dtype": "bfloat16",
"fullatt_block_indexes": [
7,
15,
23,
31
],
"hidden_act": "silu",
"hidden_size": 1280,
"in_channels": 3,
"in_chans": 3,
"initializer_range": 0.02,
"intermediate_size": 3456,
"model_type": "qwen2_5_vl",
"num_heads": 16,
"out_hidden_size": 5120,
"patch_size": 14,
"spatial_merge_size": 2,
"spatial_patch_size": 14,
"temporal_patch_size": 2,
"tokens_per_second": 2,
"window_size": 112
},
"vision_end_token_id": 151653,
"vision_start_token_id": 151652,
"vision_token_id": 151654,
"vocab_size": 152064
}

1
configuration.json Normal file
View File

@@ -0,0 +1 @@
{"framework":"Pytorch","task":"text-generation"}

12
generation_config.json Normal file
View File

@@ -0,0 +1,12 @@
{
"bos_token_id": 151643,
"do_sample": true,
"eos_token_id": [
151645,
151643
],
"pad_token_id": 151643,
"repetition_penalty": 1.05,
"temperature": 1e-06,
"transformers_version": "4.56.2"
}

BIN
merges.txt (Stored with Git LFS) Normal file
View File

Binary file not shown.

3
model-00001-of-00006.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c938b276ffd98d9dc4855ee9dfc3fd97dbbcf2f845fdd78df6db4ecb738c0eb2
size 3982007168

3
model-00002-of-00006.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d6fac253adb66fc6ad931dd07517e6d6c841e815c205a9a8be01980aef7aaad8
size 3950973464

3
model-00003-of-00006.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:080c7ec9b0ffce971cc768d4d6d3ebd393ebaf6e448b27d1166618c4382d64ed
size 3983869312

3
model-00004-of-00006.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b6c6e2792af558eaac0b2ed15e37ec6d13330abad775cd09d45ad2c4588797cf
size 3983869304

3
model-00005-of-00006.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:efc8f72d30c19319966e70a4bc985e6e362da09acb405b5d7edac19dcd4d1d49
size 3263890648

3
model-00006-of-00006.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:28581ff331f0505b9c38b414d580e7b1e5de90e02b14bb0172328d6957292337
size 1557135488

2512
model.safetensors.index.json Normal file
View File

File diff suppressed because it is too large Load Diff

37
preprocessor_config.json Normal file
View File

@@ -0,0 +1,37 @@
{
"crop_size": null,
"data_format": "channels_first",
"default_to_square": true,
"device": null,
"disable_grouping": null,
"do_center_crop": null,
"do_convert_rgb": true,
"do_normalize": true,
"do_rescale": true,
"do_resize": true,
"image_mean": [
0.48145466,
0.4578275,
0.40821073
],
"image_processor_type": "Qwen2VLImageProcessorFast",
"image_std": [
0.26862954,
0.26130258,
0.27577711
],
"input_data_format": null,
"max_pixels": 12845056,
"merge_size": 2,
"min_pixels": 3136,
"patch_size": 14,
"processor_class": "Qwen2_5_VLProcessor",
"resample": 3,
"rescale_factor": 0.00392156862745098,
"return_tensors": null,
"size": {
"longest_edge": 12845056,
"shortest_edge": 3136
},
"temporal_patch_size": 2
}

449
quant_log.csv Normal file
View File

@@ -0,0 +1,449 @@
layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000022077,0.05000,0.823
0,self_attn.v_proj,0.0000006867,0.05000,0.644
0,self_attn.q_proj,0.0000063762,0.05000,0.653
0,self_attn.o_proj,0.0000078134,0.05000,0.673
0,mlp.up_proj,0.0000063333,0.05000,0.756
0,mlp.gate_proj,0.0000070154,0.05000,0.732
0,mlp.down_proj,0.0000045693,0.05000,5.997
1,self_attn.k_proj,0.0000000713,0.05000,0.667
1,self_attn.v_proj,0.0000000420,0.05000,0.648
1,self_attn.q_proj,0.0000002727,0.05000,0.656
1,self_attn.o_proj,0.0000000940,0.05000,0.677
1,mlp.up_proj,0.0000328479,0.05000,0.750
1,mlp.gate_proj,0.0000974030,0.05000,0.736
1,mlp.down_proj,0.0000005106,0.05000,5.997
2,self_attn.k_proj,0.0000002637,0.05000,0.669
2,self_attn.v_proj,0.0000001370,0.05000,0.654
2,self_attn.q_proj,0.0000007469,0.05000,0.660
2,self_attn.o_proj,0.0000005078,0.05000,0.670
2,mlp.up_proj,0.0000693201,0.05000,0.752
2,mlp.gate_proj,0.0001472164,0.05000,0.740
2,mlp.down_proj,0.0000019943,0.05000,5.993
3,self_attn.k_proj,0.0000016043,0.05000,0.669
3,self_attn.v_proj,0.0000006461,0.05000,0.652
3,self_attn.q_proj,0.0000045232,0.05000,0.660
3,self_attn.o_proj,0.0000016176,0.05000,0.674
3,mlp.up_proj,0.0000765738,0.05000,0.750
3,mlp.gate_proj,0.0001638541,0.05000,0.736
3,mlp.down_proj,0.0000064677,0.05000,6.015
4,self_attn.k_proj,0.0000015465,0.05000,0.663
4,self_attn.v_proj,0.0000008786,0.05000,0.649
4,self_attn.q_proj,0.0000046396,0.05000,0.660
4,self_attn.o_proj,0.0000029959,0.05000,0.670
4,mlp.up_proj,0.0002003118,0.05000,0.749
4,mlp.gate_proj,0.0003645644,0.05000,0.738
4,mlp.down_proj,0.0000090716,0.05000,6.006
5,self_attn.k_proj,0.0000051957,0.05000,0.669
5,self_attn.v_proj,0.0000033450,0.05000,0.648
5,self_attn.q_proj,0.0000171433,0.05000,0.658
5,self_attn.o_proj,0.0000075782,0.05000,0.671
5,mlp.up_proj,0.0002897159,0.05000,0.749
5,mlp.gate_proj,0.0004948036,0.05000,0.737
5,mlp.down_proj,0.0000162241,0.05000,6.011
6,self_attn.k_proj,0.0000047515,0.05000,0.670
6,self_attn.v_proj,0.0000038208,0.05000,0.651
6,self_attn.q_proj,0.0000166306,0.05000,0.661
6,self_attn.o_proj,0.0000077817,0.05000,0.675
6,mlp.up_proj,0.0004921902,0.05000,0.758
6,mlp.gate_proj,0.0007870232,0.05000,0.738
6,mlp.down_proj,0.0039085098,0.05000,5.996
7,self_attn.k_proj,0.0000068135,0.05000,0.667
7,self_attn.v_proj,0.0000060292,0.05000,0.651
7,self_attn.q_proj,0.0000249747,0.05000,0.665
7,self_attn.o_proj,0.0000053162,0.05000,0.674
7,mlp.up_proj,0.0005382502,0.05000,0.764
7,mlp.gate_proj,0.0008569802,0.05000,0.739
7,mlp.down_proj,0.0000286973,0.05000,6.030
8,self_attn.k_proj,0.0000081067,0.05000,0.665
8,self_attn.v_proj,0.0000059298,0.05000,0.648
8,self_attn.q_proj,0.0000282493,0.05000,0.658
8,self_attn.o_proj,0.0000042831,0.05000,0.671
8,mlp.up_proj,0.0003307477,0.05000,0.754
8,mlp.gate_proj,0.0005081947,0.05000,0.739
8,mlp.down_proj,0.0000233559,0.05000,5.984
9,self_attn.k_proj,0.0000072105,0.05000,0.666
9,self_attn.v_proj,0.0000066063,0.05000,0.649
9,self_attn.q_proj,0.0000259657,0.05000,0.653
9,self_attn.o_proj,0.0000089853,0.05000,0.666
9,mlp.up_proj,0.0001224814,0.05000,0.762
9,mlp.gate_proj,0.0001323581,0.05000,0.738
9,mlp.down_proj,0.0000223179,0.05000,6.019
10,self_attn.k_proj,0.0000103246,0.05000,0.671
10,self_attn.v_proj,0.0000084822,0.05000,0.646
10,self_attn.q_proj,0.0000384352,0.05000,0.654
10,self_attn.o_proj,0.0000123051,0.05000,0.670
10,mlp.up_proj,0.0001398602,0.05000,0.754
10,mlp.gate_proj,0.0001503285,0.05000,0.740
10,mlp.down_proj,0.0000270805,0.05000,6.020
11,self_attn.k_proj,0.0000079004,0.05000,0.663
11,self_attn.v_proj,0.0000062583,0.05000,0.643
11,self_attn.q_proj,0.0000287895,0.05000,0.656
11,self_attn.o_proj,0.0000124526,0.05000,0.669
11,mlp.up_proj,0.0002015323,0.05000,0.751
11,mlp.gate_proj,0.0002419696,0.05000,0.738
11,mlp.down_proj,0.0000217685,0.05000,6.020
12,self_attn.k_proj,0.0000093121,0.05000,0.665
12,self_attn.v_proj,0.0000074404,0.05000,0.650
12,self_attn.q_proj,0.0000345770,0.05000,0.657
12,self_attn.o_proj,0.0000143948,0.05000,0.668
12,mlp.up_proj,0.0001704685,0.05000,0.755
12,mlp.gate_proj,0.0001819776,0.05000,0.743
12,mlp.down_proj,0.0000293608,0.05000,6.014
13,self_attn.k_proj,0.0000101114,0.05000,0.664
13,self_attn.v_proj,0.0000087253,0.05000,0.644
13,self_attn.q_proj,0.0000368231,0.05000,0.654
13,self_attn.o_proj,0.0000131411,0.05000,0.670
13,mlp.up_proj,0.0001998923,0.05000,0.751
13,mlp.gate_proj,0.0002154623,0.05000,0.742
13,mlp.down_proj,0.0000334675,0.05000,6.025
14,self_attn.k_proj,0.0000128095,0.05000,0.667
14,self_attn.v_proj,0.0000097440,0.05000,0.654
14,self_attn.q_proj,0.0000471291,0.05000,0.656
14,self_attn.o_proj,0.0000115778,0.05000,0.669
14,mlp.up_proj,0.0002111189,0.05000,0.752
14,mlp.gate_proj,0.0002301692,0.05000,0.739
14,mlp.down_proj,0.0000353972,0.05000,6.027
15,self_attn.k_proj,0.0000113254,0.05000,0.667
15,self_attn.v_proj,0.0000100019,0.05000,0.650
15,self_attn.q_proj,0.0000412780,0.05000,0.661
15,self_attn.o_proj,0.0000187119,0.05000,0.673
15,mlp.up_proj,0.0002209445,0.05000,0.755
15,mlp.gate_proj,0.0002505017,0.05000,0.748
15,mlp.down_proj,0.0000388736,0.05000,6.027
16,self_attn.k_proj,0.0000102344,0.05000,0.666
16,self_attn.v_proj,0.0000076844,0.05000,0.647
16,self_attn.q_proj,0.0000355875,0.05000,0.658
16,self_attn.o_proj,0.0000114868,0.05000,0.668
16,mlp.up_proj,0.0002131696,0.05000,0.753
16,mlp.gate_proj,0.0002305127,0.05000,0.745
16,mlp.down_proj,0.0000348936,0.05000,6.046
17,self_attn.k_proj,0.0000132098,0.05000,0.670
17,self_attn.v_proj,0.0000090512,0.05000,0.657
17,self_attn.q_proj,0.0000458009,0.05000,0.662
17,self_attn.o_proj,0.0000097193,0.05000,0.667
17,mlp.up_proj,0.0002087758,0.05000,0.753
17,mlp.gate_proj,0.0002223910,0.05000,0.739
17,mlp.down_proj,0.0000340258,0.05000,6.039
18,self_attn.k_proj,0.0000129059,0.05000,0.670
18,self_attn.v_proj,0.0000094483,0.05000,0.651
18,self_attn.q_proj,0.0000446828,0.05000,0.668
18,self_attn.o_proj,0.0000114085,0.05000,0.673
18,mlp.up_proj,0.0002044169,0.05000,0.758
18,mlp.gate_proj,0.0002160919,0.05000,0.742
18,mlp.down_proj,0.0000334648,0.05000,6.014
19,self_attn.k_proj,0.0000118550,0.05000,0.670
19,self_attn.v_proj,0.0000089792,0.05000,0.648
19,self_attn.q_proj,0.0000425266,0.05000,0.664
19,self_attn.o_proj,0.0000097391,0.05000,0.674
19,mlp.up_proj,0.0002062136,0.05000,0.759
19,mlp.gate_proj,0.0002177467,0.05000,0.746
19,mlp.down_proj,0.0000371059,0.05000,6.040
20,self_attn.k_proj,0.0000133839,0.05000,0.665
20,self_attn.v_proj,0.0000093785,0.05000,0.650
20,self_attn.q_proj,0.0000457884,0.05000,0.660
20,self_attn.o_proj,0.0000117708,0.05000,0.679
20,mlp.up_proj,0.0001998364,0.05000,0.756
20,mlp.gate_proj,0.0002076299,0.05000,0.741
20,mlp.down_proj,0.0000383832,0.05000,6.040
21,self_attn.k_proj,0.0000121129,0.05000,0.666
21,self_attn.v_proj,0.0000079683,0.05000,0.645
21,self_attn.q_proj,0.0000416676,0.05000,0.653
21,self_attn.o_proj,0.0000144970,0.05000,0.669
21,mlp.up_proj,0.0001920803,0.05000,0.753
21,mlp.gate_proj,0.0002002938,0.05000,0.740
21,mlp.down_proj,0.0000330328,0.05000,6.046
22,self_attn.k_proj,0.0000132585,0.05000,0.668
22,self_attn.v_proj,0.0000114245,0.05000,0.652
22,self_attn.q_proj,0.0000477719,0.05000,0.656
22,self_attn.o_proj,0.0000178106,0.05000,0.673
22,mlp.up_proj,0.0002043648,0.05000,0.753
22,mlp.gate_proj,0.0002126195,0.05000,0.742
22,mlp.down_proj,0.0000375758,0.05000,6.065
23,self_attn.k_proj,0.0000126629,0.05000,0.669
23,self_attn.v_proj,0.0000113606,0.05000,0.654
23,self_attn.q_proj,0.0000466326,0.05000,0.667
23,self_attn.o_proj,0.0000183573,0.05000,0.672
23,mlp.up_proj,0.0002143453,0.05000,0.756
23,mlp.gate_proj,0.0002262560,0.05000,0.741
23,mlp.down_proj,0.0000392328,0.05000,6.066
24,self_attn.k_proj,0.0000154229,0.05000,0.663
24,self_attn.v_proj,0.0000119528,0.05000,0.650
24,self_attn.q_proj,0.0000559860,0.05000,0.661
24,self_attn.o_proj,0.0000161610,0.05000,0.670
24,mlp.up_proj,0.0002105366,0.05000,0.759
24,mlp.gate_proj,0.0002192322,0.05000,0.739
24,mlp.down_proj,0.0000415121,0.05000,6.073
25,self_attn.k_proj,0.0000171919,0.05000,0.671
25,self_attn.v_proj,0.0000144000,0.05000,0.652
25,self_attn.q_proj,0.0000627893,0.05000,0.658
25,self_attn.o_proj,0.0000090962,0.05000,0.677
25,mlp.up_proj,0.0002131117,0.05000,0.765
25,mlp.gate_proj,0.0002183458,0.05000,0.748
25,mlp.down_proj,0.0000412529,0.05000,6.035
26,self_attn.k_proj,0.0000153086,0.05000,0.674
26,self_attn.v_proj,0.0000095222,0.05000,0.655
26,self_attn.q_proj,0.0000556917,0.05000,0.665
26,self_attn.o_proj,0.0000178903,0.05000,0.679
26,mlp.up_proj,0.0002247247,0.05000,0.761
26,mlp.gate_proj,0.0002281609,0.05000,0.749
26,mlp.down_proj,0.0000503585,0.05000,6.042
27,self_attn.k_proj,0.0000152973,0.05000,0.674
27,self_attn.v_proj,0.0000102050,0.05000,0.651
27,self_attn.q_proj,0.0000513762,0.05000,0.665
27,self_attn.o_proj,0.0000228966,0.05000,0.673
27,mlp.up_proj,0.0002341506,0.05000,0.765
27,mlp.gate_proj,0.0002378677,0.05000,0.751
27,mlp.down_proj,0.0000502993,0.05000,6.039
28,self_attn.k_proj,0.0000143219,0.05000,0.673
28,self_attn.v_proj,0.0000147895,0.05000,0.651
28,self_attn.q_proj,0.0000542909,0.05000,0.666
28,self_attn.o_proj,0.0000263406,0.05000,0.681
28,mlp.up_proj,0.0002539306,0.05000,0.761
28,mlp.gate_proj,0.0002540842,0.05000,0.747
28,mlp.down_proj,0.0000555785,0.05000,6.035
29,self_attn.k_proj,0.0000189423,0.05000,0.680
29,self_attn.v_proj,0.0000181694,0.05000,0.654
29,self_attn.q_proj,0.0000703678,0.05000,0.665
29,self_attn.o_proj,0.0000225502,0.05000,0.677
29,mlp.up_proj,0.0002634465,0.05000,0.766
29,mlp.gate_proj,0.0002623749,0.05000,0.750
29,mlp.down_proj,0.0000548736,0.05000,6.054
30,self_attn.k_proj,0.0000163911,0.05000,0.674
30,self_attn.v_proj,0.0000183102,0.05000,0.659
30,self_attn.q_proj,0.0000643131,0.05000,0.668
30,self_attn.o_proj,0.0000396940,0.05000,0.677
30,mlp.up_proj,0.0002883857,0.05000,0.760
30,mlp.gate_proj,0.0002864540,0.05000,0.756
30,mlp.down_proj,0.0000628212,0.05000,6.067
31,self_attn.k_proj,0.0000178963,0.05000,0.675
31,self_attn.v_proj,0.0000182467,0.05000,0.661
31,self_attn.q_proj,0.0000671255,0.05000,0.660
31,self_attn.o_proj,0.0000456650,0.05000,0.677
31,mlp.up_proj,0.0003307039,0.05000,0.773
31,mlp.gate_proj,0.0003285395,0.05000,0.750
31,mlp.down_proj,0.0000792020,0.05000,6.055
32,self_attn.k_proj,0.0000166342,0.05000,0.672
32,self_attn.v_proj,0.0000146921,0.05000,0.658
32,self_attn.q_proj,0.0000611444,0.05000,0.675
32,self_attn.o_proj,0.0000394544,0.05000,0.687
32,mlp.up_proj,0.0003476900,0.05000,0.765
32,mlp.gate_proj,0.0003627944,0.05000,0.749
32,mlp.down_proj,0.0000767992,0.05000,6.070
33,self_attn.k_proj,0.0000194685,0.05000,0.680
33,self_attn.v_proj,0.0000154845,0.05000,0.654
33,self_attn.q_proj,0.0000719577,0.05000,0.672
33,self_attn.o_proj,0.0000336899,0.05000,0.687
33,mlp.up_proj,0.0003242552,0.05000,0.764
33,mlp.gate_proj,0.0003319873,0.05000,0.747
33,mlp.down_proj,0.0000720865,0.05000,6.091
34,self_attn.k_proj,0.0000189671,0.05000,0.679
34,self_attn.v_proj,0.0000177655,0.05000,0.666
34,self_attn.q_proj,0.0000712278,0.05000,0.665
34,self_attn.o_proj,0.0000411208,0.05000,0.684
34,mlp.up_proj,0.0003175667,0.05000,0.758
34,mlp.gate_proj,0.0003184013,0.05000,0.740
34,mlp.down_proj,0.0000682010,0.05000,6.073
35,self_attn.k_proj,0.0000197936,0.05000,0.678
35,self_attn.v_proj,0.0000176204,0.05000,0.662
35,self_attn.q_proj,0.0000792466,0.05000,0.669
35,self_attn.o_proj,0.0000301874,0.05000,0.689
35,mlp.up_proj,0.0003235649,0.05000,0.758
35,mlp.gate_proj,0.0003235762,0.05000,0.746
35,mlp.down_proj,0.0000702756,0.05000,6.072
36,self_attn.k_proj,0.0000204304,0.05000,0.676
36,self_attn.v_proj,0.0000174813,0.05000,0.660
36,self_attn.q_proj,0.0000773615,0.05000,0.672
36,self_attn.o_proj,0.0000297189,0.05000,0.677
36,mlp.up_proj,0.0002965451,0.05000,0.757
36,mlp.gate_proj,0.0002855328,0.05000,0.744
36,mlp.down_proj,0.0000625354,0.05000,6.121
37,self_attn.k_proj,0.0000187126,0.05000,0.672
37,self_attn.v_proj,0.0000154525,0.05000,0.652
37,self_attn.q_proj,0.0000695368,0.05000,0.662
37,self_attn.o_proj,0.0000321507,0.05000,0.671
37,mlp.up_proj,0.0002908931,0.05000,0.759
37,mlp.gate_proj,0.0002796531,0.05000,0.745
37,mlp.down_proj,0.0000561437,0.05000,6.092
38,self_attn.k_proj,0.0000203654,0.05000,0.666
38,self_attn.v_proj,0.0000232785,0.05000,0.647
38,self_attn.q_proj,0.0000777056,0.05000,0.661
38,self_attn.o_proj,0.0000360887,0.05000,0.669
38,mlp.up_proj,0.0002907469,0.05000,0.759
38,mlp.gate_proj,0.0002802605,0.05000,0.743
38,mlp.down_proj,0.0000611777,0.05000,6.094
39,self_attn.k_proj,0.0000177757,0.05000,0.668
39,self_attn.v_proj,0.0000218557,0.05000,0.650
39,self_attn.q_proj,0.0000729561,0.05000,0.666
39,self_attn.o_proj,0.0000351012,0.05000,0.673
39,mlp.up_proj,0.0002971604,0.05000,0.768
39,mlp.gate_proj,0.0002967976,0.05000,0.756
39,mlp.down_proj,0.0000579369,0.05000,6.042
40,self_attn.k_proj,0.0000215583,0.05000,0.669
40,self_attn.v_proj,0.0000192123,0.05000,0.654
40,self_attn.q_proj,0.0000795933,0.05000,0.672
40,self_attn.o_proj,0.0000300833,0.05000,0.685
40,mlp.up_proj,0.0002780093,0.05000,0.760
40,mlp.gate_proj,0.0002736469,0.05000,0.763
40,mlp.down_proj,0.0000523938,0.05000,6.046
41,self_attn.k_proj,0.0000219502,0.05000,0.684
41,self_attn.v_proj,0.0000261218,0.05000,0.658
41,self_attn.q_proj,0.0000877220,0.05000,0.671
41,self_attn.o_proj,0.0000206927,0.05000,0.685
41,mlp.up_proj,0.0002734285,0.05000,0.778
41,mlp.gate_proj,0.0002620355,0.05000,0.753
41,mlp.down_proj,0.0000507733,0.05000,6.084
42,self_attn.k_proj,0.0000202025,0.05000,0.686
42,self_attn.v_proj,0.0000156105,0.05000,0.664
42,self_attn.q_proj,0.0000796620,0.05000,0.680
42,self_attn.o_proj,0.0000293642,0.05000,0.689
42,mlp.up_proj,0.0003010015,0.05000,0.760
42,mlp.gate_proj,0.0002825469,0.05000,0.764
42,mlp.down_proj,0.0000717976,0.05000,6.109
43,self_attn.k_proj,0.0000209122,0.05000,0.679
43,self_attn.v_proj,0.0000188210,0.05000,0.665
43,self_attn.q_proj,0.0000762192,0.05000,0.676
43,self_attn.o_proj,0.0000369718,0.05000,0.685
43,mlp.up_proj,0.0003245416,0.05000,0.770
43,mlp.gate_proj,0.0003047796,0.05000,0.751
43,mlp.down_proj,0.0000943858,0.05000,6.128
44,self_attn.k_proj,0.0000164873,0.05000,0.682
44,self_attn.v_proj,0.0000256224,0.05000,0.661
44,self_attn.q_proj,0.0000715989,0.05000,0.672
44,self_attn.o_proj,0.0000435539,0.05000,0.680
44,mlp.up_proj,0.0003300955,0.05000,0.762
44,mlp.gate_proj,0.0003045399,0.05000,0.749
44,mlp.down_proj,0.0000742722,0.05000,6.116
45,self_attn.k_proj,0.0000202093,0.05000,0.683
45,self_attn.v_proj,0.0000279675,0.05000,0.666
45,self_attn.q_proj,0.0000850428,0.05000,0.667
45,self_attn.o_proj,0.0000346460,0.05000,0.679
45,mlp.up_proj,0.0003242656,0.05000,0.760
45,mlp.gate_proj,0.0002998104,0.05000,0.745
45,mlp.down_proj,0.0000709695,0.05000,6.125
46,self_attn.k_proj,0.0000168016,0.05000,0.681
46,self_attn.v_proj,0.0000287407,0.05000,0.656
46,self_attn.q_proj,0.0000765311,0.05000,0.663
46,self_attn.o_proj,0.0000442687,0.05000,0.671
46,mlp.up_proj,0.0003310285,0.05000,0.760
46,mlp.gate_proj,0.0003074441,0.05000,0.744
46,mlp.down_proj,0.0000749102,0.05000,6.104
47,self_attn.k_proj,0.0000169921,0.05000,0.671
47,self_attn.v_proj,0.0000251264,0.05000,0.647
47,self_attn.q_proj,0.0000766527,0.05000,0.662
47,self_attn.o_proj,0.0000405218,0.05000,0.676
47,mlp.up_proj,0.0003626132,0.05000,0.761
47,mlp.gate_proj,0.0003408490,0.05000,0.748
47,mlp.down_proj,0.0000886861,0.05000,6.121
48,self_attn.k_proj,0.0000188492,0.05000,0.668
48,self_attn.v_proj,0.0000322942,0.05000,0.653
48,self_attn.q_proj,0.0000862149,0.05000,0.667
48,self_attn.o_proj,0.0000377576,0.05000,0.675
48,mlp.up_proj,0.0003911038,0.05000,0.766
48,mlp.gate_proj,0.0003737860,0.05000,0.757
48,mlp.down_proj,0.0000992985,0.05000,6.089
49,self_attn.k_proj,0.0000184366,0.05000,0.671
49,self_attn.v_proj,0.0000308705,0.05000,0.655
49,self_attn.q_proj,0.0000872545,0.05000,0.669
49,self_attn.o_proj,0.0000557681,0.05000,0.695
49,mlp.up_proj,0.0004658231,0.05000,0.775
49,mlp.gate_proj,0.0004469727,0.05000,0.756
49,mlp.down_proj,0.0001539159,0.05000,6.061
50,self_attn.k_proj,0.0000197978,0.05000,0.682
50,self_attn.v_proj,0.0000376188,0.05000,0.669
50,self_attn.q_proj,0.0000987396,0.05000,0.668
50,self_attn.o_proj,0.0000552519,0.05000,0.691
50,mlp.up_proj,0.0005598184,0.05000,0.767
50,mlp.gate_proj,0.0005505634,0.05000,0.759
50,mlp.down_proj,0.0002117901,0.05000,6.059
51,self_attn.k_proj,0.0000222420,0.05000,0.682
51,self_attn.v_proj,0.0000352546,0.05000,0.662
51,self_attn.q_proj,0.0001003685,0.05000,0.685
51,self_attn.o_proj,0.0000740499,0.05000,0.691
51,mlp.up_proj,0.0006666129,0.05000,0.779
51,mlp.gate_proj,0.0006646402,0.05000,0.765
51,mlp.down_proj,0.0002415502,0.05000,6.111
52,self_attn.k_proj,0.0000238645,0.05000,0.685
52,self_attn.v_proj,0.0000568164,0.05000,0.665
52,self_attn.q_proj,0.0001193794,0.05000,0.675
52,self_attn.o_proj,0.0000718841,0.05000,0.686
52,mlp.up_proj,0.0007413024,0.05000,0.775
52,mlp.gate_proj,0.0007344707,0.05000,0.763
52,mlp.down_proj,0.0002956851,0.05000,6.141
53,self_attn.k_proj,0.0000288697,0.05000,0.685
53,self_attn.v_proj,0.0000568506,0.05000,0.655
53,self_attn.q_proj,0.0001322156,0.05000,0.681
53,self_attn.o_proj,0.0000779313,0.05000,0.689
53,mlp.up_proj,0.0008568734,0.05000,0.764
53,mlp.gate_proj,0.0008507893,0.05000,0.746
53,mlp.down_proj,0.0003484684,0.05000,6.115
54,self_attn.k_proj,0.0000266966,0.05000,0.684
54,self_attn.v_proj,0.0000531413,0.05000,0.656
54,self_attn.q_proj,0.0001269680,0.05000,0.677
54,self_attn.o_proj,0.0000721886,0.05000,0.692
54,mlp.up_proj,0.0009590754,0.05000,0.756
54,mlp.gate_proj,0.0009435314,0.05000,0.739
54,mlp.down_proj,0.0003761099,0.05000,6.120
55,self_attn.k_proj,0.0000258792,0.05000,0.682
55,self_attn.v_proj,0.0000580578,0.05000,0.667
55,self_attn.q_proj,0.0001275678,0.05000,0.670
55,self_attn.o_proj,0.0000933949,0.05000,0.679
55,mlp.up_proj,0.0010799354,0.05000,0.758
55,mlp.gate_proj,0.0010489707,0.05000,0.749
55,mlp.down_proj,0.0004415629,0.05000,6.139
56,self_attn.k_proj,0.0000300139,0.05000,0.691
56,self_attn.v_proj,0.0000785556,0.05000,0.653
56,self_attn.q_proj,0.0001425975,0.05000,0.672
56,self_attn.o_proj,0.0000923193,0.05000,0.676
56,mlp.up_proj,0.0012177298,0.05000,0.760
56,mlp.gate_proj,0.0011750842,0.05000,0.746
56,mlp.down_proj,0.0005107334,0.05000,6.124
57,self_attn.k_proj,0.0000303419,0.05000,0.667
57,self_attn.v_proj,0.0000819483,0.05000,0.649
57,self_attn.q_proj,0.0001509253,0.05000,0.657
57,self_attn.o_proj,0.0000811847,0.05000,0.676
57,mlp.up_proj,0.0013414129,0.05000,0.760
57,mlp.gate_proj,0.0012758095,0.05000,0.747
57,mlp.down_proj,0.0005883840,0.05000,6.111
58,self_attn.k_proj,0.0000317013,0.05000,0.673
58,self_attn.v_proj,0.0000916080,0.05000,0.653
58,self_attn.q_proj,0.0001544135,0.05000,0.656
58,self_attn.o_proj,0.0000810032,0.05000,0.680
58,mlp.up_proj,0.0015102160,0.05000,0.758
58,mlp.gate_proj,0.0014192124,0.05000,0.749
58,mlp.down_proj,0.0007239864,0.05000,6.140
59,self_attn.k_proj,0.0000355026,0.05000,0.671
59,self_attn.v_proj,0.0001328919,0.05000,0.659
59,self_attn.q_proj,0.0001763182,0.05000,0.664
59,self_attn.o_proj,0.0001949633,0.05000,0.677
59,mlp.up_proj,0.0017215954,0.05000,0.766
59,mlp.gate_proj,0.0015890894,0.05000,0.760
59,mlp.down_proj,0.0009149372,0.05000,6.103
60,self_attn.k_proj,0.0000302485,0.05000,0.690
60,self_attn.v_proj,0.0001508339,0.05000,0.661
60,self_attn.q_proj,0.0001744292,0.05000,0.684
60,self_attn.o_proj,0.0004136908,0.05000,0.691
60,mlp.up_proj,0.0019182535,0.05000,0.772
60,mlp.gate_proj,0.0017420459,0.05000,0.762
60,mlp.down_proj,0.0018365022,0.05000,6.075
61,self_attn.k_proj,0.0000342876,0.05000,0.680
61,self_attn.v_proj,0.0001912820,0.05000,0.664
61,self_attn.q_proj,0.0001930302,0.05000,0.670
61,self_attn.o_proj,0.0005102926,0.05000,0.691
61,mlp.up_proj,0.0022156300,0.05000,0.776
61,mlp.gate_proj,0.0020273371,0.05000,0.750
61,mlp.down_proj,0.0021458070,0.05000,6.108
62,self_attn.k_proj,0.0000345618,0.05000,0.689
62,self_attn.v_proj,0.0002236197,0.05000,0.660
62,self_attn.q_proj,0.0001984577,0.05000,0.684
62,self_attn.o_proj,0.0006962981,0.05000,0.695
62,mlp.up_proj,0.0025008655,0.05000,0.758
62,mlp.gate_proj,0.0023534444,0.05000,0.741
62,mlp.down_proj,0.0041401221,0.05000,6.124
63,self_attn.k_proj,0.0000385404,0.05000,0.668
63,self_attn.v_proj,0.0001727117,0.05000,0.653
63,self_attn.q_proj,0.0001995420,0.05000,0.664
63,self_attn.o_proj,0.0006111872,0.05000,0.674
63,mlp.up_proj,0.0040122621,0.05000,0.760
63,mlp.gate_proj,0.0038694526,0.05000,0.756
63,mlp.down_proj,0.0146558697,0.05000,6.063
1 layer,module,loss,samples,damp,time
2 0,self_attn.k_proj,0.0000022077,0.05000,0.823
3 0,self_attn.v_proj,0.0000006867,0.05000,0.644
4 0,self_attn.q_proj,0.0000063762,0.05000,0.653
5 0,self_attn.o_proj,0.0000078134,0.05000,0.673
6 0,mlp.up_proj,0.0000063333,0.05000,0.756
7 0,mlp.gate_proj,0.0000070154,0.05000,0.732
8 0,mlp.down_proj,0.0000045693,0.05000,5.997
9 1,self_attn.k_proj,0.0000000713,0.05000,0.667
10 1,self_attn.v_proj,0.0000000420,0.05000,0.648
11 1,self_attn.q_proj,0.0000002727,0.05000,0.656
12 1,self_attn.o_proj,0.0000000940,0.05000,0.677
13 1,mlp.up_proj,0.0000328479,0.05000,0.750
14 1,mlp.gate_proj,0.0000974030,0.05000,0.736
15 1,mlp.down_proj,0.0000005106,0.05000,5.997
16 2,self_attn.k_proj,0.0000002637,0.05000,0.669
17 2,self_attn.v_proj,0.0000001370,0.05000,0.654
18 2,self_attn.q_proj,0.0000007469,0.05000,0.660
19 2,self_attn.o_proj,0.0000005078,0.05000,0.670
20 2,mlp.up_proj,0.0000693201,0.05000,0.752
21 2,mlp.gate_proj,0.0001472164,0.05000,0.740
22 2,mlp.down_proj,0.0000019943,0.05000,5.993
23 3,self_attn.k_proj,0.0000016043,0.05000,0.669
24 3,self_attn.v_proj,0.0000006461,0.05000,0.652
25 3,self_attn.q_proj,0.0000045232,0.05000,0.660
26 3,self_attn.o_proj,0.0000016176,0.05000,0.674
27 3,mlp.up_proj,0.0000765738,0.05000,0.750
28 3,mlp.gate_proj,0.0001638541,0.05000,0.736
29 3,mlp.down_proj,0.0000064677,0.05000,6.015
30 4,self_attn.k_proj,0.0000015465,0.05000,0.663
31 4,self_attn.v_proj,0.0000008786,0.05000,0.649
32 4,self_attn.q_proj,0.0000046396,0.05000,0.660
33 4,self_attn.o_proj,0.0000029959,0.05000,0.670
34 4,mlp.up_proj,0.0002003118,0.05000,0.749
35 4,mlp.gate_proj,0.0003645644,0.05000,0.738
36 4,mlp.down_proj,0.0000090716,0.05000,6.006
37 5,self_attn.k_proj,0.0000051957,0.05000,0.669
38 5,self_attn.v_proj,0.0000033450,0.05000,0.648
39 5,self_attn.q_proj,0.0000171433,0.05000,0.658
40 5,self_attn.o_proj,0.0000075782,0.05000,0.671
41 5,mlp.up_proj,0.0002897159,0.05000,0.749
42 5,mlp.gate_proj,0.0004948036,0.05000,0.737
43 5,mlp.down_proj,0.0000162241,0.05000,6.011
44 6,self_attn.k_proj,0.0000047515,0.05000,0.670
45 6,self_attn.v_proj,0.0000038208,0.05000,0.651
46 6,self_attn.q_proj,0.0000166306,0.05000,0.661
47 6,self_attn.o_proj,0.0000077817,0.05000,0.675
48 6,mlp.up_proj,0.0004921902,0.05000,0.758
49 6,mlp.gate_proj,0.0007870232,0.05000,0.738
50 6,mlp.down_proj,0.0039085098,0.05000,5.996
51 7,self_attn.k_proj,0.0000068135,0.05000,0.667
52 7,self_attn.v_proj,0.0000060292,0.05000,0.651
53 7,self_attn.q_proj,0.0000249747,0.05000,0.665
54 7,self_attn.o_proj,0.0000053162,0.05000,0.674
55 7,mlp.up_proj,0.0005382502,0.05000,0.764
56 7,mlp.gate_proj,0.0008569802,0.05000,0.739
57 7,mlp.down_proj,0.0000286973,0.05000,6.030
58 8,self_attn.k_proj,0.0000081067,0.05000,0.665
59 8,self_attn.v_proj,0.0000059298,0.05000,0.648
60 8,self_attn.q_proj,0.0000282493,0.05000,0.658
61 8,self_attn.o_proj,0.0000042831,0.05000,0.671
62 8,mlp.up_proj,0.0003307477,0.05000,0.754
63 8,mlp.gate_proj,0.0005081947,0.05000,0.739
64 8,mlp.down_proj,0.0000233559,0.05000,5.984
65 9,self_attn.k_proj,0.0000072105,0.05000,0.666
66 9,self_attn.v_proj,0.0000066063,0.05000,0.649
67 9,self_attn.q_proj,0.0000259657,0.05000,0.653
68 9,self_attn.o_proj,0.0000089853,0.05000,0.666
69 9,mlp.up_proj,0.0001224814,0.05000,0.762
70 9,mlp.gate_proj,0.0001323581,0.05000,0.738
71 9,mlp.down_proj,0.0000223179,0.05000,6.019
72 10,self_attn.k_proj,0.0000103246,0.05000,0.671
73 10,self_attn.v_proj,0.0000084822,0.05000,0.646
74 10,self_attn.q_proj,0.0000384352,0.05000,0.654
75 10,self_attn.o_proj,0.0000123051,0.05000,0.670
76 10,mlp.up_proj,0.0001398602,0.05000,0.754
77 10,mlp.gate_proj,0.0001503285,0.05000,0.740
78 10,mlp.down_proj,0.0000270805,0.05000,6.020
79 11,self_attn.k_proj,0.0000079004,0.05000,0.663
80 11,self_attn.v_proj,0.0000062583,0.05000,0.643
81 11,self_attn.q_proj,0.0000287895,0.05000,0.656
82 11,self_attn.o_proj,0.0000124526,0.05000,0.669
83 11,mlp.up_proj,0.0002015323,0.05000,0.751
84 11,mlp.gate_proj,0.0002419696,0.05000,0.738
85 11,mlp.down_proj,0.0000217685,0.05000,6.020
86 12,self_attn.k_proj,0.0000093121,0.05000,0.665
87 12,self_attn.v_proj,0.0000074404,0.05000,0.650
88 12,self_attn.q_proj,0.0000345770,0.05000,0.657
89 12,self_attn.o_proj,0.0000143948,0.05000,0.668
90 12,mlp.up_proj,0.0001704685,0.05000,0.755
91 12,mlp.gate_proj,0.0001819776,0.05000,0.743
92 12,mlp.down_proj,0.0000293608,0.05000,6.014
93 13,self_attn.k_proj,0.0000101114,0.05000,0.664
94 13,self_attn.v_proj,0.0000087253,0.05000,0.644
95 13,self_attn.q_proj,0.0000368231,0.05000,0.654
96 13,self_attn.o_proj,0.0000131411,0.05000,0.670
97 13,mlp.up_proj,0.0001998923,0.05000,0.751
98 13,mlp.gate_proj,0.0002154623,0.05000,0.742
99 13,mlp.down_proj,0.0000334675,0.05000,6.025
100 14,self_attn.k_proj,0.0000128095,0.05000,0.667
101 14,self_attn.v_proj,0.0000097440,0.05000,0.654
102 14,self_attn.q_proj,0.0000471291,0.05000,0.656
103 14,self_attn.o_proj,0.0000115778,0.05000,0.669
104 14,mlp.up_proj,0.0002111189,0.05000,0.752
105 14,mlp.gate_proj,0.0002301692,0.05000,0.739
106 14,mlp.down_proj,0.0000353972,0.05000,6.027
107 15,self_attn.k_proj,0.0000113254,0.05000,0.667
108 15,self_attn.v_proj,0.0000100019,0.05000,0.650
109 15,self_attn.q_proj,0.0000412780,0.05000,0.661
110 15,self_attn.o_proj,0.0000187119,0.05000,0.673
111 15,mlp.up_proj,0.0002209445,0.05000,0.755
112 15,mlp.gate_proj,0.0002505017,0.05000,0.748
113 15,mlp.down_proj,0.0000388736,0.05000,6.027
114 16,self_attn.k_proj,0.0000102344,0.05000,0.666
115 16,self_attn.v_proj,0.0000076844,0.05000,0.647
116 16,self_attn.q_proj,0.0000355875,0.05000,0.658
117 16,self_attn.o_proj,0.0000114868,0.05000,0.668
118 16,mlp.up_proj,0.0002131696,0.05000,0.753
119 16,mlp.gate_proj,0.0002305127,0.05000,0.745
120 16,mlp.down_proj,0.0000348936,0.05000,6.046
121 17,self_attn.k_proj,0.0000132098,0.05000,0.670
122 17,self_attn.v_proj,0.0000090512,0.05000,0.657
123 17,self_attn.q_proj,0.0000458009,0.05000,0.662
124 17,self_attn.o_proj,0.0000097193,0.05000,0.667
125 17,mlp.up_proj,0.0002087758,0.05000,0.753
126 17,mlp.gate_proj,0.0002223910,0.05000,0.739
127 17,mlp.down_proj,0.0000340258,0.05000,6.039
128 18,self_attn.k_proj,0.0000129059,0.05000,0.670
129 18,self_attn.v_proj,0.0000094483,0.05000,0.651
130 18,self_attn.q_proj,0.0000446828,0.05000,0.668
131 18,self_attn.o_proj,0.0000114085,0.05000,0.673
132 18,mlp.up_proj,0.0002044169,0.05000,0.758
133 18,mlp.gate_proj,0.0002160919,0.05000,0.742
134 18,mlp.down_proj,0.0000334648,0.05000,6.014
135 19,self_attn.k_proj,0.0000118550,0.05000,0.670
136 19,self_attn.v_proj,0.0000089792,0.05000,0.648
137 19,self_attn.q_proj,0.0000425266,0.05000,0.664
138 19,self_attn.o_proj,0.0000097391,0.05000,0.674
139 19,mlp.up_proj,0.0002062136,0.05000,0.759
140 19,mlp.gate_proj,0.0002177467,0.05000,0.746
141 19,mlp.down_proj,0.0000371059,0.05000,6.040
142 20,self_attn.k_proj,0.0000133839,0.05000,0.665
143 20,self_attn.v_proj,0.0000093785,0.05000,0.650
144 20,self_attn.q_proj,0.0000457884,0.05000,0.660
145 20,self_attn.o_proj,0.0000117708,0.05000,0.679
146 20,mlp.up_proj,0.0001998364,0.05000,0.756
147 20,mlp.gate_proj,0.0002076299,0.05000,0.741
148 20,mlp.down_proj,0.0000383832,0.05000,6.040
149 21,self_attn.k_proj,0.0000121129,0.05000,0.666
150 21,self_attn.v_proj,0.0000079683,0.05000,0.645
151 21,self_attn.q_proj,0.0000416676,0.05000,0.653
152 21,self_attn.o_proj,0.0000144970,0.05000,0.669
153 21,mlp.up_proj,0.0001920803,0.05000,0.753
154 21,mlp.gate_proj,0.0002002938,0.05000,0.740
155 21,mlp.down_proj,0.0000330328,0.05000,6.046
156 22,self_attn.k_proj,0.0000132585,0.05000,0.668
157 22,self_attn.v_proj,0.0000114245,0.05000,0.652
158 22,self_attn.q_proj,0.0000477719,0.05000,0.656
159 22,self_attn.o_proj,0.0000178106,0.05000,0.673
160 22,mlp.up_proj,0.0002043648,0.05000,0.753
161 22,mlp.gate_proj,0.0002126195,0.05000,0.742
162 22,mlp.down_proj,0.0000375758,0.05000,6.065
163 23,self_attn.k_proj,0.0000126629,0.05000,0.669
164 23,self_attn.v_proj,0.0000113606,0.05000,0.654
165 23,self_attn.q_proj,0.0000466326,0.05000,0.667
166 23,self_attn.o_proj,0.0000183573,0.05000,0.672
167 23,mlp.up_proj,0.0002143453,0.05000,0.756
168 23,mlp.gate_proj,0.0002262560,0.05000,0.741
169 23,mlp.down_proj,0.0000392328,0.05000,6.066
170 24,self_attn.k_proj,0.0000154229,0.05000,0.663
171 24,self_attn.v_proj,0.0000119528,0.05000,0.650
172 24,self_attn.q_proj,0.0000559860,0.05000,0.661
173 24,self_attn.o_proj,0.0000161610,0.05000,0.670
174 24,mlp.up_proj,0.0002105366,0.05000,0.759
175 24,mlp.gate_proj,0.0002192322,0.05000,0.739
176 24,mlp.down_proj,0.0000415121,0.05000,6.073
177 25,self_attn.k_proj,0.0000171919,0.05000,0.671
178 25,self_attn.v_proj,0.0000144000,0.05000,0.652
179 25,self_attn.q_proj,0.0000627893,0.05000,0.658
180 25,self_attn.o_proj,0.0000090962,0.05000,0.677
181 25,mlp.up_proj,0.0002131117,0.05000,0.765
182 25,mlp.gate_proj,0.0002183458,0.05000,0.748
183 25,mlp.down_proj,0.0000412529,0.05000,6.035
184 26,self_attn.k_proj,0.0000153086,0.05000,0.674
185 26,self_attn.v_proj,0.0000095222,0.05000,0.655
186 26,self_attn.q_proj,0.0000556917,0.05000,0.665
187 26,self_attn.o_proj,0.0000178903,0.05000,0.679
188 26,mlp.up_proj,0.0002247247,0.05000,0.761
189 26,mlp.gate_proj,0.0002281609,0.05000,0.749
190 26,mlp.down_proj,0.0000503585,0.05000,6.042
191 27,self_attn.k_proj,0.0000152973,0.05000,0.674
192 27,self_attn.v_proj,0.0000102050,0.05000,0.651
193 27,self_attn.q_proj,0.0000513762,0.05000,0.665
194 27,self_attn.o_proj,0.0000228966,0.05000,0.673
195 27,mlp.up_proj,0.0002341506,0.05000,0.765
196 27,mlp.gate_proj,0.0002378677,0.05000,0.751
197 27,mlp.down_proj,0.0000502993,0.05000,6.039
198 28,self_attn.k_proj,0.0000143219,0.05000,0.673
199 28,self_attn.v_proj,0.0000147895,0.05000,0.651
200 28,self_attn.q_proj,0.0000542909,0.05000,0.666
201 28,self_attn.o_proj,0.0000263406,0.05000,0.681
202 28,mlp.up_proj,0.0002539306,0.05000,0.761
203 28,mlp.gate_proj,0.0002540842,0.05000,0.747
204 28,mlp.down_proj,0.0000555785,0.05000,6.035
205 29,self_attn.k_proj,0.0000189423,0.05000,0.680
206 29,self_attn.v_proj,0.0000181694,0.05000,0.654
207 29,self_attn.q_proj,0.0000703678,0.05000,0.665
208 29,self_attn.o_proj,0.0000225502,0.05000,0.677
209 29,mlp.up_proj,0.0002634465,0.05000,0.766
210 29,mlp.gate_proj,0.0002623749,0.05000,0.750
211 29,mlp.down_proj,0.0000548736,0.05000,6.054
212 30,self_attn.k_proj,0.0000163911,0.05000,0.674
213 30,self_attn.v_proj,0.0000183102,0.05000,0.659
214 30,self_attn.q_proj,0.0000643131,0.05000,0.668
215 30,self_attn.o_proj,0.0000396940,0.05000,0.677
216 30,mlp.up_proj,0.0002883857,0.05000,0.760
217 30,mlp.gate_proj,0.0002864540,0.05000,0.756
218 30,mlp.down_proj,0.0000628212,0.05000,6.067
219 31,self_attn.k_proj,0.0000178963,0.05000,0.675
220 31,self_attn.v_proj,0.0000182467,0.05000,0.661
221 31,self_attn.q_proj,0.0000671255,0.05000,0.660
222 31,self_attn.o_proj,0.0000456650,0.05000,0.677
223 31,mlp.up_proj,0.0003307039,0.05000,0.773
224 31,mlp.gate_proj,0.0003285395,0.05000,0.750
225 31,mlp.down_proj,0.0000792020,0.05000,6.055
226 32,self_attn.k_proj,0.0000166342,0.05000,0.672
227 32,self_attn.v_proj,0.0000146921,0.05000,0.658
228 32,self_attn.q_proj,0.0000611444,0.05000,0.675
229 32,self_attn.o_proj,0.0000394544,0.05000,0.687
230 32,mlp.up_proj,0.0003476900,0.05000,0.765
231 32,mlp.gate_proj,0.0003627944,0.05000,0.749
232 32,mlp.down_proj,0.0000767992,0.05000,6.070
233 33,self_attn.k_proj,0.0000194685,0.05000,0.680
234 33,self_attn.v_proj,0.0000154845,0.05000,0.654
235 33,self_attn.q_proj,0.0000719577,0.05000,0.672
236 33,self_attn.o_proj,0.0000336899,0.05000,0.687
237 33,mlp.up_proj,0.0003242552,0.05000,0.764
238 33,mlp.gate_proj,0.0003319873,0.05000,0.747
239 33,mlp.down_proj,0.0000720865,0.05000,6.091
240 34,self_attn.k_proj,0.0000189671,0.05000,0.679
241 34,self_attn.v_proj,0.0000177655,0.05000,0.666
242 34,self_attn.q_proj,0.0000712278,0.05000,0.665
243 34,self_attn.o_proj,0.0000411208,0.05000,0.684
244 34,mlp.up_proj,0.0003175667,0.05000,0.758
245 34,mlp.gate_proj,0.0003184013,0.05000,0.740
246 34,mlp.down_proj,0.0000682010,0.05000,6.073
247 35,self_attn.k_proj,0.0000197936,0.05000,0.678
248 35,self_attn.v_proj,0.0000176204,0.05000,0.662
249 35,self_attn.q_proj,0.0000792466,0.05000,0.669
250 35,self_attn.o_proj,0.0000301874,0.05000,0.689
251 35,mlp.up_proj,0.0003235649,0.05000,0.758
252 35,mlp.gate_proj,0.0003235762,0.05000,0.746
253 35,mlp.down_proj,0.0000702756,0.05000,6.072
254 36,self_attn.k_proj,0.0000204304,0.05000,0.676
255 36,self_attn.v_proj,0.0000174813,0.05000,0.660
256 36,self_attn.q_proj,0.0000773615,0.05000,0.672
257 36,self_attn.o_proj,0.0000297189,0.05000,0.677
258 36,mlp.up_proj,0.0002965451,0.05000,0.757
259 36,mlp.gate_proj,0.0002855328,0.05000,0.744
260 36,mlp.down_proj,0.0000625354,0.05000,6.121
261 37,self_attn.k_proj,0.0000187126,0.05000,0.672
262 37,self_attn.v_proj,0.0000154525,0.05000,0.652
263 37,self_attn.q_proj,0.0000695368,0.05000,0.662
264 37,self_attn.o_proj,0.0000321507,0.05000,0.671
265 37,mlp.up_proj,0.0002908931,0.05000,0.759
266 37,mlp.gate_proj,0.0002796531,0.05000,0.745
267 37,mlp.down_proj,0.0000561437,0.05000,6.092
268 38,self_attn.k_proj,0.0000203654,0.05000,0.666
269 38,self_attn.v_proj,0.0000232785,0.05000,0.647
270 38,self_attn.q_proj,0.0000777056,0.05000,0.661
271 38,self_attn.o_proj,0.0000360887,0.05000,0.669
272 38,mlp.up_proj,0.0002907469,0.05000,0.759
273 38,mlp.gate_proj,0.0002802605,0.05000,0.743
274 38,mlp.down_proj,0.0000611777,0.05000,6.094
275 39,self_attn.k_proj,0.0000177757,0.05000,0.668
276 39,self_attn.v_proj,0.0000218557,0.05000,0.650
277 39,self_attn.q_proj,0.0000729561,0.05000,0.666
278 39,self_attn.o_proj,0.0000351012,0.05000,0.673
279 39,mlp.up_proj,0.0002971604,0.05000,0.768
280 39,mlp.gate_proj,0.0002967976,0.05000,0.756
281 39,mlp.down_proj,0.0000579369,0.05000,6.042
282 40,self_attn.k_proj,0.0000215583,0.05000,0.669
283 40,self_attn.v_proj,0.0000192123,0.05000,0.654
284 40,self_attn.q_proj,0.0000795933,0.05000,0.672
285 40,self_attn.o_proj,0.0000300833,0.05000,0.685
286 40,mlp.up_proj,0.0002780093,0.05000,0.760
287 40,mlp.gate_proj,0.0002736469,0.05000,0.763
288 40,mlp.down_proj,0.0000523938,0.05000,6.046
289 41,self_attn.k_proj,0.0000219502,0.05000,0.684
290 41,self_attn.v_proj,0.0000261218,0.05000,0.658
291 41,self_attn.q_proj,0.0000877220,0.05000,0.671
292 41,self_attn.o_proj,0.0000206927,0.05000,0.685
293 41,mlp.up_proj,0.0002734285,0.05000,0.778
294 41,mlp.gate_proj,0.0002620355,0.05000,0.753
295 41,mlp.down_proj,0.0000507733,0.05000,6.084
296 42,self_attn.k_proj,0.0000202025,0.05000,0.686
297 42,self_attn.v_proj,0.0000156105,0.05000,0.664
298 42,self_attn.q_proj,0.0000796620,0.05000,0.680
299 42,self_attn.o_proj,0.0000293642,0.05000,0.689
300 42,mlp.up_proj,0.0003010015,0.05000,0.760
301 42,mlp.gate_proj,0.0002825469,0.05000,0.764
302 42,mlp.down_proj,0.0000717976,0.05000,6.109
303 43,self_attn.k_proj,0.0000209122,0.05000,0.679
304 43,self_attn.v_proj,0.0000188210,0.05000,0.665
305 43,self_attn.q_proj,0.0000762192,0.05000,0.676
306 43,self_attn.o_proj,0.0000369718,0.05000,0.685
307 43,mlp.up_proj,0.0003245416,0.05000,0.770
308 43,mlp.gate_proj,0.0003047796,0.05000,0.751
309 43,mlp.down_proj,0.0000943858,0.05000,6.128
310 44,self_attn.k_proj,0.0000164873,0.05000,0.682
311 44,self_attn.v_proj,0.0000256224,0.05000,0.661
312 44,self_attn.q_proj,0.0000715989,0.05000,0.672
313 44,self_attn.o_proj,0.0000435539,0.05000,0.680
314 44,mlp.up_proj,0.0003300955,0.05000,0.762
315 44,mlp.gate_proj,0.0003045399,0.05000,0.749
316 44,mlp.down_proj,0.0000742722,0.05000,6.116
317 45,self_attn.k_proj,0.0000202093,0.05000,0.683
318 45,self_attn.v_proj,0.0000279675,0.05000,0.666
319 45,self_attn.q_proj,0.0000850428,0.05000,0.667
320 45,self_attn.o_proj,0.0000346460,0.05000,0.679
321 45,mlp.up_proj,0.0003242656,0.05000,0.760
322 45,mlp.gate_proj,0.0002998104,0.05000,0.745
323 45,mlp.down_proj,0.0000709695,0.05000,6.125
324 46,self_attn.k_proj,0.0000168016,0.05000,0.681
325 46,self_attn.v_proj,0.0000287407,0.05000,0.656
326 46,self_attn.q_proj,0.0000765311,0.05000,0.663
327 46,self_attn.o_proj,0.0000442687,0.05000,0.671
328 46,mlp.up_proj,0.0003310285,0.05000,0.760
329 46,mlp.gate_proj,0.0003074441,0.05000,0.744
330 46,mlp.down_proj,0.0000749102,0.05000,6.104
331 47,self_attn.k_proj,0.0000169921,0.05000,0.671
332 47,self_attn.v_proj,0.0000251264,0.05000,0.647
333 47,self_attn.q_proj,0.0000766527,0.05000,0.662
334 47,self_attn.o_proj,0.0000405218,0.05000,0.676
335 47,mlp.up_proj,0.0003626132,0.05000,0.761
336 47,mlp.gate_proj,0.0003408490,0.05000,0.748
337 47,mlp.down_proj,0.0000886861,0.05000,6.121
338 48,self_attn.k_proj,0.0000188492,0.05000,0.668
339 48,self_attn.v_proj,0.0000322942,0.05000,0.653
340 48,self_attn.q_proj,0.0000862149,0.05000,0.667
341 48,self_attn.o_proj,0.0000377576,0.05000,0.675
342 48,mlp.up_proj,0.0003911038,0.05000,0.766
343 48,mlp.gate_proj,0.0003737860,0.05000,0.757
344 48,mlp.down_proj,0.0000992985,0.05000,6.089
345 49,self_attn.k_proj,0.0000184366,0.05000,0.671
346 49,self_attn.v_proj,0.0000308705,0.05000,0.655
347 49,self_attn.q_proj,0.0000872545,0.05000,0.669
348 49,self_attn.o_proj,0.0000557681,0.05000,0.695
349 49,mlp.up_proj,0.0004658231,0.05000,0.775
350 49,mlp.gate_proj,0.0004469727,0.05000,0.756
351 49,mlp.down_proj,0.0001539159,0.05000,6.061
352 50,self_attn.k_proj,0.0000197978,0.05000,0.682
353 50,self_attn.v_proj,0.0000376188,0.05000,0.669
354 50,self_attn.q_proj,0.0000987396,0.05000,0.668
355 50,self_attn.o_proj,0.0000552519,0.05000,0.691
356 50,mlp.up_proj,0.0005598184,0.05000,0.767
357 50,mlp.gate_proj,0.0005505634,0.05000,0.759
358 50,mlp.down_proj,0.0002117901,0.05000,6.059
359 51,self_attn.k_proj,0.0000222420,0.05000,0.682
360 51,self_attn.v_proj,0.0000352546,0.05000,0.662
361 51,self_attn.q_proj,0.0001003685,0.05000,0.685
362 51,self_attn.o_proj,0.0000740499,0.05000,0.691
363 51,mlp.up_proj,0.0006666129,0.05000,0.779
364 51,mlp.gate_proj,0.0006646402,0.05000,0.765
365 51,mlp.down_proj,0.0002415502,0.05000,6.111
366 52,self_attn.k_proj,0.0000238645,0.05000,0.685
367 52,self_attn.v_proj,0.0000568164,0.05000,0.665
368 52,self_attn.q_proj,0.0001193794,0.05000,0.675
369 52,self_attn.o_proj,0.0000718841,0.05000,0.686
370 52,mlp.up_proj,0.0007413024,0.05000,0.775
371 52,mlp.gate_proj,0.0007344707,0.05000,0.763
372 52,mlp.down_proj,0.0002956851,0.05000,6.141
373 53,self_attn.k_proj,0.0000288697,0.05000,0.685
374 53,self_attn.v_proj,0.0000568506,0.05000,0.655
375 53,self_attn.q_proj,0.0001322156,0.05000,0.681
376 53,self_attn.o_proj,0.0000779313,0.05000,0.689
377 53,mlp.up_proj,0.0008568734,0.05000,0.764
378 53,mlp.gate_proj,0.0008507893,0.05000,0.746
379 53,mlp.down_proj,0.0003484684,0.05000,6.115
380 54,self_attn.k_proj,0.0000266966,0.05000,0.684
381 54,self_attn.v_proj,0.0000531413,0.05000,0.656
382 54,self_attn.q_proj,0.0001269680,0.05000,0.677
383 54,self_attn.o_proj,0.0000721886,0.05000,0.692
384 54,mlp.up_proj,0.0009590754,0.05000,0.756
385 54,mlp.gate_proj,0.0009435314,0.05000,0.739
386 54,mlp.down_proj,0.0003761099,0.05000,6.120
387 55,self_attn.k_proj,0.0000258792,0.05000,0.682
388 55,self_attn.v_proj,0.0000580578,0.05000,0.667
389 55,self_attn.q_proj,0.0001275678,0.05000,0.670
390 55,self_attn.o_proj,0.0000933949,0.05000,0.679
391 55,mlp.up_proj,0.0010799354,0.05000,0.758
392 55,mlp.gate_proj,0.0010489707,0.05000,0.749
393 55,mlp.down_proj,0.0004415629,0.05000,6.139
394 56,self_attn.k_proj,0.0000300139,0.05000,0.691
395 56,self_attn.v_proj,0.0000785556,0.05000,0.653
396 56,self_attn.q_proj,0.0001425975,0.05000,0.672
397 56,self_attn.o_proj,0.0000923193,0.05000,0.676
398 56,mlp.up_proj,0.0012177298,0.05000,0.760
399 56,mlp.gate_proj,0.0011750842,0.05000,0.746
400 56,mlp.down_proj,0.0005107334,0.05000,6.124
401 57,self_attn.k_proj,0.0000303419,0.05000,0.667
402 57,self_attn.v_proj,0.0000819483,0.05000,0.649
403 57,self_attn.q_proj,0.0001509253,0.05000,0.657
404 57,self_attn.o_proj,0.0000811847,0.05000,0.676
405 57,mlp.up_proj,0.0013414129,0.05000,0.760
406 57,mlp.gate_proj,0.0012758095,0.05000,0.747
407 57,mlp.down_proj,0.0005883840,0.05000,6.111
408 58,self_attn.k_proj,0.0000317013,0.05000,0.673
409 58,self_attn.v_proj,0.0000916080,0.05000,0.653
410 58,self_attn.q_proj,0.0001544135,0.05000,0.656
411 58,self_attn.o_proj,0.0000810032,0.05000,0.680
412 58,mlp.up_proj,0.0015102160,0.05000,0.758
413 58,mlp.gate_proj,0.0014192124,0.05000,0.749
414 58,mlp.down_proj,0.0007239864,0.05000,6.140
415 59,self_attn.k_proj,0.0000355026,0.05000,0.671
416 59,self_attn.v_proj,0.0001328919,0.05000,0.659
417 59,self_attn.q_proj,0.0001763182,0.05000,0.664
418 59,self_attn.o_proj,0.0001949633,0.05000,0.677
419 59,mlp.up_proj,0.0017215954,0.05000,0.766
420 59,mlp.gate_proj,0.0015890894,0.05000,0.760
421 59,mlp.down_proj,0.0009149372,0.05000,6.103
422 60,self_attn.k_proj,0.0000302485,0.05000,0.690
423 60,self_attn.v_proj,0.0001508339,0.05000,0.661
424 60,self_attn.q_proj,0.0001744292,0.05000,0.684
425 60,self_attn.o_proj,0.0004136908,0.05000,0.691
426 60,mlp.up_proj,0.0019182535,0.05000,0.772
427 60,mlp.gate_proj,0.0017420459,0.05000,0.762
428 60,mlp.down_proj,0.0018365022,0.05000,6.075
429 61,self_attn.k_proj,0.0000342876,0.05000,0.680
430 61,self_attn.v_proj,0.0001912820,0.05000,0.664
431 61,self_attn.q_proj,0.0001930302,0.05000,0.670
432 61,self_attn.o_proj,0.0005102926,0.05000,0.691
433 61,mlp.up_proj,0.0022156300,0.05000,0.776
434 61,mlp.gate_proj,0.0020273371,0.05000,0.750
435 61,mlp.down_proj,0.0021458070,0.05000,6.108
436 62,self_attn.k_proj,0.0000345618,0.05000,0.689
437 62,self_attn.v_proj,0.0002236197,0.05000,0.660
438 62,self_attn.q_proj,0.0001984577,0.05000,0.684
439 62,self_attn.o_proj,0.0006962981,0.05000,0.695
440 62,mlp.up_proj,0.0025008655,0.05000,0.758
441 62,mlp.gate_proj,0.0023534444,0.05000,0.741
442 62,mlp.down_proj,0.0041401221,0.05000,6.124
443 63,self_attn.k_proj,0.0000385404,0.05000,0.668
444 63,self_attn.v_proj,0.0001727117,0.05000,0.653
445 63,self_attn.q_proj,0.0001995420,0.05000,0.664
446 63,self_attn.o_proj,0.0006111872,0.05000,0.674
447 63,mlp.up_proj,0.0040122621,0.05000,0.760
448 63,mlp.gate_proj,0.0038694526,0.05000,0.756
449 63,mlp.down_proj,0.0146558697,0.05000,6.063

24
quantize_config.json Normal file
View File

@@ -0,0 +1,24 @@
{
"bits": 4,
"group_size": 128,
"desc_act": true,
"sym": true,
"lm_head": false,
"quant_method": "gptq",
"checkpoint_format": "gptq",
"pack_dtype": "int32",
"meta": {
"quantizer": [
"gptqmodel:4.2.5"
],
"uri": "https://github.com/modelcloud/gptqmodel",
"damp_percent": 0.05,
"damp_auto_increment": 0.01,
"static_groups": false,
"true_sequential": true,
"mse": 0.0,
"v2": false,
"v2_alpha": 0.25,
"act_group_aware": false
}
}

25
special_tokens_map.json Normal file
View File

@@ -0,0 +1,25 @@
{
"additional_special_tokens": [
"<|im_start|>",
"<|im_end|>",
"<|object_ref_start|>",
"<|object_ref_end|>",
"<|box_start|>",
"<|box_end|>",
"<|quad_start|>",
"<|quad_end|>",
"<|vision_start|>",
"<|vision_end|>",
"<|vision_pad|>",
"<|image_pad|>",
"<|video_pad|>"
],
"eos_token": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": "<|endoftext|>"
}

3
tokenizer.json Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
size 11421896

208
tokenizer_config.json Normal file
View File

@@ -0,0 +1,208 @@
{
"add_bos_token": false,
"add_prefix_space": false,
"added_tokens_decoder": {
"151643": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151644": {
"content": "<|im_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151645": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151646": {
"content": "<|object_ref_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151647": {
"content": "<|object_ref_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151648": {
"content": "<|box_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151649": {
"content": "<|box_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151650": {
"content": "<|quad_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151651": {
"content": "<|quad_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151652": {
"content": "<|vision_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151653": {
"content": "<|vision_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151654": {
"content": "<|vision_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151655": {
"content": "<|image_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151656": {
"content": "<|video_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151657": {
"content": "<tool_call>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151658": {
"content": "</tool_call>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151659": {
"content": "<|fim_prefix|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151660": {
"content": "<|fim_middle|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151661": {
"content": "<|fim_suffix|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151662": {
"content": "<|fim_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151663": {
"content": "<|repo_name|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151664": {
"content": "<|file_sep|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
}
},
"additional_special_tokens": [
"<|im_start|>",
"<|im_end|>",
"<|object_ref_start|>",
"<|object_ref_end|>",
"<|box_start|>",
"<|box_end|>",
"<|quad_start|>",
"<|quad_end|>",
"<|vision_start|>",
"<|vision_end|>",
"<|vision_pad|>",
"<|image_pad|>",
"<|video_pad|>"
],
"bos_token": null,
"clean_up_tokenization_spaces": false,
"eos_token": "<|im_end|>",
"errors": "replace",
"extra_special_tokens": {},
"model_max_length": 131072,
"pad_token": "<|endoftext|>",
"split_special_tokens": false,
"tokenizer_class": "Qwen2TokenizerFast",
"unk_token": null,
"_commit_hash": null
}

44
video_preprocessor_config.json Normal file
View File

@@ -0,0 +1,44 @@
{
"crop_size": null,
"data_format": "channels_first",
"default_to_square": true,
"device": null,
"do_center_crop": null,
"do_convert_rgb": true,
"do_normalize": true,
"do_pad": null,
"do_rescale": true,
"do_resize": true,
"do_sample_frames": false,
"fps": null,
"image_mean": [
0.48145466,
0.4578275,
0.40821073
],
"image_std": [
0.26862954,
0.26130258,
0.27577711
],
"input_data_format": null,
"max_frames": 768,
"max_pixels": 12845056,
"merge_size": 2,
"min_frames": 4,
"min_pixels": 3136,
"num_frames": null,
"patch_size": 14,
"processor_class": "Qwen2_5_VLProcessor",
"resample": 3,
"rescale_factor": 0.00392156862745098,
"return_metadata": false,
"size": {
"longest_edge": 12845056,
"shortest_edge": 3136
},
"size_divisor": null,
"temporal_patch_size": 2,
"video_metadata": null,
"video_processor_type": "Qwen2VLVideoProcessor"
}

BIN
vocab.json (Stored with Git LFS) Normal file
View File

Binary file not shown.