From ee853e5ecbbd77cc84a765d331a7ac0a309b3400 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 22 Aug 2026 01:23:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: laiqwq/PromptEnhancer-32B-GPTQ-4bit Source: Original Platform --- .gitattributes | 57 + README.md | 59 + added_tokens.json | 24 + chat_template.jinja | 7 + config.json | 195 +++ configuration.json | 1 + generation_config.json | 12 + merges.txt | 3 + model-00001-of-00006.safetensors | 3 + model-00002-of-00006.safetensors | 3 + model-00003-of-00006.safetensors | 3 + model-00004-of-00006.safetensors | 3 + model-00005-of-00006.safetensors | 3 + model-00006-of-00006.safetensors | 3 + model.safetensors.index.json | 2512 ++++++++++++++++++++++++++++++ preprocessor_config.json | 37 + quant_log.csv | 449 ++++++ quantize_config.json | 24 + special_tokens_map.json | 25 + tokenizer.json | 3 + tokenizer_config.json | 208 +++ video_preprocessor_config.json | 44 + vocab.json | 3 + 23 files changed, 3681 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00006.safetensors create mode 100644 model-00002-of-00006.safetensors create mode 100644 model-00003-of-00006.safetensors create mode 100644 model-00004-of-00006.safetensors create mode 100644 model-00005-of-00006.safetensors create mode 100644 model-00006-of-00006.safetensors create mode 100644 model.safetensors.index.json create mode 100644 preprocessor_config.json create mode 100644 quant_log.csv create mode 100644 quantize_config.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 video_preprocessor_config.json create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3c6b274 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +model-00006-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text +model-00001-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text +model-00003-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +model-00005-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text +model-00004-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text +model-00002-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..13f2736 --- /dev/null +++ b/README.md @@ -0,0 +1,59 @@ +--- +frameworks: +- Pytorch +license: Apache License 2.0 +tags: [] +tasks: +- text-generation + +#model-type: +##如 gpt、phi、llama、chatglm、baichuan 等 +#- gpt + +#domain: +##如 nlp、cv、audio、multi-modal +#- nlp + +#language: +##语言代码列表 https://help.aliyun.com/document_detail/215387.html?spm=a2c4g.11186623.0.0.9f8d7467kni6Aa +#- cn + +#metrics: +##如 CIDEr、Blue、ROUGE 等 +#- CIDEr + +#tags: +##各种自定义，包括 pretrained、fine-tuned、instruction-tuned、RL-tuned 等训练方法和其他 +#- pretrained + +#tools: +##如 vllm、fastchat、llamacpp、AdaSeq 等 +#- vllm +--- + + +### 简介 +PromptEnhancer-32B 的 GPTQ-4bit量化 +运行需要显存 24G 及以上 + +### 示例 +请根据用户的输入，生成思考过程的思维链并改写提示词： +摄影风格，一个女孩正对全身镜自拍，右手举着手机遮挡住脸部，镜头朦胧。具有真实感。 + +输入到模型之前需要将 内容去掉 + +SDK下载 +```bash +#安装ModelScope +pip install modelscope +``` +```python +#SDK模型下载 +from modelscope import snapshot_download +model_dir = snapshot_download('laiqwq/PromptEnhancer-32B-GPTQ-4bit') +``` +Git下载 +``` +#Git模型下载 +git clone https://www.modelscope.cn/laiqwq/PromptEnhancer-32B-GPTQ-4bit.git +``` \ No newline at end of file diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..482ced4 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..6c22663 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,7 @@ +{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system +You are a helpful assistant.<|im_end|> +{% endif %}<|im_start|>{{ message['role'] }} +{% if message['content'] is string %}{{ message['content'] }}<|im_end|> +{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|> +{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant +{% endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..88fae94 --- /dev/null +++ b/config.json @@ -0,0 +1,195 @@ +{ + "architectures": [ + "Qwen2_5_VLForConditionalGeneration" + ], + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 5120, + "image_token_id": 151655, + "initializer_range": 0.02, + "intermediate_size": 27648, + "max_position_embeddings": 128000, + "max_window_layers": 64, + "model_type": "qwen2_5_vl", + "num_attention_heads": 40, + "num_hidden_layers": 64, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "quantization_config": { + "bits": 4, + "checkpoint_format": "gptq", + "desc_act": true, + "group_size": 128, + "lm_head": false, + "meta": { + "act_group_aware": false, + "damp_auto_increment": 0.01, + "damp_percent": 0.05, + "mse": 0.0, + "quantizer": [ + "gptqmodel:4.2.5" + ], + "static_groups": false, + "true_sequential": true, + "uri": "https://github.com/modelcloud/gptqmodel", + "v2": false, + "v2_alpha": 0.25 + }, + "pack_dtype": "int32", + "quant_method": "gptq", + "sym": true + }, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "mrope_section": [ + 16, + 24, + 24 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000.0, + "sliding_window": 32768, + "text_config": { + "architectures": [ + "Qwen2_5_VLForConditionalGeneration" + ], + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 5120, + "image_token_id": null, + "initializer_range": 0.02, + "intermediate_size": 27648, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 128000, + "max_window_layers": 64, + "model_type": "qwen2_5_vl_text", + "num_attention_heads": 40, + "num_hidden_layers": 64, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "mrope_section": [ + 16, + 24, + 24 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000.0, + "sliding_window": null, + "use_cache": true, + "use_sliding_window": false, + "video_token_id": null, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652, + "vision_token_id": 151654, + "vocab_size": 152064 + }, + "tie_word_embeddings": false, + "transformers_version": "4.56.2", + "use_cache": true, + "use_sliding_window": false, + "video_token_id": 151656, + "vision_config": { + "depth": 32, + "dtype": "bfloat16", + "fullatt_block_indexes": [ + 7, + 15, + 23, + 31 + ], + "hidden_act": "silu", + "hidden_size": 1280, + "in_channels": 3, + "in_chans": 3, + "initializer_range": 0.02, + "intermediate_size": 3456, + "model_type": "qwen2_5_vl", + "num_heads": 16, + "out_hidden_size": 5120, + "patch_size": 14, + "spatial_merge_size": 2, + "spatial_patch_size": 14, + "temporal_patch_size": 2, + "tokens_per_second": 2, + "window_size": 112 + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652, + "vision_token_id": 151654, + "vocab_size": 152064 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..f9291c3 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework":"Pytorch","task":"text-generation"} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..f3ac4f5 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.05, + "temperature": 1e-06, + "transformers_version": "4.56.2" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00006.safetensors b/model-00001-of-00006.safetensors new file mode 100644 index 0000000..95c6630 --- /dev/null +++ b/model-00001-of-00006.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c938b276ffd98d9dc4855ee9dfc3fd97dbbcf2f845fdd78df6db4ecb738c0eb2 +size 3982007168 diff --git a/model-00002-of-00006.safetensors b/model-00002-of-00006.safetensors new file mode 100644 index 0000000..a35b861 --- /dev/null +++ b/model-00002-of-00006.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6fac253adb66fc6ad931dd07517e6d6c841e815c205a9a8be01980aef7aaad8 +size 3950973464 diff --git a/model-00003-of-00006.safetensors b/model-00003-of-00006.safetensors new file mode 100644 index 0000000..f95986c --- /dev/null +++ b/model-00003-of-00006.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:080c7ec9b0ffce971cc768d4d6d3ebd393ebaf6e448b27d1166618c4382d64ed +size 3983869312 diff --git a/model-00004-of-00006.safetensors b/model-00004-of-00006.safetensors new file mode 100644 index 0000000..d2aee5f --- /dev/null +++ b/model-00004-of-00006.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c6e2792af558eaac0b2ed15e37ec6d13330abad775cd09d45ad2c4588797cf +size 3983869304 diff --git a/model-00005-of-00006.safetensors b/model-00005-of-00006.safetensors new file mode 100644 index 0000000..646b38b --- /dev/null +++ b/model-00005-of-00006.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efc8f72d30c19319966e70a4bc985e6e362da09acb405b5d7edac19dcd4d1d49 +size 3263890648 diff --git a/model-00006-of-00006.safetensors b/model-00006-of-00006.safetensors new file mode 100644 index 0000000..597d65b --- /dev/null +++ b/model-00006-of-00006.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28581ff331f0505b9c38b414d580e7b1e5de90e02b14bb0172328d6957292337 +size 1557135488 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..56a04f5 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,2512 @@ +{ + "metadata": { + "total_size": 20721431040 + }, + "weight_map": { + "lm_head.weight": "model-00006-of-00006.safetensors", + "model.language_model.embed_tokens.weight": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.input_layernorm.weight": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.mlp.down_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.mlp.down_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.mlp.down_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.mlp.down_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.mlp.gate_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.mlp.gate_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.mlp.gate_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.mlp.gate_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.mlp.up_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.mlp.up_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.mlp.up_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.mlp.up_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.post_attention_layernorm.weight": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.k_proj.bias": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.k_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.k_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.k_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.k_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.o_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.o_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.o_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.o_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.q_proj.bias": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.q_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.q_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.q_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.q_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.v_proj.bias": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.v_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.v_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.v_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.0.self_attn.v_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.input_layernorm.weight": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.mlp.down_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.mlp.down_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.mlp.down_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.mlp.down_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.mlp.gate_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.mlp.gate_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.mlp.gate_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.mlp.gate_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.mlp.up_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.mlp.up_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.mlp.up_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.mlp.up_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.post_attention_layernorm.weight": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.k_proj.bias": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.k_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.k_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.k_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.k_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.o_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.o_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.o_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.o_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.q_proj.bias": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.q_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.q_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.q_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.q_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.v_proj.bias": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.v_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.v_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.v_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.1.self_attn.v_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.10.input_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.mlp.down_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.mlp.down_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.mlp.down_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.mlp.down_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.mlp.gate_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.mlp.gate_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.mlp.gate_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.mlp.gate_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.mlp.up_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.mlp.up_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.mlp.up_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.mlp.up_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.post_attention_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.k_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.k_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.k_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.k_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.k_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.o_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.o_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.o_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.o_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.q_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.q_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.q_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.q_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.q_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.v_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.v_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.v_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.v_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.10.self_attn.v_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.input_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.mlp.down_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.mlp.down_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.mlp.down_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.mlp.down_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.mlp.gate_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.mlp.gate_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.mlp.gate_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.mlp.gate_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.mlp.up_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.mlp.up_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.mlp.up_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.mlp.up_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.post_attention_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.k_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.k_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.k_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.k_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.k_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.o_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.o_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.o_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.o_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.q_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.q_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.q_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.q_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.q_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.v_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.v_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.v_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.v_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.11.self_attn.v_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.input_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.mlp.down_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.mlp.down_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.mlp.down_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.mlp.down_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.mlp.gate_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.mlp.gate_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.mlp.gate_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.mlp.gate_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.mlp.up_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.mlp.up_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.mlp.up_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.mlp.up_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.post_attention_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.k_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.k_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.k_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.k_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.k_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.o_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.o_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.o_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.o_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.q_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.q_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.q_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.q_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.q_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.v_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.v_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.v_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.v_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.12.self_attn.v_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.input_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.mlp.down_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.mlp.down_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.mlp.down_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.mlp.down_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.mlp.gate_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.mlp.gate_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.mlp.gate_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.mlp.gate_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.mlp.up_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.mlp.up_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.mlp.up_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.mlp.up_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.post_attention_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.k_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.k_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.k_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.k_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.k_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.o_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.o_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.o_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.o_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.q_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.q_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.q_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.q_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.q_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.v_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.v_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.v_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.v_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.13.self_attn.v_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.input_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.mlp.down_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.mlp.down_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.mlp.down_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.mlp.down_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.mlp.gate_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.mlp.gate_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.mlp.gate_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.mlp.gate_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.mlp.up_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.mlp.up_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.mlp.up_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.mlp.up_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.post_attention_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.k_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.k_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.k_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.k_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.k_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.o_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.o_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.o_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.o_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.q_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.q_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.q_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.q_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.q_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.v_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.v_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.v_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.v_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.14.self_attn.v_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.input_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.mlp.down_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.mlp.down_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.mlp.down_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.mlp.down_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.mlp.gate_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.mlp.gate_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.mlp.gate_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.mlp.gate_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.mlp.up_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.mlp.up_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.mlp.up_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.mlp.up_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.post_attention_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.k_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.k_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.k_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.k_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.k_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.o_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.o_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.o_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.o_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.q_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.q_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.q_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.q_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.q_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.v_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.v_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.v_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.v_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.15.self_attn.v_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.input_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.mlp.down_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.mlp.down_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.mlp.down_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.mlp.down_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.mlp.gate_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.mlp.gate_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.mlp.gate_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.mlp.gate_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.mlp.up_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.mlp.up_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.mlp.up_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.mlp.up_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.post_attention_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.k_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.k_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.k_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.k_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.k_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.o_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.o_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.o_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.o_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.q_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.q_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.q_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.q_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.q_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.v_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.v_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.v_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.v_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.16.self_attn.v_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.input_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.mlp.down_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.mlp.down_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.mlp.down_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.mlp.down_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.mlp.gate_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.mlp.gate_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.mlp.gate_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.mlp.gate_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.mlp.up_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.mlp.up_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.mlp.up_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.mlp.up_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.post_attention_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.k_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.k_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.k_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.k_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.k_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.o_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.o_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.o_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.o_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.q_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.q_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.q_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.q_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.q_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.v_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.v_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.v_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.v_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.17.self_attn.v_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.input_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.mlp.down_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.mlp.down_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.mlp.down_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.mlp.down_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.mlp.gate_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.mlp.gate_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.mlp.gate_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.mlp.gate_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.mlp.up_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.mlp.up_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.mlp.up_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.mlp.up_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.post_attention_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.k_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.k_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.k_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.k_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.k_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.o_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.o_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.o_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.o_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.q_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.q_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.q_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.q_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.q_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.v_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.v_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.v_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.v_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.18.self_attn.v_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.input_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.19.mlp.down_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.19.mlp.down_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.19.mlp.down_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.19.mlp.down_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.19.mlp.gate_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.mlp.gate_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.mlp.gate_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.mlp.gate_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.mlp.up_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.mlp.up_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.mlp.up_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.mlp.up_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.post_attention_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.19.self_attn.k_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.k_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.k_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.k_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.k_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.o_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.o_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.o_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.o_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.q_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.q_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.q_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.q_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.q_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.v_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.v_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.v_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.v_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.19.self_attn.v_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.2.input_layernorm.weight": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.mlp.down_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.mlp.down_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.mlp.down_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.mlp.down_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.mlp.gate_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.mlp.gate_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.mlp.gate_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.mlp.gate_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.mlp.up_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.mlp.up_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.mlp.up_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.mlp.up_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.post_attention_layernorm.weight": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.k_proj.bias": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.k_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.k_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.k_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.k_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.o_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.o_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.o_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.o_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.q_proj.bias": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.q_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.q_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.q_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.q_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.v_proj.bias": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.v_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.v_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.v_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.2.self_attn.v_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.20.input_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.mlp.down_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.mlp.down_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.mlp.down_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.mlp.down_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.mlp.gate_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.mlp.gate_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.mlp.gate_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.mlp.gate_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.mlp.up_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.mlp.up_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.mlp.up_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.mlp.up_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.post_attention_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.k_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.k_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.k_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.k_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.k_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.o_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.o_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.o_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.o_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.q_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.q_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.q_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.q_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.q_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.v_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.v_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.v_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.v_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.20.self_attn.v_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.input_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.mlp.down_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.mlp.down_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.mlp.down_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.mlp.down_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.mlp.gate_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.mlp.gate_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.mlp.gate_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.mlp.gate_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.mlp.up_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.mlp.up_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.mlp.up_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.mlp.up_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.post_attention_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.k_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.k_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.k_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.k_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.k_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.o_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.o_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.o_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.o_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.q_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.q_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.q_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.q_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.q_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.v_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.v_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.v_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.v_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.21.self_attn.v_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.input_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.mlp.down_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.mlp.down_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.mlp.down_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.mlp.down_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.mlp.gate_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.mlp.gate_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.mlp.gate_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.mlp.gate_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.mlp.up_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.mlp.up_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.mlp.up_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.mlp.up_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.post_attention_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.k_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.k_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.k_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.k_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.k_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.o_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.o_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.o_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.o_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.q_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.q_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.q_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.q_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.q_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.v_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.v_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.v_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.v_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.22.self_attn.v_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.input_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.mlp.down_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.mlp.down_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.mlp.down_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.mlp.down_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.mlp.gate_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.mlp.gate_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.mlp.gate_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.mlp.gate_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.mlp.up_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.mlp.up_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.mlp.up_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.mlp.up_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.post_attention_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.k_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.k_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.k_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.k_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.k_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.o_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.o_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.o_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.o_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.q_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.q_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.q_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.q_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.q_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.v_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.v_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.v_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.v_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.23.self_attn.v_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.input_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.mlp.down_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.mlp.down_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.mlp.down_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.mlp.down_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.mlp.gate_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.mlp.gate_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.mlp.gate_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.mlp.gate_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.mlp.up_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.mlp.up_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.mlp.up_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.mlp.up_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.post_attention_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.k_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.k_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.k_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.k_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.k_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.o_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.o_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.o_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.o_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.q_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.q_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.q_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.q_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.q_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.v_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.v_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.v_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.v_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.24.self_attn.v_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.input_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.mlp.down_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.mlp.down_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.mlp.down_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.mlp.down_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.mlp.gate_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.mlp.gate_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.mlp.gate_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.mlp.gate_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.mlp.up_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.mlp.up_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.mlp.up_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.mlp.up_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.post_attention_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.k_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.k_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.k_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.k_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.k_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.o_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.o_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.o_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.o_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.q_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.q_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.q_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.q_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.q_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.v_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.v_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.v_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.v_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.25.self_attn.v_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.input_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.mlp.down_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.mlp.down_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.mlp.down_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.mlp.down_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.mlp.gate_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.mlp.gate_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.mlp.gate_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.mlp.gate_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.mlp.up_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.mlp.up_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.mlp.up_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.mlp.up_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.post_attention_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.k_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.k_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.k_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.k_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.k_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.o_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.o_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.o_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.o_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.q_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.q_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.q_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.q_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.q_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.v_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.v_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.v_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.v_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.26.self_attn.v_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.input_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.mlp.down_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.mlp.down_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.mlp.down_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.mlp.down_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.mlp.gate_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.mlp.gate_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.mlp.gate_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.mlp.gate_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.mlp.up_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.mlp.up_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.mlp.up_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.mlp.up_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.post_attention_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.k_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.k_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.k_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.k_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.k_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.o_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.o_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.o_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.o_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.q_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.q_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.q_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.q_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.q_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.v_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.v_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.v_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.v_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.27.self_attn.v_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.input_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.mlp.down_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.mlp.down_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.mlp.down_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.mlp.down_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.mlp.gate_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.mlp.gate_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.mlp.gate_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.mlp.gate_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.mlp.up_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.mlp.up_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.mlp.up_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.mlp.up_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.post_attention_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.k_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.k_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.k_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.k_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.k_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.o_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.o_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.o_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.o_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.q_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.q_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.q_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.q_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.q_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.v_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.v_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.v_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.v_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.28.self_attn.v_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.input_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.mlp.down_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.mlp.down_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.mlp.down_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.mlp.down_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.mlp.gate_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.mlp.gate_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.mlp.gate_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.mlp.gate_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.mlp.up_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.mlp.up_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.mlp.up_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.mlp.up_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.post_attention_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.k_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.k_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.k_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.k_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.k_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.o_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.o_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.o_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.o_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.q_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.q_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.q_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.q_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.q_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.v_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.v_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.v_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.v_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.29.self_attn.v_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.3.input_layernorm.weight": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.mlp.down_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.mlp.down_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.mlp.down_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.mlp.down_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.mlp.gate_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.mlp.gate_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.mlp.gate_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.mlp.gate_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.mlp.up_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.mlp.up_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.mlp.up_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.mlp.up_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.post_attention_layernorm.weight": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.k_proj.bias": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.k_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.k_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.k_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.k_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.o_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.o_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.o_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.o_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.q_proj.bias": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.q_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.q_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.q_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.q_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.v_proj.bias": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.v_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.v_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.v_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.3.self_attn.v_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.30.input_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.mlp.down_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.mlp.down_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.mlp.down_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.mlp.down_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.mlp.gate_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.mlp.gate_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.mlp.gate_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.mlp.gate_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.mlp.up_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.mlp.up_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.mlp.up_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.mlp.up_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.post_attention_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.k_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.k_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.k_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.k_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.k_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.o_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.o_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.o_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.o_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.q_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.q_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.q_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.q_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.q_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.v_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.v_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.v_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.v_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.30.self_attn.v_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.input_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.mlp.down_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.mlp.down_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.mlp.down_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.mlp.down_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.mlp.gate_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.mlp.gate_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.mlp.gate_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.mlp.gate_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.mlp.up_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.mlp.up_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.mlp.up_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.mlp.up_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.post_attention_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.k_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.k_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.k_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.k_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.k_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.o_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.o_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.o_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.o_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.q_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.q_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.q_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.q_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.q_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.v_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.v_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.v_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.v_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.31.self_attn.v_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.input_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.mlp.down_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.mlp.down_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.mlp.down_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.mlp.down_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.mlp.gate_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.mlp.gate_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.mlp.gate_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.mlp.gate_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.mlp.up_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.mlp.up_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.mlp.up_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.mlp.up_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.post_attention_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.k_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.k_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.k_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.k_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.k_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.o_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.o_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.o_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.o_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.q_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.q_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.q_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.q_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.q_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.v_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.v_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.v_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.v_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.32.self_attn.v_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.input_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.mlp.down_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.mlp.down_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.mlp.down_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.mlp.down_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.mlp.gate_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.mlp.gate_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.mlp.gate_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.mlp.gate_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.mlp.up_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.mlp.up_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.mlp.up_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.mlp.up_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.post_attention_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.k_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.k_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.k_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.k_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.k_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.o_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.o_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.o_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.o_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.q_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.q_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.q_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.q_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.q_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.v_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.v_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.v_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.v_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.33.self_attn.v_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.input_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.mlp.down_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.mlp.down_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.mlp.down_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.mlp.down_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.mlp.gate_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.mlp.gate_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.mlp.gate_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.mlp.gate_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.mlp.up_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.mlp.up_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.mlp.up_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.mlp.up_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.post_attention_layernorm.weight": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.k_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.k_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.k_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.k_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.k_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.o_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.o_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.o_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.o_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.q_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.q_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.q_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.q_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.q_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.v_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.v_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.v_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.v_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.34.self_attn.v_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.input_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.35.mlp.down_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.35.mlp.down_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.35.mlp.down_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.35.mlp.down_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.35.mlp.gate_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.mlp.gate_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.mlp.gate_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.mlp.gate_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.mlp.up_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.35.mlp.up_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.35.mlp.up_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.35.mlp.up_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.35.post_attention_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.35.self_attn.k_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.k_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.k_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.k_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.k_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.o_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.o_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.o_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.o_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.q_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.q_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.q_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.q_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.q_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.v_proj.bias": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.v_proj.g_idx": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.v_proj.qweight": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.v_proj.qzeros": "model-00003-of-00006.safetensors", + "model.language_model.layers.35.self_attn.v_proj.scales": "model-00003-of-00006.safetensors", + "model.language_model.layers.36.input_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.mlp.down_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.mlp.down_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.mlp.down_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.mlp.down_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.mlp.gate_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.mlp.gate_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.mlp.gate_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.mlp.gate_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.mlp.up_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.mlp.up_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.mlp.up_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.mlp.up_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.post_attention_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.k_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.k_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.k_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.k_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.k_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.o_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.o_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.o_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.o_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.q_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.q_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.q_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.q_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.q_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.v_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.v_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.v_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.v_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.36.self_attn.v_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.input_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.mlp.down_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.mlp.down_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.mlp.down_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.mlp.down_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.mlp.gate_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.mlp.gate_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.mlp.gate_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.mlp.gate_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.mlp.up_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.mlp.up_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.mlp.up_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.mlp.up_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.post_attention_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.k_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.k_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.k_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.k_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.k_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.o_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.o_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.o_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.o_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.q_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.q_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.q_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.q_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.q_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.v_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.v_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.v_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.v_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.37.self_attn.v_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.input_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.mlp.down_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.mlp.down_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.mlp.down_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.mlp.down_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.mlp.gate_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.mlp.gate_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.mlp.gate_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.mlp.gate_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.mlp.up_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.mlp.up_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.mlp.up_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.mlp.up_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.post_attention_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.k_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.k_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.k_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.k_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.k_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.o_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.o_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.o_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.o_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.q_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.q_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.q_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.q_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.q_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.v_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.v_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.v_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.v_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.38.self_attn.v_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.input_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.mlp.down_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.mlp.down_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.mlp.down_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.mlp.down_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.mlp.gate_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.mlp.gate_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.mlp.gate_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.mlp.gate_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.mlp.up_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.mlp.up_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.mlp.up_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.mlp.up_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.post_attention_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.k_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.k_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.k_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.k_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.k_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.o_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.o_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.o_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.o_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.q_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.q_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.q_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.q_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.q_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.v_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.v_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.v_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.v_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.39.self_attn.v_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.4.input_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.4.mlp.down_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.4.mlp.down_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.4.mlp.down_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.4.mlp.down_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.4.mlp.gate_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.4.mlp.gate_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.4.mlp.gate_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.4.mlp.gate_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.4.mlp.up_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.4.mlp.up_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.4.mlp.up_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.4.mlp.up_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.4.post_attention_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.4.self_attn.k_proj.bias": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.k_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.k_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.k_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.k_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.o_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.o_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.o_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.o_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.q_proj.bias": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.q_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.q_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.q_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.q_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.v_proj.bias": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.v_proj.g_idx": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.v_proj.qweight": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.v_proj.qzeros": "model-00001-of-00006.safetensors", + "model.language_model.layers.4.self_attn.v_proj.scales": "model-00001-of-00006.safetensors", + "model.language_model.layers.40.input_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.mlp.down_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.mlp.down_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.mlp.down_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.mlp.down_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.mlp.gate_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.mlp.gate_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.mlp.gate_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.mlp.gate_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.mlp.up_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.mlp.up_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.mlp.up_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.mlp.up_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.post_attention_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.k_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.k_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.k_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.k_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.k_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.o_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.o_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.o_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.o_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.q_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.q_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.q_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.q_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.q_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.v_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.v_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.v_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.v_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.40.self_attn.v_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.input_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.mlp.down_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.mlp.down_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.mlp.down_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.mlp.down_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.mlp.gate_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.mlp.gate_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.mlp.gate_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.mlp.gate_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.mlp.up_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.mlp.up_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.mlp.up_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.mlp.up_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.post_attention_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.k_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.k_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.k_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.k_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.k_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.o_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.o_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.o_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.o_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.q_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.q_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.q_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.q_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.q_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.v_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.v_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.v_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.v_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.41.self_attn.v_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.input_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.mlp.down_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.mlp.down_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.mlp.down_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.mlp.down_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.mlp.gate_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.mlp.gate_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.mlp.gate_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.mlp.gate_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.mlp.up_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.mlp.up_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.mlp.up_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.mlp.up_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.post_attention_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.k_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.k_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.k_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.k_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.k_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.o_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.o_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.o_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.o_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.q_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.q_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.q_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.q_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.q_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.v_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.v_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.v_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.v_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.42.self_attn.v_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.input_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.mlp.down_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.mlp.down_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.mlp.down_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.mlp.down_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.mlp.gate_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.mlp.gate_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.mlp.gate_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.mlp.gate_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.mlp.up_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.mlp.up_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.mlp.up_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.mlp.up_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.post_attention_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.k_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.k_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.k_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.k_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.k_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.o_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.o_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.o_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.o_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.q_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.q_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.q_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.q_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.q_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.v_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.v_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.v_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.v_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.43.self_attn.v_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.input_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.mlp.down_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.mlp.down_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.mlp.down_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.mlp.down_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.mlp.gate_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.mlp.gate_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.mlp.gate_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.mlp.gate_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.mlp.up_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.mlp.up_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.mlp.up_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.mlp.up_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.post_attention_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.k_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.k_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.k_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.k_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.k_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.o_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.o_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.o_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.o_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.q_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.q_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.q_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.q_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.q_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.v_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.v_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.v_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.v_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.44.self_attn.v_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.input_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.mlp.down_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.mlp.down_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.mlp.down_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.mlp.down_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.mlp.gate_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.mlp.gate_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.mlp.gate_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.mlp.gate_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.mlp.up_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.mlp.up_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.mlp.up_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.mlp.up_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.post_attention_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.k_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.k_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.k_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.k_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.k_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.o_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.o_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.o_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.o_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.q_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.q_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.q_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.q_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.q_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.v_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.v_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.v_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.v_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.45.self_attn.v_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.input_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.mlp.down_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.mlp.down_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.mlp.down_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.mlp.down_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.mlp.gate_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.mlp.gate_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.mlp.gate_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.mlp.gate_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.mlp.up_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.mlp.up_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.mlp.up_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.mlp.up_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.post_attention_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.k_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.k_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.k_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.k_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.k_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.o_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.o_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.o_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.o_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.q_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.q_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.q_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.q_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.q_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.v_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.v_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.v_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.v_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.46.self_attn.v_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.input_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.mlp.down_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.mlp.down_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.mlp.down_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.mlp.down_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.mlp.gate_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.mlp.gate_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.mlp.gate_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.mlp.gate_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.mlp.up_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.mlp.up_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.mlp.up_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.mlp.up_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.post_attention_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.k_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.k_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.k_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.k_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.k_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.o_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.o_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.o_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.o_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.q_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.q_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.q_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.q_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.q_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.v_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.v_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.v_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.v_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.47.self_attn.v_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.input_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.mlp.down_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.mlp.down_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.mlp.down_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.mlp.down_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.mlp.gate_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.mlp.gate_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.mlp.gate_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.mlp.gate_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.mlp.up_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.mlp.up_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.mlp.up_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.mlp.up_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.post_attention_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.k_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.k_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.k_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.k_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.k_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.o_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.o_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.o_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.o_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.q_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.q_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.q_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.q_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.q_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.v_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.v_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.v_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.v_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.48.self_attn.v_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.input_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.mlp.down_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.mlp.down_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.mlp.down_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.mlp.down_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.mlp.gate_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.mlp.gate_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.mlp.gate_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.mlp.gate_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.mlp.up_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.mlp.up_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.mlp.up_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.mlp.up_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.post_attention_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.k_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.k_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.k_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.k_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.k_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.o_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.o_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.o_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.o_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.q_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.q_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.q_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.q_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.q_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.v_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.v_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.v_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.v_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.49.self_attn.v_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.5.input_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.mlp.down_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.mlp.down_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.mlp.down_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.mlp.down_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.mlp.gate_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.mlp.gate_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.mlp.gate_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.mlp.gate_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.mlp.up_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.mlp.up_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.mlp.up_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.mlp.up_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.post_attention_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.k_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.k_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.k_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.k_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.k_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.o_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.o_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.o_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.o_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.q_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.q_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.q_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.q_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.q_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.v_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.v_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.v_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.v_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.5.self_attn.v_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.50.input_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.mlp.down_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.mlp.down_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.mlp.down_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.mlp.down_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.mlp.gate_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.mlp.gate_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.mlp.gate_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.mlp.gate_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.mlp.up_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.mlp.up_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.mlp.up_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.mlp.up_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.post_attention_layernorm.weight": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.k_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.k_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.k_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.k_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.k_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.o_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.o_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.o_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.o_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.q_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.q_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.q_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.q_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.q_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.v_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.v_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.v_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.v_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.50.self_attn.v_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.input_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.51.mlp.down_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.51.mlp.down_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.51.mlp.down_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.51.mlp.down_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.51.mlp.gate_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.51.mlp.gate_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.51.mlp.gate_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.51.mlp.gate_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.51.mlp.up_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.51.mlp.up_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.51.mlp.up_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.51.mlp.up_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.51.post_attention_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.51.self_attn.k_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.k_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.k_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.k_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.k_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.o_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.o_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.o_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.o_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.q_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.q_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.q_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.q_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.q_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.v_proj.bias": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.v_proj.g_idx": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.v_proj.qweight": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.v_proj.qzeros": "model-00004-of-00006.safetensors", + "model.language_model.layers.51.self_attn.v_proj.scales": "model-00004-of-00006.safetensors", + "model.language_model.layers.52.input_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.mlp.down_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.mlp.down_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.mlp.down_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.mlp.down_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.mlp.gate_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.mlp.gate_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.mlp.gate_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.mlp.gate_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.mlp.up_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.mlp.up_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.mlp.up_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.mlp.up_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.post_attention_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.k_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.k_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.k_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.k_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.k_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.o_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.o_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.o_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.o_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.q_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.q_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.q_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.q_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.q_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.v_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.v_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.v_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.v_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.52.self_attn.v_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.input_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.mlp.down_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.mlp.down_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.mlp.down_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.mlp.down_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.mlp.gate_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.mlp.gate_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.mlp.gate_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.mlp.gate_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.mlp.up_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.mlp.up_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.mlp.up_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.mlp.up_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.post_attention_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.k_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.k_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.k_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.k_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.k_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.o_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.o_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.o_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.o_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.q_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.q_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.q_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.q_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.q_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.v_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.v_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.v_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.v_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.53.self_attn.v_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.input_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.mlp.down_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.mlp.down_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.mlp.down_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.mlp.down_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.mlp.gate_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.mlp.gate_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.mlp.gate_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.mlp.gate_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.mlp.up_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.mlp.up_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.mlp.up_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.mlp.up_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.post_attention_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.k_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.k_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.k_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.k_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.k_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.o_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.o_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.o_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.o_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.q_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.q_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.q_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.q_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.q_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.v_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.v_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.v_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.v_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.54.self_attn.v_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.input_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.mlp.down_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.mlp.down_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.mlp.down_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.mlp.down_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.mlp.gate_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.mlp.gate_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.mlp.gate_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.mlp.gate_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.mlp.up_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.mlp.up_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.mlp.up_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.mlp.up_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.post_attention_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.k_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.k_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.k_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.k_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.k_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.o_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.o_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.o_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.o_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.q_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.q_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.q_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.q_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.q_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.v_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.v_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.v_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.v_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.55.self_attn.v_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.input_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.mlp.down_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.mlp.down_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.mlp.down_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.mlp.down_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.mlp.gate_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.mlp.gate_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.mlp.gate_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.mlp.gate_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.mlp.up_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.mlp.up_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.mlp.up_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.mlp.up_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.post_attention_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.k_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.k_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.k_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.k_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.k_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.o_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.o_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.o_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.o_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.q_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.q_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.q_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.q_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.q_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.v_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.v_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.v_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.v_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.56.self_attn.v_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.input_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.mlp.down_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.mlp.down_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.mlp.down_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.mlp.down_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.mlp.gate_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.mlp.gate_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.mlp.gate_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.mlp.gate_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.mlp.up_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.mlp.up_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.mlp.up_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.mlp.up_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.post_attention_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.k_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.k_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.k_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.k_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.k_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.o_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.o_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.o_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.o_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.q_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.q_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.q_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.q_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.q_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.v_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.v_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.v_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.v_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.57.self_attn.v_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.input_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.mlp.down_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.mlp.down_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.mlp.down_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.mlp.down_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.mlp.gate_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.mlp.gate_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.mlp.gate_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.mlp.gate_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.mlp.up_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.mlp.up_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.mlp.up_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.mlp.up_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.post_attention_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.k_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.k_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.k_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.k_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.k_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.o_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.o_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.o_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.o_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.q_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.q_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.q_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.q_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.q_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.v_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.v_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.v_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.v_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.58.self_attn.v_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.input_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.mlp.down_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.mlp.down_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.mlp.down_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.mlp.down_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.mlp.gate_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.mlp.gate_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.mlp.gate_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.mlp.gate_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.mlp.up_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.mlp.up_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.mlp.up_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.mlp.up_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.post_attention_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.k_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.k_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.k_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.k_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.k_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.o_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.o_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.o_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.o_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.q_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.q_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.q_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.q_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.q_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.v_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.v_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.v_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.v_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.59.self_attn.v_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.6.input_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.mlp.down_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.mlp.down_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.mlp.down_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.mlp.down_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.mlp.gate_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.mlp.gate_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.mlp.gate_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.mlp.gate_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.mlp.up_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.mlp.up_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.mlp.up_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.mlp.up_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.post_attention_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.k_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.k_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.k_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.k_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.k_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.o_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.o_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.o_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.o_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.q_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.q_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.q_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.q_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.q_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.v_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.v_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.v_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.v_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.6.self_attn.v_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.60.input_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.mlp.down_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.mlp.down_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.mlp.down_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.mlp.down_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.mlp.gate_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.mlp.gate_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.mlp.gate_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.mlp.gate_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.mlp.up_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.mlp.up_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.mlp.up_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.mlp.up_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.post_attention_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.k_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.k_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.k_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.k_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.k_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.o_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.o_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.o_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.o_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.q_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.q_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.q_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.q_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.q_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.v_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.v_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.v_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.v_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.60.self_attn.v_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.input_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.mlp.down_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.mlp.down_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.mlp.down_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.mlp.down_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.mlp.gate_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.mlp.gate_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.mlp.gate_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.mlp.gate_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.mlp.up_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.mlp.up_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.mlp.up_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.mlp.up_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.post_attention_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.k_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.k_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.k_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.k_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.k_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.o_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.o_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.o_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.o_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.q_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.q_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.q_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.q_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.q_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.v_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.v_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.v_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.v_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.61.self_attn.v_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.input_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.mlp.down_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.mlp.down_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.mlp.down_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.mlp.down_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.mlp.gate_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.mlp.gate_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.mlp.gate_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.mlp.gate_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.mlp.up_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.mlp.up_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.mlp.up_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.mlp.up_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.post_attention_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.k_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.k_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.k_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.k_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.k_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.o_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.o_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.o_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.o_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.q_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.q_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.q_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.q_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.q_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.v_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.v_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.v_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.v_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.62.self_attn.v_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.input_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.mlp.down_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.mlp.down_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.mlp.down_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.mlp.down_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.mlp.gate_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.mlp.gate_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.mlp.gate_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.mlp.gate_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.mlp.up_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.mlp.up_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.mlp.up_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.mlp.up_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.post_attention_layernorm.weight": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.k_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.k_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.k_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.k_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.k_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.o_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.o_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.o_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.o_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.q_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.q_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.q_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.q_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.q_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.v_proj.bias": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.v_proj.g_idx": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.v_proj.qweight": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.v_proj.qzeros": "model-00005-of-00006.safetensors", + "model.language_model.layers.63.self_attn.v_proj.scales": "model-00005-of-00006.safetensors", + "model.language_model.layers.7.input_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.mlp.down_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.mlp.down_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.mlp.down_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.mlp.down_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.mlp.gate_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.mlp.gate_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.mlp.gate_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.mlp.gate_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.mlp.up_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.mlp.up_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.mlp.up_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.mlp.up_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.post_attention_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.k_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.k_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.k_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.k_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.k_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.o_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.o_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.o_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.o_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.q_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.q_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.q_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.q_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.q_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.v_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.v_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.v_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.v_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.7.self_attn.v_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.input_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.mlp.down_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.mlp.down_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.mlp.down_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.mlp.down_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.mlp.gate_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.mlp.gate_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.mlp.gate_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.mlp.gate_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.mlp.up_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.mlp.up_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.mlp.up_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.mlp.up_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.post_attention_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.k_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.k_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.k_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.k_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.k_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.o_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.o_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.o_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.o_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.q_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.q_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.q_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.q_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.q_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.v_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.v_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.v_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.v_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.8.self_attn.v_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.input_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.mlp.down_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.mlp.down_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.mlp.down_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.mlp.down_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.mlp.gate_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.mlp.gate_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.mlp.gate_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.mlp.gate_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.mlp.up_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.mlp.up_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.mlp.up_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.mlp.up_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.post_attention_layernorm.weight": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.k_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.k_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.k_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.k_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.k_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.o_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.o_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.o_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.o_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.q_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.q_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.q_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.q_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.q_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.v_proj.bias": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.v_proj.g_idx": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.v_proj.qweight": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.v_proj.qzeros": "model-00002-of-00006.safetensors", + "model.language_model.layers.9.self_attn.v_proj.scales": "model-00002-of-00006.safetensors", + "model.language_model.norm.weight": "model-00005-of-00006.safetensors", + "model.visual.blocks.0.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.0.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.0.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.0.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.0.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.0.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.0.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.0.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.0.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.0.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.0.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.0.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.1.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.1.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.1.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.1.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.1.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.1.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.1.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.1.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.1.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.1.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.1.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.1.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.10.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.10.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.10.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.10.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.10.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.10.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.10.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.10.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.10.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.10.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.10.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.10.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.11.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.11.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.11.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.11.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.11.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.11.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.11.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.11.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.11.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.11.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.11.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.11.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.12.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.12.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.12.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.12.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.12.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.12.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.12.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.12.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.12.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.12.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.12.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.12.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.13.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.13.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.13.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.13.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.13.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.13.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.13.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.13.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.13.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.13.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.13.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.13.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.14.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.14.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.14.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.14.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.14.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.14.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.14.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.14.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.14.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.14.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.14.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.14.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.15.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.15.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.15.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.15.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.15.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.15.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.15.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.15.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.15.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.15.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.15.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.15.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.16.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.16.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.16.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.16.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.16.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.16.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.16.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.16.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.16.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.16.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.16.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.16.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.17.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.17.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.17.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.17.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.17.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.17.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.17.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.17.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.17.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.17.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.17.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.17.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.18.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.18.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.18.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.18.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.18.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.18.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.18.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.18.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.18.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.18.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.18.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.18.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.19.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.19.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.19.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.19.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.19.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.19.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.19.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.19.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.19.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.19.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.19.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.19.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.2.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.2.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.2.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.2.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.2.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.2.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.2.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.2.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.2.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.2.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.2.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.2.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.20.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.20.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.20.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.20.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.20.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.20.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.20.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.20.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.20.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.20.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.20.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.20.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.21.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.21.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.21.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.21.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.21.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.21.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.21.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.21.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.21.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.21.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.21.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.21.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.22.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.22.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.22.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.22.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.22.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.22.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.22.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.22.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.22.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.22.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.22.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.22.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.23.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.23.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.23.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.23.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.23.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.23.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.23.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.23.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.23.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.23.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.23.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.23.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.24.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.24.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.24.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.24.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.24.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.24.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.24.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.24.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.24.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.24.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.24.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.24.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.25.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.25.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.25.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.25.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.25.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.25.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.25.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.25.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.25.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.25.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.25.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.25.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.26.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.26.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.26.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.26.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.26.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.26.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.26.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.26.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.26.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.26.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.26.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.26.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.27.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.27.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.27.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.27.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.27.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.27.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.27.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.27.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.27.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.27.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.27.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.27.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.28.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.28.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.28.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.28.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.28.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.28.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.28.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.28.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.28.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.28.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.28.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.28.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.29.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.29.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.29.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.29.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.29.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.29.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.29.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.29.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.29.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.29.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.29.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.29.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.3.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.3.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.3.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.3.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.3.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.3.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.3.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.3.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.3.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.3.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.3.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.3.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.30.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.30.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.30.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.30.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.30.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.30.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.30.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.30.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.30.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.30.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.30.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.30.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.31.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.31.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.31.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.31.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.31.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.31.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.31.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.31.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.31.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.31.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.31.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.31.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.4.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.4.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.4.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.4.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.4.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.4.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.4.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.4.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.4.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.4.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.4.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.4.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.5.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.5.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.5.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.5.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.5.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.5.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.5.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.5.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.5.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.5.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.5.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.5.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.6.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.6.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.6.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.6.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.6.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.6.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.6.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.6.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.6.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.6.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.6.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.6.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.7.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.7.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.7.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.7.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.7.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.7.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.7.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.7.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.7.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.7.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.7.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.7.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.8.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.8.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.8.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.8.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.8.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.8.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.8.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.8.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.8.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.8.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.8.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.8.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.9.attn.proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.9.attn.proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.9.attn.qkv.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.9.attn.qkv.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.9.mlp.down_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.9.mlp.down_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.9.mlp.gate_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.9.mlp.gate_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.9.mlp.up_proj.bias": "model-00001-of-00006.safetensors", + "model.visual.blocks.9.mlp.up_proj.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.9.norm1.weight": "model-00001-of-00006.safetensors", + "model.visual.blocks.9.norm2.weight": "model-00001-of-00006.safetensors", + "model.visual.merger.ln_q.weight": "model-00001-of-00006.safetensors", + "model.visual.merger.mlp.0.bias": "model-00001-of-00006.safetensors", + "model.visual.merger.mlp.0.weight": "model-00001-of-00006.safetensors", + "model.visual.merger.mlp.2.bias": "model-00001-of-00006.safetensors", + "model.visual.merger.mlp.2.weight": "model-00001-of-00006.safetensors", + "model.visual.patch_embed.proj.weight": "model-00001-of-00006.safetensors" + } +} diff --git a/preprocessor_config.json b/preprocessor_config.json new file mode 100644 index 0000000..849f287 --- /dev/null +++ b/preprocessor_config.json @@ -0,0 +1,37 @@ +{ + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "disable_grouping": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "image_processor_type": "Qwen2VLImageProcessorFast", + "image_std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ], + "input_data_format": null, + "max_pixels": 12845056, + "merge_size": 2, + "min_pixels": 3136, + "patch_size": 14, + "processor_class": "Qwen2_5_VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_tensors": null, + "size": { + "longest_edge": 12845056, + "shortest_edge": 3136 + }, + "temporal_patch_size": 2 +} diff --git a/quant_log.csv b/quant_log.csv new file mode 100644 index 0000000..66ad154 --- /dev/null +++ b/quant_log.csv @@ -0,0 +1,449 @@ +layer,module,loss,samples,damp,time +0,self_attn.k_proj,0.0000022077,0.05000,0.823 +0,self_attn.v_proj,0.0000006867,0.05000,0.644 +0,self_attn.q_proj,0.0000063762,0.05000,0.653 +0,self_attn.o_proj,0.0000078134,0.05000,0.673 +0,mlp.up_proj,0.0000063333,0.05000,0.756 +0,mlp.gate_proj,0.0000070154,0.05000,0.732 +0,mlp.down_proj,0.0000045693,0.05000,5.997 +1,self_attn.k_proj,0.0000000713,0.05000,0.667 +1,self_attn.v_proj,0.0000000420,0.05000,0.648 +1,self_attn.q_proj,0.0000002727,0.05000,0.656 +1,self_attn.o_proj,0.0000000940,0.05000,0.677 +1,mlp.up_proj,0.0000328479,0.05000,0.750 +1,mlp.gate_proj,0.0000974030,0.05000,0.736 +1,mlp.down_proj,0.0000005106,0.05000,5.997 +2,self_attn.k_proj,0.0000002637,0.05000,0.669 +2,self_attn.v_proj,0.0000001370,0.05000,0.654 +2,self_attn.q_proj,0.0000007469,0.05000,0.660 +2,self_attn.o_proj,0.0000005078,0.05000,0.670 +2,mlp.up_proj,0.0000693201,0.05000,0.752 +2,mlp.gate_proj,0.0001472164,0.05000,0.740 +2,mlp.down_proj,0.0000019943,0.05000,5.993 +3,self_attn.k_proj,0.0000016043,0.05000,0.669 +3,self_attn.v_proj,0.0000006461,0.05000,0.652 +3,self_attn.q_proj,0.0000045232,0.05000,0.660 +3,self_attn.o_proj,0.0000016176,0.05000,0.674 +3,mlp.up_proj,0.0000765738,0.05000,0.750 +3,mlp.gate_proj,0.0001638541,0.05000,0.736 +3,mlp.down_proj,0.0000064677,0.05000,6.015 +4,self_attn.k_proj,0.0000015465,0.05000,0.663 +4,self_attn.v_proj,0.0000008786,0.05000,0.649 +4,self_attn.q_proj,0.0000046396,0.05000,0.660 +4,self_attn.o_proj,0.0000029959,0.05000,0.670 +4,mlp.up_proj,0.0002003118,0.05000,0.749 +4,mlp.gate_proj,0.0003645644,0.05000,0.738 +4,mlp.down_proj,0.0000090716,0.05000,6.006 +5,self_attn.k_proj,0.0000051957,0.05000,0.669 +5,self_attn.v_proj,0.0000033450,0.05000,0.648 +5,self_attn.q_proj,0.0000171433,0.05000,0.658 +5,self_attn.o_proj,0.0000075782,0.05000,0.671 +5,mlp.up_proj,0.0002897159,0.05000,0.749 +5,mlp.gate_proj,0.0004948036,0.05000,0.737 +5,mlp.down_proj,0.0000162241,0.05000,6.011 +6,self_attn.k_proj,0.0000047515,0.05000,0.670 +6,self_attn.v_proj,0.0000038208,0.05000,0.651 +6,self_attn.q_proj,0.0000166306,0.05000,0.661 +6,self_attn.o_proj,0.0000077817,0.05000,0.675 +6,mlp.up_proj,0.0004921902,0.05000,0.758 +6,mlp.gate_proj,0.0007870232,0.05000,0.738 +6,mlp.down_proj,0.0039085098,0.05000,5.996 +7,self_attn.k_proj,0.0000068135,0.05000,0.667 +7,self_attn.v_proj,0.0000060292,0.05000,0.651 +7,self_attn.q_proj,0.0000249747,0.05000,0.665 +7,self_attn.o_proj,0.0000053162,0.05000,0.674 +7,mlp.up_proj,0.0005382502,0.05000,0.764 +7,mlp.gate_proj,0.0008569802,0.05000,0.739 +7,mlp.down_proj,0.0000286973,0.05000,6.030 +8,self_attn.k_proj,0.0000081067,0.05000,0.665 +8,self_attn.v_proj,0.0000059298,0.05000,0.648 +8,self_attn.q_proj,0.0000282493,0.05000,0.658 +8,self_attn.o_proj,0.0000042831,0.05000,0.671 +8,mlp.up_proj,0.0003307477,0.05000,0.754 +8,mlp.gate_proj,0.0005081947,0.05000,0.739 +8,mlp.down_proj,0.0000233559,0.05000,5.984 +9,self_attn.k_proj,0.0000072105,0.05000,0.666 +9,self_attn.v_proj,0.0000066063,0.05000,0.649 +9,self_attn.q_proj,0.0000259657,0.05000,0.653 +9,self_attn.o_proj,0.0000089853,0.05000,0.666 +9,mlp.up_proj,0.0001224814,0.05000,0.762 +9,mlp.gate_proj,0.0001323581,0.05000,0.738 +9,mlp.down_proj,0.0000223179,0.05000,6.019 +10,self_attn.k_proj,0.0000103246,0.05000,0.671 +10,self_attn.v_proj,0.0000084822,0.05000,0.646 +10,self_attn.q_proj,0.0000384352,0.05000,0.654 +10,self_attn.o_proj,0.0000123051,0.05000,0.670 +10,mlp.up_proj,0.0001398602,0.05000,0.754 +10,mlp.gate_proj,0.0001503285,0.05000,0.740 +10,mlp.down_proj,0.0000270805,0.05000,6.020 +11,self_attn.k_proj,0.0000079004,0.05000,0.663 +11,self_attn.v_proj,0.0000062583,0.05000,0.643 +11,self_attn.q_proj,0.0000287895,0.05000,0.656 +11,self_attn.o_proj,0.0000124526,0.05000,0.669 +11,mlp.up_proj,0.0002015323,0.05000,0.751 +11,mlp.gate_proj,0.0002419696,0.05000,0.738 +11,mlp.down_proj,0.0000217685,0.05000,6.020 +12,self_attn.k_proj,0.0000093121,0.05000,0.665 +12,self_attn.v_proj,0.0000074404,0.05000,0.650 +12,self_attn.q_proj,0.0000345770,0.05000,0.657 +12,self_attn.o_proj,0.0000143948,0.05000,0.668 +12,mlp.up_proj,0.0001704685,0.05000,0.755 +12,mlp.gate_proj,0.0001819776,0.05000,0.743 +12,mlp.down_proj,0.0000293608,0.05000,6.014 +13,self_attn.k_proj,0.0000101114,0.05000,0.664 +13,self_attn.v_proj,0.0000087253,0.05000,0.644 +13,self_attn.q_proj,0.0000368231,0.05000,0.654 +13,self_attn.o_proj,0.0000131411,0.05000,0.670 +13,mlp.up_proj,0.0001998923,0.05000,0.751 +13,mlp.gate_proj,0.0002154623,0.05000,0.742 +13,mlp.down_proj,0.0000334675,0.05000,6.025 +14,self_attn.k_proj,0.0000128095,0.05000,0.667 +14,self_attn.v_proj,0.0000097440,0.05000,0.654 +14,self_attn.q_proj,0.0000471291,0.05000,0.656 +14,self_attn.o_proj,0.0000115778,0.05000,0.669 +14,mlp.up_proj,0.0002111189,0.05000,0.752 +14,mlp.gate_proj,0.0002301692,0.05000,0.739 +14,mlp.down_proj,0.0000353972,0.05000,6.027 +15,self_attn.k_proj,0.0000113254,0.05000,0.667 +15,self_attn.v_proj,0.0000100019,0.05000,0.650 +15,self_attn.q_proj,0.0000412780,0.05000,0.661 +15,self_attn.o_proj,0.0000187119,0.05000,0.673 +15,mlp.up_proj,0.0002209445,0.05000,0.755 +15,mlp.gate_proj,0.0002505017,0.05000,0.748 +15,mlp.down_proj,0.0000388736,0.05000,6.027 +16,self_attn.k_proj,0.0000102344,0.05000,0.666 +16,self_attn.v_proj,0.0000076844,0.05000,0.647 +16,self_attn.q_proj,0.0000355875,0.05000,0.658 +16,self_attn.o_proj,0.0000114868,0.05000,0.668 +16,mlp.up_proj,0.0002131696,0.05000,0.753 +16,mlp.gate_proj,0.0002305127,0.05000,0.745 +16,mlp.down_proj,0.0000348936,0.05000,6.046 +17,self_attn.k_proj,0.0000132098,0.05000,0.670 +17,self_attn.v_proj,0.0000090512,0.05000,0.657 +17,self_attn.q_proj,0.0000458009,0.05000,0.662 +17,self_attn.o_proj,0.0000097193,0.05000,0.667 +17,mlp.up_proj,0.0002087758,0.05000,0.753 +17,mlp.gate_proj,0.0002223910,0.05000,0.739 +17,mlp.down_proj,0.0000340258,0.05000,6.039 +18,self_attn.k_proj,0.0000129059,0.05000,0.670 +18,self_attn.v_proj,0.0000094483,0.05000,0.651 +18,self_attn.q_proj,0.0000446828,0.05000,0.668 +18,self_attn.o_proj,0.0000114085,0.05000,0.673 +18,mlp.up_proj,0.0002044169,0.05000,0.758 +18,mlp.gate_proj,0.0002160919,0.05000,0.742 +18,mlp.down_proj,0.0000334648,0.05000,6.014 +19,self_attn.k_proj,0.0000118550,0.05000,0.670 +19,self_attn.v_proj,0.0000089792,0.05000,0.648 +19,self_attn.q_proj,0.0000425266,0.05000,0.664 +19,self_attn.o_proj,0.0000097391,0.05000,0.674 +19,mlp.up_proj,0.0002062136,0.05000,0.759 +19,mlp.gate_proj,0.0002177467,0.05000,0.746 +19,mlp.down_proj,0.0000371059,0.05000,6.040 +20,self_attn.k_proj,0.0000133839,0.05000,0.665 +20,self_attn.v_proj,0.0000093785,0.05000,0.650 +20,self_attn.q_proj,0.0000457884,0.05000,0.660 +20,self_attn.o_proj,0.0000117708,0.05000,0.679 +20,mlp.up_proj,0.0001998364,0.05000,0.756 +20,mlp.gate_proj,0.0002076299,0.05000,0.741 +20,mlp.down_proj,0.0000383832,0.05000,6.040 +21,self_attn.k_proj,0.0000121129,0.05000,0.666 +21,self_attn.v_proj,0.0000079683,0.05000,0.645 +21,self_attn.q_proj,0.0000416676,0.05000,0.653 +21,self_attn.o_proj,0.0000144970,0.05000,0.669 +21,mlp.up_proj,0.0001920803,0.05000,0.753 +21,mlp.gate_proj,0.0002002938,0.05000,0.740 +21,mlp.down_proj,0.0000330328,0.05000,6.046 +22,self_attn.k_proj,0.0000132585,0.05000,0.668 +22,self_attn.v_proj,0.0000114245,0.05000,0.652 +22,self_attn.q_proj,0.0000477719,0.05000,0.656 +22,self_attn.o_proj,0.0000178106,0.05000,0.673 +22,mlp.up_proj,0.0002043648,0.05000,0.753 +22,mlp.gate_proj,0.0002126195,0.05000,0.742 +22,mlp.down_proj,0.0000375758,0.05000,6.065 +23,self_attn.k_proj,0.0000126629,0.05000,0.669 +23,self_attn.v_proj,0.0000113606,0.05000,0.654 +23,self_attn.q_proj,0.0000466326,0.05000,0.667 +23,self_attn.o_proj,0.0000183573,0.05000,0.672 +23,mlp.up_proj,0.0002143453,0.05000,0.756 +23,mlp.gate_proj,0.0002262560,0.05000,0.741 +23,mlp.down_proj,0.0000392328,0.05000,6.066 +24,self_attn.k_proj,0.0000154229,0.05000,0.663 +24,self_attn.v_proj,0.0000119528,0.05000,0.650 +24,self_attn.q_proj,0.0000559860,0.05000,0.661 +24,self_attn.o_proj,0.0000161610,0.05000,0.670 +24,mlp.up_proj,0.0002105366,0.05000,0.759 +24,mlp.gate_proj,0.0002192322,0.05000,0.739 +24,mlp.down_proj,0.0000415121,0.05000,6.073 +25,self_attn.k_proj,0.0000171919,0.05000,0.671 +25,self_attn.v_proj,0.0000144000,0.05000,0.652 +25,self_attn.q_proj,0.0000627893,0.05000,0.658 +25,self_attn.o_proj,0.0000090962,0.05000,0.677 +25,mlp.up_proj,0.0002131117,0.05000,0.765 +25,mlp.gate_proj,0.0002183458,0.05000,0.748 +25,mlp.down_proj,0.0000412529,0.05000,6.035 +26,self_attn.k_proj,0.0000153086,0.05000,0.674 +26,self_attn.v_proj,0.0000095222,0.05000,0.655 +26,self_attn.q_proj,0.0000556917,0.05000,0.665 +26,self_attn.o_proj,0.0000178903,0.05000,0.679 +26,mlp.up_proj,0.0002247247,0.05000,0.761 +26,mlp.gate_proj,0.0002281609,0.05000,0.749 +26,mlp.down_proj,0.0000503585,0.05000,6.042 +27,self_attn.k_proj,0.0000152973,0.05000,0.674 +27,self_attn.v_proj,0.0000102050,0.05000,0.651 +27,self_attn.q_proj,0.0000513762,0.05000,0.665 +27,self_attn.o_proj,0.0000228966,0.05000,0.673 +27,mlp.up_proj,0.0002341506,0.05000,0.765 +27,mlp.gate_proj,0.0002378677,0.05000,0.751 +27,mlp.down_proj,0.0000502993,0.05000,6.039 +28,self_attn.k_proj,0.0000143219,0.05000,0.673 +28,self_attn.v_proj,0.0000147895,0.05000,0.651 +28,self_attn.q_proj,0.0000542909,0.05000,0.666 +28,self_attn.o_proj,0.0000263406,0.05000,0.681 +28,mlp.up_proj,0.0002539306,0.05000,0.761 +28,mlp.gate_proj,0.0002540842,0.05000,0.747 +28,mlp.down_proj,0.0000555785,0.05000,6.035 +29,self_attn.k_proj,0.0000189423,0.05000,0.680 +29,self_attn.v_proj,0.0000181694,0.05000,0.654 +29,self_attn.q_proj,0.0000703678,0.05000,0.665 +29,self_attn.o_proj,0.0000225502,0.05000,0.677 +29,mlp.up_proj,0.0002634465,0.05000,0.766 +29,mlp.gate_proj,0.0002623749,0.05000,0.750 +29,mlp.down_proj,0.0000548736,0.05000,6.054 +30,self_attn.k_proj,0.0000163911,0.05000,0.674 +30,self_attn.v_proj,0.0000183102,0.05000,0.659 +30,self_attn.q_proj,0.0000643131,0.05000,0.668 +30,self_attn.o_proj,0.0000396940,0.05000,0.677 +30,mlp.up_proj,0.0002883857,0.05000,0.760 +30,mlp.gate_proj,0.0002864540,0.05000,0.756 +30,mlp.down_proj,0.0000628212,0.05000,6.067 +31,self_attn.k_proj,0.0000178963,0.05000,0.675 +31,self_attn.v_proj,0.0000182467,0.05000,0.661 +31,self_attn.q_proj,0.0000671255,0.05000,0.660 +31,self_attn.o_proj,0.0000456650,0.05000,0.677 +31,mlp.up_proj,0.0003307039,0.05000,0.773 +31,mlp.gate_proj,0.0003285395,0.05000,0.750 +31,mlp.down_proj,0.0000792020,0.05000,6.055 +32,self_attn.k_proj,0.0000166342,0.05000,0.672 +32,self_attn.v_proj,0.0000146921,0.05000,0.658 +32,self_attn.q_proj,0.0000611444,0.05000,0.675 +32,self_attn.o_proj,0.0000394544,0.05000,0.687 +32,mlp.up_proj,0.0003476900,0.05000,0.765 +32,mlp.gate_proj,0.0003627944,0.05000,0.749 +32,mlp.down_proj,0.0000767992,0.05000,6.070 +33,self_attn.k_proj,0.0000194685,0.05000,0.680 +33,self_attn.v_proj,0.0000154845,0.05000,0.654 +33,self_attn.q_proj,0.0000719577,0.05000,0.672 +33,self_attn.o_proj,0.0000336899,0.05000,0.687 +33,mlp.up_proj,0.0003242552,0.05000,0.764 +33,mlp.gate_proj,0.0003319873,0.05000,0.747 +33,mlp.down_proj,0.0000720865,0.05000,6.091 +34,self_attn.k_proj,0.0000189671,0.05000,0.679 +34,self_attn.v_proj,0.0000177655,0.05000,0.666 +34,self_attn.q_proj,0.0000712278,0.05000,0.665 +34,self_attn.o_proj,0.0000411208,0.05000,0.684 +34,mlp.up_proj,0.0003175667,0.05000,0.758 +34,mlp.gate_proj,0.0003184013,0.05000,0.740 +34,mlp.down_proj,0.0000682010,0.05000,6.073 +35,self_attn.k_proj,0.0000197936,0.05000,0.678 +35,self_attn.v_proj,0.0000176204,0.05000,0.662 +35,self_attn.q_proj,0.0000792466,0.05000,0.669 +35,self_attn.o_proj,0.0000301874,0.05000,0.689 +35,mlp.up_proj,0.0003235649,0.05000,0.758 +35,mlp.gate_proj,0.0003235762,0.05000,0.746 +35,mlp.down_proj,0.0000702756,0.05000,6.072 +36,self_attn.k_proj,0.0000204304,0.05000,0.676 +36,self_attn.v_proj,0.0000174813,0.05000,0.660 +36,self_attn.q_proj,0.0000773615,0.05000,0.672 +36,self_attn.o_proj,0.0000297189,0.05000,0.677 +36,mlp.up_proj,0.0002965451,0.05000,0.757 +36,mlp.gate_proj,0.0002855328,0.05000,0.744 +36,mlp.down_proj,0.0000625354,0.05000,6.121 +37,self_attn.k_proj,0.0000187126,0.05000,0.672 +37,self_attn.v_proj,0.0000154525,0.05000,0.652 +37,self_attn.q_proj,0.0000695368,0.05000,0.662 +37,self_attn.o_proj,0.0000321507,0.05000,0.671 +37,mlp.up_proj,0.0002908931,0.05000,0.759 +37,mlp.gate_proj,0.0002796531,0.05000,0.745 +37,mlp.down_proj,0.0000561437,0.05000,6.092 +38,self_attn.k_proj,0.0000203654,0.05000,0.666 +38,self_attn.v_proj,0.0000232785,0.05000,0.647 +38,self_attn.q_proj,0.0000777056,0.05000,0.661 +38,self_attn.o_proj,0.0000360887,0.05000,0.669 +38,mlp.up_proj,0.0002907469,0.05000,0.759 +38,mlp.gate_proj,0.0002802605,0.05000,0.743 +38,mlp.down_proj,0.0000611777,0.05000,6.094 +39,self_attn.k_proj,0.0000177757,0.05000,0.668 +39,self_attn.v_proj,0.0000218557,0.05000,0.650 +39,self_attn.q_proj,0.0000729561,0.05000,0.666 +39,self_attn.o_proj,0.0000351012,0.05000,0.673 +39,mlp.up_proj,0.0002971604,0.05000,0.768 +39,mlp.gate_proj,0.0002967976,0.05000,0.756 +39,mlp.down_proj,0.0000579369,0.05000,6.042 +40,self_attn.k_proj,0.0000215583,0.05000,0.669 +40,self_attn.v_proj,0.0000192123,0.05000,0.654 +40,self_attn.q_proj,0.0000795933,0.05000,0.672 +40,self_attn.o_proj,0.0000300833,0.05000,0.685 +40,mlp.up_proj,0.0002780093,0.05000,0.760 +40,mlp.gate_proj,0.0002736469,0.05000,0.763 +40,mlp.down_proj,0.0000523938,0.05000,6.046 +41,self_attn.k_proj,0.0000219502,0.05000,0.684 +41,self_attn.v_proj,0.0000261218,0.05000,0.658 +41,self_attn.q_proj,0.0000877220,0.05000,0.671 +41,self_attn.o_proj,0.0000206927,0.05000,0.685 +41,mlp.up_proj,0.0002734285,0.05000,0.778 +41,mlp.gate_proj,0.0002620355,0.05000,0.753 +41,mlp.down_proj,0.0000507733,0.05000,6.084 +42,self_attn.k_proj,0.0000202025,0.05000,0.686 +42,self_attn.v_proj,0.0000156105,0.05000,0.664 +42,self_attn.q_proj,0.0000796620,0.05000,0.680 +42,self_attn.o_proj,0.0000293642,0.05000,0.689 +42,mlp.up_proj,0.0003010015,0.05000,0.760 +42,mlp.gate_proj,0.0002825469,0.05000,0.764 +42,mlp.down_proj,0.0000717976,0.05000,6.109 +43,self_attn.k_proj,0.0000209122,0.05000,0.679 +43,self_attn.v_proj,0.0000188210,0.05000,0.665 +43,self_attn.q_proj,0.0000762192,0.05000,0.676 +43,self_attn.o_proj,0.0000369718,0.05000,0.685 +43,mlp.up_proj,0.0003245416,0.05000,0.770 +43,mlp.gate_proj,0.0003047796,0.05000,0.751 +43,mlp.down_proj,0.0000943858,0.05000,6.128 +44,self_attn.k_proj,0.0000164873,0.05000,0.682 +44,self_attn.v_proj,0.0000256224,0.05000,0.661 +44,self_attn.q_proj,0.0000715989,0.05000,0.672 +44,self_attn.o_proj,0.0000435539,0.05000,0.680 +44,mlp.up_proj,0.0003300955,0.05000,0.762 +44,mlp.gate_proj,0.0003045399,0.05000,0.749 +44,mlp.down_proj,0.0000742722,0.05000,6.116 +45,self_attn.k_proj,0.0000202093,0.05000,0.683 +45,self_attn.v_proj,0.0000279675,0.05000,0.666 +45,self_attn.q_proj,0.0000850428,0.05000,0.667 +45,self_attn.o_proj,0.0000346460,0.05000,0.679 +45,mlp.up_proj,0.0003242656,0.05000,0.760 +45,mlp.gate_proj,0.0002998104,0.05000,0.745 +45,mlp.down_proj,0.0000709695,0.05000,6.125 +46,self_attn.k_proj,0.0000168016,0.05000,0.681 +46,self_attn.v_proj,0.0000287407,0.05000,0.656 +46,self_attn.q_proj,0.0000765311,0.05000,0.663 +46,self_attn.o_proj,0.0000442687,0.05000,0.671 +46,mlp.up_proj,0.0003310285,0.05000,0.760 +46,mlp.gate_proj,0.0003074441,0.05000,0.744 +46,mlp.down_proj,0.0000749102,0.05000,6.104 +47,self_attn.k_proj,0.0000169921,0.05000,0.671 +47,self_attn.v_proj,0.0000251264,0.05000,0.647 +47,self_attn.q_proj,0.0000766527,0.05000,0.662 +47,self_attn.o_proj,0.0000405218,0.05000,0.676 +47,mlp.up_proj,0.0003626132,0.05000,0.761 +47,mlp.gate_proj,0.0003408490,0.05000,0.748 +47,mlp.down_proj,0.0000886861,0.05000,6.121 +48,self_attn.k_proj,0.0000188492,0.05000,0.668 +48,self_attn.v_proj,0.0000322942,0.05000,0.653 +48,self_attn.q_proj,0.0000862149,0.05000,0.667 +48,self_attn.o_proj,0.0000377576,0.05000,0.675 +48,mlp.up_proj,0.0003911038,0.05000,0.766 +48,mlp.gate_proj,0.0003737860,0.05000,0.757 +48,mlp.down_proj,0.0000992985,0.05000,6.089 +49,self_attn.k_proj,0.0000184366,0.05000,0.671 +49,self_attn.v_proj,0.0000308705,0.05000,0.655 +49,self_attn.q_proj,0.0000872545,0.05000,0.669 +49,self_attn.o_proj,0.0000557681,0.05000,0.695 +49,mlp.up_proj,0.0004658231,0.05000,0.775 +49,mlp.gate_proj,0.0004469727,0.05000,0.756 +49,mlp.down_proj,0.0001539159,0.05000,6.061 +50,self_attn.k_proj,0.0000197978,0.05000,0.682 +50,self_attn.v_proj,0.0000376188,0.05000,0.669 +50,self_attn.q_proj,0.0000987396,0.05000,0.668 +50,self_attn.o_proj,0.0000552519,0.05000,0.691 +50,mlp.up_proj,0.0005598184,0.05000,0.767 +50,mlp.gate_proj,0.0005505634,0.05000,0.759 +50,mlp.down_proj,0.0002117901,0.05000,6.059 +51,self_attn.k_proj,0.0000222420,0.05000,0.682 +51,self_attn.v_proj,0.0000352546,0.05000,0.662 +51,self_attn.q_proj,0.0001003685,0.05000,0.685 +51,self_attn.o_proj,0.0000740499,0.05000,0.691 +51,mlp.up_proj,0.0006666129,0.05000,0.779 +51,mlp.gate_proj,0.0006646402,0.05000,0.765 +51,mlp.down_proj,0.0002415502,0.05000,6.111 +52,self_attn.k_proj,0.0000238645,0.05000,0.685 +52,self_attn.v_proj,0.0000568164,0.05000,0.665 +52,self_attn.q_proj,0.0001193794,0.05000,0.675 +52,self_attn.o_proj,0.0000718841,0.05000,0.686 +52,mlp.up_proj,0.0007413024,0.05000,0.775 +52,mlp.gate_proj,0.0007344707,0.05000,0.763 +52,mlp.down_proj,0.0002956851,0.05000,6.141 +53,self_attn.k_proj,0.0000288697,0.05000,0.685 +53,self_attn.v_proj,0.0000568506,0.05000,0.655 +53,self_attn.q_proj,0.0001322156,0.05000,0.681 +53,self_attn.o_proj,0.0000779313,0.05000,0.689 +53,mlp.up_proj,0.0008568734,0.05000,0.764 +53,mlp.gate_proj,0.0008507893,0.05000,0.746 +53,mlp.down_proj,0.0003484684,0.05000,6.115 +54,self_attn.k_proj,0.0000266966,0.05000,0.684 +54,self_attn.v_proj,0.0000531413,0.05000,0.656 +54,self_attn.q_proj,0.0001269680,0.05000,0.677 +54,self_attn.o_proj,0.0000721886,0.05000,0.692 +54,mlp.up_proj,0.0009590754,0.05000,0.756 +54,mlp.gate_proj,0.0009435314,0.05000,0.739 +54,mlp.down_proj,0.0003761099,0.05000,6.120 +55,self_attn.k_proj,0.0000258792,0.05000,0.682 +55,self_attn.v_proj,0.0000580578,0.05000,0.667 +55,self_attn.q_proj,0.0001275678,0.05000,0.670 +55,self_attn.o_proj,0.0000933949,0.05000,0.679 +55,mlp.up_proj,0.0010799354,0.05000,0.758 +55,mlp.gate_proj,0.0010489707,0.05000,0.749 +55,mlp.down_proj,0.0004415629,0.05000,6.139 +56,self_attn.k_proj,0.0000300139,0.05000,0.691 +56,self_attn.v_proj,0.0000785556,0.05000,0.653 +56,self_attn.q_proj,0.0001425975,0.05000,0.672 +56,self_attn.o_proj,0.0000923193,0.05000,0.676 +56,mlp.up_proj,0.0012177298,0.05000,0.760 +56,mlp.gate_proj,0.0011750842,0.05000,0.746 +56,mlp.down_proj,0.0005107334,0.05000,6.124 +57,self_attn.k_proj,0.0000303419,0.05000,0.667 +57,self_attn.v_proj,0.0000819483,0.05000,0.649 +57,self_attn.q_proj,0.0001509253,0.05000,0.657 +57,self_attn.o_proj,0.0000811847,0.05000,0.676 +57,mlp.up_proj,0.0013414129,0.05000,0.760 +57,mlp.gate_proj,0.0012758095,0.05000,0.747 +57,mlp.down_proj,0.0005883840,0.05000,6.111 +58,self_attn.k_proj,0.0000317013,0.05000,0.673 +58,self_attn.v_proj,0.0000916080,0.05000,0.653 +58,self_attn.q_proj,0.0001544135,0.05000,0.656 +58,self_attn.o_proj,0.0000810032,0.05000,0.680 +58,mlp.up_proj,0.0015102160,0.05000,0.758 +58,mlp.gate_proj,0.0014192124,0.05000,0.749 +58,mlp.down_proj,0.0007239864,0.05000,6.140 +59,self_attn.k_proj,0.0000355026,0.05000,0.671 +59,self_attn.v_proj,0.0001328919,0.05000,0.659 +59,self_attn.q_proj,0.0001763182,0.05000,0.664 +59,self_attn.o_proj,0.0001949633,0.05000,0.677 +59,mlp.up_proj,0.0017215954,0.05000,0.766 +59,mlp.gate_proj,0.0015890894,0.05000,0.760 +59,mlp.down_proj,0.0009149372,0.05000,6.103 +60,self_attn.k_proj,0.0000302485,0.05000,0.690 +60,self_attn.v_proj,0.0001508339,0.05000,0.661 +60,self_attn.q_proj,0.0001744292,0.05000,0.684 +60,self_attn.o_proj,0.0004136908,0.05000,0.691 +60,mlp.up_proj,0.0019182535,0.05000,0.772 +60,mlp.gate_proj,0.0017420459,0.05000,0.762 +60,mlp.down_proj,0.0018365022,0.05000,6.075 +61,self_attn.k_proj,0.0000342876,0.05000,0.680 +61,self_attn.v_proj,0.0001912820,0.05000,0.664 +61,self_attn.q_proj,0.0001930302,0.05000,0.670 +61,self_attn.o_proj,0.0005102926,0.05000,0.691 +61,mlp.up_proj,0.0022156300,0.05000,0.776 +61,mlp.gate_proj,0.0020273371,0.05000,0.750 +61,mlp.down_proj,0.0021458070,0.05000,6.108 +62,self_attn.k_proj,0.0000345618,0.05000,0.689 +62,self_attn.v_proj,0.0002236197,0.05000,0.660 +62,self_attn.q_proj,0.0001984577,0.05000,0.684 +62,self_attn.o_proj,0.0006962981,0.05000,0.695 +62,mlp.up_proj,0.0025008655,0.05000,0.758 +62,mlp.gate_proj,0.0023534444,0.05000,0.741 +62,mlp.down_proj,0.0041401221,0.05000,6.124 +63,self_attn.k_proj,0.0000385404,0.05000,0.668 +63,self_attn.v_proj,0.0001727117,0.05000,0.653 +63,self_attn.q_proj,0.0001995420,0.05000,0.664 +63,self_attn.o_proj,0.0006111872,0.05000,0.674 +63,mlp.up_proj,0.0040122621,0.05000,0.760 +63,mlp.gate_proj,0.0038694526,0.05000,0.756 +63,mlp.down_proj,0.0146558697,0.05000,6.063 diff --git a/quantize_config.json b/quantize_config.json new file mode 100644 index 0000000..1195a0b --- /dev/null +++ b/quantize_config.json @@ -0,0 +1,24 @@ +{ + "bits": 4, + "group_size": 128, + "desc_act": true, + "sym": true, + "lm_head": false, + "quant_method": "gptq", + "checkpoint_format": "gptq", + "pack_dtype": "int32", + "meta": { + "quantizer": [ + "gptqmodel:4.2.5" + ], + "uri": "https://github.com/modelcloud/gptqmodel", + "damp_percent": 0.05, + "damp_auto_increment": 0.01, + "static_groups": false, + "true_sequential": true, + "mse": 0.0, + "v2": false, + "v2_alpha": 0.25, + "act_group_aware": false + } +} \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..82d7bbe --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,25 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|endoftext|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..51ebb3b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..1861b62 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,208 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "Qwen2TokenizerFast", + "unk_token": null, + "_commit_hash": null +} \ No newline at end of file diff --git a/video_preprocessor_config.json b/video_preprocessor_config.json new file mode 100644 index 0000000..6bdcf22 --- /dev/null +++ b/video_preprocessor_config.json @@ -0,0 +1,44 @@ +{ + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_pad": null, + "do_rescale": true, + "do_resize": true, + "do_sample_frames": false, + "fps": null, + "image_mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "image_std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ], + "input_data_format": null, + "max_frames": 768, + "max_pixels": 12845056, + "merge_size": 2, + "min_frames": 4, + "min_pixels": 3136, + "num_frames": null, + "patch_size": 14, + "processor_class": "Qwen2_5_VLProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_metadata": false, + "size": { + "longest_edge": 12845056, + "shortest_edge": 3136 + }, + "size_divisor": null, + "temporal_patch_size": 2, + "video_metadata": null, + "video_processor_type": "Qwen2VLVideoProcessor" +} diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833