commit 84a352f24ae8a8fd6e9ea53744d8e78f3a4ec3ee Author: ModelHub XC Date: Thu Aug 20 15:05:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: ai21labs/AI21-Jamba2-3B Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8c5397f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,51 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +tokenizer.json filter=lfs diff=lfs merge=lfs -text +model-00001-of-00002.safetensors filter=lfs diff=lfs merge=lfs -text +model-00002-of-00002.safetensors filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/LICENSE.txt b/LICENSE.txt new file mode 100644 index 0000000..06ed200 --- /dev/null +++ b/LICENSE.txt @@ -0,0 +1,201 @@ + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright (c) 2026 AI21 Labs + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..bdd8ef4 --- /dev/null +++ b/README.md @@ -0,0 +1,74 @@ +--- +license: apache-2.0 +pipeline_tag: text-generation +library_name: transformers +--- + +# Introduction +Jamba2 3B is an ultra-compact open source model designed to bring enterprise-grade reliability to on-device deployments. At just 3B parameters, it runs efficiently on consumer devices—iPhones, Androids, Macs, and PCs—while maintaining the grounding and instruction-following capabilities required for production use. + +Released under Apache 2.0 License with a 256K context window, Jamba2 3B enables developers to build reliable AI applications for edge environments. For more details, read the [full release blog post](https://www.ai21.com/blog/introducing-jamba2/). + +# Key Advantages +* **On-device deployment:** Runs efficiently on iPhones, Androids, Macs, and PCs +* **Ultra-compact footprint:** 3B parameters enabling edge deployments with minimal resources +* **Benchmark leadership:** Excels on IFBench, IFEval, Collie, and FACTS +* **256K context window:** Processes long documents and knowledge bases +* **Apache 2.0 License:** Fully open source for commercial use +* **SSM-Transformer architecture:** Memory-efficient design for resource-constrained environments + +# Evaluation Results +Jamba2 3B achieves category-leading performance on instruction following and grounding benchmarks despite its compact size. The model delivers consistent, context-faithful outputs across diverse enterprise tasks including RAG workflows and technical document processing. + + + +# Training and Evaluation Details +Jamba2 models were developed using a comprehensive post-training pipeline starting from Jamba 1.5 pre-training. The models underwent mid-training on 500B carefully curated tokens with increased representation of math, code, high-quality web data, and long documents. A state passing phase optimized the Mamba layers for effective context length generalization. Training continued with cold start supervised fine-tuning to establish instruction-following and reasoning capabilities, followed by DPO optimization. + +The final training stages involved multiple on-policy reinforcement learning phases, progressively moving from short-context verifiable rewards to longer context training with mixed verifiable and model-based rewards. Evaluation focused on two key enterprise reliability signals: instruction-following benchmarks measuring steerability, and grounding benchmarks testing context faithfulness. Human evaluators assessed performance on real-world enterprise tasks using blind, counterbalanced side-by-side comparisons, rating outputs on factuality, style, constraint-adherence, instruction-following, and helpfulness. + +# Quickstart +## Run with vLLM +Best results require vLLM version **0.10.2** or higher. +``` +vllm serve "ai21labs/AI21-Jamba2-3B" --mamba-ssm-cache-dtype float32 --enable-auto-tool-choice --tool-call-parser hermes --enable-prefix-caching +``` +## Run with Transformers +``` +pip install transformers>= 4.54.0 +pip install flash-attn --no-build-isolation +pip install causal-conv1d>=1.2.0 +pip install mamba-ssm +``` +``` +import torch +from transformers import AutoModelForCausalLM, AutoTokenizer + +model = AutoModelForCausalLM.from_pretrained("ai21labs/AI21-Jamba2-3B", + dtype=torch.bfloat16, + attn_implementation="flash_attention_2", + device_map="auto") + +tokenizer = AutoTokenizer.from_pretrained("ai21labs/AI21-Jamba-3B") + +messages = [ + {"role": "system", + "content": "You are an HR Policy Assistant. + Answer employee questions using only the provided policy documents. + If the answer isn't in the documents, say so clearly. + Be concise and cite the specific policy section when possible." +}, + {"role": "user", + "content": "Context documents: {retrieved_chunks}. + Employee question: {user_question}. + Answer:" +}, +] + +prompts = tokenizer.apply_chat_template(messages, add_generation_prompt=True, tokenize=False) + +outputs = model.generate(**tokenizer(prompts, return_tensors="pt").to(model.device), do_sample=True, temperature=0.6) + +generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True) +print(generated_text) +``` diff --git a/assets/Enterprise Reliability Benchmarks for Tiny Models.png b/assets/Enterprise Reliability Benchmarks for Tiny Models.png new file mode 100644 index 0000000..3fca80c Binary files /dev/null and b/assets/Enterprise Reliability Benchmarks for Tiny Models.png differ diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..da55fcd --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,66 @@ +{%- if bos_token is defined and bos_token is not none %}{{- bos_token -}}{%- endif %} +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages|length > 0 and messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages|length > 0 and messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} +{%- endif -%} diff --git a/config.json b/config.json new file mode 100644 index 0000000..8e173f7 --- /dev/null +++ b/config.json @@ -0,0 +1,41 @@ +{ + "architectures": [ + "JambaForCausalLM" + ], + "attention_dropout": 0.0, + "attn_layer_offset": 7, + "attn_layer_period": 14, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 519, + "expert_layer_offset": 1, + "expert_layer_period": 2, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 8192, + "mamba_conv_bias": true, + "mamba_d_conv": 4, + "mamba_d_state": 16, + "mamba_dt_rank": 160, + "mamba_expand": 2, + "mamba_proj_bias": false, + "max_position_embeddings": 262144, + "model_type": "jamba", + "num_attention_heads": 20, + "num_experts": 1, + "num_experts_per_tok": 1, + "num_hidden_layers": 28, + "num_key_value_heads": 1, + "num_logits_to_keep": 1, + "output_router_logits": false, + "pad_token_id": 0, + "rms_norm_eps": 1e-06, + "router_aux_loss_coef": 0.001, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "4.56.1", + "use_cache": true, + "use_mamba_kernels": true, + "vocab_size": 65536 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..1d9d638 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,7 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "pad_token_id": 0, + "transformers_version": "4.56.1" +} diff --git a/model-00001-of-00002.safetensors b/model-00001-of-00002.safetensors new file mode 100644 index 0000000..d7e358f --- /dev/null +++ b/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78da3eac60acafbc0e6d40b2004e46d087f5a7e9cd4a559f7c6dd0408e961f52 +size 4973441016 diff --git a/model-00002-of-00002.safetensors b/model-00002-of-00002.safetensors new file mode 100644 index 0000000..ecd5d38 --- /dev/null +++ b/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:920e3735fc9c349d7df8c5bf6e59b44d2b113eea5e49036b285ea43022a83b85 +size 1420830280 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..0b32c02 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,471 @@ +{ + "metadata": { + "total_parameters": 3029337472, + "total_size": 6394219264 + }, + "weight_map": { + "lm_head.weight": "model-00001-of-00002.safetensors", + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.final_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mamba.A_log": "model-00002-of-00002.safetensors", + "model.layers.0.mamba.D": "model-00002-of-00002.safetensors", + "model.layers.0.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mamba.c_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.0.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.0.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mamba.dt_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.0.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mamba.A_log": "model-00001-of-00002.safetensors", + "model.layers.1.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.1.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mamba.conv1d.bias": "model-00002-of-00002.safetensors", + "model.layers.1.mamba.conv1d.weight": "model-00002-of-00002.safetensors", + "model.layers.1.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.1.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.feed_forward.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.10.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mamba.A_log": "model-00001-of-00002.safetensors", + "model.layers.10.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.10.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mamba.c_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.10.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.10.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mamba.dt_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.10.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.10.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.pre_ff_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.11.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.feed_forward.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.11.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mamba.A_log": "model-00002-of-00002.safetensors", + "model.layers.11.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.11.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.11.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mamba.dt_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.11.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mamba.out_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.11.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.pre_ff_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.12.feed_forward.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.12.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mamba.A_log": "model-00002-of-00002.safetensors", + "model.layers.12.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.12.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.12.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.12.mamba.dt_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.12.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mamba.A_log": "model-00002-of-00002.safetensors", + "model.layers.13.mamba.D": "model-00002-of-00002.safetensors", + "model.layers.13.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mamba.conv1d.bias": "model-00002-of-00002.safetensors", + "model.layers.13.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.13.mamba.dt_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.13.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mamba.x_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.13.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mamba.A_log": "model-00002-of-00002.safetensors", + "model.layers.14.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.14.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.14.mamba.conv1d.weight": "model-00002-of-00002.safetensors", + "model.layers.14.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.14.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mamba.in_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.14.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.pre_ff_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.15.feed_forward.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.15.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mamba.A_log": "model-00001-of-00002.safetensors", + "model.layers.15.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.15.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mamba.c_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.15.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.15.mamba.conv1d.weight": "model-00002-of-00002.safetensors", + "model.layers.15.mamba.dt_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.15.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.15.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mamba.A_log": "model-00001-of-00002.safetensors", + "model.layers.16.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.16.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mamba.c_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.16.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.16.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mamba.dt_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.16.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.16.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mamba.in_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.16.mamba.out_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.16.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.feed_forward.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.17.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mamba.A_log": "model-00001-of-00002.safetensors", + "model.layers.17.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.17.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mamba.conv1d.bias": "model-00002-of-00002.safetensors", + "model.layers.17.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mamba.dt_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.17.mamba.dt_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.17.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mamba.A_log": "model-00002-of-00002.safetensors", + "model.layers.18.mamba.D": "model-00002-of-00002.safetensors", + "model.layers.18.mamba.b_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.18.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.18.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.18.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mamba.in_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.18.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mamba.x_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.18.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.feed_forward.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.19.feed_forward.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.19.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.19.mamba.A_log": "model-00001-of-00002.safetensors", + "model.layers.19.mamba.D": "model-00002-of-00002.safetensors", + "model.layers.19.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.19.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.19.mamba.dt_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.19.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mamba.x_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.19.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.feed_forward.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.2.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mamba.A_log": "model-00001-of-00002.safetensors", + "model.layers.2.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.2.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.2.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.2.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mamba.in_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.2.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.20.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.feed_forward.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mamba.A_log": "model-00001-of-00002.safetensors", + "model.layers.20.mamba.D": "model-00002-of-00002.safetensors", + "model.layers.20.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.20.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.20.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mamba.out_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mamba.x_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.pre_ff_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.21.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.22.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.22.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.22.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.22.mamba.A_log": "model-00001-of-00002.safetensors", + "model.layers.22.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.22.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.22.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.22.mamba.conv1d.bias": "model-00002-of-00002.safetensors", + "model.layers.22.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.22.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.22.mamba.dt_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.22.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.22.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.22.mamba.out_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.22.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.23.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.23.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.23.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.23.mamba.A_log": "model-00002-of-00002.safetensors", + "model.layers.23.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.23.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.23.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.23.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.23.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.23.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.23.mamba.dt_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.23.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.23.mamba.in_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.23.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.23.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.24.feed_forward.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.24.feed_forward.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.24.mamba.A_log": "model-00002-of-00002.safetensors", + "model.layers.24.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.24.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.24.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.24.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.24.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.24.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.24.mamba.dt_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.24.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.24.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.24.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.24.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.24.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.25.feed_forward.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.25.feed_forward.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.25.mamba.A_log": "model-00001-of-00002.safetensors", + "model.layers.25.mamba.D": "model-00002-of-00002.safetensors", + "model.layers.25.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.25.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.25.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.25.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.25.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.25.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.25.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.25.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.25.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.25.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.25.pre_ff_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.26.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.26.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.26.mamba.A_log": "model-00001-of-00002.safetensors", + "model.layers.26.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.26.mamba.b_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.26.mamba.conv1d.bias": "model-00002-of-00002.safetensors", + "model.layers.26.mamba.conv1d.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.26.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.26.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.26.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.26.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.26.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.26.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.27.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.27.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.27.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mamba.A_log": "model-00002-of-00002.safetensors", + "model.layers.27.mamba.D": "model-00002-of-00002.safetensors", + "model.layers.27.mamba.b_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.27.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.27.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.27.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.27.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.27.mamba.dt_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mamba.in_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.27.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.27.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.3.mamba.A_log": "model-00001-of-00002.safetensors", + "model.layers.3.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.3.mamba.b_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.3.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.3.mamba.conv1d.weight": "model-00002-of-00002.safetensors", + "model.layers.3.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mamba.dt_proj.bias": "model-00002-of-00002.safetensors", + "model.layers.3.mamba.dt_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.mamba.in_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mamba.A_log": "model-00002-of-00002.safetensors", + "model.layers.4.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.4.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.4.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mamba.dt_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.4.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.4.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mamba.in_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.4.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.pre_ff_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.5.feed_forward.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.5.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mamba.A_log": "model-00001-of-00002.safetensors", + "model.layers.5.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.5.mamba.b_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.5.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.5.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mamba.dt_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.5.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.5.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mamba.out_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.5.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.pre_ff_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.6.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mamba.A_log": "model-00002-of-00002.safetensors", + "model.layers.6.mamba.D": "model-00002-of-00002.safetensors", + "model.layers.6.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mamba.conv1d.bias": "model-00002-of-00002.safetensors", + "model.layers.6.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mamba.dt_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.6.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mamba.in_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.6.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.feed_forward.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.7.feed_forward.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.7.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.feed_forward.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.8.feed_forward.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.8.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mamba.A_log": "model-00001-of-00002.safetensors", + "model.layers.8.mamba.D": "model-00002-of-00002.safetensors", + "model.layers.8.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mamba.c_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.8.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.8.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mamba.dt_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.8.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.8.mamba.dt_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.8.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mamba.out_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.8.mamba.x_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.8.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.feed_forward.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.feed_forward.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.feed_forward.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mamba.A_log": "model-00001-of-00002.safetensors", + "model.layers.9.mamba.D": "model-00001-of-00002.safetensors", + "model.layers.9.mamba.b_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mamba.c_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mamba.conv1d.bias": "model-00001-of-00002.safetensors", + "model.layers.9.mamba.conv1d.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mamba.dt_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.9.mamba.dt_proj.bias": "model-00001-of-00002.safetensors", + "model.layers.9.mamba.dt_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mamba.in_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mamba.out_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mamba.x_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.pre_ff_layernorm.weight": "model-00001-of-00002.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..23e28b9 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,45 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": { + "content": "<|startoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "<|unk|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..8522561 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7a4e48ea138a47ad25233b59d59babae314ee104ba9557644f28f5f2e49f900 +size 8285713 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..44179b4 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,257 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "add_prefix_space": null, + "added_tokens_decoder": { + "0": { + "content": "<|pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|startoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "<|unk|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "518": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "519": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "520": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "521": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "522": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "523": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "524": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "525": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "526": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "527": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "528": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "529": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "530": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "531": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "532": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "533": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "534": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "535": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "536": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "537": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "538": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "539": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "540": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "541": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "542": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": "<|startoftext|>", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "extra_special_tokens": {}, + "legacy": true, + "model_max_length": 1000000000000000019884624838656, + "pad_token": "<|pad|>", + "spaces_between_special_tokens": false, + "tokenizer_class": "LlamaTokenizerFast", + "unk_token": "<|unk|>", + "use_default_system_prompt": false +}