From 4f4360e674c2268ce00ed599f994856f9dea1f3c Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 30 Aug 2026 17:10:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RecursiveMAS/Sequential-Light-Planner-Qwen3-1.7B Source: Original Platform --- .gitattributes | 36 +++++++++++++++++ README.md | 57 +++++++++++++++++++++++++++ adapter(code).pt | 3 ++ adapter(math).pt | 3 ++ adapter_config.json | 3 ++ chat_template.jinja | 89 ++++++++++++++++++++++++++++++++++++++++++ config.json | 63 ++++++++++++++++++++++++++++++ generation_config.json | 13 ++++++ innerlink_config.json | 38 ++++++++++++++++++ model.safetensors | 3 ++ tokenizer.json | 3 ++ tokenizer_config.json | 29 ++++++++++++++ 12 files changed, 340 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 adapter(code).pt create mode 100644 adapter(math).pt create mode 100644 adapter_config.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 innerlink_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..70fc2bf --- /dev/null +++ b/README.md @@ -0,0 +1,57 @@ +--- +base_model: +- Qwen/Qwen3-1.7B +license: mit +--- +# Sequential-Light-Planner-Qwen3-1.7B + +[🌐 Project Page](https://recursivemas.github.io) | [💻 Code](https://github.com/RecursiveMAS/RecursiveMAS) | [📄 Paper](https://arxiv.org/abs/2604.25917) + +We introduce RecursiveMAS, a multi-agent framework that scales agent collaboration through latent-space recursion. +RecursiveMAS treats a multi-agent system as a unified recursive computation, where heterogeneous agents iteratively exchange, refine, and evolve their latent states across recursion rounds. In the Sequential-Light setting, the Planner Agent is responsible for producing the initial reasoning plan, which is then passed to subsequent agents through lightweight RecursiveLink modules for further refinement and solution generation. + +## Model Details + +| Item | Description | +|---|---| +| Model | Sequential-Light-Planner-Qwen3-1.7B | +| Collaboration Style | Sequential-Light | +| Agent Role | Planner Agent | +| Base Model | Qwen3-1.7B | + + +⚠️ Note: This checkpoint is a **role-specific agent** in [**RecursiveMAS**](https://arxiv.org/abs/2604.25917), rather than a standalone model intended for plain text generation. +For detailed usage instructions, please refer to our [GitHub repository](https://github.com/RecursiveMAS/RecursiveMAS). + + +## Model Collections for RecursiveMAS + +| Style | Model Collection | +|---|---| +| Sequential-Style | [🤗 HuggingFace](https://huggingface.co/collections/RecursiveMAS/sequential-style-recursivemas) | +| Mixture-Style | [🤗 HuggingFace](https://huggingface.co/collections/RecursiveMAS/mixture-style-recursivemas) | +| Distillation-Style | [🤗 HuggingFace](https://huggingface.co/collections/RecursiveMAS/distillation-style-recursivemas) | +| Deliberation-Style | [🤗 HuggingFace](https://huggingface.co/collections/RecursiveMAS/deliberation-style-recursivemas) | + + +## Experiment Results + +

+ RecursiveMAS Experiment Results +

+ + +## Citation + +```bibtex +@misc{recursivemas, + title={Recursive Multi-Agent Systems}, + author={Xiyuan Yang and Jiaru Zou and Rui Pan and Ruizhong Qiu and Pan Lu and Shizhe Diao and Jindong Jiang and Hanghang Tong and Tong Zhang and Markus J. Buehler and Jingrui He and James Zou}, + year={2026}, + eprint={2604.25917}, + archivePrefix={arXiv}, + primaryClass={cs.AI}, + url={https://arxiv.org/abs/2604.25917}, +} +``` + diff --git a/adapter(code).pt b/adapter(code).pt new file mode 100644 index 0000000..59d70e8 --- /dev/null +++ b/adapter(code).pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3074a5b56759bef1ed8ba9a4021c72cfdeae84f299c5cbea61914eea02f2ec5 +size 16805005 diff --git a/adapter(math).pt b/adapter(math).pt new file mode 100644 index 0000000..8cd738e --- /dev/null +++ b/adapter(math).pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:025560b16fa170403e80163499b54481988a7f32590e3eb27e9b98b3e85ba0f9 +size 16805005 diff --git a/adapter_config.json b/adapter_config.json new file mode 100644 index 0000000..0ccbc2c --- /dev/null +++ b/adapter_config.json @@ -0,0 +1,3 @@ +{ + "adapter_type": "ln_res_adapter" +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..43f0a05 --- /dev/null +++ b/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 151643, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": null, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.3.0", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..cfb3c1a --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.3.0" +} diff --git a/innerlink_config.json b/innerlink_config.json new file mode 100644 index 0000000..26f5330 --- /dev/null +++ b/innerlink_config.json @@ -0,0 +1,38 @@ +{ + "format_version": 1, + "paradigm": "sequential", + "variant": "light", + "role": "Planner", + "backbone": "Qwen3-1.7B", + "shared_files": [ + "adapter_config.json", + "chat_template.jinja", + "config.json", + "generation_config.json", + "model.safetensors", + "tokenizer.json", + "tokenizer_config.json" + ], + "tasks": { + "math": { + "adapter.pt": "adapter(math).pt", + "model.safetensors": "model.safetensors", + "adapter_config.json": "adapter_config.json", + "chat_template.jinja": "chat_template.jinja", + "config.json": "config.json", + "generation_config.json": "generation_config.json", + "tokenizer.json": "tokenizer.json", + "tokenizer_config.json": "tokenizer_config.json" + }, + "code": { + "adapter.pt": "adapter(code).pt", + "model.safetensors": "model.safetensors", + "adapter_config.json": "adapter_config.json", + "chat_template.jinja": "chat_template.jinja", + "config.json": "config.json", + "generation_config.json": "generation_config.json", + "tokenizer.json": "tokenizer.json", + "tokenizer_config.json": "tokenizer_config.json" + } + } +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..6257a4f --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98f42c93ec4b2b80bff038d836bc1ebe1bf0c889a7706b125e97151ab1e846a1 +size 4063515640 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..7d75d3b --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,29 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +}