From 96118bc07866af74ad2d29ec5ecd248aafa4bbe4 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 9 Sep 2026 09:49:15 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RecursiveMAS/Sequential-Light-Critic-Llama3.2-1B Source: Original Platform --- .gitattributes | 36 ++++++++++++++++ README.md | 53 ++++++++++++++++++++++++ adapter(code).pt | 3 ++ adapter(math).pt | 3 ++ adapter_config.json | 3 ++ chat_template.jinja | 93 ++++++++++++++++++++++++++++++++++++++++++ config.json | 40 ++++++++++++++++++ generation_config.json | 12 ++++++ innerlink_config.json | 36 ++++++++++++++++ model.safetensors | 3 ++ tokenizer.json | 3 ++ tokenizer_config.json | 14 +++++++ 12 files changed, 299 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 adapter(code).pt create mode 100644 adapter(math).pt create mode 100644 adapter_config.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 innerlink_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..7126fae --- /dev/null +++ b/README.md @@ -0,0 +1,53 @@ +--- +base_model: +- meta-llama/Llama-3.2-1B-Instruct +license: mit +--- + +# Sequential-Light-Critic-Llama3.2-1B + +[🌐 Project Page](https://recursivemas.github.io) | [💻 Code](https://github.com/RecursiveMAS/RecursiveMAS) | [📄 Paper](https://arxiv.org/abs/2604.25917) + +We introduce RecursiveMAS, a multi-agent framework that scales agent collaboration through latent-space recursion. +RecursiveMAS treats a multi-agent system as a unified recursive computation, where heterogeneous agents iteratively exchange, refine, and evolve their latent states across recursion rounds. In the Sequential-Light setting, the Critic Agent is responsible for reviewing and refining the initial plan produced by the Planner Agent, which is then passed to the Solver Agent for final solution generation. + +## Model Details + +| Item | Description | +|---|---| +| Model | Sequential-Light-Critic-Llama3.2-1B | +| Collaboration Style | Sequential-Light | +| Agent Role | Critic Agent | +| Base Model | Llama3.2-1B | + +⚠️ **Note:** This checkpoint is a **role-specific agent** in [**RecursiveMAS**](https://arxiv.org/abs/2604.25917), rather than a standalone model intended for plain-text generation. +For detailed usage instructions, please refer to our [GitHub repository](https://github.com/RecursiveMAS/RecursiveMAS). + +## Model Collections for RecursiveMAS + +| Style | Model Collection | +|---|---| +| Sequential-Style | [🤗 HuggingFace](https://huggingface.co/collections/RecursiveMAS/sequential-style-recursivemas) | +| Mixture-Style | [🤗 HuggingFace](https://huggingface.co/collections/RecursiveMAS/mixture-style-recursivemas) | +| Distillation-Style | [🤗 HuggingFace](https://huggingface.co/collections/RecursiveMAS/distillation-style-recursivemas) | +| Deliberation-Style | [🤗 HuggingFace](https://huggingface.co/collections/RecursiveMAS/deliberation-style-recursivemas) | + +## Experiment Results + +

+ RecursiveMAS Experiment Results +

+ +## Citation + +```bibtex +@misc{recursivemas, + title={Recursive Multi-Agent Systems}, + author={Xiyuan Yang and Jiaru Zou and Rui Pan and Ruizhong Qiu and Pan Lu and Shizhe Diao and Jindong Jiang and Hanghang Tong and Tong Zhang and Markus J. Buehler and Jingrui He and James Zou}, + year={2026}, + eprint={2604.25917}, + archivePrefix={arXiv}, + primaryClass={cs.AI}, + url={https://arxiv.org/abs/2604.25917}, +} +``` \ No newline at end of file diff --git a/adapter(code).pt b/adapter(code).pt new file mode 100644 index 0000000..291e6e1 --- /dev/null +++ b/adapter(code).pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5053c60fed06d388b423bbb2ef0677af8f160a146789e790e1c5ed1e28f18844 +size 16805005 diff --git a/adapter(math).pt b/adapter(math).pt new file mode 100644 index 0000000..3c1cfbf --- /dev/null +++ b/adapter(math).pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4988907ff79262e4843940f358544a6079c54d0016f680dbb9dc9cf15a870f49 +size 16805005 diff --git a/adapter_config.json b/adapter_config.json new file mode 100644 index 0000000..0ccbc2c --- /dev/null +++ b/adapter_config.json @@ -0,0 +1,3 @@ +{ + "adapter_type": "ln_res_adapter" +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..1bad6a0 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/config.json b/config.json new file mode 100644 index 0000000..b1da31b --- /dev/null +++ b/config.json @@ -0,0 +1,40 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 16, + "num_key_value_heads": 8, + "pad_token_id": null, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_parameters": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_theta": 500000.0, + "rope_type": "llama3" + }, + "tie_word_embeddings": true, + "transformers_version": "5.3.0", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..4663114 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "5.3.0" +} diff --git a/innerlink_config.json b/innerlink_config.json new file mode 100644 index 0000000..c0d3a8e --- /dev/null +++ b/innerlink_config.json @@ -0,0 +1,36 @@ +{ + "format_version": 1, + "paradigm": "sequential", + "variant": "light", + "role": "Critic", + "backbone": "Llama3.2-1B", + "shared_files": [ + "adapter_config.json", + "chat_template.jinja", + "config.json", + "generation_config.json", + "model.safetensors", + "tokenizer.json", + "tokenizer_config.json" + ], + "tasks": { + "math": { + "adapter.pt": "adapter(math).pt", + "adapter_config.json": "adapter_config.json", + "chat_template.jinja": "chat_template.jinja", + "config.json": "config.json", + "generation_config.json": "generation_config.json", + "tokenizer.json": "tokenizer.json", + "tokenizer_config.json": "tokenizer_config.json" + }, + "code": { + "adapter.pt": "adapter(code).pt", + "adapter_config.json": "adapter_config.json", + "chat_template.jinja": "chat_template.jinja", + "config.json": "config.json", + "generation_config.json": "generation_config.json", + "tokenizer.json": "tokenizer.json", + "tokenizer_config.json": "tokenizer_config.json" + } + } +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..5daf23e --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ff795ff6a07e6a68085d206fb84417da2f083f68391c2843cd2b8ac6df8538f +size 2471645608 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..b0c7368 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,14 @@ +{ + "backend": "tokenizers", + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "is_local": false, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "TokenizersBackend" +}