From 472137aefadca832f5579bffbe5ceefcd564e873 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 1 Jun 2026 14:55:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: FreedomIntelligence/RAG-Instruct-Llama3-3B Source: Original Platform --- .gitattributes | 36 ++++++++++++++++ README.md | 70 ++++++++++++++++++++++++++++++++ config.json | 3 ++ configuration.json | 3 ++ generation_config.json | 3 ++ model-00001-of-00002.safetensors | 3 ++ model-00002-of-00002.safetensors | 3 ++ model.safetensors.index.json | 3 ++ special_tokens_map.json | 3 ++ tokenizer.json | 3 ++ tokenizer_config.json | 3 ++ 11 files changed, 133 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00002.safetensors create mode 100644 model-00002-of-00002.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c4cb545 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +*.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..bd60138 --- /dev/null +++ b/README.md @@ -0,0 +1,70 @@ +--- +license: apache-2.0 +datasets: +- FreedomIntelligence/RAG-Instruct +language: +- en +metrics: +- accuracy +base_model: +- meta-llama/Llama-3.2-3B +pipeline_tag: text-generation +--- + +## Introduction + +RAG-Instructis a method for generating diverse and high-quality RAG instruction data. It synthesizes instruction datasets based on any source corpus, leveraging the following approaches: + +- **Five RAG paradigms**, which represent diverse query-document relationships to enhance model generalization across tasks. +- **Instruction simulation**, which enriches instruction diversity and quality by utilizing the strengths of existing instruction datasets. + +Using this approach, we constructed [RAG-Instruct](https://huggingface.co/datasets/FreedomIntelligence/RAG-Instruct), covering a wide range of RAG scenarios and tasks. + +Our RAG-Instruct-Llama3-3B is trained on [RAG-Instruct](https://huggingface.co/datasets/FreedomIntelligence/RAG-Instruct) data, which significantly enhances the RAG ability of LLMs, demonstrating remarkable improvements in RAG performance across various tasks. + +| Model | WQA (acc) | PQA (acc) | TQA (acc) | OBQA (EM) | Pub (EM) | ARC (EM) | 2WIKI (acc) | HotP (acc) | MSQ (acc) | CFQA (EM) | PubMed (EM) | +|--------------------------------|-----------|-----------|-----------|-----------|----------|----------|-------------|------------|-----------|-----------|-------------| +| Llama3.2-3B | 58.7 | 61.8 | 69.7 | 77.0 | 55.0 | 66.8 | 55.6 | 40.2 | 13.2 | 46.8 | 70.3 | +| Llama3.2-3B + **RAG-Instruct** | 65.3 | 64.0 | 77.0 | 81.2 | 66.4 | 73.0 | 72.9 | 52.7 | 25.0 | 50.3 | 72.6 | + +# Usage +You can deploy it with tools like [vllm](https://github.com/vllm-project/vllm) or [Sglang](https://github.com/sgl-project/sglang), or perform direct inference: +```python +from transformers import AutoModelForCausalLM, AutoTokenizer + +# Load the model and tokenizer +model = AutoModelForCausalLM.from_pretrained("FreedomIntelligence/RAG-Instruct-Llama3-3B",torch_dtype="auto",device_map="auto") +tokenizer = AutoTokenizer.from_pretrained("FreedomIntelligence/RAG-Instruct-Llama3-3B") + +# Example input +input_text = """### Paragraph: +[1] structure is at risk from new development... +[2] as Customs and Excise stores... +[3] Powis Street is partly underway... +... + +### Instruction: +Which organization is currently using a building in Woolwich that holds historical importance? +""" + +# Tokenize and prepare input +messages = [{"role": "user", "content": input_text}] +inputs = tokenizer(tokenizer.apply_chat_template(messages, tokenize=False,add_generation_prompt=True), return_tensors="pt").to(model.device) + +# Generate output +outputs = model.generate(**inputs, max_new_tokens=2048) +print(tokenizer.decode(outputs[0], skip_special_tokens=True)) +``` + +## Citation +``` +@misc{liu2024raginstructboostingllmsdiverse, + title={RAG-Instruct: Boosting LLMs with Diverse Retrieval-Augmented Instructions}, + author={Wanlong Liu and Junying Chen and Ke Ji and Li Zhou and Wenyu Chen and Benyou Wang}, + year={2024}, + eprint={2501.00353}, + archivePrefix={arXiv}, + primaryClass={cs.CL}, + url={https://arxiv.org/abs/2501.00353}, +} +``` \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..682b12d --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0891df0ecd23b0776351e8c419a68210469f1e345d476d8bde3dce98f985452c +size 873 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..1b87bb5 --- /dev/null +++ b/configuration.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:625c81a3527ce4f7a739854b431f380a987dc4af5e07e099b568e50e2e3b248c +size 64 diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..2dfb106 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46650402223e517e09ac32797ba8cff47cf4cfea248aed800a76a0c50ba4e92d +size 184 diff --git a/model-00001-of-00002.safetensors b/model-00001-of-00002.safetensors new file mode 100644 index 0000000..a7555e2 --- /dev/null +++ b/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14bfdfd2ef8b0e8b4b60507b82c2063127eb1c506f50b5938fbe0df7a73fca27 +size 4965799096 diff --git a/model-00002-of-00002.safetensors b/model-00002-of-00002.safetensors new file mode 100644 index 0000000..b1fd9fc --- /dev/null +++ b/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a15a6a38514871196838d1e95db8445fdaca2a0438959219899868c81e184903 +size 2247734992 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..b18cac1 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c22bafe27d9cae225d0e6950468c8acc8059ddcc513a253421950a4e704b48a +size 20977 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..3694a40 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda86b58160cf8afef85cdbd3f8c12b95e5a5bbdb36a02c82060dbacfefb2444 +size 320 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..0caa0d8 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1a6fae384093cb12b70c263d7c1917afcee9c511d51c8211d6568c48a7b2186 +size 54578