初始化项目,由ModelHub XC社区提供模型

Model: tiiuae/Falcon-H1R-7B-GGUF
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-05 04:06:12 +08:00
commit e765ee73ed
32 changed files with 489 additions and 0 deletions

77
.gitattributes vendored Normal file
View File

@@ -0,0 +1,77 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bin.* filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zstandard filter=lfs diff=lfs merge=lfs -text
*.tfevents* filter=lfs diff=lfs merge=lfs -text
*.db* filter=lfs diff=lfs merge=lfs -text
*.ark* filter=lfs diff=lfs merge=lfs -text
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ggml filter=lfs diff=lfs merge=lfs -text
*.llamafile* filter=lfs diff=lfs merge=lfs -text
*.pt2 filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-TQ1_0.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-BF16.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-F32.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-F16.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-TQ2_0.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-7B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text

3
Falcon-H1R-7B-BF16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ac852a921c550ec9c55490c2a7aabd6706843e86b1a8cb9c31d5da908245f77e
size 15179424128

3
Falcon-H1R-7B-F16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ed8c13fdb042d6166a32995e87d508ea276a66f094f3efd4853b3f069088e854
size 15179424128

3
Falcon-H1R-7B-F32.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8c7a48fec169a959e1a5ce60483669fb4b75088cf2441d931a059337d6f0d55f
size 30348321152

3
Falcon-H1R-7B-IQ2_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:30326fc91bcbcccca6170bbcf2a531e7cb035e9cee580e36f5502022a6dc5ba0
size 452062880

3
Falcon-H1R-7B-IQ3_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4efc62d490e109ea62fa936adab3432f108cec9a73edec76e5ddf807a23d4540
size 3482764576

3
Falcon-H1R-7B-IQ3_S.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:324a1985fa08bac6cea71ca38aef0615c090cdcef2d990b59344d177567433df
size 3430122784

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e95a3612bed213cdd0bd4024efd567d66a612a52051df3d21b3deb4d4cd78a2b
size 3301983520

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:30326fc91bcbcccca6170bbcf2a531e7cb035e9cee580e36f5502022a6dc5ba0
size 452062880

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2972fd365aa5f1092a79c4c795e48a9e27894f88c830261cefe5902fe50741d1
size 4407695392

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1d05d6831429da6d03a0794fa89c86e583bb457018195e2fea797493810c93df
size 4190145568

3
Falcon-H1R-7B-Q2_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:59f806995e0a3dca7d88d233c403be424f6ca7d336e2902ad781044782638141
size 5725509

3
Falcon-H1R-7B-Q3_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6028f6dc245e05cba0f55b6f8fd27c64540eceaf7236d290516b8e58cb7f15fb
size 3687925024

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3faa15500e4e768bea9a4dbcb718a61a56ab955aef2ceee81d303257e422bae5
size 3916186912

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6028f6dc245e05cba0f55b6f8fd27c64540eceaf7236d290516b8e58cb7f15fb
size 3687925024

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a413afd864700d347c9ef40c7e75879fc3e3c0845f22dd71dc863d660b7108c5
size 3425527072

3
Falcon-H1R-7B-Q4_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:764736bbedf7a4c96b8b91a0b5f8c0992ac14c2549c97cbd2a733351a7d57124
size 4379777056

3
Falcon-H1R-7B-Q4_1.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:42b62269392c923f91eee6d338e12fb300aef7f59b0bc15d487a2b07fa6f6fe9
size 4828835872

3
Falcon-H1R-7B-Q4_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:88c23612111f9c4f5476177d09ec5556c0f8df44e7cefaf711ebb3b3989db654
size 4598343712

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:88c23612111f9c4f5476177d09ec5556c0f8df44e7cefaf711ebb3b3989db654
size 4598343712

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d35f52da3069d5375a0c3ace8a5834d433c0b2948e1aa215a2e64749ee2ee823
size 4403763232

3
Falcon-H1R-7B-Q5_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b809cdf2de2f6d1b6c98150216c9f7c49b710f5ab5f78846815376757dec219e
size 5277894688

3
Falcon-H1R-7B-Q5_1.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f8b1a093625e85887e53e208d5e649704b96781215c3f1ed3c0a5a255f8be0e8
size 5726953504

3
Falcon-H1R-7B-Q5_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:bce1412bcb32a1599743b726d6e279b6e2316cb97e6304ea7423587e58e8acdb
size 5390489632

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:bce1412bcb32a1599743b726d6e279b6e2316cb97e6304ea7423587e58e8acdb
size 5390489632

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:eafadcdac155d3e027145fb5df48761bd12c4fe92072f94eb5e6bf1ace2a1d78
size 5277894688

3
Falcon-H1R-7B-Q6_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cf89ac5667b6711df91cd66deb0ddff73c165dcf42f3df6423a7dca091c99eab
size 6232144672

3
Falcon-H1R-7B-Q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4c96b2ff690766257852dfd51044996521ba0bacaf9939953e5aaabdfd50898a
size 8069003296

3
Falcon-H1R-7B-TQ1_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c067c4830187edd6fd3845ce6fddf0adaeeea5628c02a08c315983575223b16a
size 1994273056

3
Falcon-H1R-7B-TQ2_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:232700d06065f9c0ec24d21b49a858464cd61f6a16d26c0c7141a7fc92b10cf1
size 2312340256

324
README.md Normal file
View File

@@ -0,0 +1,324 @@
---
base_model:
- tiiuae/Falcon-H1-7B-Base
language:
- en
library_name: transformers
pipeline_tag: text-generation
license: other
license_name: falcon-llm-license
license_link: https://falconllm.tii.ae/falcon-terms-and-conditions.html
tags:
- falcon-h1r
---
<img src="https://huggingface.co/datasets/tiiuae/reasoning-images/resolve/main/falcon-h1r-logo.png" alt="drawing" width="800"/>
# Falcon-H1R-7B
This repository presents **Falcon-H1R-7B**, a reasoning-specialized model introduced in the paper [Falcon-H1R: Pushing the Reasoning Frontiers with a Hybrid Model for Efficient Test-Time Scaling](https://huggingface.co/papers/2601.02346).
Built on top of [Falcon-H1-7B-Base](https://huggingface.co/tiiuae/Falcon-H1-7B-Base), it was trained via cold-start supervised fine-tuning with long reasoning traces and further enhanced by scaling RL with GRPO. The model demonstrates outstanding performance across various benchmark evaluations, including mathematics, programming, instruction following, and general logic.
## Model Description
- **Developed by:** [Technology Innovation Institute](https://www.tii.ae)
- **Model type:** Causal decoder-only
- **Architecture:** Hybrid (Transformers + Mamba2) architecture
- **Language(s):** English, Multilingual
- **License:** [Falcon-LLM License](https://falconllm.tii.ae/falcon-terms-and-conditions.html)
## Training details
For more details about the training protocol of this model, please refer to the [Falcon-H1R technical blogpost](https://falcon-lm.github.io/blog/falcon-h1r-7b) and [Technical Report](https://github.com/tiiuae/falcon-h1r/blob/main/tech_report.pdf).
# Usage
## Setup
```bash
git clone https://github.com/ggerganov/llama.cpp
cd llama.cpp
cmake -B build
cmake --build build --config Release -t llama-server
```
## Serving
```bash
./llama-server -m Falcon-H1R-7B-Q8_0.gguf \
--temp 0.6 \
--top-p 0.95 \
-n 65536 \
--jinja
```
We recommend using a **temperature** of **0.6** and **top-p** as **0.95** with max new tokens up to 65536.
For supported frameworks, you can adjust the repetition_penalty and presence_penalty parameters to reduce endless repetitions.
# Evaluation
Falcon-H1R achieves state of art results in reasoning benchmarks.
<table border="1" style="width: 100%; text-align: center; border-collapse: collapse;">
<colgroup>
<col style="width: 6%;">
<col style="width: 6%;">
<col style="background-color: rgba(80, 15, 213, 0.5); width: 5%;">
<col style="width: 5%;">
<col style="width: 5%;">
<col style="width: 5%;">
<col style="width: 5%;">
<col style="width: 5%;">
<col style="width: 5%;">
<col style="width: 5%;">
</colgroup>
<thead>
<tr>
<th>Category</th>
<th>Benchmark</th>
<th>Falcon-H1R-7B</th>
<th>Qwen3-8B</th>
<th>DeepSeek-R1-0528-Qwen3-8B</th>
<th>Phi-4-Reasoning-Plus-14B</th>
<th>Apriel-1.5-15b-Thinker</th>
<th>GPT-OSS-20B</th>
<th>Qwen3-32B</th>
<th>Nemotron-H-47B-Reasoning</th>
</tr>
</thead>
<tbody>
<tr>
<td rowspan="5">MATH</td>
<td>AIME24</td>
<td><b>88.1</b></td>
<td>77.9</td>
<td>83.3</td>
<td>77.2</td>
<td>86.2</td>
<td>83.3</td>
<td>79.4</td>
<td>64.6</td>
</tr>
<tr>
<td>AIME25</td>
<td>83.1</td>
<td>65.8</td>
<td>75.8</td>
<td>71.2</td>
<td>80.0</td>
<td><b>84.4</b></td>
<td>71.0</td>
<td>51.4</td>
</tr>
<tr>
<td>HMMT25</td>
<td><b>64.9</b></td>
<td>41.0</td>
<td>54.3</td>
<td>47.7</td>
<td>61.0</td>
<td>64.8</td>
<td>49.8</td>
<td>34.2</td>
</tr>
<tr>
<td>AMO-BENCH</td>
<td><b>36.3</b></td>
<td>14.1</td>
<td>23.3</td>
<td>15.0</td>
<td>22.2</td>
<td>26.0</td>
<td>21.3</td>
<td>7.0</td>
</tr>
<tr>
<td>MATH500</td>
<td><b>97.4</b></td>
<td>97.4</td>
<td>96.8</td>
<td>95.4</td>
<td>97.2</td>
<td>94.8</td>
<td>96.8</td>
<td>91.4</td>
</tr>
<tr>
<td rowspan="2">Code</td>
<td>LCBv5-v6</td>
<td>68.6</td>
<td>53.0</td>
<td>57.2</td>
<td>53.1</td>
<td>53.0</td>
<td><b>72.0</b></td>
<td>61.0</td>
<td>47.4</td>
</tr>
<tr>
<td>SciCode (sub/main)</td>
<td>28.3 / 3.9</td>
<td>28.3 / 6.7</td>
<td>22.2 / 2.6</td>
<td>29.8 / 7.2</td>
<td>31.9 / 8.2</td>
<td>34.9 / 6.2</td>
<td>36.4 / 9.2</td>
<td>26.1 / 4.6</td>
</tr>
<tr>
<td rowspan="4">General</td>
<td>GPQA-D</td>
<td>61.3</td>
<td>61.2</td>
<td>61.4</td>
<td><b>67.9</b></td>
<td>68.2</td>
<td>61.2</td>
<td>67.3</td>
<td>56.8</td>
</tr>
<tr>
<td>MMLU-Pro</td>
<td>72.1</td>
<td>63.5</td>
<td>69.1</td>
<td><b>79.2</b></td>
<td>76.5</td>
<td>75.6</td>
<td>73.9</td>
<td>78.6</td>
</tr>
<tr>
<td>HLE</td>
<td>11.1</td>
<td>4.2</td>
<td>5.6</td>
<td>5.9</td>
<td>12.0</td>
<td>9.8</td>
<td>8.3</td>
<td>4.4</td>
</tr>
<tr>
<td>IFBench</td>
<td>53.4</td>
<td>35.3</td>
<td>29.2</td>
<td>51.7</td>
<td>55.8</td>
<td>69.4</td>
<td>35.4</td>
<td>34.3</td>
</tr>
<tr>
<td rowspan="2">Agentic Workflows</td>
<td>𝜏²-Bench Telecom</td>
<td>25.4</td>
<td>27.8</td>
<td></td>
<td></td>
<td>68.4</td>
<td>60.2</td>
<td>29.8</td>
<td>11.4</td>
</tr>
<tr>
<td>Terminal-Bench Hard</td>
<td>4.9</td>
<td>2.1</td>
<td>1.4</td>
<td>2.1</td>
<td>9.9</td>
<td>9.9</td>
<td>2.8</td>
<td>1.4</td>
</tr>
</tbody>
</table>
TTS represents test time scaling results on few of the benchmarks that we evaluated via [DeepConf](https://github.com/facebookresearch/deepconf).
<table border="1" style="width: 100%; text-align: center; border-collapse: collapse;">
<colgroup>
<col style="width: 6%;">
<col style="background-color: rgba(80, 15, 213, 0.5); width: 5%;">
<col style="width: 5%;">
<col style="width: 5%;">
<col style="width: 5%;">
<col style="width: 5%;">
<col style="width: 5%;">
</colgroup>
<thead>
<tr>
<th>Benchmark</th>
<th>Falcon-H1R-7B</th>
<th>Qwen3-8B</th>
<th>DeepSeek-R1-0528-Qwen3-8B</th>
<th>Nemotron-H-8B</th>
<th>Phi-4-Reasoning-Plus-14B</th>
<th>Qwen3-32B</th>
</tr>
</thead>
<tbody>
<tr>
<td>AIME24</td>
<td><b>96.7</b></td>
<td>80.0</td>
<td>90.0</td>
<td>53.3</td>
<td>86.7</td>
<td>86.7</td>
</tr>
<tr>
<td>AIME25</td>
<td><b>96.7</b></td>
<td>80.0</td>
<td>82.8</td>
<td>43.3</td>
<td>83.3</td>
<td>86.7</td>
</tr>
<tr>
<td>GPQA-D</td>
<td>70.2</td>
<td>60.9</td>
<td>59.9</td>
<td>61.1</td>
<td><b>73.2</b></td>
<td>70.1</td>
</tr>
<tr>
<td>AMO-Bench</td>
<td><b>35.9</b></td>
<td>15.4</td>
<td>25.6</td>
<td>7.7</td>
<td>20.5</td>
<td>28.2</td>
</tr>
</tbody>
</table>
# Useful links
- View [our release blogpost](https://falcon-lm.github.io/blog/falcon-h1r-7b).
- View [our technical report](https://huggingface.co/papers/2601.02346).
- Feel free to join [our discord server](https://discord.gg/Cbek57PrZE) if you have any questions or to interact with our researchers and developers.
# Citation
If the Falcon-H1R family of reasoning models is helpful to your work, feel free to give us a cite.
```
@misc{falcon-h1r,
title={Falcon-H1R: Pushing the Reasoning Frontiers with a Hybrid Model for Efficient Test-Time Scaling},
author={Falcon LLM Team and Iheb Chaabane and Puneesh Khanna and Suhail Mohmad and Slim Frikha and Shi Hu and Abdalgader Abubaker and Reda Alami and Mikhail Lubinets and Mohamed El Amine Seddik and Hakim Hacid},
year={2026},
eprint={2601.02346},
archivePrefix={arXiv},
primaryClass={cs.AI},
url={https://arxiv.org/abs/2601.02346},
}
```

1
configuration.json Normal file
View File

@@ -0,0 +1 @@
{"framework": "pytorch", "task": "others", "allow_remote": true}