初始化项目,由ModelHub XC社区提供模型
Model: brittlewis12/Open-Reasoner-Zero-7B-GGUF Source: Original Platform
This commit is contained in:
64
.gitattributes
vendored
Normal file
64
.gitattributes
vendored
Normal file
@@ -0,0 +1,64 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.f16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.imatrix filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
open-reasoner-zero-7b.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
73
README.md
Normal file
73
README.md
Normal file
@@ -0,0 +1,73 @@
|
||||
---
|
||||
base_model: Open-Reasoner-Zero/Open-Reasoner-Zero-7B
|
||||
pipeline_tag: text-generation
|
||||
inference: true
|
||||
language:
|
||||
- en
|
||||
license: mit
|
||||
model_creator: Open-Reasoner-Zero
|
||||
model_name: Open-Reasoner-Zero-7B
|
||||
model_type: qwen2
|
||||
quantized_by: brittlewis12
|
||||
tags:
|
||||
- reasoning
|
||||
- qwen2
|
||||
---
|
||||
|
||||
# Open Reasoner Zero 7B GGUF
|
||||
|
||||
**Original model**: [Open Reasoner Zero 7B](https://huggingface.co/Open-Reasoner-Zero/Open-Reasoner-Zero-7B)
|
||||
|
||||
**Model creator**: [Open Reasoner Zero](https://huggingface.co/Open-Reasoner-Zero)
|
||||
|
||||
> An Open Source Approach to Scaling Up Reinforcement Learning on the Base Model
|
||||
|
||||
> 🌊 We introduce Open-Reasoner-Zero, the first open source implementation of large-scale reasoning-oriented RL training focusing on scalability, simplicity and accessibility.
|
||||
>
|
||||
> To enable broader participation in this pivotal moment we witnessed and accelerate research towards artificial general intelligence (AGI), we release our source code, parameter settings, training data, and model weights. Please refer to our [paper](https://github.com/Open-Reasoner-Zero/Open-Reasoner-Zero/blob/main/ORZ_paper.pdf) for more insights.
|
||||
|
||||
This repo contains GGUF format model files for Open Reasoner Zero’s Open Reasoner Zero 7B.
|
||||
|
||||
### What is GGUF?
|
||||
|
||||
GGUF is a file format for representing AI models. It is the third version of the format,
|
||||
introduced by the llama.cpp team on August 21st 2023.
|
||||
|
||||
Converted with llama.cpp build 4764 (revision [7ad0779](https://github.com/ggml-org/llama.cpp/commits/7ad0779f5de84a68143b2c00ab5dc94a948925d3)),
|
||||
using [autogguf-rs](https://github.com/brittlewis12/autogguf-rs).
|
||||
|
||||
### Prompt template: [Open Reasoner Zero](https://huggingface.co/arcee-ai/Arcee-Maestro-7B-Preview/blob/dc3ee7b5dd2be00e7d2f5aaedb3212a5c183176b/tokenizer_config.json#L184)
|
||||
|
||||
```
|
||||
A conversation between User and Assistant. The User asks a question, and the Assistant solves it. The Assistant first thinks about the reasoning process in the mind and then provides the User with the answer. The reasoning process is enclosed within <think> </think> and answer is enclosed within <answer> </answer> tags, respectively, i.e., <think> reasoning process here </think> <answer> answer here </answer>.
|
||||
User: You must put your answer inside <answer> </answer> tags, i.e., <answer> answer here </answer>. And your final answer will be extracted automatically by the \\boxed{} tag.\nThis is the problem:
|
||||
{{prompt}}
|
||||
Assistant: <think>
|
||||
|
||||
|
||||
```
|
||||
|
||||
---
|
||||
|
||||
## Download & run with [cnvrs](https://twitter.com/cnvrsai) on iPhone, iPad, and Mac!
|
||||
|
||||

|
||||
|
||||
[cnvrs](https://testflight.apple.com/join/sFWReS7K) is the best app for private, local AI on your device:
|
||||
- create & save **Characters** with custom system prompts & temperature settings
|
||||
- download and experiment with any **GGUF model** you can [find on HuggingFace](https://huggingface.co/models?library=gguf)!
|
||||
* or, use an API key with the chat completions-compatible model provider of your choice -- ChatGPT, Claude, Gemini, DeepSeek, & more!
|
||||
- make it your own with custom **Theme colors**
|
||||
- powered by Metal ⚡️ & [Llama.cpp](https://github.com/ggml-org/llama.cpp), with **haptics** during response streaming!
|
||||
- **try it out** yourself today, on [Testflight](https://testflight.apple.com/join/sFWReS7K)!
|
||||
* if you **already have the app**, download Open Reasoner Zero 7B now!
|
||||
* <cnvrsai:///models/search/hf?id=brittlewis12/Open-Reasoner-Zero-7B-GGUF>
|
||||
- follow [cnvrs on twitter](https://twitter.com/cnvrsai) to stay up to date
|
||||
|
||||
---
|
||||
|
||||
## Original Model Evaluation
|
||||
|
||||
> Figure 1 | Evaluation performance of Open-Reasoner-Zero-{7B, 32B}. We report the average accuracy on the benchmark dataset for each question with 16 responses. Notably, Open-Reasoner-Zero-32B outperforms DeepSeek-R1-Zero-Qwen-32B on the GPQA Diamond benchmark while only requiring 1/30 of the training steps. We are continuing to scale up these RL settings until this preprint is released, as there is no sign of saturation.
|
||||
|
||||

|
||||
3
open-reasoner-zero-7b.IQ1_M.gguf
Normal file
3
open-reasoner-zero-7b.IQ1_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8ba0a161e9c38971eb4b10bc6660cb1f2d8cdaf973f5045ef60d1230a665af4e
|
||||
size 2042194880
|
||||
3
open-reasoner-zero-7b.IQ1_S.gguf
Normal file
3
open-reasoner-zero-7b.IQ1_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:7c292c1fea0b9a59772e7af3e3ee8bf21d7b259a3d02de9291d35d2c042a1c9e
|
||||
size 1903666112
|
||||
3
open-reasoner-zero-7b.IQ2_M.gguf
Normal file
3
open-reasoner-zero-7b.IQ2_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a72cde9f23beb7b023e1d477d8f95cdeb9dbcbc31228facb5d0699885145f930
|
||||
size 2780341184
|
||||
3
open-reasoner-zero-7b.IQ2_S.gguf
Normal file
3
open-reasoner-zero-7b.IQ2_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:82b91e2a3f3c89934167787a4213b7c08b5d0573d84eb3c952705997dcdb19fd
|
||||
size 2595636160
|
||||
3
open-reasoner-zero-7b.IQ2_XS.gguf
Normal file
3
open-reasoner-zero-7b.IQ2_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:713a435555c37a9d40bd8e47cf90f333b035a75923afd564d3af9dd7e97dd296
|
||||
size 2469020608
|
||||
3
open-reasoner-zero-7b.IQ2_XXS.gguf
Normal file
3
open-reasoner-zero-7b.IQ2_XXS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ffcdd2eaba3f4731beebc61b98eddedf91f324e748124ba1cc2f9efe4e196109
|
||||
size 2273076160
|
||||
3
open-reasoner-zero-7b.IQ3_M.gguf
Normal file
3
open-reasoner-zero-7b.IQ3_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:3c96c3b58bafc06947af7db57c15e5c2768e473fb140adc2a7b04b60b332c715
|
||||
size 3574010816
|
||||
3
open-reasoner-zero-7b.IQ3_S.gguf
Normal file
3
open-reasoner-zero-7b.IQ3_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0cfa4619d6d653f8904f1466e57b7f459d163f8164de007574cbf9b0afbfbe64
|
||||
size 3499191232
|
||||
3
open-reasoner-zero-7b.IQ3_XS.gguf
Normal file
3
open-reasoner-zero-7b.IQ3_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:36a3da9d4675ee363a592d2458b611d1990c2c702f82d66978b59a96665ed444
|
||||
size 3346254784
|
||||
3
open-reasoner-zero-7b.IQ3_XXS.gguf
Normal file
3
open-reasoner-zero-7b.IQ3_XXS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ce38f73c3096f03e8eb2c40def7cbd4ded68914ce811929f155e6d8f363a513e
|
||||
size 3114513344
|
||||
3
open-reasoner-zero-7b.IQ4_NL.gguf
Normal file
3
open-reasoner-zero-7b.IQ4_NL.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:84683a37cf5051b610d67720b75e1e1350a5987cc7a3d733fd7158500f465a5d
|
||||
size 4437812160
|
||||
3
open-reasoner-zero-7b.IQ4_XS.gguf
Normal file
3
open-reasoner-zero-7b.IQ4_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d9f2af96ec564d0ec219438ad8a3aa9abf74505ef835cf1eb8956e320c09e2d7
|
||||
size 4218471360
|
||||
3
open-reasoner-zero-7b.Q2_K.gguf
Normal file
3
open-reasoner-zero-7b.Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:81478887b6fbc839aa162036e16f1ea43c7f3cc75f777e92448c531b9c6b7169
|
||||
size 3015938752
|
||||
3
open-reasoner-zero-7b.Q2_K_S.gguf
Normal file
3
open-reasoner-zero-7b.Q2_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b3b5e7e1a2ac917df2970da6f6f6cd08cea6d4ff3adc934516bac5d22356dff4
|
||||
size 2834072512
|
||||
3
open-reasoner-zero-7b.Q3_K_L.gguf
Normal file
3
open-reasoner-zero-7b.Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b94703d5421fe37a9319d28358e5316dd0d88f5e9ffcdda45e305dea22024262
|
||||
size 4088457920
|
||||
3
open-reasoner-zero-7b.Q3_K_M.gguf
Normal file
3
open-reasoner-zero-7b.Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f25fea490d5d917196a5ece653478bb511fb6fde840bf3e040453595d01782db
|
||||
size 3808389824
|
||||
3
open-reasoner-zero-7b.Q3_K_S.gguf
Normal file
3
open-reasoner-zero-7b.Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:52f3bc41e9eb349c728f3ac24aa73f293b7d3f96db9b7684373132a3a38dd59a
|
||||
size 3492367040
|
||||
3
open-reasoner-zero-7b.Q4_0.gguf
Normal file
3
open-reasoner-zero-7b.Q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ae9ae98620b8586840c85b530f0e3458b61067cc9f941ef2200e1fca09cf743a
|
||||
size 4431389376
|
||||
3
open-reasoner-zero-7b.Q4_1.gguf
Normal file
3
open-reasoner-zero-7b.Q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5e4d8761ec6811c1cd1857c7ae6c06d3bff308dd9f25fe909920d18e377d2ce1
|
||||
size 4873282240
|
||||
3
open-reasoner-zero-7b.Q4_K_M.gguf
Normal file
3
open-reasoner-zero-7b.Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6dc9dcd84ce0047c0fd7ca4109ddd5176a8c30b5e085c25a3dfd22175346c63a
|
||||
size 4683072192
|
||||
3
open-reasoner-zero-7b.Q4_K_S.gguf
Normal file
3
open-reasoner-zero-7b.Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8236e30bc0e46df6911ce09e77212ba39d6b81894dbbf18b3b1195a69060ada4
|
||||
size 4457767616
|
||||
3
open-reasoner-zero-7b.Q5_0.gguf
Normal file
3
open-reasoner-zero-7b.Q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f5b7225b73eb63c2963815bf162ce0a940a4be971b6c0db4e4f14e032c039e7d
|
||||
size 5315175104
|
||||
3
open-reasoner-zero-7b.Q5_1.gguf
Normal file
3
open-reasoner-zero-7b.Q5_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f359d79b757ecc1eca1191349edd72bc2f627b458e0172dbe35a53ff2e18f00f
|
||||
size 5757067968
|
||||
3
open-reasoner-zero-7b.Q5_K_M.gguf
Normal file
3
open-reasoner-zero-7b.Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:4c4dcb90ce8f076f91c4fe00a763e5bd12f92700a31f3416953a0008c3fa6e49
|
||||
size 5444829888
|
||||
3
open-reasoner-zero-7b.Q5_K_S.gguf
Normal file
3
open-reasoner-zero-7b.Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:520cb100e0f191b1bf7ba0ea89db276dc4c6afb816cea3284158a238f60cd0da
|
||||
size 5315175104
|
||||
3
open-reasoner-zero-7b.Q6_K.gguf
Normal file
3
open-reasoner-zero-7b.Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ee30e44e4535287cb8c2525048a83b63096f08c5af058a46b1b85d1919e548a1
|
||||
size 6254197440
|
||||
3
open-reasoner-zero-7b.Q8_0.gguf
Normal file
3
open-reasoner-zero-7b.Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b86e204751e7ee0c77e4618dd5a5e95b549eccb01604c1b497635df9ecbc749c
|
||||
size 8098523840
|
||||
3
open-reasoner-zero-7b.f16.gguf
Normal file
3
open-reasoner-zero-7b.f16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:aeab16286441f5e0451b5d064b3f3a821ca377a7904e111344c99e17574b04ea
|
||||
size 15237851840
|
||||
3
open-reasoner-zero-7b.imatrix
Normal file
3
open-reasoner-zero-7b.imatrix
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9c45cffa852c637f7fdb17a4dd70e63699560c89ac9631c24342cdc2dfb04655
|
||||
size 4536662
|
||||
Reference in New Issue
Block a user