commit 9d66d9952a41548673534da5f723abd594f8360e Author: ModelHub XC Date: Mon Jun 22 15:07:27 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: QuantFactory/MathCoder2-Llama-3-8B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..446851f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +MathCoder2-Llama-3-8B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MathCoder2-Llama-3-8B.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +MathCoder2-Llama-3-8B.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +MathCoder2-Llama-3-8B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +MathCoder2-Llama-3-8B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +MathCoder2-Llama-3-8B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MathCoder2-Llama-3-8B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MathCoder2-Llama-3-8B.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +MathCoder2-Llama-3-8B.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +MathCoder2-Llama-3-8B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +MathCoder2-Llama-3-8B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +MathCoder2-Llama-3-8B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MathCoder2-Llama-3-8B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MathCoder2-Llama-3-8B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/MathCoder2-Llama-3-8B.Q2_K.gguf b/MathCoder2-Llama-3-8B.Q2_K.gguf new file mode 100644 index 0000000..4501d24 --- /dev/null +++ b/MathCoder2-Llama-3-8B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5714be317078ff14264c2c20481eedac7e41571784f053b09714513822a995a5 +size 3179131744 diff --git a/MathCoder2-Llama-3-8B.Q3_K_L.gguf b/MathCoder2-Llama-3-8B.Q3_K_L.gguf new file mode 100644 index 0000000..edf41d3 --- /dev/null +++ b/MathCoder2-Llama-3-8B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ca5d74b60ef15aaa771297e08ff399a3f599a37e22d2adaa0ee477a1e27aa6 +size 4321956704 diff --git a/MathCoder2-Llama-3-8B.Q3_K_M.gguf b/MathCoder2-Llama-3-8B.Q3_K_M.gguf new file mode 100644 index 0000000..d65e5e5 --- /dev/null +++ b/MathCoder2-Llama-3-8B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf063dfabd81584c69ecba7028bab59609d9612138cdc4a806317c49f16851a9 +size 4018918240 diff --git a/MathCoder2-Llama-3-8B.Q3_K_S.gguf b/MathCoder2-Llama-3-8B.Q3_K_S.gguf new file mode 100644 index 0000000..bfc14e4 --- /dev/null +++ b/MathCoder2-Llama-3-8B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40d2414fe17df1fc26109cf007a3adb6b51b2a601cc30565d413225e4bab86d5 +size 3664499552 diff --git a/MathCoder2-Llama-3-8B.Q4_0.gguf b/MathCoder2-Llama-3-8B.Q4_0.gguf new file mode 100644 index 0000000..ba2890a --- /dev/null +++ b/MathCoder2-Llama-3-8B.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cbff6eb157188a09403dc9a1ba3e92712a2f9f6536538af449c8bca9c4877fd +size 4661212000 diff --git a/MathCoder2-Llama-3-8B.Q4_1.gguf b/MathCoder2-Llama-3-8B.Q4_1.gguf new file mode 100644 index 0000000..f3fd219 --- /dev/null +++ b/MathCoder2-Llama-3-8B.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eaed37a5d99a9b4616edf30d593be811c4cf3795e5eb8558228960c5c04f54d +size 5130253152 diff --git a/MathCoder2-Llama-3-8B.Q4_K_M.gguf b/MathCoder2-Llama-3-8B.Q4_K_M.gguf new file mode 100644 index 0000000..0b5f55f --- /dev/null +++ b/MathCoder2-Llama-3-8B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ae57253ee457f8b9456898a70cb26f65f404820ba7214fb7f12c3975d86e365 +size 4920734560 diff --git a/MathCoder2-Llama-3-8B.Q4_K_S.gguf b/MathCoder2-Llama-3-8B.Q4_K_S.gguf new file mode 100644 index 0000000..2476445 --- /dev/null +++ b/MathCoder2-Llama-3-8B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60083db896647473faa2d16b2a742a6ecf35206b697cf5f71c18e6cab670a43e +size 4692669280 diff --git a/MathCoder2-Llama-3-8B.Q5_0.gguf b/MathCoder2-Llama-3-8B.Q5_0.gguf new file mode 100644 index 0000000..291af9b --- /dev/null +++ b/MathCoder2-Llama-3-8B.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da179ebe85f9cef663fd120d97789141c428e3be77ed0b1218e805f6d47112b8 +size 5599294304 diff --git a/MathCoder2-Llama-3-8B.Q5_1.gguf b/MathCoder2-Llama-3-8B.Q5_1.gguf new file mode 100644 index 0000000..3ee5c54 --- /dev/null +++ b/MathCoder2-Llama-3-8B.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27055245e9a73b00a624b440c206a860c311757b6c3aec85085d5738effd11a4 +size 6068335456 diff --git a/MathCoder2-Llama-3-8B.Q5_K_M.gguf b/MathCoder2-Llama-3-8B.Q5_K_M.gguf new file mode 100644 index 0000000..2f119ca --- /dev/null +++ b/MathCoder2-Llama-3-8B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9a4cdad42f694ffc89138440da013b4726cbf585bd1fec706b3dc22422ef758 +size 5732987744 diff --git a/MathCoder2-Llama-3-8B.Q5_K_S.gguf b/MathCoder2-Llama-3-8B.Q5_K_S.gguf new file mode 100644 index 0000000..8c73189 --- /dev/null +++ b/MathCoder2-Llama-3-8B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d2128e55b731155e7a25f321fbd538374c1a0260588452990702871769aa491 +size 5599294304 diff --git a/MathCoder2-Llama-3-8B.Q6_K.gguf b/MathCoder2-Llama-3-8B.Q6_K.gguf new file mode 100644 index 0000000..82b2857 --- /dev/null +++ b/MathCoder2-Llama-3-8B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a7ae0811454e3abafd6d2329d4a79ead38a48e72e92437a4ae80aba2e1ee27 +size 6596006752 diff --git a/MathCoder2-Llama-3-8B.Q8_0.gguf b/MathCoder2-Llama-3-8B.Q8_0.gguf new file mode 100644 index 0000000..b148363 --- /dev/null +++ b/MathCoder2-Llama-3-8B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0acbd67b25d51213add7928e9accf01f5c902fa4dac01f8695e262329f119592 +size 8540771168 diff --git a/README.md b/README.md new file mode 100644 index 0000000..ec0e324 --- /dev/null +++ b/README.md @@ -0,0 +1,64 @@ + +--- + +license: apache-2.0 +datasets: +- MathGenie/MathCode-Pile +language: +- en +metrics: +- accuracy +base_model: +- meta-llama/Meta-Llama-3-8B +pipeline_tag: text-generation +tags: +- math + +--- + +[![QuantFactory Banner](https://lh7-rt.googleusercontent.com/docsz/AD_4nXeiuCm7c8lEwEJuRey9kiVZsRn2W-b4pWlu3-X534V3YmVuVc2ZL-NXg2RkzSOOS2JXGHutDuyyNAUtdJI65jGTo8jT9Y99tMi4H4MqL44Uc5QKG77B0d6-JfIkZHFaUA71-RtjyYZWVIhqsNZcx8-OMaA?key=xt3VSDoCbmTY7o-cwwOFwQ)](https://hf.co/QuantFactory) + + +# QuantFactory/MathCoder2-Llama-3-8B-GGUF +This is quantized version of [MathGenie/MathCoder2-Llama-3-8B](https://huggingface.co/MathGenie/MathCoder2-Llama-3-8B) created using llama.cpp + +# Original Model Card + + +# MathCoder2 + +### Introduction + +The MathCoder2 models are created by conducting continued pretraining on [MathCode-Pile](https://huggingface.co/datasets/MathGenie/MathCode-Pile). They are introduced in the paper [MathCoder2: Better Math Reasoning from Continued Pretraining on Model-translated Mathematical Code](https://arxiv.org/abs/2410.08196). + +The mathematical pretraining dataset includes mathematical code accompanied with natural language reasoning steps, making it a superior resource for models aimed at performing advanced mathematical reasoning tasks. + +### Evaluation + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65dd9e7b4a4fce1ec96dc6b7/BEZoDZLjp-fPFlt7oFXBa.png) + +### Citation + +If you find this repository helpful, please consider citing our papers: + +``` +@misc{lu2024mathcoder2bettermathreasoning, + title={MathCoder2: Better Math Reasoning from Continued Pretraining on Model-translated Mathematical Code}, + author={Zimu Lu and Aojun Zhou and Ke Wang and Houxing Ren and Weikang Shi and Junting Pan and Mingjie Zhan and Hongsheng Li}, + year={2024}, + eprint={2410.08196}, + archivePrefix={arXiv}, + primaryClass={cs.CL}, + url={https://arxiv.org/abs/2410.08196}, +} +``` +``` +@inproceedings{ +wang2024mathcoder, +title={MathCoder: Seamless Code Integration in {LLM}s for Enhanced Mathematical Reasoning}, +author={Zimu Lu and Aojun Zhou and Zimu Lu and Sichun Luo and Weikang Shi and Renrui Zhang and Linqi Song and Mingjie Zhan and Hongsheng Li}, +booktitle={The Twelfth International Conference on Learning Representations}, +year={2024}, +url={https://openreview.net/forum?id=z8TW0ttBPp} +} +``` diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file