commit ab96c75932f94efdfe7a5424a2f513971c1cad15 Author: ModelHub XC Date: Wed Jun 17 16:18:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: duyntnet/OpenMath-Mistral-7B-v0.1-hf-imatrix-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4e2f1d6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,62 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenMath-Mistral-7B-v0.1-hf-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/OpenMath-Mistral-7B-v0.1-hf-IQ1_M.gguf b/OpenMath-Mistral-7B-v0.1-hf-IQ1_M.gguf new file mode 100644 index 0000000..3e57e7c --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ab0f3b099aaabfafeb03ba6021db4e44ab31ecd243d1aef5ed2c954e6a54ed8 +size 1754446304 diff --git a/OpenMath-Mistral-7B-v0.1-hf-IQ1_S.gguf b/OpenMath-Mistral-7B-v0.1-hf-IQ1_S.gguf new file mode 100644 index 0000000..cfe7b59 --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac0e7ce348d3ca4b0cf9b60528932bad4913a4bf26d77e4706fa4b414746cf1 +size 1612102112 diff --git a/OpenMath-Mistral-7B-v0.1-hf-IQ2_M.gguf b/OpenMath-Mistral-7B-v0.1-hf-IQ2_M.gguf new file mode 100644 index 0000000..8a6c0cf --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45503090ed277f67f23e651316ac884f6f5378dc42b2b7ea0a5a5bd1aeb2313d +size 2500712928 diff --git a/OpenMath-Mistral-7B-v0.1-hf-IQ2_S.gguf b/OpenMath-Mistral-7B-v0.1-hf-IQ2_S.gguf new file mode 100644 index 0000000..a4f9823 --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dc4adc68da302be2b5a1ab03e9bd4a239d3de2190b1f769d8a4b6966ea28036 +size 2310920672 diff --git a/OpenMath-Mistral-7B-v0.1-hf-IQ2_XS.gguf b/OpenMath-Mistral-7B-v0.1-hf-IQ2_XS.gguf new file mode 100644 index 0000000..f67674a --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34ef847350400ed57af49f42222efc812711624bee4e8a52cc0335a9e6fbe481 +size 2198256096 diff --git a/OpenMath-Mistral-7B-v0.1-hf-IQ2_XXS.gguf b/OpenMath-Mistral-7B-v0.1-hf-IQ2_XXS.gguf new file mode 100644 index 0000000..f8c8966 --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e791692d7979710b4ca109cee4c2e1d630b250d96b3598d0cd5b0d9f3ebb3753 +size 1991686624 diff --git a/OpenMath-Mistral-7B-v0.1-hf-IQ3_M.gguf b/OpenMath-Mistral-7B-v0.1-hf-IQ3_M.gguf new file mode 100644 index 0000000..2b00ae1 --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0a8812d9e89b76f552e6ccfd12bf496e84f9556647292a70cfc2bf218e911b5 +size 3284892128 diff --git a/OpenMath-Mistral-7B-v0.1-hf-IQ3_S.gguf b/OpenMath-Mistral-7B-v0.1-hf-IQ3_S.gguf new file mode 100644 index 0000000..70f945b --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2867e91a37d1fc99689ed4385b2cfdf9bd5bb575609feeb31a51fe1971acece +size 3182393824 diff --git a/OpenMath-Mistral-7B-v0.1-hf-IQ3_XS.gguf b/OpenMath-Mistral-7B-v0.1-hf-IQ3_XS.gguf new file mode 100644 index 0000000..37ecda2 --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5889acc172be556b8a88dd39fc63982ca582c4cc7248d0d679f9de01346e0297 +size 3018815968 diff --git a/OpenMath-Mistral-7B-v0.1-hf-IQ3_XXS.gguf b/OpenMath-Mistral-7B-v0.1-hf-IQ3_XXS.gguf new file mode 100644 index 0000000..02e4cfd --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2785c1c11d8519fa669791bffe213bba1f7461c377167e69f9a4ae28d51bb5f3 +size 2827344352 diff --git a/OpenMath-Mistral-7B-v0.1-hf-IQ4_NL.gguf b/OpenMath-Mistral-7B-v0.1-hf-IQ4_NL.gguf new file mode 100644 index 0000000..477c89c --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:018fb514c3f61f92bdb6b38b379fea628a1db15e4ee482afaccbdc638288bfcf +size 4125694432 diff --git a/OpenMath-Mistral-7B-v0.1-hf-IQ4_XS.gguf b/OpenMath-Mistral-7B-v0.1-hf-IQ4_XS.gguf new file mode 100644 index 0000000..251ed9b --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b910dd4f3be707cb7c79ea8109911a327b082f0b6a7a7c66657adb5d7a3bdf4 +size 3907688928 diff --git a/OpenMath-Mistral-7B-v0.1-hf-Q2_K.gguf b/OpenMath-Mistral-7B-v0.1-hf-Q2_K.gguf new file mode 100644 index 0000000..ffafee5 --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d03de1eb608c9b93ad5ffc872f84cea5ae35435a1898ca2da6c284bcb24336f7 +size 2719242720 diff --git a/OpenMath-Mistral-7B-v0.1-hf-Q2_K_S.gguf b/OpenMath-Mistral-7B-v0.1-hf-Q2_K_S.gguf new file mode 100644 index 0000000..c47cd1c --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52166ab2b5668a56c4286c1c041645a43e0ceef8c06066b008d51bda7da61217 +size 2528926176 diff --git a/OpenMath-Mistral-7B-v0.1-hf-Q3_K_L.gguf b/OpenMath-Mistral-7B-v0.1-hf-Q3_K_L.gguf new file mode 100644 index 0000000..98d4c97 --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76bfb0a73ce6facf95e3e1e31d8a02a3347e157620e9525040d6767bf5cd7e7e +size 3822025184 diff --git a/OpenMath-Mistral-7B-v0.1-hf-Q3_K_M.gguf b/OpenMath-Mistral-7B-v0.1-hf-Q3_K_M.gguf new file mode 100644 index 0000000..b1b46af --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fcceca203a969651e0aa92d92631adc4981abb2e0006d1d5aed8320308bf634 +size 3518986720 diff --git a/OpenMath-Mistral-7B-v0.1-hf-Q3_K_S.gguf b/OpenMath-Mistral-7B-v0.1-hf-Q3_K_S.gguf new file mode 100644 index 0000000..1390a75 --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33de7b64f331da443f2c99c6f00954422a210003262b49486cf1eed2a4ea6a23 +size 3164568032 diff --git a/OpenMath-Mistral-7B-v0.1-hf-Q4_0.gguf b/OpenMath-Mistral-7B-v0.1-hf-Q4_0.gguf new file mode 100644 index 0000000..0a47b62 --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:738cbc0879a851ea25d1bfd2e8a4dff319ff775a73ca34c9235038859b462e05 +size 4123597280 diff --git a/OpenMath-Mistral-7B-v0.1-hf-Q4_1.gguf b/OpenMath-Mistral-7B-v0.1-hf-Q4_1.gguf new file mode 100644 index 0000000..2c4d335 --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:994e18f89051e99d944a8ef775252e6788299b0e1485873053e53992dc140991 +size 4553316832 diff --git a/OpenMath-Mistral-7B-v0.1-hf-Q4_K_M.gguf b/OpenMath-Mistral-7B-v0.1-hf-Q4_K_M.gguf new file mode 100644 index 0000000..ab8a185 --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff84a5c97be8b8f9e1af808178238a368122610b0f4ee3ccaa49f723232a90c3 +size 4368439776 diff --git a/OpenMath-Mistral-7B-v0.1-hf-Q4_K_S.gguf b/OpenMath-Mistral-7B-v0.1-hf-Q4_K_S.gguf new file mode 100644 index 0000000..a6ef608 --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1468211e01a350855cf3ab2828334b2ba183dc6c647331a3c42abb811c352748 +size 4140374496 diff --git a/OpenMath-Mistral-7B-v0.1-hf-Q5_0.gguf b/OpenMath-Mistral-7B-v0.1-hf-Q5_0.gguf new file mode 100644 index 0000000..2e076d4 --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:953a3d64fa46f77f8a42ef49adee6ce8d2793460e0695934c7751f58234791f9 +size 5012396512 diff --git a/OpenMath-Mistral-7B-v0.1-hf-Q5_1.gguf b/OpenMath-Mistral-7B-v0.1-hf-Q5_1.gguf new file mode 100644 index 0000000..2c77ef8 --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6254ffc6d05e2eb083b94f33fb9497b8273f97dd437a8f68e5213c4dd46942dc +size 5442116064 diff --git a/OpenMath-Mistral-7B-v0.1-hf-Q5_K_M.gguf b/OpenMath-Mistral-7B-v0.1-hf-Q5_K_M.gguf new file mode 100644 index 0000000..6d1498f --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee4dfa65e7496d8dd3d0c5cf42bc18c96236a882fdc781118c66f866f7ed206 +size 5131409888 diff --git a/OpenMath-Mistral-7B-v0.1-hf-Q5_K_S.gguf b/OpenMath-Mistral-7B-v0.1-hf-Q5_K_S.gguf new file mode 100644 index 0000000..5a671bd --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c1edd0219ed02fbe40904c076a157010b1174539b0aae72231e20683fcda121 +size 4997716448 diff --git a/OpenMath-Mistral-7B-v0.1-hf-Q6_K.gguf b/OpenMath-Mistral-7B-v0.1-hf-Q6_K.gguf new file mode 100644 index 0000000..f0c453a --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb1e2c6dd50a024bc547ccf232eb7009f545bef3d13190d7b1ec314af997756b +size 5942065632 diff --git a/OpenMath-Mistral-7B-v0.1-hf-Q8_0.gguf b/OpenMath-Mistral-7B-v0.1-hf-Q8_0.gguf new file mode 100644 index 0000000..a0335fc --- /dev/null +++ b/OpenMath-Mistral-7B-v0.1-hf-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d01ca152f21658892797046ab31b1d8aa2fdb5203d3ddbe883aecdcbca3eb6 +size 7695858144 diff --git a/README.md b/README.md new file mode 100644 index 0000000..43018e5 --- /dev/null +++ b/README.md @@ -0,0 +1,25 @@ +--- +license: other +language: +- en +pipeline_tag: text-generation +inference: false +tags: +- transformers +- gguf +- imatrix +- OpenMath-Mistral-7B-v0.1-hf +--- +Quantizations of https://huggingface.co/nvidia/OpenMath-Mistral-7B-v0.1-hf + + +# From original readme + +OpenMath models were designed to solve mathematical problems by integrating text-based reasoning with code blocks +executed by Python interpreter. The models were trained on [OpenMathInstruct-1](https://huggingface.co/datasets/nvidia/OpenMathInstruct-1), +a math instruction tuning dataset with 1.8M problem-solution pairs generated using permissively licensed +[Mixtral-8x7B](https://huggingface.co/mistralai/Mixtral-8x7B-v0.1) model. + +## How to use the models? + +Try to [run inference with our models](https://github.com/Kipok/NeMo-Skills/blob/main/docs/inference.md) with just a few commands! \ No newline at end of file