commit 0e5c228211761c1bc6d69282b042badb771f4816 Author: ModelHub XC Date: Thu Apr 30 23:30:20 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/internlm2-math-plus-1_8b-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..7923bd3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +internlm2-math-plus-1_8b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..87fba64 --- /dev/null +++ b/README.md @@ -0,0 +1,76 @@ +--- +base_model: internlm/internlm2-math-plus-1_8b +language: +- en +- zh +library_name: transformers +license: other +quantized_by: mradermacher +tags: +- math +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/internlm/internlm2-math-plus-1_8b + + +static quants are available at https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-IQ1_S.gguf) | i1-IQ1_S | 0.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-IQ2_S.gguf) | i1-IQ2_S | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-IQ2_M.gguf) | i1-IQ2_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-Q2_K.gguf) | i1-Q2_K | 0.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-IQ3_S.gguf) | i1-IQ3_S | 1.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-IQ3_M.gguf) | i1-IQ3_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.1 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-Q4_0.gguf) | i1-Q4_0 | 1.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.3 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/internlm2-math-plus-1_8b-i1-GGUF/resolve/main/internlm2-math-plus-1_8b.i1-Q6_K.gguf) | i1-Q6_K | 1.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..3653ca3 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dfbc121fc86a8bfa0422ce6cce0a6ae63de59828f3bcf09ae46b1522078d36f +size 1971637 diff --git a/internlm2-math-plus-1_8b.i1-IQ1_M.gguf b/internlm2-math-plus-1_8b.i1-IQ1_M.gguf new file mode 100644 index 0000000..055c7f8 --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba54ac0e930a6872be1cbe0025a5f8700212e4952bdd1d9ae9bfbcea1a0250b0 +size 540276256 diff --git a/internlm2-math-plus-1_8b.i1-IQ1_S.gguf b/internlm2-math-plus-1_8b.i1-IQ1_S.gguf new file mode 100644 index 0000000..6625b80 --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06b3886263afa67cff18a35d71d71c475a6d4243e1cb2d499202f804e21e871d +size 509605408 diff --git a/internlm2-math-plus-1_8b.i1-IQ2_M.gguf b/internlm2-math-plus-1_8b.i1-IQ2_M.gguf new file mode 100644 index 0000000..5fd4dd1 --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbdc80222cab3799a4804714e5b44e0652c1d023fffd62f9e557bdbed7233fe1 +size 719957536 diff --git a/internlm2-math-plus-1_8b.i1-IQ2_S.gguf b/internlm2-math-plus-1_8b.i1-IQ2_S.gguf new file mode 100644 index 0000000..527386b --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed82ecc465bed3eabf4e045213c9abd117b15fc3d6c4d5da931bb19017d1078e +size 679063072 diff --git a/internlm2-math-plus-1_8b.i1-IQ2_XS.gguf b/internlm2-math-plus-1_8b.i1-IQ2_XS.gguf new file mode 100644 index 0000000..34ad18c --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ec1c1afb1d5e762a664d5bf54ee2cfa552f7a4ac4750f52a10c1ce27da4bda +size 635434528 diff --git a/internlm2-math-plus-1_8b.i1-IQ2_XXS.gguf b/internlm2-math-plus-1_8b.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..796eed4 --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6129dd6514646f4e44589faf7f972c82902babeb45808556fa8d02525b2b0197 +size 591394336 diff --git a/internlm2-math-plus-1_8b.i1-IQ3_M.gguf b/internlm2-math-plus-1_8b.i1-IQ3_M.gguf new file mode 100644 index 0000000..f00ea18 --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc8ef7022209e26eb354a1b40737b5a538786bbde5399c6c61e348f5b2e0f72a +size 914998816 diff --git a/internlm2-math-plus-1_8b.i1-IQ3_S.gguf b/internlm2-math-plus-1_8b.i1-IQ3_S.gguf new file mode 100644 index 0000000..7678794 --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb4283a1bdc0e9c1e0819bb64a93cd3c37ec1a3c7b23018ce00316f01d52b8c1 +size 888260128 diff --git a/internlm2-math-plus-1_8b.i1-IQ3_XS.gguf b/internlm2-math-plus-1_8b.i1-IQ3_XS.gguf new file mode 100644 index 0000000..581c627 --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db9dfc321f3fd5327f9cbb17131f96889bbaa0746df085df29ad789b625aae74 +size 852870688 diff --git a/internlm2-math-plus-1_8b.i1-IQ3_XXS.gguf b/internlm2-math-plus-1_8b.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..a37eb03 --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7f97bd95c7b1555d675b45df3c954cbaa5b707a02b4ac8e8cfab7bc2d7b1f2 +size 787590688 diff --git a/internlm2-math-plus-1_8b.i1-IQ4_XS.gguf b/internlm2-math-plus-1_8b.i1-IQ4_XS.gguf new file mode 100644 index 0000000..6f742fe --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bce501a05d59d305d5d5721b5532456a10637cf0eca95b3d62933b8494099dcc +size 1060863520 diff --git a/internlm2-math-plus-1_8b.i1-Q2_K.gguf b/internlm2-math-plus-1_8b.i1-Q2_K.gguf new file mode 100644 index 0000000..fe84318 --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4cb01cb41d475daf89014e701b966525da2224aa4750dd79d7ba67f4bbc421d +size 771886624 diff --git a/internlm2-math-plus-1_8b.i1-Q3_K_L.gguf b/internlm2-math-plus-1_8b.i1-Q3_K_L.gguf new file mode 100644 index 0000000..4c1b282 --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6472578bb25494ec904800e437b2bf9ea53660514402d6a0e74cdf8fcee35b0a +size 1030997536 diff --git a/internlm2-math-plus-1_8b.i1-Q3_K_M.gguf b/internlm2-math-plus-1_8b.i1-Q3_K_M.gguf new file mode 100644 index 0000000..efb589a --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6779dad255b18163bdc88ab97a0f4115d3b7fe9161a4c7e04b412d712664daa2 +size 964412960 diff --git a/internlm2-math-plus-1_8b.i1-Q3_K_S.gguf b/internlm2-math-plus-1_8b.i1-Q3_K_S.gguf new file mode 100644 index 0000000..b7085ae --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb257faa1be563c7cff3c07dfa2cec0915b93072da37f99a82cc8624da745706 +size 888260128 diff --git a/internlm2-math-plus-1_8b.i1-Q4_0.gguf b/internlm2-math-plus-1_8b.i1-Q4_0.gguf new file mode 100644 index 0000000..98c6c53 --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:204d3a6b28f40c3ca5b208aef616a37aafc7770461e7668890761fc71d267e03 +size 1117117984 diff --git a/internlm2-math-plus-1_8b.i1-Q4_K_M.gguf b/internlm2-math-plus-1_8b.i1-Q4_K_M.gguf new file mode 100644 index 0000000..15f19da --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dd931df1b219e2534e6ee563669bbfd91e56842f5cb7aa10765cb4457e8a158 +size 1172364832 diff --git a/internlm2-math-plus-1_8b.i1-Q4_K_S.gguf b/internlm2-math-plus-1_8b.i1-Q4_K_S.gguf new file mode 100644 index 0000000..f45fdbf --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1cbc4e5c609fe2f13cbc076c383dfa98f35178e2cd7ed99a59e5df8a30645e6 +size 1121312288 diff --git a/internlm2-math-plus-1_8b.i1-Q5_K_M.gguf b/internlm2-math-plus-1_8b.i1-Q5_K_M.gguf new file mode 100644 index 0000000..8ebf4a0 --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1da098c1fc46fb08bfa9b25ed8810e428b2981281f8b0e35eb17270d0ea1eb7d +size 1356488224 diff --git a/internlm2-math-plus-1_8b.i1-Q5_K_S.gguf b/internlm2-math-plus-1_8b.i1-Q5_K_S.gguf new file mode 100644 index 0000000..d147688 --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5074fe5ccb99cdf493765ead589e99b6e2d2ed8123558d520689fc794ced1cb +size 1326407200 diff --git a/internlm2-math-plus-1_8b.i1-Q6_K.gguf b/internlm2-math-plus-1_8b.i1-Q6_K.gguf new file mode 100644 index 0000000..a256fa5 --- /dev/null +++ b/internlm2-math-plus-1_8b.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57ad3f8a7e9fbc148ef57840a3f074e64e9b82777bfcd85d4ea1f587f562aacc +size 1552119328