commit 62f3190f213a717dbf879204103277d8f6f4c40b Author: ModelHub XC Date: Sun May 31 02:32:15 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/OpenForecaster-8B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..682f4c0 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenForecaster-8B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/OpenForecaster-8B.i1-IQ1_M.gguf b/OpenForecaster-8B.i1-IQ1_M.gguf new file mode 100644 index 0000000..7c9aea1 --- /dev/null +++ b/OpenForecaster-8B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fee77788d811dff68d63f5a93a7596b7957f0ee693b3281b0501b1ad7b7110f8 +size 2256148608 diff --git a/OpenForecaster-8B.i1-IQ1_S.gguf b/OpenForecaster-8B.i1-IQ1_S.gguf new file mode 100644 index 0000000..e9044eb --- /dev/null +++ b/OpenForecaster-8B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7a5c1105b60a4c44d8d5eed0fd06581b031a84daa150cb920e94259af0d9416 +size 2115770496 diff --git a/OpenForecaster-8B.i1-IQ2_M.gguf b/OpenForecaster-8B.i1-IQ2_M.gguf new file mode 100644 index 0000000..232159e --- /dev/null +++ b/OpenForecaster-8B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f560a3418809b151aa770404ffbd6c8889d6106283e1f59d8f10dd0334abde1f +size 3051915392 diff --git a/OpenForecaster-8B.i1-IQ2_S.gguf b/OpenForecaster-8B.i1-IQ2_S.gguf new file mode 100644 index 0000000..25c962e --- /dev/null +++ b/OpenForecaster-8B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37ae36d004775cf36213261d9666566e177f881a777df428b613127fdae57673 +size 2864744576 diff --git a/OpenForecaster-8B.i1-IQ2_XS.gguf b/OpenForecaster-8B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..909ca40 --- /dev/null +++ b/OpenForecaster-8B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f480b19ec804cb6c7811fd91e33746c0844f0a6ff4f8b8f68e7358ad349f936 +size 2696157312 diff --git a/OpenForecaster-8B.i1-IQ2_XXS.gguf b/OpenForecaster-8B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..adfca51 --- /dev/null +++ b/OpenForecaster-8B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7251c195680abaa6498ec430422c65460ff098b2631c9cf56369c1cc3dc91f2f +size 2490112128 diff --git a/OpenForecaster-8B.i1-IQ3_M.gguf b/OpenForecaster-8B.i1-IQ3_M.gguf new file mode 100644 index 0000000..e8d7c81 --- /dev/null +++ b/OpenForecaster-8B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef36f635ee78927c106a15a1ceaacef85d08236ead7861983d79cca3ef359233 +size 3896621184 diff --git a/OpenForecaster-8B.i1-IQ3_S.gguf b/OpenForecaster-8B.i1-IQ3_S.gguf new file mode 100644 index 0000000..293e660 --- /dev/null +++ b/OpenForecaster-8B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b03388098abf6dc5bce451fc5e96df7caf6386b7d853fb089fc8bc064db5a273 +size 3789666432 diff --git a/OpenForecaster-8B.i1-IQ3_XS.gguf b/OpenForecaster-8B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..c718a90 --- /dev/null +++ b/OpenForecaster-8B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d23a631083fdfb93b565d9e2377b15f2151d9961c3277253e041c1deb7128c +size 3626875008 diff --git a/OpenForecaster-8B.i1-IQ3_XXS.gguf b/OpenForecaster-8B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..48e07d9 --- /dev/null +++ b/OpenForecaster-8B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dd775a390ff255750a7961a4a20ca4c3c1b336e73d0ca18f92c605618f60e73 +size 3369633920 diff --git a/OpenForecaster-8B.i1-IQ4_NL.gguf b/OpenForecaster-8B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..4b191b8 --- /dev/null +++ b/OpenForecaster-8B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e186ada402e9afbcc8c07b93e34c9c40fcee7f31a678f6de1bfcfd5f22869bdf +size 4793624704 diff --git a/OpenForecaster-8B.i1-IQ4_XS.gguf b/OpenForecaster-8B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..545408a --- /dev/null +++ b/OpenForecaster-8B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:208332803385ff17cc18253224023e4c726848681f32f00b9aaa1ca2a58d78ba +size 4561840256 diff --git a/OpenForecaster-8B.i1-Q2_K.gguf b/OpenForecaster-8B.i1-Q2_K.gguf new file mode 100644 index 0000000..a8775c8 --- /dev/null +++ b/OpenForecaster-8B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:239a02ef1dc484d2361c83efdfaa5b9662947e9986a212454eb746745107f529 +size 3281733760 diff --git a/OpenForecaster-8B.i1-Q2_K_S.gguf b/OpenForecaster-8B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..e5ed0ec --- /dev/null +++ b/OpenForecaster-8B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd1a9e6fca6cacd8b28479e24f7a407de289ecd744a375e74ff90603fb5cbcc4 +size 3083552896 diff --git a/OpenForecaster-8B.i1-Q3_K_L.gguf b/OpenForecaster-8B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..e4ca8dc --- /dev/null +++ b/OpenForecaster-8B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:801d1151a861392b45f90ae3ad7dca622c1343cdcbf2362124d6b564fc910dcf +size 4431394944 diff --git a/OpenForecaster-8B.i1-Q3_K_M.gguf b/OpenForecaster-8B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..325af08 --- /dev/null +++ b/OpenForecaster-8B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:881c2a788b274030ab24b46b10aa95c7997c01e0c966b851351e275582b00d78 +size 4124162176 diff --git a/OpenForecaster-8B.i1-Q3_K_S.gguf b/OpenForecaster-8B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..e1b38ee --- /dev/null +++ b/OpenForecaster-8B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8698db36178836b4c06f632c760449fe9f785eea8e83cdb643d9273c072e053 +size 3769612416 diff --git a/OpenForecaster-8B.i1-Q4_0.gguf b/OpenForecaster-8B.i1-Q4_0.gguf new file mode 100644 index 0000000..ddb21c4 --- /dev/null +++ b/OpenForecaster-8B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e52b31a0061f02fee8ea6f8278d56a8acf42426017924a87c5f1cda3f3a9b5 +size 4787333248 diff --git a/OpenForecaster-8B.i1-Q4_1.gguf b/OpenForecaster-8B.i1-Q4_1.gguf new file mode 100644 index 0000000..eb7e4b6 --- /dev/null +++ b/OpenForecaster-8B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01d6c545f1d5605289d2a1d19efd864cd61fbe46ccf27608a3b8981a41885002 +size 5247756416 diff --git a/OpenForecaster-8B.i1-Q4_K_M.gguf b/OpenForecaster-8B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..3235f49 --- /dev/null +++ b/OpenForecaster-8B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:948cb79e1eee5a59c333a275d08214547e3e42c97ef06eeb1d4da07183961165 +size 5027784832 diff --git a/OpenForecaster-8B.i1-Q4_K_S.gguf b/OpenForecaster-8B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..2991de2 --- /dev/null +++ b/OpenForecaster-8B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:227758ab55d06c2b76d752366a536cc5a92732602bb15512cac382598517bd09 +size 4802013312 diff --git a/OpenForecaster-8B.i1-Q5_K_M.gguf b/OpenForecaster-8B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..ba2e9bf --- /dev/null +++ b/OpenForecaster-8B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18daa576d728c5d17e07ba55d23ddfdbbcae383b7a54a4a06872006b6f5a4b51 +size 5851113600 diff --git a/OpenForecaster-8B.i1-Q5_K_S.gguf b/OpenForecaster-8B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..6b6da65 --- /dev/null +++ b/OpenForecaster-8B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fafff6abc8d8e7e0fc9df2130e52fe15d543bca611f405f97bd58a72227ee7ec +size 5720762496 diff --git a/OpenForecaster-8B.i1-Q6_K.gguf b/OpenForecaster-8B.i1-Q6_K.gguf new file mode 100644 index 0000000..4c202af --- /dev/null +++ b/OpenForecaster-8B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a1f08378ce88a90a2ee52bef7368840fd4f24b4a5ed869af37e0ced385711c6 +size 6725900416 diff --git a/OpenForecaster-8B.imatrix.gguf b/OpenForecaster-8B.imatrix.gguf new file mode 100644 index 0000000..2d6473e --- /dev/null +++ b/OpenForecaster-8B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:910e09130ded5d8fbfd39a2ba429edd5aaf44ce9afeb41b4c74a89ec4c14255b +size 5347200 diff --git a/README.md b/README.md new file mode 100644 index 0000000..fe03759 --- /dev/null +++ b/README.md @@ -0,0 +1,93 @@ +--- +base_model: nikhilchandak/OpenForecaster-8B +datasets: +- nikhilchandak/OpenForesight +language: +- en +library_name: transformers +license: mit +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- forecasting +- reasoning +- question-answering +- reinforcement-learning +- calibration +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/nikhilchandak/OpenForecaster-8B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#OpenForecaster-8B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/OpenForecaster-8B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-IQ1_S.gguf) | i1-IQ1_S | 2.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-IQ1_M.gguf) | i1-IQ1_M | 2.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-IQ2_S.gguf) | i1-IQ2_S | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-IQ2_M.gguf) | i1-IQ2_M | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-Q2_K.gguf) | i1-Q2_K | 3.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-IQ3_S.gguf) | i1-IQ3_S | 3.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-IQ3_M.gguf) | i1-IQ3_M | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.7 | | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-Q4_0.gguf) | i1-Q4_0 | 4.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.9 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-Q4_1.gguf) | i1-Q4_1 | 5.3 | | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 6.0 | | +| [GGUF](https://huggingface.co/mradermacher/OpenForecaster-8B-i1-GGUF/resolve/main/OpenForecaster-8B.i1-Q6_K.gguf) | i1-Q6_K | 6.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +