commit 450d630a50897747bf15edc6bb2314320f9b8220 Author: ModelHub XC Date: Sat Jun 13 08:52:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Austral-Xgen-9B-Base-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9651ecb --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Austral-Xgen-9B-Base.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Austral-Xgen-9B-Base.i1-IQ1_M.gguf b/Austral-Xgen-9B-Base.i1-IQ1_M.gguf new file mode 100644 index 0000000..4258bdd --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee83a558c49c37f7b494f0d715d002bb3b42c9355c9dad5b12c5a3574308b85b +size 2704531808 diff --git a/Austral-Xgen-9B-Base.i1-IQ1_S.gguf b/Austral-Xgen-9B-Base.i1-IQ1_S.gguf new file mode 100644 index 0000000..068d90b --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fcb756f939052bf4c4bb3e7b907ae9921a83545bbae46fac40f9adaf744eb65 +size 2503500128 diff --git a/Austral-Xgen-9B-Base.i1-IQ2_M.gguf b/Austral-Xgen-9B-Base.i1-IQ2_M.gguf new file mode 100644 index 0000000..e1cc47a --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c4f906ac6fba87518b306489744c7b4c730a576176755d2a538953ff8214000 +size 3777847648 diff --git a/Austral-Xgen-9B-Base.i1-IQ2_S.gguf b/Austral-Xgen-9B-Base.i1-IQ2_S.gguf new file mode 100644 index 0000000..0d9d4cd --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9dca46eda2fa0b608667c949ff0ed245c84ad4cbfdfb9904bde208755d1caf7 +size 3509805408 diff --git a/Austral-Xgen-9B-Base.i1-IQ2_XS.gguf b/Austral-Xgen-9B-Base.i1-IQ2_XS.gguf new file mode 100644 index 0000000..7388442 --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdfbfdcd9dd4c82cd4009b65ccea229e219f3023108ee826695321f09ce1f2f4 +size 3331219808 diff --git a/Austral-Xgen-9B-Base.i1-IQ2_XXS.gguf b/Austral-Xgen-9B-Base.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..46ab63b --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1a8c5164d7b168bc197f10987e153ad9dd56e7809cd0666919db0700f65485f +size 3039584608 diff --git a/Austral-Xgen-9B-Base.i1-IQ3_M.gguf b/Austral-Xgen-9B-Base.i1-IQ3_M.gguf new file mode 100644 index 0000000..4fa49c2 --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ec4052e88e6e2164f017e0e727baf347ab87347902fbad85aca15b6afd8ce4 +size 4910965088 diff --git a/Austral-Xgen-9B-Base.i1-IQ3_S.gguf b/Austral-Xgen-9B-Base.i1-IQ3_S.gguf new file mode 100644 index 0000000..71e83f0 --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f821128cbf436067df9e6c77b238f67990235d827f5ef1c6368380b973e04e0 +size 4771701088 diff --git a/Austral-Xgen-9B-Base.i1-IQ3_XS.gguf b/Austral-Xgen-9B-Base.i1-IQ3_XS.gguf new file mode 100644 index 0000000..81d49f7 --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc10c316fbaf39cc59efb92e87e4ec062f1d8c150e3cc01110d2238eb73b67e1 +size 4540293472 diff --git a/Austral-Xgen-9B-Base.i1-IQ3_XXS.gguf b/Austral-Xgen-9B-Base.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..132bc90 --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be88ecab76be90f500de12d9637f6100705d12d3687d18f8b7cbf64b2b90119e +size 4241187168 diff --git a/Austral-Xgen-9B-Base.i1-IQ4_NL.gguf b/Austral-Xgen-9B-Base.i1-IQ4_NL.gguf new file mode 100644 index 0000000..349fb07 --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f632002a30f6c198a6dda6415b0381096e7b7ccc9f69649c5e415cd669c8170 +size 6129443168 diff --git a/Austral-Xgen-9B-Base.i1-IQ4_XS.gguf b/Austral-Xgen-9B-Base.i1-IQ4_XS.gguf new file mode 100644 index 0000000..954546e --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05dd1af792f42948532dd170d7b28df93b59ff747e7c51be5bf00e186da9473c +size 5815525728 diff --git a/Austral-Xgen-9B-Base.i1-Q2_K.gguf b/Austral-Xgen-9B-Base.i1-Q2_K.gguf new file mode 100644 index 0000000..8987168 --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0a954054f2753dd1bb42712252336b5a581150c9326858de4c1b541d82b82f4 +size 4096516448 diff --git a/Austral-Xgen-9B-Base.i1-Q2_K_S.gguf b/Austral-Xgen-9B-Base.i1-Q2_K_S.gguf new file mode 100644 index 0000000..aba4893 --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b533d6cf1f6c765f4bc97c6d29ac9c50abd9a25eb5cef88c93274ac911378c3 +size 3820282208 diff --git a/Austral-Xgen-9B-Base.i1-Q3_K_L.gguf b/Austral-Xgen-9B-Base.i1-Q3_K_L.gguf new file mode 100644 index 0000000..77a5582 --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7f690e9e2d44f96cbfcc538fac2fc38294b666b1b5c14c4944703f9a705db6f +size 5671182688 diff --git a/Austral-Xgen-9B-Base.i1-Q3_K_M.gguf b/Austral-Xgen-9B-Base.i1-Q3_K_M.gguf new file mode 100644 index 0000000..9e047df --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0049ca6fa0ae83a98ed2ec1aebd195f3b63b7a0b8d7eb630dcd0e9418a0500a8 +size 5238645088 diff --git a/Austral-Xgen-9B-Base.i1-Q3_K_S.gguf b/Austral-Xgen-9B-Base.i1-Q3_K_S.gguf new file mode 100644 index 0000000..d788727 --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eef8bda413c68dbf3355ca1e43738289f62c45bdec5fb18541c7a8b1f891062 +size 4746633568 diff --git a/Austral-Xgen-9B-Base.i1-Q4_0.gguf b/Austral-Xgen-9B-Base.i1-Q4_0.gguf new file mode 100644 index 0000000..1803f60 --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99fcdbfb8abbecce9b4e2beea8b89febc5b5eb72e70725c69aefe07c128d34d1 +size 6124200288 diff --git a/Austral-Xgen-9B-Base.i1-Q4_1.gguf b/Austral-Xgen-9B-Base.i1-Q4_1.gguf new file mode 100644 index 0000000..b31b479 --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56a47ec63b555dddce811c82be8e43a500be4c50bc0ec5a98495239ebf813f5b +size 6745481568 diff --git a/Austral-Xgen-9B-Base.i1-Q4_K_M.gguf b/Austral-Xgen-9B-Base.i1-Q4_K_M.gguf new file mode 100644 index 0000000..f9e4380 --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0133f3fd65870d328e7fe3b37ca64034582f76211600b4aa6bc9f8b33a0d6829 +size 6462693728 diff --git a/Austral-Xgen-9B-Base.i1-Q4_K_S.gguf b/Austral-Xgen-9B-Base.i1-Q4_K_S.gguf new file mode 100644 index 0000000..e7e6028 --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bbd288a0848538f08fd8359ef223da8ff5ad0f92e31f2e70752954b347581db +size 6144647520 diff --git a/Austral-Xgen-9B-Base.i1-Q5_K_M.gguf b/Austral-Xgen-9B-Base.i1-Q5_K_M.gguf new file mode 100644 index 0000000..a51f55d --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6a9dd54a77807d83e8786b800457e50a2cefbcade58ff524a5d56ed61d59324 +size 7568941408 diff --git a/Austral-Xgen-9B-Base.i1-Q5_K_S.gguf b/Austral-Xgen-9B-Base.i1-Q5_K_S.gguf new file mode 100644 index 0000000..e6fea8a --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28efc4c0966e162ee1bcff1a8efe5b652b6a3c03e52d053985428f0b80a6a669 +size 7385112928 diff --git a/Austral-Xgen-9B-Base.i1-Q6_K.gguf b/Austral-Xgen-9B-Base.i1-Q6_K.gguf new file mode 100644 index 0000000..67ec011 --- /dev/null +++ b/Austral-Xgen-9B-Base.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0d7a0566100f22aa9a0cb5e3f948b2649d31a58f1beed6c1ca898138994853f +size 8744329568 diff --git a/Austral-Xgen-9B-Base.imatrix.gguf b/Austral-Xgen-9B-Base.imatrix.gguf new file mode 100644 index 0000000..6e5c5e9 --- /dev/null +++ b/Austral-Xgen-9B-Base.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f957cba43703291684dcebb1045c1353aaf06bce654d85be8db8cf9dde301047 +size 7052608 diff --git a/README.md b/README.md new file mode 100644 index 0000000..51bb440 --- /dev/null +++ b/README.md @@ -0,0 +1,84 @@ +--- +base_model: Delta-Vector/Austral-Xgen-9B-Base +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Delta-Vector/Austral-Xgen-9B-Base + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Austral-Xgen-9B-Base-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-IQ1_S.gguf) | i1-IQ1_S | 2.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-IQ1_M.gguf) | i1-IQ1_M | 2.8 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-IQ2_S.gguf) | i1-IQ2_S | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-IQ2_M.gguf) | i1-IQ2_M | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.9 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-Q2_K.gguf) | i1-Q2_K | 4.2 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 4.3 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-IQ3_XS.gguf) | i1-IQ3_XS | 4.6 | | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-Q3_K_S.gguf) | i1-Q3_K_S | 4.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-IQ3_S.gguf) | i1-IQ3_S | 4.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-IQ3_M.gguf) | i1-IQ3_M | 5.0 | | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-Q3_K_M.gguf) | i1-Q3_K_M | 5.3 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-Q3_K_L.gguf) | i1-Q3_K_L | 5.8 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-IQ4_XS.gguf) | i1-IQ4_XS | 5.9 | | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-Q4_0.gguf) | i1-Q4_0 | 6.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-IQ4_NL.gguf) | i1-IQ4_NL | 6.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-Q4_K_S.gguf) | i1-Q4_K_S | 6.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-Q4_K_M.gguf) | i1-Q4_K_M | 6.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-Q4_1.gguf) | i1-Q4_1 | 6.8 | | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-Q5_K_S.gguf) | i1-Q5_K_S | 7.5 | | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-Q5_K_M.gguf) | i1-Q5_K_M | 7.7 | | +| [GGUF](https://huggingface.co/mradermacher/Austral-Xgen-9B-Base-i1-GGUF/resolve/main/Austral-Xgen-9B-Base.i1-Q6_K.gguf) | i1-Q6_K | 8.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +