commit d54d578ec09779e24d493b9a4463ac640a951488 Author: ModelHub XC Date: Fri Jun 19 12:51:18 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..720ee9e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +BuddyGlassUncensored2025SFT.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/BuddyGlassUncensored2025SFT.i1-IQ1_M.gguf b/BuddyGlassUncensored2025SFT.i1-IQ1_M.gguf new file mode 100644 index 0000000..72747e4 --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f90868effede6c17cd7d70727513872eb1b5fd7a4d83b64ede568e55773d2e3b +size 2560055360 diff --git a/BuddyGlassUncensored2025SFT.i1-IQ1_S.gguf b/BuddyGlassUncensored2025SFT.i1-IQ1_S.gguf new file mode 100644 index 0000000..b54bc51 --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abd97eb80c7be3fdc5b269aaf8bc531ca6bb9b5065aaf602e800fef62792bb66 +size 2357487680 diff --git a/BuddyGlassUncensored2025SFT.i1-IQ2_M.gguf b/BuddyGlassUncensored2025SFT.i1-IQ2_M.gguf new file mode 100644 index 0000000..6b9f79d --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edb04bd02b894c9bf6efa919fd3c9611a1e067f044ff24414215871764ea0b6f +size 3592345664 diff --git a/BuddyGlassUncensored2025SFT.i1-IQ2_S.gguf b/BuddyGlassUncensored2025SFT.i1-IQ2_S.gguf new file mode 100644 index 0000000..2fa50ba --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7737bbc85d67e586fa8428c77c78e60228066b1b63ba4944888be5582401762e +size 3322255424 diff --git a/BuddyGlassUncensored2025SFT.i1-IQ2_XS.gguf b/BuddyGlassUncensored2025SFT.i1-IQ2_XS.gguf new file mode 100644 index 0000000..c2ef966 --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a32771edbc6b0a76c121315eafa284e35585c2cb3268681f30f00f2b17d0c9c2 +size 3179554880 diff --git a/BuddyGlassUncensored2025SFT.i1-IQ2_XXS.gguf b/BuddyGlassUncensored2025SFT.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..a81d86f --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98bec4308820e882c832fe03cbdf20d112c3bb52ede0e5d0ac8e42c7e1bb334c +size 2897668160 diff --git a/BuddyGlassUncensored2025SFT.i1-IQ3_M.gguf b/BuddyGlassUncensored2025SFT.i1-IQ3_M.gguf new file mode 100644 index 0000000..5f438d3 --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14549f6b00960590eed2a4be30b0a06d0a2e4660b48bb5868a9382f0b050d1b8 +size 4704987200 diff --git a/BuddyGlassUncensored2025SFT.i1-IQ3_S.gguf b/BuddyGlassUncensored2025SFT.i1-IQ3_S.gguf new file mode 100644 index 0000000..b053603 --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:993f0adc9427180afb17cd7aa5b87cb7c8d3f35f5a022ce9958af86eccb9c601 +size 4591138880 diff --git a/BuddyGlassUncensored2025SFT.i1-IQ3_XS.gguf b/BuddyGlassUncensored2025SFT.i1-IQ3_XS.gguf new file mode 100644 index 0000000..31fd806 --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06eefe32d519d109eb9ac879a3fbcf4abec49a1e413325d552a322fffee95b37 +size 4368480320 diff --git a/BuddyGlassUncensored2025SFT.i1-IQ3_XXS.gguf b/BuddyGlassUncensored2025SFT.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..7b28b20 --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19f12731de82827a2587473f8c8029f1801af0880b397a624ab42be8fbb890a6 +size 4078581824 diff --git a/BuddyGlassUncensored2025SFT.i1-IQ4_NL.gguf b/BuddyGlassUncensored2025SFT.i1-IQ4_NL.gguf new file mode 100644 index 0000000..e41f20d --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c7ab1eef4915a29a6be3c86f546f764d836f4f9028e6fe7ae947abb87bc9871 +size 5906348096 diff --git a/BuddyGlassUncensored2025SFT.i1-IQ4_XS.gguf b/BuddyGlassUncensored2025SFT.i1-IQ4_XS.gguf new file mode 100644 index 0000000..da90724 --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f656a788a13717b07b1d7ec29906de300d9bbddf1371e2dac72e479d35534596 +size 5596887104 diff --git a/BuddyGlassUncensored2025SFT.i1-Q2_K.gguf b/BuddyGlassUncensored2025SFT.i1-Q2_K.gguf new file mode 100644 index 0000000..29b51c7 --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef43af0913ad7fa076bef7acf10b6fe1b673f9c13cb720a87321680db76be5d6 +size 3924047936 diff --git a/BuddyGlassUncensored2025SFT.i1-Q2_K_S.gguf b/BuddyGlassUncensored2025SFT.i1-Q2_K_S.gguf new file mode 100644 index 0000000..ba82493 --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e0ac8f4850955479c5637a678c1e533097e0d6360d9cbd6551c2038427cf4fd +size 3668334656 diff --git a/BuddyGlassUncensored2025SFT.i1-Q3_K_L.gguf b/BuddyGlassUncensored2025SFT.i1-Q3_K_L.gguf new file mode 100644 index 0000000..30ced3a --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ace28b36033444380d25f156447dd532c5f9ec2c18c8a20e60f5e009f1133e9 +size 5450807360 diff --git a/BuddyGlassUncensored2025SFT.i1-Q3_K_M.gguf b/BuddyGlassUncensored2025SFT.i1-Q3_K_M.gguf new file mode 100644 index 0000000..3a6f157 --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c29011050cf5ce084857efd881ecfa32ca325c1dd4bbad1db567b365e2dfd91d +size 5052479552 diff --git a/BuddyGlassUncensored2025SFT.i1-Q3_K_S.gguf b/BuddyGlassUncensored2025SFT.i1-Q3_K_S.gguf new file mode 100644 index 0000000..161118c --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6eb877314732810a4ceffb4ea50e49c82df1fa434d668656cd0e1a0803733aa +size 4591138880 diff --git a/BuddyGlassUncensored2025SFT.i1-Q4_0.gguf b/BuddyGlassUncensored2025SFT.i1-Q4_0.gguf new file mode 100644 index 0000000..9791975 --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a0d96feee3234db073138887ce599be6d8528e5a05973e7227a612045b46b5 +size 5928466496 diff --git a/BuddyGlassUncensored2025SFT.i1-Q4_1.gguf b/BuddyGlassUncensored2025SFT.i1-Q4_1.gguf new file mode 100644 index 0000000..c4b4930 --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f031a0a8c16fefb7da75a017cc4853c38519011fe460901cbb9aaf2dda637b8 +size 6525270080 diff --git a/BuddyGlassUncensored2025SFT.i1-Q4_K_M.gguf b/BuddyGlassUncensored2025SFT.i1-Q4_K_M.gguf new file mode 100644 index 0000000..e1287e1 --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:016a6327c9248805641c92d1377dd7417ccd73d92282675ddf7ef5b50f112e77 +size 6287521856 diff --git a/BuddyGlassUncensored2025SFT.i1-Q4_K_S.gguf b/BuddyGlassUncensored2025SFT.i1-Q4_K_S.gguf new file mode 100644 index 0000000..123e85e --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e2212514f0488f3fbf7a078faa3ce4cc870b22722236383ca3fe11f994c77bc +size 5952157760 diff --git a/BuddyGlassUncensored2025SFT.i1-Q5_K_M.gguf b/BuddyGlassUncensored2025SFT.i1-Q5_K_M.gguf new file mode 100644 index 0000000..40e311f --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a844f67fbb0e64c1984fd3f4c0b0171011411d47a77a5c44216b44230a4d8c7 +size 7340554304 diff --git a/BuddyGlassUncensored2025SFT.i1-Q5_K_S.gguf b/BuddyGlassUncensored2025SFT.i1-Q5_K_S.gguf new file mode 100644 index 0000000..a7e7e09 --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:320da163dc9a19dce7e96e3072754ad93af6dd22a97d0e258d120520e46e9720 +size 7144192064 diff --git a/BuddyGlassUncensored2025SFT.i1-Q6_K.gguf b/BuddyGlassUncensored2025SFT.i1-Q6_K.gguf new file mode 100644 index 0000000..09c3407 --- /dev/null +++ b/BuddyGlassUncensored2025SFT.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e621be70b01a420e0f9d2d955e4ecea502d7ff88b9e5800617edca1923a3a8fe +size 8459401280 diff --git a/README.md b/README.md new file mode 100644 index 0000000..15e4cee --- /dev/null +++ b/README.md @@ -0,0 +1,88 @@ +--- +base_model: darkc0de/BuddyGlassUncensored2025SFT +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +- transformers +- unsloth +- llama +- trl +- sft +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/darkc0de/BuddyGlassUncensored2025SFT + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#BuddyGlassUncensored2025SFT-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-IQ1_S.gguf) | i1-IQ1_S | 2.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-IQ1_M.gguf) | i1-IQ1_M | 2.7 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-IQ2_S.gguf) | i1-IQ2_S | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-IQ2_M.gguf) | i1-IQ2_M | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-Q2_K.gguf) | i1-Q2_K | 4.0 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 4.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-IQ3_XS.gguf) | i1-IQ3_XS | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-IQ3_S.gguf) | i1-IQ3_S | 4.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-Q3_K_S.gguf) | i1-Q3_K_S | 4.7 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-IQ3_M.gguf) | i1-IQ3_M | 4.8 | | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-Q3_K_M.gguf) | i1-Q3_K_M | 5.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-Q3_K_L.gguf) | i1-Q3_K_L | 5.6 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-IQ4_XS.gguf) | i1-IQ4_XS | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-IQ4_NL.gguf) | i1-IQ4_NL | 6.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-Q4_0.gguf) | i1-Q4_0 | 6.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-Q4_K_S.gguf) | i1-Q4_K_S | 6.1 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-Q4_K_M.gguf) | i1-Q4_K_M | 6.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-Q4_1.gguf) | i1-Q4_1 | 6.6 | | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-Q5_K_S.gguf) | i1-Q5_K_S | 7.2 | | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-Q5_K_M.gguf) | i1-Q5_K_M | 7.4 | | +| [GGUF](https://huggingface.co/mradermacher/BuddyGlassUncensored2025SFT-i1-GGUF/resolve/main/BuddyGlassUncensored2025SFT.i1-Q6_K.gguf) | i1-Q6_K | 8.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..a4d9174 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99925b4142d0df808ef7621fcc15fd03d8c05184fc147b809860ee627d94ece9 +size 6644805