commit 0721e215ca6d9a96317883af1f6e691edaa8bc07 Author: ModelHub XC Date: Thu Jul 9 16:26:11 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b99a912 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ1_M.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ1_M.gguf new file mode 100644 index 0000000..eeb1e4e --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f9700eda9d5918b507e78cb5afff54fbdd31bc0c7a2a82febeb86fdd30aac26 +size 464459296 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ1_S.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ1_S.gguf new file mode 100644 index 0000000..ee3cc58 --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a6c2f0c1695581a1f1b21992a412d6b297515eba2c14238d724cbc9c025925d +size 436525600 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_M.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_M.gguf new file mode 100644 index 0000000..6ed12e4 --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58e8c9bad524ada2e5095956a58e4826323d79427a385e19df284f7096735131 +size 601052704 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_S.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_S.gguf new file mode 100644 index 0000000..1e5bdb0 --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03f0a3b8f6fdbfabb8d6d2dda7824cef7514f9f03d42667dbbdbf1d09f33d67e +size 563807776 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_XS.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_XS.gguf new file mode 100644 index 0000000..bac5e0f --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d72f709955203e20bf0310025bfdfffcd4f24dcdf89ae6ab2a37453b667a32d +size 550324768 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_XXS.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..8ba7efc --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4116bf4a05278728ba71d5d4204db91254a3ca81727ba8bb744fd77ea884cdf +size 511015456 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_M.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_M.gguf new file mode 100644 index 0000000..758f9fa --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3fb65dab416dcbfdf3a7feeeb2a8e1547860d6aa934a4a195204307c0a313c6 +size 776662048 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_S.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_S.gguf new file mode 100644 index 0000000..cb82613 --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55605e3795906a2da397a1bca6a7f253baab0da0ab04565cb46b32a9f21a2763 +size 762404896 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_XS.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_XS.gguf new file mode 100644 index 0000000..452d0f3 --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2767b643e6b77fc2337f4d8e9b8f0beb49140ab9d658e1e381b928df42029397 +size 731697184 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_XXS.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..a920dee --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18bfa6fef66f11bdddb22d3ae9cbdabc29dd74641c8d2304e634237e624487bf +size 668790304 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ4_NL.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ4_NL.gguf new file mode 100644 index 0000000..f120558 --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4403126b8ec7cb80383a8fcff32247b0d82ade699c32fd83c0c7a94166049802 +size 936329248 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ4_XS.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ4_XS.gguf new file mode 100644 index 0000000..ae112cb --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ced9a8ef6ba521888d75959080958f100046fb14546887f3f9345825176b097f +size 895729696 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q2_K.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q2_K.gguf new file mode 100644 index 0000000..1fcb029 --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8860e3806c1501c8c5179957e6ac00bfcbcee62e4947131c717ee1bc889fbaf +size 676302880 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q2_K_S.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q2_K_S.gguf new file mode 100644 index 0000000..3ff14f3 --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f73b977fca8bbbfe7d15b4c0ab6e143c9a499d41a84936ecc24aac99c933f9a +size 640133152 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q3_K_L.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q3_K_L.gguf new file mode 100644 index 0000000..0156480 --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86bebd9301b3edb94c595e03f12c5a9292a5efd177bfded598cfc6509126fa0d +size 880160800 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q3_K_M.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q3_K_M.gguf new file mode 100644 index 0000000..d912338 --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca11ed06b3d642aaffd52c783d7d0ea84e67483d72dd18a9b6c027ff888b1aa +size 824176672 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q3_K_S.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q3_K_S.gguf new file mode 100644 index 0000000..756d715 --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a87d3a2c2b602008a837226a9b11b9199e24e8a7b2e64b74bedf97e7202d388 +size 760942624 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_0.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_0.gguf new file mode 100644 index 0000000..449ed65 --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e501c3384cc4dcdffd6f0cd3dccdc54c83b9e2d0610330f49d2e1fbc9976229 +size 937533472 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_1.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_1.gguf new file mode 100644 index 0000000..ded207d --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f219543f43890cdabd9a56b05e422d17489d6f023f98eddd33a1933fd5b349d4 +size 1016840224 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_K_M.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_K_M.gguf new file mode 100644 index 0000000..9893d44 --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c5c5eb4d46d093e645f2f2002a1c4d0dc3211db048396aac236e296b9558d42 +size 986046496 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_K_S.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_K_S.gguf new file mode 100644 index 0000000..111f838 --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee8dc51c17121b21df8a732d80a6ad02b4c8e28f1a8e0c595b62bd187533ccc3 +size 940310560 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q5_K_M.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q5_K_M.gguf new file mode 100644 index 0000000..1b7a35a --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc9c6b2dda81d3d49a7dcf684d50afd98147d34728157c1a450bd5e8c0494eda +size 1125048352 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q5_K_S.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q5_K_S.gguf new file mode 100644 index 0000000..9b1fb02 --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:000c2bdd4bfde423feab74fa2af7aad8d4fc709d09e20f279edf5e7945676610 +size 1098727456 diff --git a/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q6_K.gguf b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q6_K.gguf new file mode 100644 index 0000000..8c4a611 --- /dev/null +++ b/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b451715d909c08e7f33c4911c14247c9941acf9ca4b74e4d693b32d933640e18 +size 1272737824 diff --git a/README.md b/README.md new file mode 100644 index 0000000..cf43e72 --- /dev/null +++ b/README.md @@ -0,0 +1,76 @@ +--- +base_model: brayene/DPO-Qwen2-1.5B-Instruct-Human-like +language: +- en +library_name: transformers +quantized_by: mradermacher +tags: [] +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/brayene/DPO-Qwen2-1.5B-Instruct-Human-like + + +static quants are available at https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ1_S.gguf) | i1-IQ1_S | 0.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_S.gguf) | i1-IQ2_S | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ2_M.gguf) | i1-IQ2_M | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q2_K.gguf) | i1-Q2_K | 0.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_S.gguf) | i1-IQ3_S | 0.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ3_M.gguf) | i1-IQ3_M | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_0.gguf) | i1-Q4_0 | 1.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q4_1.gguf) | i1-Q4_1 | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-i1-GGUF/resolve/main/DPO-Qwen2-1.5B-Instruct-Human-like.i1-Q6_K.gguf) | i1-Q6_K | 1.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..6e336f8 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99a0209ba0d8f96a56f51afb5f466fecd6f32e3dfc8619cb6d7b0c7719551cab +size 2042201