From a44d7824360a560b2fd30d2cc8732af74872d117 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 5 Jun 2026 04:19:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Dolphy-1.0-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++++++ Dolphy-1.0.i1-IQ1_M.gguf | 3 ++ Dolphy-1.0.i1-IQ1_S.gguf | 3 ++ Dolphy-1.0.i1-IQ2_M.gguf | 3 ++ Dolphy-1.0.i1-IQ2_S.gguf | 3 ++ Dolphy-1.0.i1-IQ2_XS.gguf | 3 ++ Dolphy-1.0.i1-IQ2_XXS.gguf | 3 ++ Dolphy-1.0.i1-IQ3_M.gguf | 3 ++ Dolphy-1.0.i1-IQ3_S.gguf | 3 ++ Dolphy-1.0.i1-IQ3_XS.gguf | 3 ++ Dolphy-1.0.i1-IQ3_XXS.gguf | 3 ++ Dolphy-1.0.i1-IQ4_NL.gguf | 3 ++ Dolphy-1.0.i1-IQ4_XS.gguf | 3 ++ Dolphy-1.0.i1-Q2_K.gguf | 3 ++ Dolphy-1.0.i1-Q2_K_S.gguf | 3 ++ Dolphy-1.0.i1-Q3_K_L.gguf | 3 ++ Dolphy-1.0.i1-Q3_K_M.gguf | 3 ++ Dolphy-1.0.i1-Q3_K_S.gguf | 3 ++ Dolphy-1.0.i1-Q4_0.gguf | 3 ++ Dolphy-1.0.i1-Q4_1.gguf | 3 ++ Dolphy-1.0.i1-Q4_K_M.gguf | 3 ++ Dolphy-1.0.i1-Q4_K_S.gguf | 3 ++ Dolphy-1.0.i1-Q5_K_M.gguf | 3 ++ Dolphy-1.0.i1-Q5_K_S.gguf | 3 ++ Dolphy-1.0.i1-Q6_K.gguf | 3 ++ Dolphy-1.0.imatrix.gguf | 3 ++ README.md | 101 +++++++++++++++++++++++++++++++++++++ 27 files changed, 236 insertions(+) create mode 100644 .gitattributes create mode 100644 Dolphy-1.0.i1-IQ1_M.gguf create mode 100644 Dolphy-1.0.i1-IQ1_S.gguf create mode 100644 Dolphy-1.0.i1-IQ2_M.gguf create mode 100644 Dolphy-1.0.i1-IQ2_S.gguf create mode 100644 Dolphy-1.0.i1-IQ2_XS.gguf create mode 100644 Dolphy-1.0.i1-IQ2_XXS.gguf create mode 100644 Dolphy-1.0.i1-IQ3_M.gguf create mode 100644 Dolphy-1.0.i1-IQ3_S.gguf create mode 100644 Dolphy-1.0.i1-IQ3_XS.gguf create mode 100644 Dolphy-1.0.i1-IQ3_XXS.gguf create mode 100644 Dolphy-1.0.i1-IQ4_NL.gguf create mode 100644 Dolphy-1.0.i1-IQ4_XS.gguf create mode 100644 Dolphy-1.0.i1-Q2_K.gguf create mode 100644 Dolphy-1.0.i1-Q2_K_S.gguf create mode 100644 Dolphy-1.0.i1-Q3_K_L.gguf create mode 100644 Dolphy-1.0.i1-Q3_K_M.gguf create mode 100644 Dolphy-1.0.i1-Q3_K_S.gguf create mode 100644 Dolphy-1.0.i1-Q4_0.gguf create mode 100644 Dolphy-1.0.i1-Q4_1.gguf create mode 100644 Dolphy-1.0.i1-Q4_K_M.gguf create mode 100644 Dolphy-1.0.i1-Q4_K_S.gguf create mode 100644 Dolphy-1.0.i1-Q5_K_M.gguf create mode 100644 Dolphy-1.0.i1-Q5_K_S.gguf create mode 100644 Dolphy-1.0.i1-Q6_K.gguf create mode 100644 Dolphy-1.0.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c245bf7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Dolphy-1.0.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Dolphy-1.0.i1-IQ1_M.gguf b/Dolphy-1.0.i1-IQ1_M.gguf new file mode 100644 index 0000000..1fb146d --- /dev/null +++ b/Dolphy-1.0.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7a6f19054801dc1b48377c0c382b9661e86f0115983b10c1c0db541acb55493 +size 1127017728 diff --git a/Dolphy-1.0.i1-IQ1_S.gguf b/Dolphy-1.0.i1-IQ1_S.gguf new file mode 100644 index 0000000..5f7c952 --- /dev/null +++ b/Dolphy-1.0.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c7422d6310f48edffbb187bd82b32084dcab77dcea3d5e465eb55a09a884c51 +size 1055255808 diff --git a/Dolphy-1.0.i1-IQ2_M.gguf b/Dolphy-1.0.i1-IQ2_M.gguf new file mode 100644 index 0000000..9e22d41 --- /dev/null +++ b/Dolphy-1.0.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18783ee4bc82dd3a002c8d510cd2fe4342acf897d51c8eb1b9a41db1e70588bc +size 1512983808 diff --git a/Dolphy-1.0.i1-IQ2_S.gguf b/Dolphy-1.0.i1-IQ2_S.gguf new file mode 100644 index 0000000..8de59b8 --- /dev/null +++ b/Dolphy-1.0.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48531ab981438e698db519bd6447cbf36656d99a7cb12591940fcafb4ac21e3b +size 1417301248 diff --git a/Dolphy-1.0.i1-IQ2_XS.gguf b/Dolphy-1.0.i1-IQ2_XS.gguf new file mode 100644 index 0000000..e6d2bd6 --- /dev/null +++ b/Dolphy-1.0.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3553ad2c8ba303cdaecf50f5df70647fa34d0454a195d7f53ccd6b1507e663b8 +size 1354099968 diff --git a/Dolphy-1.0.i1-IQ2_XXS.gguf b/Dolphy-1.0.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..8349fad --- /dev/null +++ b/Dolphy-1.0.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57e2a9f46eb27aefaed9620c3177d450212950533b7d7f6685d479da27b92b35 +size 1246620928 diff --git a/Dolphy-1.0.i1-IQ3_M.gguf b/Dolphy-1.0.i1-IQ3_M.gguf new file mode 100644 index 0000000..faa0c34 --- /dev/null +++ b/Dolphy-1.0.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39b3740535a58e9dbc51ec6d25ddcbdd30354de990c77c17ec20e631aa6c3002 +size 1962896128 diff --git a/Dolphy-1.0.i1-IQ3_S.gguf b/Dolphy-1.0.i1-IQ3_S.gguf new file mode 100644 index 0000000..019d8fb --- /dev/null +++ b/Dolphy-1.0.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:128bbbadef4a4985eb8e0eced4fd7b65164924dcf302aa38993e0cc66b79fe80 +size 1899531008 diff --git a/Dolphy-1.0.i1-IQ3_XS.gguf b/Dolphy-1.0.i1-IQ3_XS.gguf new file mode 100644 index 0000000..3036727 --- /dev/null +++ b/Dolphy-1.0.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:663c3359c80ce7a453d3dfc6ac3265daa28e3e12606f9f94ed36cb7a4f877f18 +size 1814375168 diff --git a/Dolphy-1.0.i1-IQ3_XXS.gguf b/Dolphy-1.0.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..eefab98 --- /dev/null +++ b/Dolphy-1.0.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918904a48b1b809a4dacfc214b47db035c3e7a51faae58b02647b8e32da9d48d +size 1670188288 diff --git a/Dolphy-1.0.i1-IQ4_NL.gguf b/Dolphy-1.0.i1-IQ4_NL.gguf new file mode 100644 index 0000000..0d83713 --- /dev/null +++ b/Dolphy-1.0.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d56bce3d7e130254e75fa18145e2c0abd0ffc578f644465bccb9f37b72ec6425 +size 2381343488 diff --git a/Dolphy-1.0.i1-IQ4_XS.gguf b/Dolphy-1.0.i1-IQ4_XS.gguf new file mode 100644 index 0000000..eb52ded --- /dev/null +++ b/Dolphy-1.0.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ba86ded4774f045d73b15fa9851394d8b8500be0f0f1942df10c15feae82677 +size 2270751488 diff --git a/Dolphy-1.0.i1-Q2_K.gguf b/Dolphy-1.0.i1-Q2_K.gguf new file mode 100644 index 0000000..92e99b6 --- /dev/null +++ b/Dolphy-1.0.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5937540ca8d26ecc5e8ff39a2a476a57f42c96293f8b09814bd562da5a34ca8d +size 1669499648 diff --git a/Dolphy-1.0.i1-Q2_K_S.gguf b/Dolphy-1.0.i1-Q2_K_S.gguf new file mode 100644 index 0000000..7f490c4 --- /dev/null +++ b/Dolphy-1.0.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f6ef242fb3acfbc03a1ecb0ffab43bfac4ccbc87787d22b5dd3b1db02af00e5 +size 1563454208 diff --git a/Dolphy-1.0.i1-Q3_K_L.gguf b/Dolphy-1.0.i1-Q3_K_L.gguf new file mode 100644 index 0000000..6adbae2 --- /dev/null +++ b/Dolphy-1.0.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0200badba5864bcdbbc1c735acd167c34637992e346ffb8b4e1814adc36b8714 +size 2239785728 diff --git a/Dolphy-1.0.i1-Q3_K_M.gguf b/Dolphy-1.0.i1-Q3_K_M.gguf new file mode 100644 index 0000000..6bc433c --- /dev/null +++ b/Dolphy-1.0.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16f7e4c811b2ac8d692d26e143e54e34b7202bb8ed31859339f4b600c515cbb7 +size 2075618048 diff --git a/Dolphy-1.0.i1-Q3_K_S.gguf b/Dolphy-1.0.i1-Q3_K_S.gguf new file mode 100644 index 0000000..fa777c5 --- /dev/null +++ b/Dolphy-1.0.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d1d286afff7630fdc14da14e8b4bd12cc873294264876aff8fe22547b4fbb75 +size 1886997248 diff --git a/Dolphy-1.0.i1-Q4_0.gguf b/Dolphy-1.0.i1-Q4_0.gguf new file mode 100644 index 0000000..908a8f5 --- /dev/null +++ b/Dolphy-1.0.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65d5f485dabba37c54caea2bd6973900e96a06ba5c94f24f2dc006c4413d3fb9 +size 2375772928 diff --git a/Dolphy-1.0.i1-Q4_1.gguf b/Dolphy-1.0.i1-Q4_1.gguf new file mode 100644 index 0000000..dc24f10 --- /dev/null +++ b/Dolphy-1.0.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a1b52dc6ef8522f194d8ec549ed62a0706cfa24c363ee257ca5ad5719d19c04 +size 2596629248 diff --git a/Dolphy-1.0.i1-Q4_K_M.gguf b/Dolphy-1.0.i1-Q4_K_M.gguf new file mode 100644 index 0000000..627db0f --- /dev/null +++ b/Dolphy-1.0.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abd0d0e2ce5959e59c8accc5d8e095b63070ed6dd01a9b3bc8a5707bea808096 +size 2497280768 diff --git a/Dolphy-1.0.i1-Q4_K_S.gguf b/Dolphy-1.0.i1-Q4_K_S.gguf new file mode 100644 index 0000000..f6735c0 --- /dev/null +++ b/Dolphy-1.0.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fec3a7e465cc1b7868dfd1cd973df9017f79840744ef1deaccd43207b068adad +size 2383309568 diff --git a/Dolphy-1.0.i1-Q5_K_M.gguf b/Dolphy-1.0.i1-Q5_K_M.gguf new file mode 100644 index 0000000..f27341f --- /dev/null +++ b/Dolphy-1.0.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d730911e306b723dd92938a94e8ab8a1aef1a273f14f0c7d42b689402e4fe695 +size 2889513728 diff --git a/Dolphy-1.0.i1-Q5_K_S.gguf b/Dolphy-1.0.i1-Q5_K_S.gguf new file mode 100644 index 0000000..8c5ea52 --- /dev/null +++ b/Dolphy-1.0.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ece8b0da9276a30ccca3bc79541408ef720d6998293946bed9819191288efee +size 2823711488 diff --git a/Dolphy-1.0.i1-Q6_K.gguf b/Dolphy-1.0.i1-Q6_K.gguf new file mode 100644 index 0000000..02a254e --- /dev/null +++ b/Dolphy-1.0.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89d4002a9776c8205b3db0b03c6339c21a29c12110055ed68890a43ee6420039 +size 3306261248 diff --git a/Dolphy-1.0.imatrix.gguf b/Dolphy-1.0.imatrix.gguf new file mode 100644 index 0000000..8e9a900 --- /dev/null +++ b/Dolphy-1.0.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:220338f83dec896560155442dd56f44c87f458836845aa3d1b9f0d54fb4c3695 +size 3872640 diff --git a/README.md b/README.md new file mode 100644 index 0000000..5e7b41d --- /dev/null +++ b/README.md @@ -0,0 +1,101 @@ +--- +base_model: Dolphy-AI/Dolphy-1.0 +datasets: +- Qwen/PolyMath +- Open-Orca/OpenOrca +- OpenAssistant/oasst1 +- tatsu-lab/alpaca +- TIGER-Lab/MathInstruct +- QuixiAI/WizardLM_evol_instruct_V2_196k_unfiltered_merged_split +- allenai/openbookqa +- euclaise/writingprompts +- HuggingFaceH4/CodeAlpaca_20K +- allenai/c4 +- HuggingFaceH4/ultrachat_200k +- roskoN/dailydialog +- bavard/personachat_truecased +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Dolphy-AI/Dolphy-1.0 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Dolphy-1.0-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Dolphy-1.0-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-IQ1_S.gguf) | i1-IQ1_S | 1.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-IQ1_M.gguf) | i1-IQ1_M | 1.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-IQ2_S.gguf) | i1-IQ2_S | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-IQ2_M.gguf) | i1-IQ2_M | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-Q2_K.gguf) | i1-Q2_K | 1.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-IQ3_S.gguf) | i1-IQ3_S | 2.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-IQ3_M.gguf) | i1-IQ3_M | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.3 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-Q4_0.gguf) | i1-Q4_0 | 2.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-Q4_1.gguf) | i1-Q4_1 | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-Q5_K_M.gguf) | i1-Q5_K_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/Dolphy-1.0-i1-GGUF/resolve/main/Dolphy-1.0.i1-Q6_K.gguf) | i1-Q6_K | 3.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +