From 213ed25a7f10864917b6393602a5409d5a9e2bf8 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 23 Jul 2026 16:26:10 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++ ...Polaris-Instruct-Power-House.i1-IQ1_M.gguf | 3 + ...Polaris-Instruct-Power-House.i1-IQ1_S.gguf | 3 + ...Polaris-Instruct-Power-House.i1-IQ2_M.gguf | 3 + ...Polaris-Instruct-Power-House.i1-IQ2_S.gguf | 3 + ...olaris-Instruct-Power-House.i1-IQ2_XS.gguf | 3 + ...laris-Instruct-Power-House.i1-IQ2_XXS.gguf | 3 + ...Polaris-Instruct-Power-House.i1-IQ3_M.gguf | 3 + ...Polaris-Instruct-Power-House.i1-IQ3_S.gguf | 3 + ...olaris-Instruct-Power-House.i1-IQ3_XS.gguf | 3 + ...laris-Instruct-Power-House.i1-IQ3_XXS.gguf | 3 + ...olaris-Instruct-Power-House.i1-IQ4_NL.gguf | 3 + ...olaris-Instruct-Power-House.i1-IQ4_XS.gguf | 3 + ...-Polaris-Instruct-Power-House.i1-Q2_K.gguf | 3 + ...olaris-Instruct-Power-House.i1-Q2_K_S.gguf | 3 + ...olaris-Instruct-Power-House.i1-Q3_K_L.gguf | 3 + ...olaris-Instruct-Power-House.i1-Q3_K_M.gguf | 3 + ...olaris-Instruct-Power-House.i1-Q3_K_S.gguf | 3 + ...-Polaris-Instruct-Power-House.i1-Q4_0.gguf | 3 + ...-Polaris-Instruct-Power-House.i1-Q4_1.gguf | 3 + ...olaris-Instruct-Power-House.i1-Q4_K_M.gguf | 3 + ...olaris-Instruct-Power-House.i1-Q4_K_S.gguf | 3 + ...olaris-Instruct-Power-House.i1-Q5_K_M.gguf | 3 + ...olaris-Instruct-Power-House.i1-Q5_K_S.gguf | 3 + ...-Polaris-Instruct-Power-House.i1-Q6_K.gguf | 3 + ...-Polaris-Instruct-Power-House.imatrix.gguf | 3 + README.md | 116 ++++++++++++++++++ 27 files changed, 251 insertions(+) create mode 100644 .gitattributes create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ1_M.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ1_S.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_M.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_S.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_XS.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_XXS.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_M.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_S.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_XS.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_XXS.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ4_NL.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ4_XS.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q2_K.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q2_K_S.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_L.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_M.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_S.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_0.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_1.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_K_M.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_K_S.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q5_K_M.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q5_K_S.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q6_K.gguf create mode 100644 Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9a5f422 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ1_M.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ1_M.gguf new file mode 100644 index 0000000..786e0d1 --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecfaaaedc8a424b40072ae2ffacc503907d89c220d17e3529d3d762245d2e9e3 +size 2926232704 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ1_S.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ1_S.gguf new file mode 100644 index 0000000..6a38290 --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f39c0de19c7d680625c3407504ec7a0ef71bf3020ed072a8bb4d5bf4d57d01c +size 2672362624 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_M.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_M.gguf new file mode 100644 index 0000000..73e4070 --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65fa1fc16f31da1eb02231e18b88830257674188f116a70117e24e494b902bfb +size 4131685504 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_S.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_S.gguf new file mode 100644 index 0000000..7efcfc2 --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aa28b781dd030ff6a1d81974a903c5abe4d5b89e609abf0e6738c3da36b916f +size 3793192064 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_XS.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_XS.gguf new file mode 100644 index 0000000..16fca4c --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f58c4d7d210084c0ffc91ee13d754e15b824eabce39539884a6e31401290807c +size 3699639424 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_XXS.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..5fb6f9b --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f6bf21abbfa4f29b67905a05aed9caa82b0fbcbe66a952ccd7328f50c2f6115 +size 3349349504 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_M.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_M.gguf new file mode 100644 index 0000000..1c28ed1 --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:619d7021efcadb579f079c961ad3849abf7a0479f5da3d557c959dea513da3ce +size 5471126144 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_S.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_S.gguf new file mode 100644 index 0000000..c8702de --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:802cf288e305760267f4eb2d9629e9978deda21ecfc483eddc53e6e627d29a0c +size 5368070784 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_XS.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_XS.gguf new file mode 100644 index 0000000..4767b0f --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abaf429d1fae87cd3d64b2d84d30566c5d9b33d00de79c36165c55988a8d582e +size 5093802624 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_XXS.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..d372e6e --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3fca2f2283c5696317643c374ebf2938a8cdaa1c8ab03be96e0b6864304585b +size 4760503424 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ4_NL.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ4_NL.gguf new file mode 100644 index 0000000..70abf40 --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:754a12de3d05eec8df1c717525c2e50c83a53bee6338ef052ab1b7d932a192a4 +size 6921519744 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ4_XS.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ4_XS.gguf new file mode 100644 index 0000000..aeb35d0 --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f530b767fcd35b8e46c72090a26e84ca33fd789193eff069776b844c2584793 +size 6558777984 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q2_K.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q2_K.gguf new file mode 100644 index 0000000..2b0e5ac --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82b0eb81920b816a970e4d765853b956adbca553a73aff97c79b2c228887dc2c +size 4591714944 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q2_K_S.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q2_K_S.gguf new file mode 100644 index 0000000..2454d92 --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efa87eb6e903c8beb26c70cae2b12f74524cb186936cb263c3dc60f34f6ef329 +size 4282548864 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_L.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_L.gguf new file mode 100644 index 0000000..ff8af67 --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:405e37770532e6f23a7ab3aaf53d0a5a69eba678b36ee74dd106a0719a4ae92d +size 6401737344 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_M.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_M.gguf new file mode 100644 index 0000000..91fc1a8 --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bf9d840edc22f6c8f01e71055fd50fbc0129cf2173d5ca0eeff0a0db44f5a77 +size 5920047744 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_S.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_S.gguf new file mode 100644 index 0000000..72ad2d0 --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e082446940da006e296865942f8b8f4ff9aa5ef0d7aa30f5130c4435ee4d88b +size 5355537024 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_0.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_0.gguf new file mode 100644 index 0000000..26a8960 --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6354023d15a649a0cde9835e3b3b5e484b448ec5e761c1320540d64316601ad8 +size 6934626944 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_1.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_1.gguf new file mode 100644 index 0000000..bc63b40 --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bae670cb759a7e649440c759bd4cb43ae8f30c4cc239ab6c5deb218b9eaa9b71 +size 7641105024 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_K_M.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_K_M.gguf new file mode 100644 index 0000000..f9348dd --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e504dc47352308313729ad6179e3201adfa83bfad83913d80d802103f0192e5a +size 7384162944 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_K_S.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_K_S.gguf new file mode 100644 index 0000000..3d7ff3d --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:654e309279edb2b7540ffe291e0bd3ba6ae4da76816f5a7d5ce5f01fc0d74b9e +size 6960841344 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q5_K_M.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q5_K_M.gguf new file mode 100644 index 0000000..3119aa6 --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d40a7dcc868f898d8db148837528b4699f2d297b608a27c091263aab0048b0f8 +size 8616895104 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q5_K_S.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q5_K_S.gguf new file mode 100644 index 0000000..76bc75f --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18e3672556807ba9b71f97f3a0bd93130c5bf4e862ef8d8e623c59cb25145d55 +size 8372486784 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q6_K.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q6_K.gguf new file mode 100644 index 0000000..f04ba76 --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e63f907c30ba081477f91785bb38436a0dc7866d2bf7b0009e4cf372016320c +size 9926673024 diff --git a/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.imatrix.gguf b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.imatrix.gguf new file mode 100644 index 0000000..7898bf0 --- /dev/null +++ b/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb8ac54b7fa07985a1a2dd94d2f3f07d83ad5ed4f3b4a8adb21f0a32b4b0f961 +size 10664256 diff --git a/README.md b/README.md new file mode 100644 index 0000000..0676f28 --- /dev/null +++ b/README.md @@ -0,0 +1,116 @@ +--- +base_model: DavidAU/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House +language: +- en +- fr +- zh +- de +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- programming +- code generation +- code +- codeqwen +- programming +- code generation +- code +- codeqwen +- moe +- coding +- coder +- qwen2 +- chat +- qwen +- qwen-coder +- chat +- qwen +- qwen-coder +- moe +- mixture of experts +- 4 experts +- 2 active experts +- 128k context +- qwen3 +- finetune +- qwen3_moe +- merge +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/DavidAU/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ1_S.gguf) | i1-IQ1_S | 2.8 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ1_M.gguf) | i1-IQ1_M | 3.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.8 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_S.gguf) | i1-IQ2_S | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ2_M.gguf) | i1-IQ2_M | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q2_K.gguf) | i1-Q2_K | 4.7 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 4.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.5 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_S.gguf) | i1-IQ3_S | 5.5 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ3_M.gguf) | i1-IQ3_M | 5.6 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.7 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_0.gguf) | i1-Q4_0 | 7.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.1 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q4_1.gguf) | i1-Q4_1 | 7.7 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.5 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.7 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House-i1-GGUF/resolve/main/Qwen3-MOE-4x4B-16B-Jan-Polaris-Instruct-Power-House.i1-Q6_K.gguf) | i1-Q6_K | 10.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +