From 3c8a69c2e62dfc0539c4e6e4fa25344b1059bf22 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 9 Sep 2026 21:06:20 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Melvin56/UIGEN-T2-7B-GGUF Source: Original Platform --- .gitattributes | 44 +++++++++++++++++++++++++++++++++++++++++ README.md | 39 ++++++++++++++++++++++++++++++++++++ imatrix.dat | 3 +++ uigen-t2-7b-BF16.gguf | 3 +++ uigen-t2-7b-IQ4_XS.gguf | 3 +++ uigen-t2-7b-Q2_K.gguf | 3 +++ uigen-t2-7b-Q3_K_M.gguf | 3 +++ uigen-t2-7b-Q4_K_M.gguf | 3 +++ uigen-t2-7b-Q5_K_M.gguf | 3 +++ uigen-t2-7b-Q6_K.gguf | 3 +++ uigen-t2-7b-Q8_0.gguf | 3 +++ 11 files changed, 110 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 imatrix.dat create mode 100644 uigen-t2-7b-BF16.gguf create mode 100644 uigen-t2-7b-IQ4_XS.gguf create mode 100644 uigen-t2-7b-Q2_K.gguf create mode 100644 uigen-t2-7b-Q3_K_M.gguf create mode 100644 uigen-t2-7b-Q4_K_M.gguf create mode 100644 uigen-t2-7b-Q5_K_M.gguf create mode 100644 uigen-t2-7b-Q6_K.gguf create mode 100644 uigen-t2-7b-Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..ff9541f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,44 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +uigen-t2-7b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +uigen-t2-7b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +uigen-t2-7b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +uigen-t2-7b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +uigen-t2-7b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +uigen-t2-7b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +uigen-t2-7b-BF16.gguf filter=lfs diff=lfs merge=lfs -text +uigen-t2-7b-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..bb8993f --- /dev/null +++ b/README.md @@ -0,0 +1,39 @@ +--- +base_model: +- Tesslate/UIGEN-T2-7B +tags: +- qwen2 +- ui-generation +- tailwind-css +- html +license: apache-2.0 +language: +- en +pipeline_tag: text-generation +--- +# Melvin56/UIGEN-T2-7B-GGUF + +Original Model : [Tesslate/UIGEN-T2-7B](https://huggingface.co/Tesslate/UIGEN-T2-7B) + +Llama.cpp build: 5219 (7d3af70b) + +I used imatrix to create all these quants using this [Dataset](https://gist.github.com/bartowski1182/eb213dccb3571f863da82e99418f81e8). + +--- + +| | CPU (AVX2) | CPU (ARM NEON) | Metal | cuBLAS | rocBLAS | SYCL | CLBlast | Vulkan | Kompute | +| :------------ | :---------: | :------------: | :---: | :----: | :-----: | :---: | :------: | :----: | :------: | +| K-quants | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ 🐢5 | ✅ 🐢5 | ❌ | +| I-quants | ✅ 🐢4 | ✅ 🐢4 | ✅ 🐢4 | ✅ | ✅ | Partial¹ | ❌ | ❌ | ❌ | +``` +✅: feature works +🚫: feature does not work +❓: unknown, please contribute if you can test it youself +🐢: feature is slow +¹: IQ3_S and IQ1_S, see #5886 +²: Only with -ngl 0 +³: Inference is 50% slower +⁴: Slower than K-quants of comparable size +⁵: Slower than cuBLAS/rocBLAS on similar cards +⁶: Only q8_0 and iq4_nl +``` \ No newline at end of file diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..be4afef --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5bfa3c13a8343037cb40c6896057ee09440b26997f7c846087320176ddc7cdd +size 4536697 diff --git a/uigen-t2-7b-BF16.gguf b/uigen-t2-7b-BF16.gguf new file mode 100644 index 0000000..a860dbd --- /dev/null +++ b/uigen-t2-7b-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:940e3ec7a98f0dbda0b55a28dc93f4d473ebef308bcaf8925d2d52372c661441 +size 15237853568 diff --git a/uigen-t2-7b-IQ4_XS.gguf b/uigen-t2-7b-IQ4_XS.gguf new file mode 100644 index 0000000..a1cda61 --- /dev/null +++ b/uigen-t2-7b-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f9c314467eb2c55ecc8986bb22e67d1b4ec8bf68cc0b3bf8b090542066f7d56 +size 4218473120 diff --git a/uigen-t2-7b-Q2_K.gguf b/uigen-t2-7b-Q2_K.gguf new file mode 100644 index 0000000..5e96934 --- /dev/null +++ b/uigen-t2-7b-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b4f05e10007b4bef799062fb5306f3791223e2d6b927947f2f93b409d3ccbe9 +size 3015940768 diff --git a/uigen-t2-7b-Q3_K_M.gguf b/uigen-t2-7b-Q3_K_M.gguf new file mode 100644 index 0000000..907ee8c --- /dev/null +++ b/uigen-t2-7b-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e070caf4faa7344bc7bc51d94ad1987761f19fc67565d822042ef382f268143 +size 3808391840 diff --git a/uigen-t2-7b-Q4_K_M.gguf b/uigen-t2-7b-Q4_K_M.gguf new file mode 100644 index 0000000..b76f11d --- /dev/null +++ b/uigen-t2-7b-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e50a699bbdc6016f07a6181e41c39d4555b878a18677f7dc7f0464a68b8cf82 +size 4683074208 diff --git a/uigen-t2-7b-Q5_K_M.gguf b/uigen-t2-7b-Q5_K_M.gguf new file mode 100644 index 0000000..ca0f4de --- /dev/null +++ b/uigen-t2-7b-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cd4ddef3c7459c920dd0e7c74b65ad4b9d476d1c424e01879e4371826112d15 +size 5444831904 diff --git a/uigen-t2-7b-Q6_K.gguf b/uigen-t2-7b-Q6_K.gguf new file mode 100644 index 0000000..9246edd --- /dev/null +++ b/uigen-t2-7b-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:840092fd78a6aec66e156b6cfcebbca1cfe2c0c8d50fad46cdc959b7e8f75f9c +size 6254199456 diff --git a/uigen-t2-7b-Q8_0.gguf b/uigen-t2-7b-Q8_0.gguf new file mode 100644 index 0000000..ae0d84d --- /dev/null +++ b/uigen-t2-7b-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d381b4942ce8b47387a52ad7ce94c37165552c2685e23430d4dff7af1a3d3065 +size 8098525856