From ca1fc34f0f98a7a9c22151cd7fbb7129856f7f90 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 17 Jun 2026 14:40:19 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: JohannesGaessler/cosmosage_v2-gguf Source: Original Platform --- .gitattributes | 36 ++++++++++++++++++++++++++++++++++++ README.md | 5 +++++ cosmosage_v2-7b-f16.gguf | 3 +++ cosmosage_v2-7b-iq2_m.gguf | 3 +++ cosmosage_v2-7b-iq2_s.gguf | 3 +++ cosmosage_v2-7b-iq2_xs.gguf | 3 +++ cosmosage_v2-7b-iq2_xxs.gguf | 3 +++ cosmosage_v2-7b-iq3_m.gguf | 3 +++ cosmosage_v2-7b-iq3_s.gguf | 3 +++ cosmosage_v2-7b-iq3_xxs.gguf | 3 +++ cosmosage_v2-7b-iq4_nl.gguf | 3 +++ cosmosage_v2-7b-q2_k.gguf | 3 +++ cosmosage_v2-7b-q2_k_s.gguf | 3 +++ cosmosage_v2-7b-q3_k_l.gguf | 3 +++ cosmosage_v2-7b-q3_k_m.gguf | 3 +++ cosmosage_v2-7b-q3_k_s.gguf | 3 +++ cosmosage_v2-7b-q3_k_xs.gguf | 3 +++ cosmosage_v2-7b-q4_0.gguf | 3 +++ cosmosage_v2-7b-q4_k_m.gguf | 3 +++ cosmosage_v2-7b-q4_k_s.gguf | 3 +++ cosmosage_v2-7b-q5_k_m.gguf | 3 +++ cosmosage_v2-7b-q5_k_s.gguf | 3 +++ cosmosage_v2-7b-q6_k.gguf | 3 +++ cosmosage_v2-7b-q8_0.gguf | 3 +++ 24 files changed, 107 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 cosmosage_v2-7b-f16.gguf create mode 100644 cosmosage_v2-7b-iq2_m.gguf create mode 100644 cosmosage_v2-7b-iq2_s.gguf create mode 100644 cosmosage_v2-7b-iq2_xs.gguf create mode 100644 cosmosage_v2-7b-iq2_xxs.gguf create mode 100644 cosmosage_v2-7b-iq3_m.gguf create mode 100644 cosmosage_v2-7b-iq3_s.gguf create mode 100644 cosmosage_v2-7b-iq3_xxs.gguf create mode 100644 cosmosage_v2-7b-iq4_nl.gguf create mode 100644 cosmosage_v2-7b-q2_k.gguf create mode 100644 cosmosage_v2-7b-q2_k_s.gguf create mode 100644 cosmosage_v2-7b-q3_k_l.gguf create mode 100644 cosmosage_v2-7b-q3_k_m.gguf create mode 100644 cosmosage_v2-7b-q3_k_s.gguf create mode 100644 cosmosage_v2-7b-q3_k_xs.gguf create mode 100644 cosmosage_v2-7b-q4_0.gguf create mode 100644 cosmosage_v2-7b-q4_k_m.gguf create mode 100644 cosmosage_v2-7b-q4_k_s.gguf create mode 100644 cosmosage_v2-7b-q5_k_m.gguf create mode 100644 cosmosage_v2-7b-q5_k_s.gguf create mode 100644 cosmosage_v2-7b-q6_k.gguf create mode 100644 cosmosage_v2-7b-q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f15b49c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +*.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..7ada3c0 --- /dev/null +++ b/README.md @@ -0,0 +1,5 @@ +--- +license: apache-2.0 +--- + +GGUF conversion of [Cosmosage v2](https://huggingface.co/Tijmen2/cosmosage_v2). The importance matrix for iq formats was calculated on the training set of Wikitext 2. The iq1\_s quant was incoherent and therefore not included. diff --git a/cosmosage_v2-7b-f16.gguf b/cosmosage_v2-7b-f16.gguf new file mode 100644 index 0000000..c488133 --- /dev/null +++ b/cosmosage_v2-7b-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65b96009170d0647098f4486df0dfe7ff016a021e0bd24027846108da42589f1 +size 14484732000 diff --git a/cosmosage_v2-7b-iq2_m.gguf b/cosmosage_v2-7b-iq2_m.gguf new file mode 100644 index 0000000..1f58d7e --- /dev/null +++ b/cosmosage_v2-7b-iq2_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:170cf9fc0edcd83b0a61b165bd0534994c1654f600c660690ca5dd829aa5f2b9 +size 2500712608 diff --git a/cosmosage_v2-7b-iq2_s.gguf b/cosmosage_v2-7b-iq2_s.gguf new file mode 100644 index 0000000..d9bf056 --- /dev/null +++ b/cosmosage_v2-7b-iq2_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d2b822093505b2949a36ad0a4a80f67815d6d0e2211aa2649c63b6e017f63cf +size 2310920352 diff --git a/cosmosage_v2-7b-iq2_xs.gguf b/cosmosage_v2-7b-iq2_xs.gguf new file mode 100644 index 0000000..19f02b5 --- /dev/null +++ b/cosmosage_v2-7b-iq2_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28a47ff99283ec51ffca2b1f1fa052ca44354c84468f21748333c256ab1d5419 +size 2198255776 diff --git a/cosmosage_v2-7b-iq2_xxs.gguf b/cosmosage_v2-7b-iq2_xxs.gguf new file mode 100644 index 0000000..69cc458 --- /dev/null +++ b/cosmosage_v2-7b-iq2_xxs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61e6335d7aa3d0e1024f2a530ae2ec3ec39972cd2117a5c8ee5370a9209ea9c0 +size 1991686304 diff --git a/cosmosage_v2-7b-iq3_m.gguf b/cosmosage_v2-7b-iq3_m.gguf new file mode 100644 index 0000000..2125818 --- /dev/null +++ b/cosmosage_v2-7b-iq3_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc567467c77317348f48ba69bbf14881ae53c0ea47d032e50132423f73ef4449 +size 3284891808 diff --git a/cosmosage_v2-7b-iq3_s.gguf b/cosmosage_v2-7b-iq3_s.gguf new file mode 100644 index 0000000..f67687b --- /dev/null +++ b/cosmosage_v2-7b-iq3_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f1f00c7c5354494e9d8537cb454b34f98c5e30a3f7821acbe81e60116a6529 +size 3182393504 diff --git a/cosmosage_v2-7b-iq3_xxs.gguf b/cosmosage_v2-7b-iq3_xxs.gguf new file mode 100644 index 0000000..dd41b21 --- /dev/null +++ b/cosmosage_v2-7b-iq3_xxs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2080b1026725bab5098691ef70f8d8b606965bad9431f26f443ce8b923fa0acc +size 2904103072 diff --git a/cosmosage_v2-7b-iq4_nl.gguf b/cosmosage_v2-7b-iq4_nl.gguf new file mode 100644 index 0000000..950a297 --- /dev/null +++ b/cosmosage_v2-7b-iq4_nl.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:798de524cff79dd8227dc1e66530ed430d2c40ca80b82a7164169856f4699ce5 +size 4125694112 diff --git a/cosmosage_v2-7b-q2_k.gguf b/cosmosage_v2-7b-q2_k.gguf new file mode 100644 index 0000000..c13627a --- /dev/null +++ b/cosmosage_v2-7b-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4652c55a5b1c972ec1b6b1211ea77549c26df482ab808c02961949921c4de55f +size 2719242400 diff --git a/cosmosage_v2-7b-q2_k_s.gguf b/cosmosage_v2-7b-q2_k_s.gguf new file mode 100644 index 0000000..23a0c75 --- /dev/null +++ b/cosmosage_v2-7b-q2_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:006fff9ad74559e7a229d30771b490909ea4a14a58509dddaffab080f6dc7e44 +size 2528925856 diff --git a/cosmosage_v2-7b-q3_k_l.gguf b/cosmosage_v2-7b-q3_k_l.gguf new file mode 100644 index 0000000..817acbc --- /dev/null +++ b/cosmosage_v2-7b-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49c31865bde9a96558f2db8dfa220f92fda1c95f7c103a9a6b360f1540d31c4c +size 3822024864 diff --git a/cosmosage_v2-7b-q3_k_m.gguf b/cosmosage_v2-7b-q3_k_m.gguf new file mode 100644 index 0000000..0ee9434 --- /dev/null +++ b/cosmosage_v2-7b-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbb6acc81f594ce54ae51e042372377e228d55f83177f4fdb7f722f4ddddc28f +size 3518986400 diff --git a/cosmosage_v2-7b-q3_k_s.gguf b/cosmosage_v2-7b-q3_k_s.gguf new file mode 100644 index 0000000..02586af --- /dev/null +++ b/cosmosage_v2-7b-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a092f0b61e4b5aa2775bf867cbdd2e70b6a6d43434448cfe986b1df4ec94616 +size 3164567712 diff --git a/cosmosage_v2-7b-q3_k_xs.gguf b/cosmosage_v2-7b-q3_k_xs.gguf new file mode 100644 index 0000000..2c4e6f2 --- /dev/null +++ b/cosmosage_v2-7b-q3_k_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37aa3479c6727cd58675bade8369b067a981b9736005a1a87d6d0505a8d4e9c5 +size 3000989856 diff --git a/cosmosage_v2-7b-q4_0.gguf b/cosmosage_v2-7b-q4_0.gguf new file mode 100644 index 0000000..d2e1cb1 --- /dev/null +++ b/cosmosage_v2-7b-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e16ed8b650314c34fb940f960f93cf6bcd5e974f2b854b4a92c7fe476c47b9e0 +size 4123596960 diff --git a/cosmosage_v2-7b-q4_k_m.gguf b/cosmosage_v2-7b-q4_k_m.gguf new file mode 100644 index 0000000..4dc7efd --- /dev/null +++ b/cosmosage_v2-7b-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87082d83eba37122092e5a7b35bf0cb9c59bd8f38395b09cecf1b884b40f25ca +size 4368439456 diff --git a/cosmosage_v2-7b-q4_k_s.gguf b/cosmosage_v2-7b-q4_k_s.gguf new file mode 100644 index 0000000..f467105 --- /dev/null +++ b/cosmosage_v2-7b-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1817136b7ef771e630dc50bed87e2b1cfcea16f03e9c0543c1056695edea8485 +size 4140374176 diff --git a/cosmosage_v2-7b-q5_k_m.gguf b/cosmosage_v2-7b-q5_k_m.gguf new file mode 100644 index 0000000..369a74c --- /dev/null +++ b/cosmosage_v2-7b-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51756656e3d24c2c8a53fb5ab1037865bfa57b42830ff71b4f3994602a88fea9 +size 5131409568 diff --git a/cosmosage_v2-7b-q5_k_s.gguf b/cosmosage_v2-7b-q5_k_s.gguf new file mode 100644 index 0000000..90a9b54 --- /dev/null +++ b/cosmosage_v2-7b-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4ff67f4f739de4eb0692d58b85fc446a6f5bbcfd3e0b4c3e4eea2d21d4e03b3 +size 4997716128 diff --git a/cosmosage_v2-7b-q6_k.gguf b/cosmosage_v2-7b-q6_k.gguf new file mode 100644 index 0000000..3d73a84 --- /dev/null +++ b/cosmosage_v2-7b-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32635b8cbab64d55f124e8060a7654411e9958ead5af703885303994ba290497 +size 5942065312 diff --git a/cosmosage_v2-7b-q8_0.gguf b/cosmosage_v2-7b-q8_0.gguf new file mode 100644 index 0000000..5fe52c7 --- /dev/null +++ b/cosmosage_v2-7b-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f293b126fd81bf56b3115eb28210413b62923e070a09aa75f49fbb0b880a3aff +size 7695857824