From b8de3c37b28bcb9f06bcc9155071999b85efacc3 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 30 Apr 2026 22:29:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++ Cosmos-Reason2-2B-heretic.i1-IQ1_M.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-IQ1_S.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-IQ2_M.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-IQ2_S.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-IQ2_XS.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-IQ2_XXS.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-IQ3_M.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-IQ3_S.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-IQ3_XS.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-IQ3_XXS.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-IQ4_NL.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-IQ4_XS.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-Q2_K.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-Q2_K_S.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-Q3_K_L.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-Q3_K_M.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-Q3_K_S.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-Q4_0.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-Q4_1.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-Q4_K_M.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-Q4_K_S.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-Q5_K_M.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-Q5_K_S.gguf | 3 + Cosmos-Reason2-2B-heretic.i1-Q6_K.gguf | 3 + Cosmos-Reason2-2B-heretic.imatrix.gguf | 3 + README.md | 174 ++++++++++++++++++++++ 27 files changed, 309 insertions(+) create mode 100644 .gitattributes create mode 100644 Cosmos-Reason2-2B-heretic.i1-IQ1_M.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-IQ1_S.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-IQ2_M.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-IQ2_S.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-IQ2_XS.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-IQ2_XXS.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-IQ3_M.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-IQ3_S.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-IQ3_XS.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-IQ3_XXS.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-IQ4_NL.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-IQ4_XS.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-Q2_K.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-Q2_K_S.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-Q3_K_L.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-Q3_K_M.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-Q3_K_S.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-Q4_0.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-Q4_1.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-Q4_K_M.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-Q4_K_S.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-Q5_K_M.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-Q5_K_S.gguf create mode 100644 Cosmos-Reason2-2B-heretic.i1-Q6_K.gguf create mode 100644 Cosmos-Reason2-2B-heretic.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..2cfdcce --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-2B-heretic.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Cosmos-Reason2-2B-heretic.i1-IQ1_M.gguf b/Cosmos-Reason2-2B-heretic.i1-IQ1_M.gguf new file mode 100644 index 0000000..e10ff0a --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03a4d9ddf0b8223c05acfad2da72fa89c509fc0dc11a1a05170162f5bf5e28ed +size 543795648 diff --git a/Cosmos-Reason2-2B-heretic.i1-IQ1_S.gguf b/Cosmos-Reason2-2B-heretic.i1-IQ1_S.gguf new file mode 100644 index 0000000..f6af0de --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3536f06ffd2045aa772dd878a214900248af3f9705d278eb794345e25339ea8 +size 515779008 diff --git a/Cosmos-Reason2-2B-heretic.i1-IQ2_M.gguf b/Cosmos-Reason2-2B-heretic.i1-IQ2_M.gguf new file mode 100644 index 0000000..1a8a247 --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a3749dbbc316a287ccbe620fed238f73e409f249e3636024dca87cbc025c9ea +size 695183808 diff --git a/Cosmos-Reason2-2B-heretic.i1-IQ2_S.gguf b/Cosmos-Reason2-2B-heretic.i1-IQ2_S.gguf new file mode 100644 index 0000000..038626c --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e1ff2647a8f7c7be339b6e29483e09991f3bb271a8c635de18ed457b48c04e0 +size 657828288 diff --git a/Cosmos-Reason2-2B-heretic.i1-IQ2_XS.gguf b/Cosmos-Reason2-2B-heretic.i1-IQ2_XS.gguf new file mode 100644 index 0000000..daffc4b --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4c8cf6e267f1a3489e4668f5cb5e806e7c8fd08a79c2ba5ea7125081ab93c60 +size 631515584 diff --git a/Cosmos-Reason2-2B-heretic.i1-IQ2_XXS.gguf b/Cosmos-Reason2-2B-heretic.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..1aee208 --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19d33ca7b1e8aee7fc1decf6f4ad4d10821fe1999c693a8e33cd4bc9453fff54 +size 590490048 diff --git a/Cosmos-Reason2-2B-heretic.i1-IQ3_M.gguf b/Cosmos-Reason2-2B-heretic.i1-IQ3_M.gguf new file mode 100644 index 0000000..583b5e3 --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cb0e5656a24525b481c515e5b5671da88ab4d96ab553773f7239e8ca997f5de +size 895664576 diff --git a/Cosmos-Reason2-2B-heretic.i1-IQ3_S.gguf b/Cosmos-Reason2-2B-heretic.i1-IQ3_S.gguf new file mode 100644 index 0000000..c8e09af --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55d0cab6ee78d49a525004d0eb85785e8b9606766b53ddfe182a701f723fdd57 +size 867254720 diff --git a/Cosmos-Reason2-2B-heretic.i1-IQ3_XS.gguf b/Cosmos-Reason2-2B-heretic.i1-IQ3_XS.gguf new file mode 100644 index 0000000..b3818a4 --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:093a3b66442c106ab1a63782e3f3c70cd47232755fdd0477992730501ab56f2d +size 834224576 diff --git a/Cosmos-Reason2-2B-heretic.i1-IQ3_XXS.gguf b/Cosmos-Reason2-2B-heretic.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..adb38cf --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fa618148226956909808fab5cdf41553901ae2043bfbb63db2ed01ea191a917 +size 754362816 diff --git a/Cosmos-Reason2-2B-heretic.i1-IQ4_NL.gguf b/Cosmos-Reason2-2B-heretic.i1-IQ4_NL.gguf new file mode 100644 index 0000000..4d64378 --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1bde5a3b9225e10be820189b2424b2068659a601f9d05085db80fb9ccde9d99 +size 1054425536 diff --git a/Cosmos-Reason2-2B-heretic.i1-IQ4_XS.gguf b/Cosmos-Reason2-2B-heretic.i1-IQ4_XS.gguf new file mode 100644 index 0000000..b22b086 --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28c1a5ab1d2e11c119516f4335b48becffe6d8723e5b7e233fd3774da9a7f544 +size 1010385344 diff --git a/Cosmos-Reason2-2B-heretic.i1-Q2_K.gguf b/Cosmos-Reason2-2B-heretic.i1-Q2_K.gguf new file mode 100644 index 0000000..bbbcd6a --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:522a1dc7c996f120fe86f075bbe442bf7ab54dc21a32d1869b29de9d293c69fa +size 777798080 diff --git a/Cosmos-Reason2-2B-heretic.i1-Q2_K_S.gguf b/Cosmos-Reason2-2B-heretic.i1-Q2_K_S.gguf new file mode 100644 index 0000000..66a62a8 --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd32d57c9bbebf984cf79a855e88caff8d747b0723c4aed94341d08f78f66f27 +size 732971456 diff --git a/Cosmos-Reason2-2B-heretic.i1-Q3_K_L.gguf b/Cosmos-Reason2-2B-heretic.i1-Q3_K_L.gguf new file mode 100644 index 0000000..48c4362 --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8a0673ca9281cab710728210f489f8024079d34ee724dc811d7123bb4bb715f +size 1003504064 diff --git a/Cosmos-Reason2-2B-heretic.i1-Q3_K_M.gguf b/Cosmos-Reason2-2B-heretic.i1-Q3_K_M.gguf new file mode 100644 index 0000000..26001ae --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:403ce2f4edcddec21c0d8f5b450ac038ec971791b5ff047d44f462ae4bef04e2 +size 939540928 diff --git a/Cosmos-Reason2-2B-heretic.i1-Q3_K_S.gguf b/Cosmos-Reason2-2B-heretic.i1-Q3_K_S.gguf new file mode 100644 index 0000000..31bb776 --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da22f2140cb950b07030c166ac89ef4cbb6b3ef8d8a799f8337691975a255964 +size 867254720 diff --git a/Cosmos-Reason2-2B-heretic.i1-Q4_0.gguf b/Cosmos-Reason2-2B-heretic.i1-Q4_0.gguf new file mode 100644 index 0000000..270ef80 --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc0e33d63028ed1b91bae1dc183cd653f62af4a7abc4975f2bd32b9e502d9d3e +size 1056784832 diff --git a/Cosmos-Reason2-2B-heretic.i1-Q4_1.gguf b/Cosmos-Reason2-2B-heretic.i1-Q4_1.gguf new file mode 100644 index 0000000..fac63fa --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b156e2732e6165497b612f17a95e154bb690b4c40a75af4d68e7977ec2a054b2 +size 1142505920 diff --git a/Cosmos-Reason2-2B-heretic.i1-Q4_K_M.gguf b/Cosmos-Reason2-2B-heretic.i1-Q4_K_M.gguf new file mode 100644 index 0000000..ad44fc4 --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbbbc38a9593f0917c8e07635c00fae7f4b68182fdb9a37f9bbbf520ba6b36bd +size 1107411392 diff --git a/Cosmos-Reason2-2B-heretic.i1-Q4_K_S.gguf b/Cosmos-Reason2-2B-heretic.i1-Q4_K_S.gguf new file mode 100644 index 0000000..21672f1 --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0d9c2dbf5a12a8dfd161825426f744160f5d8fdea950823ed69d88bc461e188 +size 1060192704 diff --git a/Cosmos-Reason2-2B-heretic.i1-Q5_K_M.gguf b/Cosmos-Reason2-2B-heretic.i1-Q5_K_M.gguf new file mode 100644 index 0000000..69d870d --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f207b56df9907b3ca48dec1cf851d6456654bb0a1cda0617620aa035f96160a +size 1257882048 diff --git a/Cosmos-Reason2-2B-heretic.i1-Q5_K_S.gguf b/Cosmos-Reason2-2B-heretic.i1-Q5_K_S.gguf new file mode 100644 index 0000000..fa0e39e --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d8e5caae0bf788d1e2979565633f5775064fa4c3398085b8992baaf61f3112 +size 1230586304 diff --git a/Cosmos-Reason2-2B-heretic.i1-Q6_K.gguf b/Cosmos-Reason2-2B-heretic.i1-Q6_K.gguf new file mode 100644 index 0000000..3eca0ab --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee9f7838a33827220ef1828e6e925eafbb5c62b7e24ab27c52fb6e40f664ae2c +size 1417757120 diff --git a/Cosmos-Reason2-2B-heretic.imatrix.gguf b/Cosmos-Reason2-2B-heretic.imatrix.gguf new file mode 100644 index 0000000..e609203 --- /dev/null +++ b/Cosmos-Reason2-2B-heretic.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3376a8b04b204523fd666a0067b6a0a8a719263def4d56d00d4bb7c5d815008 +size 2094560 diff --git a/README.md b/README.md new file mode 100644 index 0000000..8bab7e6 --- /dev/null +++ b/README.md @@ -0,0 +1,174 @@ +--- +base_model: sasa2000/Cosmos-Reason2-2B-heretic +extra_gated_button_content: Submit +extra_gated_fields: + ? By clicking Submit below, I accept the terms of the NVIDIA Open Model License + Agreement and acknowledge that I am an adult of legal age of majority in the country + in which the Cosmos Models will be used and have authority to accept this Agreement + : checkbox +extra_gated_prompt: "# NVIDIA Open Model License Agreement\nVersion Release Date: + September 23, 2025\nThis NVIDIA Open Model License Agreement (the “Agreement”) is + a legal agreement between the Legal Entity You represent, or if no entity is identified, + You and NVIDIA Corporation and its Affiliates (“NVIDIA”) and governs Your use of + the Models that NVIDIA provides to You under this Agreement. NVIDIA and You are + each a “party” and collectively the “parties.” \nNVIDIA models released under this + Agreement are intended to be used permissively and enable the further development + of AI technologies. Subject to the terms of this Agreement, NVIDIA confirms that: + \n- Models are commercially usable. - You are free to create and distribute Derivative + Models. - NVIDIA does not claim ownership to any outputs generated using the Models + or Model Derivatives. \nBy using, reproducing, modifying, distributing, performing + or displaying any portion or element of the Model or Derivative Model, or otherwise + accepting the terms of this Agreement, you agree to be bound by this Agreement. + \ \n## 1. Definitions\n1.1. **Derivative Model** means all (a) modifications to + the Model, (b) works based on the Model, and (c) any other derivative works of + the Model. An output is not a Derivative Model. \n1.2. **Legal Entity** means the + union of the acting entity and all other entities that control, are controlled by, + or are under common control with that entity. For the purposes of this definition, + “control” means (a) the power, direct or indirect, to cause the direction or management + of such entity, whether by contract or otherwise, or (b) ownership of fifty percent + (50%) or more of the outstanding shares, or (c) beneficial ownership of such entity. + \n1.3. **Model** means the machine learning model, software, checkpoints, learnt + weights, algorithms, parameters, configuration files and documentation shared under + this Agreement. \n1.4. **NVIDIA Cosmos Model** means a multimodal Model shared under + this Agreement. \n1.5. **Special-Purpose Model** means a Model that is only competent + in a narrow set of purpose-specific tasks and should not be used for unintended + or general-purpose applications. \n1.6. **You** or **Your** means an individual + or Legal Entity exercising permissions granted by this Agreement. \n## 2. Conditions + for Use, License Grant, AI Ethics and IP Ownership\n### 2.1. Conditions for Use + - The Model and any Derivative Model are subject to additional terms as described + in Section 2 and Section 3 of this Agreement. - If You institute copyright or + patent litigation against any entity alleging that the Model or a Derivative Model + constitutes infringement, then any licenses granted will terminate as of the date + such litigation is filed. - If You bypass or disable any technical limitation, + safety guardrail, encryption, DRM, or authentication mechanism contained in the + Model without a substantially similar Guardrail, your rights will terminate. - + NVIDIA may designate a Model as a Special-Purpose Model. - NVIDIA may update this + Agreement to comply with legal and regulatory requirements. \n### 2.2. License + Grant NVIDIA grants You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, + revocable license to publicly perform, publicly display, reproduce, use, create + derivative works of, make, have made, sell, offer for sale, distribute, and import + the Model. \n### 2.3. AI Ethics Use of the Models must be consistent with NVIDIA’s + [Trustworthy AI terms](https://www.nvidia.com/en-us/agreements/trustworthy-ai/terms/). + \ \n### 2.4. IP Ownership - NVIDIA owns the Model and any Model Derivatives it creates. + \ - You own your Model Derivatives. - NVIDIA claims no ownership rights in outputs. + \ - Except as expressly granted, NVIDIA reserves all rights. \n## 3. Redistribution\nYou + may reproduce and distribute copies of the Model or Derivative Models in any medium, + with or without modifications, provided that: \n- **3.1.** You must provide recipients + with a copy of this Agreement and include this attribution in a “Notice” text file: + \ \n *“Licensed by NVIDIA Corporation under the NVIDIA Open Model License”* \n\n- + **3.2.** If distributing or making available a NVIDIA Cosmos Model, or products/services + derived from it, you must include: \n *“Built on NVIDIA Cosmos”* \n\n- **3.3.** + You may add your own copyright statements and license terms for your modifications, + provided use still complies with this Agreement. \n## 4. Separate Components The + Models may include components licensed under separate legal notices (e.g., Open + Source Software Licenses). These terms apply, except where overridden by this Agreement + unless required by third-party license terms. \n## 5. Trademarks No permission + is granted to use NVIDIA’s trade names, trademarks, or product names, except for + reasonable descriptive use. \n## 6. Disclaimer of Warranty The Model is provided + **“AS IS”**, without warranties of any kind, including title, non-infringement, + merchantability, or fitness for purpose. You assume risks associated with its use. + \ \n## 7. Limitation of Liability NVIDIA is not liable for damages (direct, indirect, + incidental, or consequential) arising from use of the Model, unless required by + law. \n## 8. Indemnity You will indemnify and hold NVIDIA harmless against claims + from third parties arising from your use or distribution of the Model, derivatives, + or outputs. \n## 9. Feedback NVIDIA may use any feedback you provide without restriction + or compensation. \n## 10. Governing Law This Agreement is governed by U.S. and + Delaware law. Courts in Santa Clara County, California, have exclusive jurisdiction, + except for urgent injunctive relief. \n## 11. Trade and Compliance You must comply + with all export, import, trade, and sanctions laws, including U.S. Export Administration + Regulations and OFAC rules." +language: +- en +library_name: transformers +license: other +license_link: https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license +license_name: nvidia-open-model-license +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- nvidia +- cosmos +- conversational +- heretic +- uncensored +- decensored +- abliterated +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/sasa2000/Cosmos-Reason2-2B-heretic + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Cosmos-Reason2-2B-heretic-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-IQ1_S.gguf) | i1-IQ1_S | 0.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-IQ2_S.gguf) | i1-IQ2_S | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-IQ2_M.gguf) | i1-IQ2_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-Q2_K.gguf) | i1-Q2_K | 0.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-IQ3_S.gguf) | i1-IQ3_S | 1.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-IQ3_M.gguf) | i1-IQ3_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.1 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-Q4_0.gguf) | i1-Q4_0 | 1.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-Q4_1.gguf) | i1-Q4_1 | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-2B-heretic-i1-GGUF/resolve/main/Cosmos-Reason2-2B-heretic.i1-Q6_K.gguf) | i1-Q6_K | 1.5 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +