commit 6de9c29a84dcbee447ef7e2dad1bc5990af8b764 Author: ModelHub XC Date: Thu Jul 9 07:46:10 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Cosmos-Reason2-8B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..0062df5 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Cosmos-Reason2-8B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Cosmos-Reason2-8B.i1-IQ1_M.gguf b/Cosmos-Reason2-8B.i1-IQ1_M.gguf new file mode 100644 index 0000000..b1232f1 --- /dev/null +++ b/Cosmos-Reason2-8B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb07cf5e7626f3edbfbc2243fd8082e286ee390a8688725d33772e95afea8c48 +size 2256149952 diff --git a/Cosmos-Reason2-8B.i1-IQ1_S.gguf b/Cosmos-Reason2-8B.i1-IQ1_S.gguf new file mode 100644 index 0000000..b61459b --- /dev/null +++ b/Cosmos-Reason2-8B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:773f6f1b48ae0b8152adc524351ec7ff3cd443838b06072fd194693988be2c23 +size 2115771840 diff --git a/Cosmos-Reason2-8B.i1-IQ2_M.gguf b/Cosmos-Reason2-8B.i1-IQ2_M.gguf new file mode 100644 index 0000000..076548b --- /dev/null +++ b/Cosmos-Reason2-8B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce52a1c7f4b9a98d11751c0ceb62a5a4179d8dbfefbca4671a00482f1c314da5 +size 3051916736 diff --git a/Cosmos-Reason2-8B.i1-IQ2_S.gguf b/Cosmos-Reason2-8B.i1-IQ2_S.gguf new file mode 100644 index 0000000..f73c040 --- /dev/null +++ b/Cosmos-Reason2-8B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed79a801ee973374829357147740196546a6d8874376383b5973e02c6f2fdde4 +size 2864745920 diff --git a/Cosmos-Reason2-8B.i1-IQ2_XS.gguf b/Cosmos-Reason2-8B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..872397c --- /dev/null +++ b/Cosmos-Reason2-8B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d076220c233b5278c4b17389530be1f6e85a3f534d02473b52cb4b6cea7d9cc +size 2696158656 diff --git a/Cosmos-Reason2-8B.i1-IQ2_XXS.gguf b/Cosmos-Reason2-8B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..0e29293 --- /dev/null +++ b/Cosmos-Reason2-8B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a926136f3d744e95004cd5b8a5c8db8304806a8852d2caef9ebd5bd77103609e +size 2490113472 diff --git a/Cosmos-Reason2-8B.i1-IQ3_M.gguf b/Cosmos-Reason2-8B.i1-IQ3_M.gguf new file mode 100644 index 0000000..f18fc38 --- /dev/null +++ b/Cosmos-Reason2-8B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8479d0445bb8a82d142539e49941c4ee37deef0b5321c3be9cddba3836fe71aa +size 3896622528 diff --git a/Cosmos-Reason2-8B.i1-IQ3_S.gguf b/Cosmos-Reason2-8B.i1-IQ3_S.gguf new file mode 100644 index 0000000..00848d2 --- /dev/null +++ b/Cosmos-Reason2-8B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e711e15816c4b237ad72f11aab694734b568d364fb86513cf10df58ddba28c74 +size 3789667776 diff --git a/Cosmos-Reason2-8B.i1-IQ3_XS.gguf b/Cosmos-Reason2-8B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..649d853 --- /dev/null +++ b/Cosmos-Reason2-8B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d384e822c3f46b234c081c11648834f8b1e453c0cccdc40952a176bbfb131f84 +size 3626876352 diff --git a/Cosmos-Reason2-8B.i1-IQ3_XXS.gguf b/Cosmos-Reason2-8B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..31fc708 --- /dev/null +++ b/Cosmos-Reason2-8B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17ba0c5bbd88744f1dd36902f5d5fa8250af03f5dad14f27249f86520c04d9cf +size 3369635264 diff --git a/Cosmos-Reason2-8B.i1-IQ4_NL.gguf b/Cosmos-Reason2-8B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..e25db94 --- /dev/null +++ b/Cosmos-Reason2-8B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98215dbf73bae8ea4621376d9ad99b9f0974ef485ec7a74f87e882df99bc45fa +size 4793626048 diff --git a/Cosmos-Reason2-8B.i1-IQ4_XS.gguf b/Cosmos-Reason2-8B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..78fb6b8 --- /dev/null +++ b/Cosmos-Reason2-8B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb14b02057f388f961d964a0666f64b4fdda05f347cc499d8c57d36d8952875f +size 4561841600 diff --git a/Cosmos-Reason2-8B.i1-Q2_K.gguf b/Cosmos-Reason2-8B.i1-Q2_K.gguf new file mode 100644 index 0000000..facc08a --- /dev/null +++ b/Cosmos-Reason2-8B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7661387efc7277d9f9b996aaf38b25f9b3a53cf3146f6909b52b1bb055f393b5 +size 3281735104 diff --git a/Cosmos-Reason2-8B.i1-Q2_K_S.gguf b/Cosmos-Reason2-8B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..8005e59 --- /dev/null +++ b/Cosmos-Reason2-8B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:888ff38a81c36f307fbcf48db02a3538e314adfb9dc81bb11d9dfc732fde54a6 +size 3083554240 diff --git a/Cosmos-Reason2-8B.i1-Q3_K_L.gguf b/Cosmos-Reason2-8B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..f65954a --- /dev/null +++ b/Cosmos-Reason2-8B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d76f2903389570fd2b46a73c71d0e64ff409c5d392d61959fc556f7ddcf3cbcf +size 4431396288 diff --git a/Cosmos-Reason2-8B.i1-Q3_K_M.gguf b/Cosmos-Reason2-8B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..028c3a1 --- /dev/null +++ b/Cosmos-Reason2-8B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1379409c95630e89fabbb3e181ff4429261f2ae73143f728a4f12f9bf80518c9 +size 4124163520 diff --git a/Cosmos-Reason2-8B.i1-Q3_K_S.gguf b/Cosmos-Reason2-8B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..b46e48b --- /dev/null +++ b/Cosmos-Reason2-8B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ce35765cee590edb8ee3a70caa467300e925a6997436a81abaf23afe1b34c87 +size 3769613760 diff --git a/Cosmos-Reason2-8B.i1-Q4_0.gguf b/Cosmos-Reason2-8B.i1-Q4_0.gguf new file mode 100644 index 0000000..01d05d7 --- /dev/null +++ b/Cosmos-Reason2-8B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61c21f6291912f9a32a1973da3acd43cefd7efa77b0a4794afbbdd1bb1409992 +size 4787334592 diff --git a/Cosmos-Reason2-8B.i1-Q4_1.gguf b/Cosmos-Reason2-8B.i1-Q4_1.gguf new file mode 100644 index 0000000..30bd7a9 --- /dev/null +++ b/Cosmos-Reason2-8B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84d8ce0aad6aeb09849c74960c51eb96493870a99ececdf350487ded7c0e0211 +size 5247757760 diff --git a/Cosmos-Reason2-8B.i1-Q4_K_M.gguf b/Cosmos-Reason2-8B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..78d6e1b --- /dev/null +++ b/Cosmos-Reason2-8B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19a5e664f0d812c3f2aa6c4ab5ad9f232ac8ac20c41f53fab56eeaacf9fdd889 +size 5027786176 diff --git a/Cosmos-Reason2-8B.i1-Q4_K_S.gguf b/Cosmos-Reason2-8B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..6857e5f --- /dev/null +++ b/Cosmos-Reason2-8B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55d94407520b0c9dddde382450209766b01519fe14829e53e65b8f2ae86918fa +size 4802014656 diff --git a/Cosmos-Reason2-8B.i1-Q5_K_M.gguf b/Cosmos-Reason2-8B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..1dbe88e --- /dev/null +++ b/Cosmos-Reason2-8B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:701c30c4907a23571b95f53aca95a4b2f52b15c57f0bf6d75f18254465eaeda4 +size 5851114944 diff --git a/Cosmos-Reason2-8B.i1-Q5_K_S.gguf b/Cosmos-Reason2-8B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..1e798c2 --- /dev/null +++ b/Cosmos-Reason2-8B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61906a04ac7c0988967f3afc607d50dcb7274c49aa9585b19d396955c52e5565 +size 5720763840 diff --git a/Cosmos-Reason2-8B.i1-Q6_K.gguf b/Cosmos-Reason2-8B.i1-Q6_K.gguf new file mode 100644 index 0000000..39f14bf --- /dev/null +++ b/Cosmos-Reason2-8B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a767d62ddaad60b489a4fe888cf986f7f49bdb174f020439efd03c3abadbce36 +size 6725901760 diff --git a/Cosmos-Reason2-8B.imatrix.gguf b/Cosmos-Reason2-8B.imatrix.gguf new file mode 100644 index 0000000..a07e4f5 --- /dev/null +++ b/Cosmos-Reason2-8B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4debc2da466ec87e66f24f38ea05347141888bc2bb70ebd5b2dc18ce70d9ed23 +size 5347200 diff --git a/README.md b/README.md new file mode 100644 index 0000000..5a4901b --- /dev/null +++ b/README.md @@ -0,0 +1,170 @@ +--- +base_model: nvidia/Cosmos-Reason2-8B +extra_gated_button_content: Submit +extra_gated_fields: + ? By clicking Submit below, I accept the terms of the NVIDIA Open Model License + Agreement and acknowledge that I am an adult of legal age of majority in the country + in which the Cosmos Models will be used and have authority to accept this Agreement + : checkbox +extra_gated_prompt: "# NVIDIA Open Model License Agreement\nVersion Release Date: + September 23, 2025\nThis NVIDIA Open Model License Agreement (the “Agreement”) is + a legal agreement between the Legal Entity You represent, or if no entity is identified, + You and NVIDIA Corporation and its Affiliates (“NVIDIA”) and governs Your use of + the Models that NVIDIA provides to You under this Agreement. NVIDIA and You are + each a “party” and collectively the “parties.” \nNVIDIA models released under this + Agreement are intended to be used permissively and enable the further development + of AI technologies. Subject to the terms of this Agreement, NVIDIA confirms that: + \n- Models are commercially usable. - You are free to create and distribute Derivative + Models. - NVIDIA does not claim ownership to any outputs generated using the Models + or Model Derivatives. \nBy using, reproducing, modifying, distributing, performing + or displaying any portion or element of the Model or Derivative Model, or otherwise + accepting the terms of this Agreement, you agree to be bound by this Agreement. + \ \n## 1. Definitions\n1.1. **Derivative Model** means all (a) modifications to + the Model, (b) works based on the Model, and (c) any other derivative works of + the Model. An output is not a Derivative Model. \n1.2. **Legal Entity** means the + union of the acting entity and all other entities that control, are controlled by, + or are under common control with that entity. For the purposes of this definition, + “control” means (a) the power, direct or indirect, to cause the direction or management + of such entity, whether by contract or otherwise, or (b) ownership of fifty percent + (50%) or more of the outstanding shares, or (c) beneficial ownership of such entity. + \n1.3. **Model** means the machine learning model, software, checkpoints, learnt + weights, algorithms, parameters, configuration files and documentation shared under + this Agreement. \n1.4. **NVIDIA Cosmos Model** means a multimodal Model shared under + this Agreement. \n1.5. **Special-Purpose Model** means a Model that is only competent + in a narrow set of purpose-specific tasks and should not be used for unintended + or general-purpose applications. \n1.6. **You** or **Your** means an individual + or Legal Entity exercising permissions granted by this Agreement. \n## 2. Conditions + for Use, License Grant, AI Ethics and IP Ownership\n### 2.1. Conditions for Use + - The Model and any Derivative Model are subject to additional terms as described + in Section 2 and Section 3 of this Agreement. - If You institute copyright or + patent litigation against any entity alleging that the Model or a Derivative Model + constitutes infringement, then any licenses granted will terminate as of the date + such litigation is filed. - If You bypass or disable any technical limitation, + safety guardrail, encryption, DRM, or authentication mechanism contained in the + Model without a substantially similar Guardrail, your rights will terminate. - + NVIDIA may designate a Model as a Special-Purpose Model. - NVIDIA may update this + Agreement to comply with legal and regulatory requirements. \n### 2.2. License + Grant NVIDIA grants You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, + revocable license to publicly perform, publicly display, reproduce, use, create + derivative works of, make, have made, sell, offer for sale, distribute, and import + the Model. \n### 2.3. AI Ethics Use of the Models must be consistent with NVIDIA’s + [Trustworthy AI terms](https://www.nvidia.com/en-us/agreements/trustworthy-ai/terms/). + \ \n### 2.4. IP Ownership - NVIDIA owns the Model and any Model Derivatives it creates. + \ - You own your Model Derivatives. - NVIDIA claims no ownership rights in outputs. + \ - Except as expressly granted, NVIDIA reserves all rights. \n## 3. Redistribution\nYou + may reproduce and distribute copies of the Model or Derivative Models in any medium, + with or without modifications, provided that: \n- **3.1.** You must provide recipients + with a copy of this Agreement and include this attribution in a “Notice” text file: + \ \n *“Licensed by NVIDIA Corporation under the NVIDIA Open Model License”* \n\n- + **3.2.** If distributing or making available a NVIDIA Cosmos Model, or products/services + derived from it, you must include: \n *“Built on NVIDIA Cosmos”* \n\n- **3.3.** + You may add your own copyright statements and license terms for your modifications, + provided use still complies with this Agreement. \n## 4. Separate Components The + Models may include components licensed under separate legal notices (e.g., Open + Source Software Licenses). These terms apply, except where overridden by this Agreement + unless required by third-party license terms. \n## 5. Trademarks No permission + is granted to use NVIDIA’s trade names, trademarks, or product names, except for + reasonable descriptive use. \n## 6. Disclaimer of Warranty The Model is provided + **“AS IS”**, without warranties of any kind, including title, non-infringement, + merchantability, or fitness for purpose. You assume risks associated with its use. + \ \n## 7. Limitation of Liability NVIDIA is not liable for damages (direct, indirect, + incidental, or consequential) arising from use of the Model, unless required by + law. \n## 8. Indemnity You will indemnify and hold NVIDIA harmless against claims + from third parties arising from your use or distribution of the Model, derivatives, + or outputs. \n## 9. Feedback NVIDIA may use any feedback you provide without restriction + or compensation. \n## 10. Governing Law This Agreement is governed by U.S. and + Delaware law. Courts in Santa Clara County, California, have exclusive jurisdiction, + except for urgent injunctive relief. \n## 11. Trade and Compliance You must comply + with all export, import, trade, and sanctions laws, including U.S. Export Administration + Regulations and OFAC rules." +language: +- en +library_name: transformers +license: other +license_link: https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license +license_name: nvidia-open-model-license +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- nvidia +- cosmos +- conversational +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/nvidia/Cosmos-Reason2-8B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Cosmos-Reason2-8B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Cosmos-Reason2-8B-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-IQ1_S.gguf) | i1-IQ1_S | 2.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-IQ1_M.gguf) | i1-IQ1_M | 2.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-IQ2_S.gguf) | i1-IQ2_S | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-IQ2_M.gguf) | i1-IQ2_M | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-Q2_K.gguf) | i1-Q2_K | 3.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-IQ3_S.gguf) | i1-IQ3_S | 3.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-IQ3_M.gguf) | i1-IQ3_M | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.7 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-Q4_0.gguf) | i1-Q4_0 | 4.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.9 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-Q4_1.gguf) | i1-Q4_1 | 5.3 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 6.0 | | +| [GGUF](https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/resolve/main/Cosmos-Reason2-8B.i1-Q6_K.gguf) | i1-Q6_K | 6.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +