From 48d2bcb62010ee6f18da569da8f4ce4fc2168b85 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 4 May 2026 14:07:47 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/ThetaBlackGorgon-8B-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++ README.md | 104 ++++++++++++++++++++++++++++ ThetaBlackGorgon-8B.i1-IQ1_M.gguf | 3 + ThetaBlackGorgon-8B.i1-IQ1_S.gguf | 3 + ThetaBlackGorgon-8B.i1-IQ2_M.gguf | 3 + ThetaBlackGorgon-8B.i1-IQ2_S.gguf | 3 + ThetaBlackGorgon-8B.i1-IQ2_XS.gguf | 3 + ThetaBlackGorgon-8B.i1-IQ2_XXS.gguf | 3 + ThetaBlackGorgon-8B.i1-IQ3_M.gguf | 3 + ThetaBlackGorgon-8B.i1-IQ3_S.gguf | 3 + ThetaBlackGorgon-8B.i1-IQ3_XS.gguf | 3 + ThetaBlackGorgon-8B.i1-IQ3_XXS.gguf | 3 + ThetaBlackGorgon-8B.i1-IQ4_NL.gguf | 3 + ThetaBlackGorgon-8B.i1-IQ4_XS.gguf | 3 + ThetaBlackGorgon-8B.i1-Q2_K.gguf | 3 + ThetaBlackGorgon-8B.i1-Q2_K_S.gguf | 3 + ThetaBlackGorgon-8B.i1-Q3_K_L.gguf | 3 + ThetaBlackGorgon-8B.i1-Q3_K_M.gguf | 3 + ThetaBlackGorgon-8B.i1-Q3_K_S.gguf | 3 + ThetaBlackGorgon-8B.i1-Q4_0.gguf | 3 + ThetaBlackGorgon-8B.i1-Q4_1.gguf | 3 + ThetaBlackGorgon-8B.i1-Q4_K_M.gguf | 3 + ThetaBlackGorgon-8B.i1-Q4_K_S.gguf | 3 + ThetaBlackGorgon-8B.i1-Q5_K_M.gguf | 3 + ThetaBlackGorgon-8B.i1-Q5_K_S.gguf | 3 + ThetaBlackGorgon-8B.i1-Q6_K.gguf | 3 + ThetaBlackGorgon-8B.imatrix.gguf | 3 + 27 files changed, 239 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 ThetaBlackGorgon-8B.i1-IQ1_M.gguf create mode 100644 ThetaBlackGorgon-8B.i1-IQ1_S.gguf create mode 100644 ThetaBlackGorgon-8B.i1-IQ2_M.gguf create mode 100644 ThetaBlackGorgon-8B.i1-IQ2_S.gguf create mode 100644 ThetaBlackGorgon-8B.i1-IQ2_XS.gguf create mode 100644 ThetaBlackGorgon-8B.i1-IQ2_XXS.gguf create mode 100644 ThetaBlackGorgon-8B.i1-IQ3_M.gguf create mode 100644 ThetaBlackGorgon-8B.i1-IQ3_S.gguf create mode 100644 ThetaBlackGorgon-8B.i1-IQ3_XS.gguf create mode 100644 ThetaBlackGorgon-8B.i1-IQ3_XXS.gguf create mode 100644 ThetaBlackGorgon-8B.i1-IQ4_NL.gguf create mode 100644 ThetaBlackGorgon-8B.i1-IQ4_XS.gguf create mode 100644 ThetaBlackGorgon-8B.i1-Q2_K.gguf create mode 100644 ThetaBlackGorgon-8B.i1-Q2_K_S.gguf create mode 100644 ThetaBlackGorgon-8B.i1-Q3_K_L.gguf create mode 100644 ThetaBlackGorgon-8B.i1-Q3_K_M.gguf create mode 100644 ThetaBlackGorgon-8B.i1-Q3_K_S.gguf create mode 100644 ThetaBlackGorgon-8B.i1-Q4_0.gguf create mode 100644 ThetaBlackGorgon-8B.i1-Q4_1.gguf create mode 100644 ThetaBlackGorgon-8B.i1-Q4_K_M.gguf create mode 100644 ThetaBlackGorgon-8B.i1-Q4_K_S.gguf create mode 100644 ThetaBlackGorgon-8B.i1-Q5_K_M.gguf create mode 100644 ThetaBlackGorgon-8B.i1-Q5_K_S.gguf create mode 100644 ThetaBlackGorgon-8B.i1-Q6_K.gguf create mode 100644 ThetaBlackGorgon-8B.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..ff60327 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +ThetaBlackGorgon-8B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..0a1f27f --- /dev/null +++ b/README.md @@ -0,0 +1,104 @@ +--- +base_model: Babsie/ThetaBlackGorgon-8B +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mergekit +- merge +- text-generation-inference +- chat +- roleplay +- creative-writing +- causal-lm +- Oobabooga +- Agnai +- OWUI +- Kobold-AI +- sce-merge +- llama-3 +- hermes +- 8b +- long-context +- not-for-all-audiences +- nsfw +- 18+ +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Babsie/ThetaBlackGorgon-8B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#ThetaBlackGorgon-8B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-IQ1_S.gguf) | i1-IQ1_S | 2.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-IQ1_M.gguf) | i1-IQ1_M | 2.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-IQ2_S.gguf) | i1-IQ2_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-IQ2_M.gguf) | i1-IQ2_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.1 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-Q2_K.gguf) | i1-Q2_K | 3.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-IQ3_S.gguf) | i1-IQ3_S | 3.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-IQ3_M.gguf) | i1-IQ3_M | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-Q4_0.gguf) | i1-Q4_0 | 4.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.8 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-Q4_1.gguf) | i1-Q4_1 | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/ThetaBlackGorgon-8B-i1-GGUF/resolve/main/ThetaBlackGorgon-8B.i1-Q6_K.gguf) | i1-Q6_K | 6.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/ThetaBlackGorgon-8B.i1-IQ1_M.gguf b/ThetaBlackGorgon-8B.i1-IQ1_M.gguf new file mode 100644 index 0000000..8e8994d --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98d218a6b5cf1fd1891a38e5ed85c2922ebed07e98feb341e2041eb1e0cc6363 +size 2161973376 diff --git a/ThetaBlackGorgon-8B.i1-IQ1_S.gguf b/ThetaBlackGorgon-8B.i1-IQ1_S.gguf new file mode 100644 index 0000000..7766043 --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec5d63cafcf2d2879f3f50e00dc410d628e3db4ebd3b15b4f8b8780d9417d6d7 +size 2019629184 diff --git a/ThetaBlackGorgon-8B.i1-IQ2_M.gguf b/ThetaBlackGorgon-8B.i1-IQ2_M.gguf new file mode 100644 index 0000000..d7bac5b --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59c43fb04c9773abd90623d067be757b4cba1dbc760ba0ed1fe135f763fa40fd +size 2948282496 diff --git a/ThetaBlackGorgon-8B.i1-IQ2_S.gguf b/ThetaBlackGorgon-8B.i1-IQ2_S.gguf new file mode 100644 index 0000000..65c138d --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d66db0cd694255cd648f76010ca0f85bb319e0134078bdffc65cee36b3133579 +size 2758490240 diff --git a/ThetaBlackGorgon-8B.i1-IQ2_XS.gguf b/ThetaBlackGorgon-8B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..eadf0c4 --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f656d26cdea13cb911cc5c2d3aefd2acc26cb14de6471cb505f74504f3f6ef4b +size 2605783168 diff --git a/ThetaBlackGorgon-8B.i1-IQ2_XXS.gguf b/ThetaBlackGorgon-8B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..25292a2 --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a5ef5a5445dcc17eb6aee13bc0aa9c9e0700285f880d852bd9e5ca4817df778 +size 2399213696 diff --git a/ThetaBlackGorgon-8B.i1-IQ3_M.gguf b/ThetaBlackGorgon-8B.i1-IQ3_M.gguf new file mode 100644 index 0000000..cf67db0 --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cb998a8e9a3ba4210da800d4644cec8a95a3f5ab54558c80e18dda473617eab +size 3784824960 diff --git a/ThetaBlackGorgon-8B.i1-IQ3_S.gguf b/ThetaBlackGorgon-8B.i1-IQ3_S.gguf new file mode 100644 index 0000000..a91abdb --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0a213f09f67363e999986be7e82afb6d7a40d2b05506469ade7206b78bda04b +size 3682326656 diff --git a/ThetaBlackGorgon-8B.i1-IQ3_XS.gguf b/ThetaBlackGorgon-8B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..370d825 --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dd1dc273367e1128e7c64e65769d4c88387c45854a1f64c83572b8c952858e6 +size 3518748800 diff --git a/ThetaBlackGorgon-8B.i1-IQ3_XXS.gguf b/ThetaBlackGorgon-8B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..5a9ed04 --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd16709925e793be086cf5d3a595f845eb0cd38794e3c0315fe1b1b994f6d040 +size 3274913920 diff --git a/ThetaBlackGorgon-8B.i1-IQ4_NL.gguf b/ThetaBlackGorgon-8B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..a5c8570 --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24c861570c38be7955dc4ea2aca7cc2726889dbe23398eccaddbdf8e1f28eb41 +size 4677990528 diff --git a/ThetaBlackGorgon-8B.i1-IQ4_XS.gguf b/ThetaBlackGorgon-8B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..5dd7333 --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f53a57be31d16541135ffdf1e609c71d208450aedebe7a594091c8387b618d9 +size 4447664256 diff --git a/ThetaBlackGorgon-8B.i1-Q2_K.gguf b/ThetaBlackGorgon-8B.i1-Q2_K.gguf new file mode 100644 index 0000000..caac243 --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e053c2de1514df9bc82cceac5a8e9388448fb16d3a198bdff39f774dc1f77d6 +size 3179133056 diff --git a/ThetaBlackGorgon-8B.i1-Q2_K_S.gguf b/ThetaBlackGorgon-8B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..27a0c52 --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26d1b7bbc493f4d29141a67fd399bee3a7557dbbb863e5f3a337f9d10b51f090 +size 2988816512 diff --git a/ThetaBlackGorgon-8B.i1-Q3_K_L.gguf b/ThetaBlackGorgon-8B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..2a9fe9a --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:406f3f9234e1d783eae7ee18584e3105d8960af04c03f90705a8e1b666d8d97f +size 4321958016 diff --git a/ThetaBlackGorgon-8B.i1-Q3_K_M.gguf b/ThetaBlackGorgon-8B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..5ee8fd4 --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d71ba742850d134ea3baebbceb2c21afb94dd01368f3d0ed5f09462fd253ef6 +size 4018919552 diff --git a/ThetaBlackGorgon-8B.i1-Q3_K_S.gguf b/ThetaBlackGorgon-8B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..0233b1a --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9d1ddfe4f7090ed672d52e62564e6478230682069aaa5fbfce0a32c005d3ac1 +size 3664500864 diff --git a/ThetaBlackGorgon-8B.i1-Q4_0.gguf b/ThetaBlackGorgon-8B.i1-Q4_0.gguf new file mode 100644 index 0000000..d008e3d --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f0060cd0364822bb664b7b419db33e224656c3ae305769131bc133cb5260d3d +size 4675893376 diff --git a/ThetaBlackGorgon-8B.i1-Q4_1.gguf b/ThetaBlackGorgon-8B.i1-Q4_1.gguf new file mode 100644 index 0000000..19eed33 --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee82d041e63a7896473e4cd1172263818622a8ee97501419fd8f8778bf61d794 +size 5130254464 diff --git a/ThetaBlackGorgon-8B.i1-Q4_K_M.gguf b/ThetaBlackGorgon-8B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..b6d8885 --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f018aadc7d0d250dc61e334516232443cbb2ab7ea6faa7aa20db836a2bf00fc4 +size 4920735872 diff --git a/ThetaBlackGorgon-8B.i1-Q4_K_S.gguf b/ThetaBlackGorgon-8B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..0095fcf --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f584265c1f10aaf38ff7961b6d5c1dd47edbf8494c1d26e5270a4d270f9e1dc +size 4692670592 diff --git a/ThetaBlackGorgon-8B.i1-Q5_K_M.gguf b/ThetaBlackGorgon-8B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..7f9c49d --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0176d5562f58e07dca411d76cbc261a1571208f9af609ca1d70a89fe51a21288 +size 5732989056 diff --git a/ThetaBlackGorgon-8B.i1-Q5_K_S.gguf b/ThetaBlackGorgon-8B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..4d85614 --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66a05e7f9b7e12437046051232666d360c2233bd555048ab36a596be027f2851 +size 5599295616 diff --git a/ThetaBlackGorgon-8B.i1-Q6_K.gguf b/ThetaBlackGorgon-8B.i1-Q6_K.gguf new file mode 100644 index 0000000..1af11db --- /dev/null +++ b/ThetaBlackGorgon-8B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d94533eeb1dbdcfe7cb711c31fd4e23de9f0890809d16cab78ca1016f5806ca +size 6596008064 diff --git a/ThetaBlackGorgon-8B.imatrix.gguf b/ThetaBlackGorgon-8B.imatrix.gguf new file mode 100644 index 0000000..f21707e --- /dev/null +++ b/ThetaBlackGorgon-8B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:338ace63dd664ff996050e4b8336e35ea06dfc258b02dd8c7c74aa1295363246 +size 5015200