From af9024c4e8d773fded121ccbf064328281cfb8ba Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 8 Jul 2026 02:19:10 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/The_Dealer-3.2-1B-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++++ README.md | 94 +++++++++++++++++++++++++++++++ The_Dealer-3.2-1B.i1-IQ1_M.gguf | 3 + The_Dealer-3.2-1B.i1-IQ1_S.gguf | 3 + The_Dealer-3.2-1B.i1-IQ2_M.gguf | 3 + The_Dealer-3.2-1B.i1-IQ2_S.gguf | 3 + The_Dealer-3.2-1B.i1-IQ2_XS.gguf | 3 + The_Dealer-3.2-1B.i1-IQ2_XXS.gguf | 3 + The_Dealer-3.2-1B.i1-IQ3_M.gguf | 3 + The_Dealer-3.2-1B.i1-IQ3_S.gguf | 3 + The_Dealer-3.2-1B.i1-IQ3_XS.gguf | 3 + The_Dealer-3.2-1B.i1-IQ3_XXS.gguf | 3 + The_Dealer-3.2-1B.i1-IQ4_NL.gguf | 3 + The_Dealer-3.2-1B.i1-IQ4_XS.gguf | 3 + The_Dealer-3.2-1B.i1-Q2_K.gguf | 3 + The_Dealer-3.2-1B.i1-Q2_K_S.gguf | 3 + The_Dealer-3.2-1B.i1-Q3_K_L.gguf | 3 + The_Dealer-3.2-1B.i1-Q3_K_M.gguf | 3 + The_Dealer-3.2-1B.i1-Q3_K_S.gguf | 3 + The_Dealer-3.2-1B.i1-Q4_0.gguf | 3 + The_Dealer-3.2-1B.i1-Q4_1.gguf | 3 + The_Dealer-3.2-1B.i1-Q4_K_M.gguf | 3 + The_Dealer-3.2-1B.i1-Q4_K_S.gguf | 3 + The_Dealer-3.2-1B.i1-Q5_K_M.gguf | 3 + The_Dealer-3.2-1B.i1-Q5_K_S.gguf | 3 + The_Dealer-3.2-1B.i1-Q6_K.gguf | 3 + The_Dealer-3.2-1B.imatrix.gguf | 3 + 27 files changed, 229 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 The_Dealer-3.2-1B.i1-IQ1_M.gguf create mode 100644 The_Dealer-3.2-1B.i1-IQ1_S.gguf create mode 100644 The_Dealer-3.2-1B.i1-IQ2_M.gguf create mode 100644 The_Dealer-3.2-1B.i1-IQ2_S.gguf create mode 100644 The_Dealer-3.2-1B.i1-IQ2_XS.gguf create mode 100644 The_Dealer-3.2-1B.i1-IQ2_XXS.gguf create mode 100644 The_Dealer-3.2-1B.i1-IQ3_M.gguf create mode 100644 The_Dealer-3.2-1B.i1-IQ3_S.gguf create mode 100644 The_Dealer-3.2-1B.i1-IQ3_XS.gguf create mode 100644 The_Dealer-3.2-1B.i1-IQ3_XXS.gguf create mode 100644 The_Dealer-3.2-1B.i1-IQ4_NL.gguf create mode 100644 The_Dealer-3.2-1B.i1-IQ4_XS.gguf create mode 100644 The_Dealer-3.2-1B.i1-Q2_K.gguf create mode 100644 The_Dealer-3.2-1B.i1-Q2_K_S.gguf create mode 100644 The_Dealer-3.2-1B.i1-Q3_K_L.gguf create mode 100644 The_Dealer-3.2-1B.i1-Q3_K_M.gguf create mode 100644 The_Dealer-3.2-1B.i1-Q3_K_S.gguf create mode 100644 The_Dealer-3.2-1B.i1-Q4_0.gguf create mode 100644 The_Dealer-3.2-1B.i1-Q4_1.gguf create mode 100644 The_Dealer-3.2-1B.i1-Q4_K_M.gguf create mode 100644 The_Dealer-3.2-1B.i1-Q4_K_S.gguf create mode 100644 The_Dealer-3.2-1B.i1-Q5_K_M.gguf create mode 100644 The_Dealer-3.2-1B.i1-Q5_K_S.gguf create mode 100644 The_Dealer-3.2-1B.i1-Q6_K.gguf create mode 100644 The_Dealer-3.2-1B.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1a2cbd3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +The_Dealer-3.2-1B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..9222763 --- /dev/null +++ b/README.md @@ -0,0 +1,94 @@ +--- +base_model: UmbrellaInc/The_Dealer-3.2-1B +datasets: +- RZ412/PokerBench +language: +- en +- es +library_name: transformers +license: llama3.2 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- uncensored? +- nsfw? +- rp? +- prototype +- merge +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/UmbrellaInc/The_Dealer-3.2-1B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#The_Dealer-3.2-1B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/The_Dealer-3.2-1B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-IQ2_S.gguf) | i1-IQ2_S | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-IQ2_M.gguf) | i1-IQ2_M | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-Q2_K.gguf) | i1-Q2_K | 0.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-IQ3_S.gguf) | i1-IQ3_S | 0.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-IQ3_M.gguf) | i1-IQ3_M | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-Q4_0.gguf) | i1-Q4_0 | 1.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-Q4_1.gguf) | i1-Q4_1 | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/The_Dealer-3.2-1B-i1-GGUF/resolve/main/The_Dealer-3.2-1B.i1-Q6_K.gguf) | i1-Q6_K | 1.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/The_Dealer-3.2-1B.i1-IQ1_M.gguf b/The_Dealer-3.2-1B.i1-IQ1_M.gguf new file mode 100644 index 0000000..9fdbbc3 --- /dev/null +++ b/The_Dealer-3.2-1B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f313eb972bcfc655e3863b00f911b3afb3ae77e04a738bd71dbb7cfc3c755692 +size 499791680 diff --git a/The_Dealer-3.2-1B.i1-IQ1_S.gguf b/The_Dealer-3.2-1B.i1-IQ1_S.gguf new file mode 100644 index 0000000..95560f2 --- /dev/null +++ b/The_Dealer-3.2-1B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06b9d4d67bf576b9254bb2e49a9295421d0827ee4ee6b368cdb4bf9a0ef5b745 +size 479737664 diff --git a/The_Dealer-3.2-1B.i1-IQ2_M.gguf b/The_Dealer-3.2-1B.i1-IQ2_M.gguf new file mode 100644 index 0000000..dd4ed65 --- /dev/null +++ b/The_Dealer-3.2-1B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89dc9f2ebc8a1aa8fa7755351412cc0c87ca020dcff0905e8053e66194a749b6 +size 628311872 diff --git a/The_Dealer-3.2-1B.i1-IQ2_S.gguf b/The_Dealer-3.2-1B.i1-IQ2_S.gguf new file mode 100644 index 0000000..0b7266c --- /dev/null +++ b/The_Dealer-3.2-1B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52850f62571f3a2601f7763bad4dc98896c92d3eeab70dbe3190a39c45f7667c +size 601573184 diff --git a/The_Dealer-3.2-1B.i1-IQ2_XS.gguf b/The_Dealer-3.2-1B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..764d534 --- /dev/null +++ b/The_Dealer-3.2-1B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16065ff246d222e13b2dfd7178d65e709ee65471d4b231262a8b4d9d2eb64808 +size 562050880 diff --git a/The_Dealer-3.2-1B.i1-IQ2_XXS.gguf b/The_Dealer-3.2-1B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..162ca78 --- /dev/null +++ b/The_Dealer-3.2-1B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:358e674cefc1916729c5d422c688955a67693cfcbae7d8084541c53a003f1974 +size 533215040 diff --git a/The_Dealer-3.2-1B.i1-IQ3_M.gguf b/The_Dealer-3.2-1B.i1-IQ3_M.gguf new file mode 100644 index 0000000..beb5b2c --- /dev/null +++ b/The_Dealer-3.2-1B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d9535cdd0f137120f4dc4df28fb8afa0195b93dba8e1375d03ee2759b52e4e +size 770152256 diff --git a/The_Dealer-3.2-1B.i1-IQ3_S.gguf b/The_Dealer-3.2-1B.i1-IQ3_S.gguf new file mode 100644 index 0000000..6b5fcfe --- /dev/null +++ b/The_Dealer-3.2-1B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f53a1d1f8f9a8f57f40c960da8d91630e682bef9d86ee113b365b919283563e8 +size 756782912 diff --git a/The_Dealer-3.2-1B.i1-IQ3_XS.gguf b/The_Dealer-3.2-1B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..710b7ad --- /dev/null +++ b/The_Dealer-3.2-1B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8b1a26b5cd335cd987a48cce82a5200c9d742acd07d7ac44e0a124bd79d9500 +size 733976384 diff --git a/The_Dealer-3.2-1B.i1-IQ3_XXS.gguf b/The_Dealer-3.2-1B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..14f2d7a --- /dev/null +++ b/The_Dealer-3.2-1B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1fe8b92da3e7f9f9e6816daa4ae08e5a71836a9d89a91b2f0db72699c6eeb67 +size 674973504 diff --git a/The_Dealer-3.2-1B.i1-IQ4_NL.gguf b/The_Dealer-3.2-1B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..9e64769 --- /dev/null +++ b/The_Dealer-3.2-1B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22fbb9cda72dd07728328290c27c0bbe2856c51b615cc9489ce0d8af3cd8269b +size 920774464 diff --git a/The_Dealer-3.2-1B.i1-IQ4_XS.gguf b/The_Dealer-3.2-1B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..0464373 --- /dev/null +++ b/The_Dealer-3.2-1B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1fafc451872d83d45d8bc5254959d749d017e0763e436cd128b6e23cb4d8844 +size 882681664 diff --git a/The_Dealer-3.2-1B.i1-Q2_K.gguf b/The_Dealer-3.2-1B.i1-Q2_K.gguf new file mode 100644 index 0000000..23a240d --- /dev/null +++ b/The_Dealer-3.2-1B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4a2f9f2c541d1ae19439a35ec980db4d526665782b9fbefa0a2236d59fbd4c0 +size 667060032 diff --git a/The_Dealer-3.2-1B.i1-Q2_K_S.gguf b/The_Dealer-3.2-1B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..22e918d --- /dev/null +++ b/The_Dealer-3.2-1B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56e479618d71e5beaa1ee1f793708a28488856024914dce443c353b27c9d7ffd +size 640845632 diff --git a/The_Dealer-3.2-1B.i1-Q3_K_L.gguf b/The_Dealer-3.2-1B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..755f6fb --- /dev/null +++ b/The_Dealer-3.2-1B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b40f05a8efb28ee5a816a979c953eec1c3466e13f9406ca9bfaa8c46ca12f078 +size 845387584 diff --git a/The_Dealer-3.2-1B.i1-Q3_K_M.gguf b/The_Dealer-3.2-1B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..8fcada8 --- /dev/null +++ b/The_Dealer-3.2-1B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad2a7df5477cec6f3b89e9cc0b3a30269560945694b60e9066967a67463c4139 +size 803706688 diff --git a/The_Dealer-3.2-1B.i1-Q3_K_S.gguf b/The_Dealer-3.2-1B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..215c0f0 --- /dev/null +++ b/The_Dealer-3.2-1B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc70bfbdb9168e3ecfd1c519e6967c5208d6608aef1e05fa6eb2b8e22b62fb5 +size 754554688 diff --git a/The_Dealer-3.2-1B.i1-Q4_0.gguf b/The_Dealer-3.2-1B.i1-Q4_0.gguf new file mode 100644 index 0000000..c122b3b --- /dev/null +++ b/The_Dealer-3.2-1B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ad5f33af26f780ac18f74dd44c1b68ea845601ca638c5b6c9949377b6843df7 +size 920774464 diff --git a/The_Dealer-3.2-1B.i1-Q4_1.gguf b/The_Dealer-3.2-1B.i1-Q4_1.gguf new file mode 100644 index 0000000..1f1cf53 --- /dev/null +++ b/The_Dealer-3.2-1B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b0bc0a3daddfe6daa5924ddb43e4b99d2ff02aab67c2cdbd591e4c32626bf1a +size 995911488 diff --git a/The_Dealer-3.2-1B.i1-Q4_K_M.gguf b/The_Dealer-3.2-1B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..359e06d --- /dev/null +++ b/The_Dealer-3.2-1B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:087c2e0373ac4d25f689cc8a9dd0bd03092e16cc1908ee76107cc6895360bc86 +size 955443008 diff --git a/The_Dealer-3.2-1B.i1-Q4_K_S.gguf b/The_Dealer-3.2-1B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..914c964 --- /dev/null +++ b/The_Dealer-3.2-1B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c533ca50a7e1c0d891fb1196d95a88fc2f323f3bfa6286eea318b42443cb3c6 +size 923395904 diff --git a/The_Dealer-3.2-1B.i1-Q5_K_M.gguf b/The_Dealer-3.2-1B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..873d202 --- /dev/null +++ b/The_Dealer-3.2-1B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40ba8735155b1b96c9f04ecc08fbfa8b4d3e4a329d68bee9dd93155169043ac0 +size 1092085568 diff --git a/The_Dealer-3.2-1B.i1-Q5_K_S.gguf b/The_Dealer-3.2-1B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..bde8c24 --- /dev/null +++ b/The_Dealer-3.2-1B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e41ffaf933c4e965e9ef14c3853339cd0d7c31457ddb1729fa2b74ba20e9f1b +size 1073145664 diff --git a/The_Dealer-3.2-1B.i1-Q6_K.gguf b/The_Dealer-3.2-1B.i1-Q6_K.gguf new file mode 100644 index 0000000..a136ecb --- /dev/null +++ b/The_Dealer-3.2-1B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:177f1c1746c4705f82efe3fa6023521e14e4b3ec15241126312241fa648054e8 +size 1237268288 diff --git a/The_Dealer-3.2-1B.imatrix.gguf b/The_Dealer-3.2-1B.imatrix.gguf new file mode 100644 index 0000000..9bb6eac --- /dev/null +++ b/The_Dealer-3.2-1B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06003662f342bc22d42565c0a871f1fb81e77a509c0f75ce387cbccdfbdf139c +size 1328000