From 793e5489593c23dce894ca4850e7bf025aca28cb Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 13 Jun 2026 04:38:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/charlie-1.5-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++++++++ README.md | 88 +++++++++++++++++++++++++++++++++++++ charlie-1.5.i1-IQ1_M.gguf | 3 ++ charlie-1.5.i1-IQ1_S.gguf | 3 ++ charlie-1.5.i1-IQ2_M.gguf | 3 ++ charlie-1.5.i1-IQ2_S.gguf | 3 ++ charlie-1.5.i1-IQ2_XS.gguf | 3 ++ charlie-1.5.i1-IQ2_XXS.gguf | 3 ++ charlie-1.5.i1-IQ3_M.gguf | 3 ++ charlie-1.5.i1-IQ3_S.gguf | 3 ++ charlie-1.5.i1-IQ3_XS.gguf | 3 ++ charlie-1.5.i1-IQ3_XXS.gguf | 3 ++ charlie-1.5.i1-IQ4_NL.gguf | 3 ++ charlie-1.5.i1-IQ4_XS.gguf | 3 ++ charlie-1.5.i1-Q2_K.gguf | 3 ++ charlie-1.5.i1-Q2_K_S.gguf | 3 ++ charlie-1.5.i1-Q3_K_L.gguf | 3 ++ charlie-1.5.i1-Q3_K_M.gguf | 3 ++ charlie-1.5.i1-Q3_K_S.gguf | 3 ++ charlie-1.5.i1-Q4_0.gguf | 3 ++ charlie-1.5.i1-Q4_1.gguf | 3 ++ charlie-1.5.i1-Q4_K_M.gguf | 3 ++ charlie-1.5.i1-Q4_K_S.gguf | 3 ++ charlie-1.5.i1-Q5_K_M.gguf | 3 ++ charlie-1.5.i1-Q5_K_S.gguf | 3 ++ charlie-1.5.i1-Q6_K.gguf | 3 ++ charlie-1.5.imatrix.gguf | 3 ++ 27 files changed, 223 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 charlie-1.5.i1-IQ1_M.gguf create mode 100644 charlie-1.5.i1-IQ1_S.gguf create mode 100644 charlie-1.5.i1-IQ2_M.gguf create mode 100644 charlie-1.5.i1-IQ2_S.gguf create mode 100644 charlie-1.5.i1-IQ2_XS.gguf create mode 100644 charlie-1.5.i1-IQ2_XXS.gguf create mode 100644 charlie-1.5.i1-IQ3_M.gguf create mode 100644 charlie-1.5.i1-IQ3_S.gguf create mode 100644 charlie-1.5.i1-IQ3_XS.gguf create mode 100644 charlie-1.5.i1-IQ3_XXS.gguf create mode 100644 charlie-1.5.i1-IQ4_NL.gguf create mode 100644 charlie-1.5.i1-IQ4_XS.gguf create mode 100644 charlie-1.5.i1-Q2_K.gguf create mode 100644 charlie-1.5.i1-Q2_K_S.gguf create mode 100644 charlie-1.5.i1-Q3_K_L.gguf create mode 100644 charlie-1.5.i1-Q3_K_M.gguf create mode 100644 charlie-1.5.i1-Q3_K_S.gguf create mode 100644 charlie-1.5.i1-Q4_0.gguf create mode 100644 charlie-1.5.i1-Q4_1.gguf create mode 100644 charlie-1.5.i1-Q4_K_M.gguf create mode 100644 charlie-1.5.i1-Q4_K_S.gguf create mode 100644 charlie-1.5.i1-Q5_K_M.gguf create mode 100644 charlie-1.5.i1-Q5_K_S.gguf create mode 100644 charlie-1.5.i1-Q6_K.gguf create mode 100644 charlie-1.5.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b58479a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +charlie-1.5.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +charlie-1.5.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..422e3e1 --- /dev/null +++ b/README.md @@ -0,0 +1,88 @@ +--- +base_model: gocharlie-ai/charlie-1.5 +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mistral +- long-context +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/gocharlie-ai/charlie-1.5 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#charlie-1.5-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/charlie-1.5-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-IQ1_S.gguf) | i1-IQ1_S | 3.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-IQ2_S.gguf) | i1-IQ2_S | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-IQ2_M.gguf) | i1-IQ2_M | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-IQ3_S.gguf) | i1-IQ3_S | 5.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.8 | | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-Q4_0.gguf) | i1-Q4_0 | 7.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-Q4_1.gguf) | i1-Q4_1 | 7.9 | | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.6 | | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.8 | | +| [GGUF](https://huggingface.co/mradermacher/charlie-1.5-i1-GGUF/resolve/main/charlie-1.5.i1-Q6_K.gguf) | i1-Q6_K | 10.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/charlie-1.5.i1-IQ1_M.gguf b/charlie-1.5.i1-IQ1_M.gguf new file mode 100644 index 0000000..954e89f --- /dev/null +++ b/charlie-1.5.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521a63a8b9fcdd7f349373aada4f564540c6c5461cce6835ef4d78c3a62d58c2 +size 3221624576 diff --git a/charlie-1.5.i1-IQ1_S.gguf b/charlie-1.5.i1-IQ1_S.gguf new file mode 100644 index 0000000..555b463 --- /dev/null +++ b/charlie-1.5.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2454997f05799ef65bcad5a156482bcfa6a41444206b2b111c78c2d35dfeb059 +size 2999211776 diff --git a/charlie-1.5.i1-IQ2_M.gguf b/charlie-1.5.i1-IQ2_M.gguf new file mode 100644 index 0000000..bc1ce43 --- /dev/null +++ b/charlie-1.5.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc8ea6dbb7a39dc66dc0e87f09e62ce17757f85d83df6303b5a1692cfbe25105 +size 4435023616 diff --git a/charlie-1.5.i1-IQ2_S.gguf b/charlie-1.5.i1-IQ2_S.gguf new file mode 100644 index 0000000..7d89185 --- /dev/null +++ b/charlie-1.5.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b576ef3cf6026a01fd18c43baa145e6d701b103f1b6f9019af006b1cfb0a176 +size 4138473216 diff --git a/charlie-1.5.i1-IQ2_XS.gguf b/charlie-1.5.i1-IQ2_XS.gguf new file mode 100644 index 0000000..dcb8aa1 --- /dev/null +++ b/charlie-1.5.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd7d7015f0e5efaad65b6fd89fc698d12fe87910d10c99ecb5f4cb280dc7780f +size 3915077376 diff --git a/charlie-1.5.i1-IQ2_XXS.gguf b/charlie-1.5.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..5cefa94 --- /dev/null +++ b/charlie-1.5.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5903d34961ba7a57b8515497e7b78ab7a06fc5e9395dd08cc2aee8eb1cd1638a +size 3592312576 diff --git a/charlie-1.5.i1-IQ3_M.gguf b/charlie-1.5.i1-IQ3_M.gguf new file mode 100644 index 0000000..db123ea --- /dev/null +++ b/charlie-1.5.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0c6db9d45ae2629197e1e02e132f07afac11233ce095b08cff9f6df9d7263b1 +size 5722232576 diff --git a/charlie-1.5.i1-IQ3_S.gguf b/charlie-1.5.i1-IQ3_S.gguf new file mode 100644 index 0000000..8035b5f --- /dev/null +++ b/charlie-1.5.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53e54b1716be173669a97b5f1f3f4828e8376a015ccaa7792fc1cd219440a0a4 +size 5562078976 diff --git a/charlie-1.5.i1-IQ3_XS.gguf b/charlie-1.5.i1-IQ3_XS.gguf new file mode 100644 index 0000000..f12b031 --- /dev/null +++ b/charlie-1.5.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d51e3b12ed2901b2f7c7bec535a0d6bfb355ddf540bf59a0d6b3b64831670446 +size 5306488576 diff --git a/charlie-1.5.i1-IQ3_XXS.gguf b/charlie-1.5.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..07d4564 --- /dev/null +++ b/charlie-1.5.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6cb5ba697d084adcf3c18595613ff9bf88901825033607174cde05d3cfe0604 +size 4945385216 diff --git a/charlie-1.5.i1-IQ4_NL.gguf b/charlie-1.5.i1-IQ4_NL.gguf new file mode 100644 index 0000000..9c77c8b --- /dev/null +++ b/charlie-1.5.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2be2bb06cc32057369194ab0850a9d854466f35594d39c036c428451ff841196 +size 7097915136 diff --git a/charlie-1.5.i1-IQ4_XS.gguf b/charlie-1.5.i1-IQ4_XS.gguf new file mode 100644 index 0000000..f005c3d --- /dev/null +++ b/charlie-1.5.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0015f1b2fb34cf34caeab9fbb94063d2bbb9e90f6cc800703813e1b57f9e573 +size 6742710016 diff --git a/charlie-1.5.i1-Q2_K.gguf b/charlie-1.5.i1-Q2_K.gguf new file mode 100644 index 0000000..15227d2 --- /dev/null +++ b/charlie-1.5.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09675925f312f76dc8fde24a6a5975e5d02ac0c9e419d53d76869174d6389a4b +size 4791047936 diff --git a/charlie-1.5.i1-Q2_K_S.gguf b/charlie-1.5.i1-Q2_K_S.gguf new file mode 100644 index 0000000..c80566a --- /dev/null +++ b/charlie-1.5.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e63128210b2ab134672566f6cee6be1b815939ec539a629dc74702071f1a11e8 +size 4493678336 diff --git a/charlie-1.5.i1-Q3_K_L.gguf b/charlie-1.5.i1-Q3_K_L.gguf new file mode 100644 index 0000000..30d2882 --- /dev/null +++ b/charlie-1.5.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:693e2e7f274584845107808968db6805a37abedcf27d293fef59679e626d2138 +size 6561502976 diff --git a/charlie-1.5.i1-Q3_K_M.gguf b/charlie-1.5.i1-Q3_K_M.gguf new file mode 100644 index 0000000..671dc48 --- /dev/null +++ b/charlie-1.5.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:898b211248411b73ed86537e5c4f51ddd0239c7a2e7ef4b72272ab0d0b286b9e +size 6083090176 diff --git a/charlie-1.5.i1-Q3_K_S.gguf b/charlie-1.5.i1-Q3_K_S.gguf new file mode 100644 index 0000000..4876203 --- /dev/null +++ b/charlie-1.5.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:243f7978228bd4a708bb76a0352954595c45417a22d7d694d59166da32adb6da +size 5534226176 diff --git a/charlie-1.5.i1-Q4_0.gguf b/charlie-1.5.i1-Q4_0.gguf new file mode 100644 index 0000000..379b1b2 --- /dev/null +++ b/charlie-1.5.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c54bb2a74ae4e3d7a3a3cd85aba9d5b839bcdd0996af46c453fcebf6faf13f02 +size 7094638336 diff --git a/charlie-1.5.i1-Q4_1.gguf b/charlie-1.5.i1-Q4_1.gguf new file mode 100644 index 0000000..a46548c --- /dev/null +++ b/charlie-1.5.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:355073d63f13f598cf9cd2cc59a705c3100a539088ea2b06bfad4049755e393f +size 7795218176 diff --git a/charlie-1.5.i1-Q4_K_M.gguf b/charlie-1.5.i1-Q4_K_M.gguf new file mode 100644 index 0000000..edcdfb8 --- /dev/null +++ b/charlie-1.5.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:030b1afee1cbe04ff463e344da90a1ed7d9aea48b45b02560138c466cdeb8233 +size 7477204736 diff --git a/charlie-1.5.i1-Q4_K_S.gguf b/charlie-1.5.i1-Q4_K_S.gguf new file mode 100644 index 0000000..04dcbf1 --- /dev/null +++ b/charlie-1.5.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0526a4d81b1e109b0d24d9d8b0f0fadbd2011f54c0f1c4998b0f3294fec7f946 +size 7120197376 diff --git a/charlie-1.5.i1-Q5_K_M.gguf b/charlie-1.5.i1-Q5_K_M.gguf new file mode 100644 index 0000000..447bb7a --- /dev/null +++ b/charlie-1.5.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1744735173bb2825da408ed3a75583e426d98e8a8bd82c9cea707e3cc72b162 +size 8727631616 diff --git a/charlie-1.5.i1-Q5_K_S.gguf b/charlie-1.5.i1-Q5_K_S.gguf new file mode 100644 index 0000000..0750a07 --- /dev/null +++ b/charlie-1.5.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8a14753f5623868d855652a6e2753c568fba2ab339bbd7afde1d0d6c31ad336 +size 8518735616 diff --git a/charlie-1.5.i1-Q6_K.gguf b/charlie-1.5.i1-Q6_K.gguf new file mode 100644 index 0000000..3239f9f --- /dev/null +++ b/charlie-1.5.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b29b5761da488deecd09af811c9aa74a352adeae1023f3209ff7dc03071ac1b0 +size 10056210176 diff --git a/charlie-1.5.imatrix.gguf b/charlie-1.5.imatrix.gguf new file mode 100644 index 0000000..d583796 --- /dev/null +++ b/charlie-1.5.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c7677ffff41460ba831a4557ac0f518d53db123f51b8963abf7d5986fe45b5c +size 7088192