From fff8cc903efcbe6a5d162fbccbd5f1a0a51748aa Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 29 Sep 2026 03:32:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/This_is_fine_7B-i1-GGUF Source: Original Platform --- .gitattributes | 58 +++++++++++++++++++++++++ README.md | 77 +++++++++++++++++++++++++++++++++ This_is_fine_7B.i1-IQ1_M.gguf | 3 ++ This_is_fine_7B.i1-IQ1_S.gguf | 3 ++ This_is_fine_7B.i1-IQ2_M.gguf | 3 ++ This_is_fine_7B.i1-IQ2_S.gguf | 3 ++ This_is_fine_7B.i1-IQ2_XS.gguf | 3 ++ This_is_fine_7B.i1-IQ2_XXS.gguf | 3 ++ This_is_fine_7B.i1-IQ3_M.gguf | 3 ++ This_is_fine_7B.i1-IQ3_S.gguf | 3 ++ This_is_fine_7B.i1-IQ3_XS.gguf | 3 ++ This_is_fine_7B.i1-IQ3_XXS.gguf | 3 ++ This_is_fine_7B.i1-IQ4_XS.gguf | 3 ++ This_is_fine_7B.i1-Q2_K.gguf | 3 ++ This_is_fine_7B.i1-Q2_K_S.gguf | 3 ++ This_is_fine_7B.i1-Q3_K_L.gguf | 3 ++ This_is_fine_7B.i1-Q3_K_M.gguf | 3 ++ This_is_fine_7B.i1-Q3_K_S.gguf | 3 ++ This_is_fine_7B.i1-Q4_0.gguf | 3 ++ This_is_fine_7B.i1-Q4_K_M.gguf | 3 ++ This_is_fine_7B.i1-Q4_K_S.gguf | 3 ++ This_is_fine_7B.i1-Q5_K_M.gguf | 3 ++ This_is_fine_7B.i1-Q5_K_S.gguf | 3 ++ This_is_fine_7B.i1-Q6_K.gguf | 3 ++ imatrix.dat | 3 ++ 25 files changed, 204 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 This_is_fine_7B.i1-IQ1_M.gguf create mode 100644 This_is_fine_7B.i1-IQ1_S.gguf create mode 100644 This_is_fine_7B.i1-IQ2_M.gguf create mode 100644 This_is_fine_7B.i1-IQ2_S.gguf create mode 100644 This_is_fine_7B.i1-IQ2_XS.gguf create mode 100644 This_is_fine_7B.i1-IQ2_XXS.gguf create mode 100644 This_is_fine_7B.i1-IQ3_M.gguf create mode 100644 This_is_fine_7B.i1-IQ3_S.gguf create mode 100644 This_is_fine_7B.i1-IQ3_XS.gguf create mode 100644 This_is_fine_7B.i1-IQ3_XXS.gguf create mode 100644 This_is_fine_7B.i1-IQ4_XS.gguf create mode 100644 This_is_fine_7B.i1-Q2_K.gguf create mode 100644 This_is_fine_7B.i1-Q2_K_S.gguf create mode 100644 This_is_fine_7B.i1-Q3_K_L.gguf create mode 100644 This_is_fine_7B.i1-Q3_K_M.gguf create mode 100644 This_is_fine_7B.i1-Q3_K_S.gguf create mode 100644 This_is_fine_7B.i1-Q4_0.gguf create mode 100644 This_is_fine_7B.i1-Q4_K_M.gguf create mode 100644 This_is_fine_7B.i1-Q4_K_S.gguf create mode 100644 This_is_fine_7B.i1-Q5_K_M.gguf create mode 100644 This_is_fine_7B.i1-Q5_K_S.gguf create mode 100644 This_is_fine_7B.i1-Q6_K.gguf create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f4f1a6e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,58 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +This_is_fine_7B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..4201034 --- /dev/null +++ b/README.md @@ -0,0 +1,77 @@ +--- +base_model: ChaoticNeutrals/This_is_fine_7B +language: +- en +library_name: transformers +license: other +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/ChaoticNeutrals/This_is_fine_7B + + +static quants are available at https://huggingface.co/mradermacher/This_is_fine_7B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-IQ1_S.gguf) | i1-IQ1_S | 1.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-IQ1_M.gguf) | i1-IQ1_M | 1.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-IQ2_S.gguf) | i1-IQ2_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-IQ2_M.gguf) | i1-IQ2_M | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-Q2_K.gguf) | i1-Q2_K | 2.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.3 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-IQ3_S.gguf) | i1-IQ3_S | 3.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-IQ3_M.gguf) | i1-IQ3_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-Q4_0.gguf) | i1-Q4_0 | 4.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/This_is_fine_7B-i1-GGUF/resolve/main/This_is_fine_7B.i1-Q6_K.gguf) | i1-Q6_K | 6.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/This_is_fine_7B.i1-IQ1_M.gguf b/This_is_fine_7B.i1-IQ1_M.gguf new file mode 100644 index 0000000..90f4c00 --- /dev/null +++ b/This_is_fine_7B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a772bc776e1bb26706c6bb5a72a1a3c297014d929ba83304e47426a1a74167ce +size 1754447936 diff --git a/This_is_fine_7B.i1-IQ1_S.gguf b/This_is_fine_7B.i1-IQ1_S.gguf new file mode 100644 index 0000000..eec614f --- /dev/null +++ b/This_is_fine_7B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0398a5f1e253dcbde0639c6ff87037b77ecd82eaee6a898bcd08ef51518ab3f6 +size 1612103744 diff --git a/This_is_fine_7B.i1-IQ2_M.gguf b/This_is_fine_7B.i1-IQ2_M.gguf new file mode 100644 index 0000000..e116a28 --- /dev/null +++ b/This_is_fine_7B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd8b448dfce7004d169ff405b6c1d742144e2f7088531bfb32d79a4bcf38f1d9 +size 2500714560 diff --git a/This_is_fine_7B.i1-IQ2_S.gguf b/This_is_fine_7B.i1-IQ2_S.gguf new file mode 100644 index 0000000..917645f --- /dev/null +++ b/This_is_fine_7B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88528bac23a91a146ba20279ea9c1a0534f5c0f47079dbe8b85deb1ed551c31c +size 2310922304 diff --git a/This_is_fine_7B.i1-IQ2_XS.gguf b/This_is_fine_7B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..cfa5977 --- /dev/null +++ b/This_is_fine_7B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc72c11992e73bb27de4e64dfd99723add10a1fe2369b7309951861751b63530 +size 2198257728 diff --git a/This_is_fine_7B.i1-IQ2_XXS.gguf b/This_is_fine_7B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..21a918a --- /dev/null +++ b/This_is_fine_7B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26f3263af0eb0a5c359f7ca090f675613e7d8c8a44bd60d1561bb9f05e55b2a8 +size 1991688256 diff --git a/This_is_fine_7B.i1-IQ3_M.gguf b/This_is_fine_7B.i1-IQ3_M.gguf new file mode 100644 index 0000000..91715a7 --- /dev/null +++ b/This_is_fine_7B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89a7eb6b86bd8185ce2d700b485a083611213d68ef9c89d02fe3476aa9cc5340 +size 3284893760 diff --git a/This_is_fine_7B.i1-IQ3_S.gguf b/This_is_fine_7B.i1-IQ3_S.gguf new file mode 100644 index 0000000..937075c --- /dev/null +++ b/This_is_fine_7B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7b42adbdf88beb80d42aaa1df11b5bc9b07f6f78b4992dcba09cee89c6391a2 +size 3182395456 diff --git a/This_is_fine_7B.i1-IQ3_XS.gguf b/This_is_fine_7B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..015a021 --- /dev/null +++ b/This_is_fine_7B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d17934be99acdf10e0823c76dac6c81977180237e43c5da10225e8b0af26ba03 +size 3018817600 diff --git a/This_is_fine_7B.i1-IQ3_XXS.gguf b/This_is_fine_7B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..0fb2de0 --- /dev/null +++ b/This_is_fine_7B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9a94514fd0867cd3d5ab05a37adfcbf3438889f364749b365c7cf6825e3ded3 +size 2827345984 diff --git a/This_is_fine_7B.i1-IQ4_XS.gguf b/This_is_fine_7B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..0a07d53 --- /dev/null +++ b/This_is_fine_7B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68cf1ac356548c18b3dea0af1d433a32c839489da677d07eb634ed069bced968 +size 3907690560 diff --git a/This_is_fine_7B.i1-Q2_K.gguf b/This_is_fine_7B.i1-Q2_K.gguf new file mode 100644 index 0000000..c18bc10 --- /dev/null +++ b/This_is_fine_7B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fc7b2cbb759e8f70f051f535de8698e0b71a9f0fcb50585ebf157e6985f65dc +size 2719244352 diff --git a/This_is_fine_7B.i1-Q2_K_S.gguf b/This_is_fine_7B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..50fe3f2 --- /dev/null +++ b/This_is_fine_7B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed6ed70a8cc8f3f6f63921dd745c061b886c81547dfc8923c71f633d41c57f18 +size 2528927808 diff --git a/This_is_fine_7B.i1-Q3_K_L.gguf b/This_is_fine_7B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..64c942d --- /dev/null +++ b/This_is_fine_7B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0935e5aaec1ec0b8060b36ec9cdb1b0a4a892e8bc61ce102cbe65906ef650cfe +size 3822026816 diff --git a/This_is_fine_7B.i1-Q3_K_M.gguf b/This_is_fine_7B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..f497fa0 --- /dev/null +++ b/This_is_fine_7B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e1ba57339d2306d964feaf09cad2064b7dd84eaf9366173d0edd0cadb9b68b +size 3518988352 diff --git a/This_is_fine_7B.i1-Q3_K_S.gguf b/This_is_fine_7B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..bc64845 --- /dev/null +++ b/This_is_fine_7B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64afa01de941d677d221d235bfe06750c039c8f068d36cf16e8369abeb1382d0 +size 3164569664 diff --git a/This_is_fine_7B.i1-Q4_0.gguf b/This_is_fine_7B.i1-Q4_0.gguf new file mode 100644 index 0000000..3a0e545 --- /dev/null +++ b/This_is_fine_7B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a62a6f20c1c69115fe00fe169914c9d81934b1d171f2c8b4bfbb6a0e1c91673e +size 4123598912 diff --git a/This_is_fine_7B.i1-Q4_K_M.gguf b/This_is_fine_7B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..7741d24 --- /dev/null +++ b/This_is_fine_7B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a5ccf44f992fac8eb4314a29e1c3c44f4fbbdea4fa17c25d1d9d8849313777e +size 4368441408 diff --git a/This_is_fine_7B.i1-Q4_K_S.gguf b/This_is_fine_7B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..9cd07fc --- /dev/null +++ b/This_is_fine_7B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dc7414fc64253517a9111b54040ee1d501710f47e37229e744659a63ef3268e +size 4140376128 diff --git a/This_is_fine_7B.i1-Q5_K_M.gguf b/This_is_fine_7B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..2c24b6c --- /dev/null +++ b/This_is_fine_7B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38addb1235f8bb616cd5cd8b72215c2ff00c92fa1c6ce69a8c79b31fc9e4f23b +size 5131411520 diff --git a/This_is_fine_7B.i1-Q5_K_S.gguf b/This_is_fine_7B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..6521c88 --- /dev/null +++ b/This_is_fine_7B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e32b91a04c5a98dc61a634d0ade64c000848396ed371d91a9370f31d9ed26f +size 4997718080 diff --git a/This_is_fine_7B.i1-Q6_K.gguf b/This_is_fine_7B.i1-Q6_K.gguf new file mode 100644 index 0000000..1780e3b --- /dev/null +++ b/This_is_fine_7B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65afdff58c0f50ed7c2bc92a3275cbc6e1ca24715603db07384d8407d3135435 +size 5942067264 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..103e70c --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80480687f9da09694d2beba4bf44112acfe2247dbebcea5fbfe4c3083166252f +size 4988157