commit 0cee1e2ee5afe574942605f7dca18d5ab89061c6 Author: ModelHub XC Date: Mon Apr 13 12:08:24 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/ReasonLite-0.6B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4026731 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ReasonLite-0.6B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..0c74e08 --- /dev/null +++ b/README.md @@ -0,0 +1,87 @@ +--- +base_model: amd/ReasonLite-0.6B +datasets: +- amd/ReasonLite-Dataset +language: +- en +library_name: transformers +license: openrail +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/amd/ReasonLite-0.6B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#ReasonLite-0.6B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/ReasonLite-0.6B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-IQ2_S.gguf) | i1-IQ2_S | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-IQ2_M.gguf) | i1-IQ2_M | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-Q2_K.gguf) | i1-Q2_K | 0.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-IQ3_S.gguf) | i1-IQ3_S | 0.5 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.5 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-IQ3_M.gguf) | i1-IQ3_M | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.5 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.6 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-Q4_0.gguf) | i1-Q4_0 | 0.6 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-Q4_1.gguf) | i1-Q4_1 | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/ReasonLite-0.6B-i1-GGUF/resolve/main/ReasonLite-0.6B.i1-Q6_K.gguf) | i1-Q6_K | 0.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/ReasonLite-0.6B.i1-IQ1_M.gguf b/ReasonLite-0.6B.i1-IQ1_M.gguf new file mode 100644 index 0000000..403b66a --- /dev/null +++ b/ReasonLite-0.6B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd65556aaacdb2e3ceb7b9117615f90fb62ebfad15a2133933c71cc2610b5c2 +size 267102784 diff --git a/ReasonLite-0.6B.i1-IQ1_S.gguf b/ReasonLite-0.6B.i1-IQ1_S.gguf new file mode 100644 index 0000000..8c7134b --- /dev/null +++ b/ReasonLite-0.6B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48ea57b9ba3d8289906c1b1f63aa9cba797f0d631cecc94fdd4e406b7849a95a +size 259066432 diff --git a/ReasonLite-0.6B.i1-IQ2_M.gguf b/ReasonLite-0.6B.i1-IQ2_M.gguf new file mode 100644 index 0000000..3ce0f4a --- /dev/null +++ b/ReasonLite-0.6B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6b53fc7d8b8de5d4b04545b00942e21d40f7561dab5c10a3c6d48773429e98c +size 331761216 diff --git a/ReasonLite-0.6B.i1-IQ2_S.gguf b/ReasonLite-0.6B.i1-IQ2_S.gguf new file mode 100644 index 0000000..d9721f9 --- /dev/null +++ b/ReasonLite-0.6B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bf5358607be70959f1aaaec306dc70dda14a7d1d20eded7c9364b3708001389 +size 321046080 diff --git a/ReasonLite-0.6B.i1-IQ2_XS.gguf b/ReasonLite-0.6B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..fd0c70f --- /dev/null +++ b/ReasonLite-0.6B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebc353d026eab307893a1e31998e2bcf51a6a4c7c931a4a0ded3b93b949103a3 +size 293046848 diff --git a/ReasonLite-0.6B.i1-IQ2_XXS.gguf b/ReasonLite-0.6B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..14c2ecf --- /dev/null +++ b/ReasonLite-0.6B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42ebdd6894d49330208d2d8c45f428b48aaee2683c364382b9e26301178257b8 +size 280496704 diff --git a/ReasonLite-0.6B.i1-IQ3_M.gguf b/ReasonLite-0.6B.i1-IQ3_M.gguf new file mode 100644 index 0000000..31ac73e --- /dev/null +++ b/ReasonLite-0.6B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:335ac5929e492e4800450afc3c1514c0506750deabe927f95c78a099fc9b179a +size 402879040 diff --git a/ReasonLite-0.6B.i1-IQ3_S.gguf b/ReasonLite-0.6B.i1-IQ3_S.gguf new file mode 100644 index 0000000..4a67a7d --- /dev/null +++ b/ReasonLite-0.6B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:730629450a274c4795bd95733ad0bc7610d33b52321fc4b1c225752470b38201 +size 389927488 diff --git a/ReasonLite-0.6B.i1-IQ3_XS.gguf b/ReasonLite-0.6B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..60e6086 --- /dev/null +++ b/ReasonLite-0.6B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9b3f46b3ff62c9356a5aafb4fbde8a19886257cd8f358597002493bb880ed0e +size 379605568 diff --git a/ReasonLite-0.6B.i1-IQ3_XXS.gguf b/ReasonLite-0.6B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..5987727 --- /dev/null +++ b/ReasonLite-0.6B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd0789de5993daba66614b3a8879d6231fbc796d081c2c23507b3b28c2184b82 +size 345867840 diff --git a/ReasonLite-0.6B.i1-IQ4_NL.gguf b/ReasonLite-0.6B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..6186349 --- /dev/null +++ b/ReasonLite-0.6B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d497466830bcc5d0bfaebd15984d8fa7b00b27526e0459e9d0d1b99b322ff3d +size 469081664 diff --git a/ReasonLite-0.6B.i1-IQ4_XS.gguf b/ReasonLite-0.6B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..49d805a --- /dev/null +++ b/ReasonLite-0.6B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a6a126f4a0f421c069e3aac090d5319a5db471e7a88592936286c8b6001b0b7 +size 450457152 diff --git a/ReasonLite-0.6B.i1-Q2_K.gguf b/ReasonLite-0.6B.i1-Q2_K.gguf new file mode 100644 index 0000000..d11c211 --- /dev/null +++ b/ReasonLite-0.6B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ada548c1de487be65be51504c451f82999d2233ae0e44afab7afd8f25fbaa14 +size 347289152 diff --git a/ReasonLite-0.6B.i1-Q2_K_S.gguf b/ReasonLite-0.6B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..c2ebf87 --- /dev/null +++ b/ReasonLite-0.6B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a96912cda3b6aceb0fdc7f13294e878b9cb45bb005324c4a2b59078277fdc20 +size 331609664 diff --git a/ReasonLite-0.6B.i1-Q3_K_L.gguf b/ReasonLite-0.6B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..9395248 --- /dev/null +++ b/ReasonLite-0.6B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0173d74a292ae8833a84be6f6fcad4bfbf20ae41f0a45a88766de0780938f01f +size 435343936 diff --git a/ReasonLite-0.6B.i1-Q3_K_M.gguf b/ReasonLite-0.6B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..42d3795 --- /dev/null +++ b/ReasonLite-0.6B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74e38039faa8eafa2976f7fda90d41e21357ef2a5e9fd9ab34a943b5d119d0c9 +size 413979200 diff --git a/ReasonLite-0.6B.i1-Q3_K_S.gguf b/ReasonLite-0.6B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..cd990e7 --- /dev/null +++ b/ReasonLite-0.6B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4929cecdffa1512884c569a310f0d747c50dee49a66f69970fbcb0cc27c07509 +size 389927488 diff --git a/ReasonLite-0.6B.i1-Q4_0.gguf b/ReasonLite-0.6B.i1-Q4_0.gguf new file mode 100644 index 0000000..b557334 --- /dev/null +++ b/ReasonLite-0.6B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41a13d09a984632c160012659b49abda04002fb7fb28d72aa0c5e229e5728d7e +size 469671488 diff --git a/ReasonLite-0.6B.i1-Q4_1.gguf b/ReasonLite-0.6B.i1-Q4_1.gguf new file mode 100644 index 0000000..dcd5852 --- /dev/null +++ b/ReasonLite-0.6B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74746993d7f62036b6d8b3afa0924e5f139adc36add45215c0ca6e8936df7823 +size 506330688 diff --git a/ReasonLite-0.6B.i1-Q4_K_M.gguf b/ReasonLite-0.6B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..b0ae799 --- /dev/null +++ b/ReasonLite-0.6B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bdbe7961d89cebb0823e74929e5c2c9fc9b841f57ffc866f3890212f91f1d1b +size 484220480 diff --git a/ReasonLite-0.6B.i1-Q4_K_S.gguf b/ReasonLite-0.6B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..d1b44ed --- /dev/null +++ b/ReasonLite-0.6B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f650eb9a51523925fd98e7ffdcfd30655fbaf7780eb389fa9921ceb8b038686 +size 470785600 diff --git a/ReasonLite-0.6B.i1-Q5_K_M.gguf b/ReasonLite-0.6B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..2967820 --- /dev/null +++ b/ReasonLite-0.6B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f54f3c6f1309eaa0d9a1746c8ed5815db0ae6e7c2637ae22bd6e90328f56f16 +size 551378496 diff --git a/ReasonLite-0.6B.i1-Q5_K_S.gguf b/ReasonLite-0.6B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..9a5b6e2 --- /dev/null +++ b/ReasonLite-0.6B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77ceca1819bd86b68e5209f6e1aafa5ed7e248a8f46eeb1ddd70e16a7cd692c7 +size 543579712 diff --git a/ReasonLite-0.6B.i1-Q6_K.gguf b/ReasonLite-0.6B.i1-Q6_K.gguf new file mode 100644 index 0000000..56b321b --- /dev/null +++ b/ReasonLite-0.6B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d098c3ee77197d33bb3adb17882fd937d4e6a304361aa23b3a5a17a47be1932 +size 622733888 diff --git a/ReasonLite-0.6B.imatrix.gguf b/ReasonLite-0.6B.imatrix.gguf new file mode 100644 index 0000000..21d522a --- /dev/null +++ b/ReasonLite-0.6B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f617fa9c3f0a2a1b24997845f677ac87b5a48b7703b39e1439711f4d5e744ce0 +size 1177056