commit bce60b29a7557c7b769a9ef0e3aa3d3ea78b2d53 Author: ModelHub XC Date: Wed Jun 10 21:46:18 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f56c1bb --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Wayfarer-2-12B-absolute-heresy.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..440dc6f --- /dev/null +++ b/README.md @@ -0,0 +1,92 @@ +--- +base_model: MuXodious/Wayfarer-2-12B-absolute-heresy +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text adventure +- roleplay +- heretic +- uncensored +- decensored +- abliterated +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/MuXodious/Wayfarer-2-12B-absolute-heresy + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Wayfarer-2-12B-absolute-heresy-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-IQ1_S.gguf) | i1-IQ1_S | 3.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-IQ2_S.gguf) | i1-IQ2_S | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-IQ2_M.gguf) | i1-IQ2_M | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-IQ3_S.gguf) | i1-IQ3_S | 5.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.8 | | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-Q4_0.gguf) | i1-Q4_0 | 7.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-Q4_1.gguf) | i1-Q4_1 | 7.9 | | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.6 | | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.8 | | +| [GGUF](https://huggingface.co/mradermacher/Wayfarer-2-12B-absolute-heresy-i1-GGUF/resolve/main/Wayfarer-2-12B-absolute-heresy.i1-Q6_K.gguf) | i1-Q6_K | 10.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/Wayfarer-2-12B-absolute-heresy.i1-IQ1_M.gguf b/Wayfarer-2-12B-absolute-heresy.i1-IQ1_M.gguf new file mode 100644 index 0000000..d854c5d --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2fe6e77c32d1fefea765b79fbc16664a057f466e80386df6827453c4bcc9156 +size 3221635360 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-IQ1_S.gguf b/Wayfarer-2-12B-absolute-heresy.i1-IQ1_S.gguf new file mode 100644 index 0000000..5885dc5 --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8967267e91f54a2387ad1b32b7aefbfe7be57021297531c01eb6e37c95f413f2 +size 2999222560 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-IQ2_M.gguf b/Wayfarer-2-12B-absolute-heresy.i1-IQ2_M.gguf new file mode 100644 index 0000000..81ada7f --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c285f0d9096d4bbb0302c736e3783d9cbb5d8496c89e9b35bb1b258146f3212f +size 4435035456 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-IQ2_S.gguf b/Wayfarer-2-12B-absolute-heresy.i1-IQ2_S.gguf new file mode 100644 index 0000000..69b2bf6 --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc0c260367072d8e17aa98d8f5e510e6b3dd8b7457708ac0b8a9f41f775a56f +size 4138485056 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-IQ2_XS.gguf b/Wayfarer-2-12B-absolute-heresy.i1-IQ2_XS.gguf new file mode 100644 index 0000000..50bc62d --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69f02fe56d7e32cb831a52f98eef568c6751372cdaf603e98ef3d2b0764226d8 +size 3915088160 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-IQ2_XXS.gguf b/Wayfarer-2-12B-absolute-heresy.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..319e8ee --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09f13661c9fbfa21f3583b6ab24106dd250cc2c5933ae2b66c8799827bb8ab7a +size 3592323360 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-IQ3_M.gguf b/Wayfarer-2-12B-absolute-heresy.i1-IQ3_M.gguf new file mode 100644 index 0000000..6cf1a86 --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13b77db222e330d4ae57eb94c124af025130e0e54af1e225c2001793e17968ca +size 5722245792 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-IQ3_S.gguf b/Wayfarer-2-12B-absolute-heresy.i1-IQ3_S.gguf new file mode 100644 index 0000000..cb7cae3 --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1cc3dadc4a3ecbdcfb3acfbf690996ba8d0033d08210492f3bddd5ad89a8b88 +size 5562092192 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-IQ3_XS.gguf b/Wayfarer-2-12B-absolute-heresy.i1-IQ3_XS.gguf new file mode 100644 index 0000000..b11f6b7 --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:417ee26a6eb7c56564999fef5df7b073e74e5cef43dad7c0db9ed62ddb456437 +size 5306501792 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-IQ3_XXS.gguf b/Wayfarer-2-12B-absolute-heresy.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..d755790 --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e00f651912873523ff4baef91b6b09294b026fd0ad3c981ce8aef522dad55c8d +size 4945397056 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-IQ4_NL.gguf b/Wayfarer-2-12B-absolute-heresy.i1-IQ4_NL.gguf new file mode 100644 index 0000000..8ac1a42 --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de4eb1b2733c3a5a756d2c2fe62eaa91c1354b53ef5d618bd7944883fa1c0dff +size 7097929696 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-IQ4_XS.gguf b/Wayfarer-2-12B-absolute-heresy.i1-IQ4_XS.gguf new file mode 100644 index 0000000..5df834d --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1935840f43a0a7c01bdde020b39b283f65ca068c5658b2c800fe675c2bcb7ae9 +size 6742724256 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-Q2_K.gguf b/Wayfarer-2-12B-absolute-heresy.i1-Q2_K.gguf new file mode 100644 index 0000000..9c2d9e3 --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18e6c7da5aff078766cb4b352043d496bce088b292d6b58819fe45fb0513351c +size 4791060096 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-Q2_K_S.gguf b/Wayfarer-2-12B-absolute-heresy.i1-Q2_K_S.gguf new file mode 100644 index 0000000..c81c857 --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be95fede0ef4b793b66b4ef61829971cc2bb44c547cf8ed67c48549a176f8ba9 +size 4493690496 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-Q3_K_L.gguf b/Wayfarer-2-12B-absolute-heresy.i1-Q3_K_L.gguf new file mode 100644 index 0000000..8e8b656 --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46d870bf8862d97b6cf7a032097d60b42d31eae1ee699056450690734aeb3539 +size 6561516192 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-Q3_K_M.gguf b/Wayfarer-2-12B-absolute-heresy.i1-Q3_K_M.gguf new file mode 100644 index 0000000..b87db1f --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a4cc760eedc0c61b32b490378aa4918b9d99aebbfa71bd0a3d56eb9308b5f60 +size 6083103392 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-Q3_K_S.gguf b/Wayfarer-2-12B-absolute-heresy.i1-Q3_K_S.gguf new file mode 100644 index 0000000..12052e9 --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f56cb1b0d534571c485d45c449f2cd42493a713bae297d644de130d6b7041f6 +size 5534239392 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-Q4_0.gguf b/Wayfarer-2-12B-absolute-heresy.i1-Q4_0.gguf new file mode 100644 index 0000000..e463535 --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab60767c7707608a78dc254f63e8f4805f3c3bdc10c11830f3e4389a25c4d56a +size 7094652896 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-Q4_1.gguf b/Wayfarer-2-12B-absolute-heresy.i1-Q4_1.gguf new file mode 100644 index 0000000..acc24ee --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e39388bb8e919b2e99b6da3512c1185880c8b9e63a1f2ba6aa02ca91b9b8e6a9 +size 7795233376 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-Q4_K_M.gguf b/Wayfarer-2-12B-absolute-heresy.i1-Q4_K_M.gguf new file mode 100644 index 0000000..e7096a0 --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35fbe3ae36c91ead61ef47e40cd0eaf991b4f00d6f55fd19b12d2d4c2e4102e +size 7477219296 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-Q4_K_S.gguf b/Wayfarer-2-12B-absolute-heresy.i1-Q4_K_S.gguf new file mode 100644 index 0000000..f0b87ea --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc00401e6a415057e7f803682720718e3f128a5a03ebe19ecead332a38952382 +size 7120211936 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-Q5_K_M.gguf b/Wayfarer-2-12B-absolute-heresy.i1-Q5_K_M.gguf new file mode 100644 index 0000000..c71dfbf --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db401660ad97387317ad355edb6383f5810235c3a35bdd160e0e01a59553e91c +size 8727647456 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-Q5_K_S.gguf b/Wayfarer-2-12B-absolute-heresy.i1-Q5_K_S.gguf new file mode 100644 index 0000000..f0e84e1 --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8938d5fc912f320c871a699e5ffaf899f18e04b6b2c5bc68a74999d9454687ea +size 8518751456 diff --git a/Wayfarer-2-12B-absolute-heresy.i1-Q6_K.gguf b/Wayfarer-2-12B-absolute-heresy.i1-Q6_K.gguf new file mode 100644 index 0000000..c47c289 --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df34f8e09558e55f54d1a1ca65e933706717dc6c2ff360655f66c112f897e130 +size 10056227392 diff --git a/Wayfarer-2-12B-absolute-heresy.imatrix.gguf b/Wayfarer-2-12B-absolute-heresy.imatrix.gguf new file mode 100644 index 0000000..fa1fc69 --- /dev/null +++ b/Wayfarer-2-12B-absolute-heresy.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee780bb1b62c40a03ed9e759d3f4a650484fc77fb1cdc69d87a3f99f0a4dfe37 +size 7088192