commit e4d9c2ffca0c18a2235a5b426969fe2b73cbfd2b Author: ModelHub XC Date: Wed Jul 8 15:58:10 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..528fbdb --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Trixster-MoE-14B-A8B-v1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..572dd49 --- /dev/null +++ b/README.md @@ -0,0 +1,114 @@ +--- +base_model: OccultAI/Trixster-MoE-14B-A8B-v1 +datasets: +- cgato/SlimOrcaDedupCleaned +- Doctor-Shotgun/no-robots-sharegpt +- grimulkan/LimaRP-augmented +- lemonilia/LimaRP +- Locutusque/hercules-v5.0 +- mlabonne/orpo-dpo-mix-40k +- mpasila/LimaRP-augmented-8k-context +- NobodyExistsOnTheInternet/PIPPAsharegptv2test +- NobodyExistsOnTheInternet/ToxicQAFinal +- OccultAI/Morpheus_665 +- Gryphe/Opus-WritingPrompts +- ResplendentAI/NSFW_RP_Format_DPO +- Sao10K/c2-Logs-Filtered +- Sao10K/Claude-3-Opus-Instruct-15K +- Sao10K/Short-Storygen-v2 +- Setiaku/Stheno-v3.4-Instruct +- Setiaku/Stheno-3.4-Creative-2 +- SicariusSicariiStuff/UBW_Tapestries +- Squish42/bluemoon-fandom-1-1-rp-cleaned +- teknium/OpenHermes-2.5 +- Undi95/Capybara-ShareGPT +- Undi95/toxic-dpo-v0.1-sharegpt +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- merge +- llama +- occult +- uncensored +- moe_karcher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/OccultAI/Trixster-MoE-14B-A8B-v1 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Trixster-MoE-14B-A8B-v1-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-IQ1_S.gguf) | i1-IQ1_S | 3.3 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-IQ1_M.gguf) | i1-IQ1_M | 3.5 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-IQ2_S.gguf) | i1-IQ2_S | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-IQ2_M.gguf) | i1-IQ2_M | 4.9 | | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-Q2_K_S.gguf) | i1-Q2_K_S | 5.0 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-Q2_K.gguf) | i1-Q2_K | 5.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.9 | | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-Q3_K_S.gguf) | i1-Q3_K_S | 6.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-IQ3_S.gguf) | i1-IQ3_S | 6.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-IQ3_M.gguf) | i1-IQ3_M | 6.3 | | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-Q3_K_L.gguf) | i1-Q3_K_L | 7.3 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-IQ4_XS.gguf) | i1-IQ4_XS | 7.5 | | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-IQ4_NL.gguf) | i1-IQ4_NL | 8.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-Q4_0.gguf) | i1-Q4_0 | 8.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-Q4_K_S.gguf) | i1-Q4_K_S | 8.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-Q4_K_M.gguf) | i1-Q4_K_M | 8.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-Q4_1.gguf) | i1-Q4_1 | 8.8 | | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-Q5_K_S.gguf) | i1-Q5_K_S | 9.6 | | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-Q5_K_M.gguf) | i1-Q5_K_M | 9.8 | | +| [GGUF](https://huggingface.co/mradermacher/Trixster-MoE-14B-A8B-v1-i1-GGUF/resolve/main/Trixster-MoE-14B-A8B-v1.i1-Q6_K.gguf) | i1-Q6_K | 11.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/Trixster-MoE-14B-A8B-v1.i1-IQ1_M.gguf b/Trixster-MoE-14B-A8B-v1.i1-IQ1_M.gguf new file mode 100644 index 0000000..506e953 --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f882738fb97f5e1cd0a31124ff1f3b7381a79df36d38ba00790f45cc746157ee +size 3421892256 diff --git a/Trixster-MoE-14B-A8B-v1.i1-IQ1_S.gguf b/Trixster-MoE-14B-A8B-v1.i1-IQ1_S.gguf new file mode 100644 index 0000000..197faa3 --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7b7f139f3f7f2be2afffac133fef4c9fed17b367ab346e36716dc8d0116f0e4 +size 3152932512 diff --git a/Trixster-MoE-14B-A8B-v1.i1-IQ2_M.gguf b/Trixster-MoE-14B-A8B-v1.i1-IQ2_M.gguf new file mode 100644 index 0000000..be3dda4 --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02e474622e2c7c4b9919fe3843e3f126f9308ebad3bde71b4eb5999441c0a442 +size 4780728448 diff --git a/Trixster-MoE-14B-A8B-v1.i1-IQ2_S.gguf b/Trixster-MoE-14B-A8B-v1.i1-IQ2_S.gguf new file mode 100644 index 0000000..216e1bb --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c81ec2ede6d2b620bec3c93b56e8062ba768247f84cad0dc9c998c2dc5ca1e89 +size 4422115456 diff --git a/Trixster-MoE-14B-A8B-v1.i1-IQ2_XS.gguf b/Trixster-MoE-14B-A8B-v1.i1-IQ2_XS.gguf new file mode 100644 index 0000000..9b6b9fb --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93ec8c3e6a08ff3d2b44760c9bfc0be2fc459a360c9eac99a03da750f0407cb2 +size 4245548704 diff --git a/Trixster-MoE-14B-A8B-v1.i1-IQ2_XXS.gguf b/Trixster-MoE-14B-A8B-v1.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..2668d7b --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04cee5b76136df84ef11591266d35976e40330537a98cd2556e7bdbc94c25f1c +size 3870158496 diff --git a/Trixster-MoE-14B-A8B-v1.i1-IQ3_M.gguf b/Trixster-MoE-14B-A8B-v1.i1-IQ3_M.gguf new file mode 100644 index 0000000..0400ce7 --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4884f655683cfe2e079678d1506b85b5ee99be1933a72f7222faecdd8a46a73a +size 6239344608 diff --git a/Trixster-MoE-14B-A8B-v1.i1-IQ3_S.gguf b/Trixster-MoE-14B-A8B-v1.i1-IQ3_S.gguf new file mode 100644 index 0000000..75fe9ef --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4037416d80c32b521f85301a47f3e432ff0673f6ba79d1d2ef5b754b9c7eddda +size 6105651168 diff --git a/Trixster-MoE-14B-A8B-v1.i1-IQ3_XS.gguf b/Trixster-MoE-14B-A8B-v1.i1-IQ3_XS.gguf new file mode 100644 index 0000000..9ec07a9 --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ddb47e843155578d82c2626e3c014854ba8510243610e5c64ecc0d56379f677 +size 5809952736 diff --git a/Trixster-MoE-14B-A8B-v1.i1-IQ3_XXS.gguf b/Trixster-MoE-14B-A8B-v1.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..75fef6f --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f473a6ccf6565a003e38bda961438811919feb9f1296f726cc976ecea5ecfbf +size 5433991296 diff --git a/Trixster-MoE-14B-A8B-v1.i1-IQ4_NL.gguf b/Trixster-MoE-14B-A8B-v1.i1-IQ4_NL.gguf new file mode 100644 index 0000000..6dfa20c --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb15ee4b01c1291ee6448a85da1211b9b68bfab4a80753ab706fa3d86a4b4661 +size 7850004288 diff --git a/Trixster-MoE-14B-A8B-v1.i1-IQ4_XS.gguf b/Trixster-MoE-14B-A8B-v1.i1-IQ4_XS.gguf new file mode 100644 index 0000000..361e306 --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5cadb87e0de5a332e92a091a3080872cb9ba793a7c6f0e093ca3bb90c271154 +size 7443515840 diff --git a/Trixster-MoE-14B-A8B-v1.i1-Q2_K.gguf b/Trixster-MoE-14B-A8B-v1.i1-Q2_K.gguf new file mode 100644 index 0000000..a92c40c --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a42e8088df768597876ba9864a5dd76922fc225030c82513c192a583eca2795 +size 5220771328 diff --git a/Trixster-MoE-14B-A8B-v1.i1-Q2_K_S.gguf b/Trixster-MoE-14B-A8B-v1.i1-Q2_K_S.gguf new file mode 100644 index 0000000..902e4f5 --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9952eee14eb592a216aa83cfb604e488c1530327bc4183a24e8849b6ecfee965 +size 4894664192 diff --git a/Trixster-MoE-14B-A8B-v1.i1-Q3_K_L.gguf b/Trixster-MoE-14B-A8B-v1.i1-Q3_K_L.gguf new file mode 100644 index 0000000..3108f0a --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51d8e14d56506f80be06f65badd95507be3ef84f047ac512d4eb9ce136bd2249 +size 7229724640 diff --git a/Trixster-MoE-14B-A8B-v1.i1-Q3_K_M.gguf b/Trixster-MoE-14B-A8B-v1.i1-Q3_K_M.gguf new file mode 100644 index 0000000..52eb52a --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac7c4c00f39ae63a23f7c9dbcc110bf3b3d242e98b4e821d9c3f7c83f526b33 +size 6706485216 diff --git a/Trixster-MoE-14B-A8B-v1.i1-Q3_K_S.gguf b/Trixster-MoE-14B-A8B-v1.i1-Q3_K_S.gguf new file mode 100644 index 0000000..8aafae8 --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ffe6ba23c92a6c2f9387cd3f1d2fdca8c782983505bdf866108ba8725f1827 +size 6087825376 diff --git a/Trixster-MoE-14B-A8B-v1.i1-Q4_0.gguf b/Trixster-MoE-14B-A8B-v1.i1-Q4_0.gguf new file mode 100644 index 0000000..53ecc8c --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:835edb889d776428138924b6e142eefd63796f331f12bc940a84bc7135b60ea1 +size 7862587200 diff --git a/Trixster-MoE-14B-A8B-v1.i1-Q4_1.gguf b/Trixster-MoE-14B-A8B-v1.i1-Q4_1.gguf new file mode 100644 index 0000000..e43cbda --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f90886da4450087907a794065e36c805969efb63e4944b266047a8e8860e2de7 +size 8654592576 diff --git a/Trixster-MoE-14B-A8B-v1.i1-Q4_K_M.gguf b/Trixster-MoE-14B-A8B-v1.i1-Q4_K_M.gguf new file mode 100644 index 0000000..20307e6 --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15b9be507af07bd57ad15b3650c80fe9ce6706785388e0097df003cbd9107a13 +size 8334970688 diff --git a/Trixster-MoE-14B-A8B-v1.i1-Q4_K_S.gguf b/Trixster-MoE-14B-A8B-v1.i1-Q4_K_S.gguf new file mode 100644 index 0000000..611abb6 --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bed255a4f31c41d3a59024daf224123497dfed0efb8474d62fafea365903d4d5 +size 7894044480 diff --git a/Trixster-MoE-14B-A8B-v1.i1-Q5_K_M.gguf b/Trixster-MoE-14B-A8B-v1.i1-Q5_K_M.gguf new file mode 100644 index 0000000..4d4805c --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ebff7d5342c008ed7beaad6ed8a50a73acaf4cbeb84555ff67d56ccb0d8f35b +size 9734432064 diff --git a/Trixster-MoE-14B-A8B-v1.i1-Q5_K_S.gguf b/Trixster-MoE-14B-A8B-v1.i1-Q5_K_S.gguf new file mode 100644 index 0000000..e0c28d2 --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e031dd09a91604d8171f310561bc7fb0eadb90e4c9e0eb023ef562c1f6bf5fe +size 9475958080 diff --git a/Trixster-MoE-14B-A8B-v1.i1-Q6_K.gguf b/Trixster-MoE-14B-A8B-v1.i1-Q6_K.gguf new file mode 100644 index 0000000..bd515ef --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fa4579646488fed269050e140a70d95b8c2c20b04115b737f9125af032a3222 +size 11221359776 diff --git a/Trixster-MoE-14B-A8B-v1.imatrix.gguf b/Trixster-MoE-14B-A8B-v1.imatrix.gguf new file mode 100644 index 0000000..a2e57fa --- /dev/null +++ b/Trixster-MoE-14B-A8B-v1.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59403b1d0c6a83353c36efb446b0f2eb1aab93c7e4682ae7726cbbd1101d34dc +size 8430784