commit deb922c0cbd37d5266fb947c1ff36510d77a8045 Author: ModelHub XC Date: Fri May 15 03:58:08 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: featherless-ai-quants/VAGOsolutions-SauerkrautLM-Qwen-32b-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a289edf --- /dev/null +++ b/.gitattributes @@ -0,0 +1,71 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +VAGOsolutions-SauerkrautLM-Qwen-32b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +featherless-quants.png filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..63661f8 --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +base_model: VAGOsolutions/SauerkrautLM-Qwen-32b +pipeline_tag: text-generation +quantized_by: featherless-ai-quants +--- + +# VAGOsolutions/SauerkrautLM-Qwen-32b GGUF Quantizations 🚀 + +![Featherless AI Quants](./featherless-quants.png) + +*Optimized GGUF quantization files for enhanced model performance* + +> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee. +--- + +## Available Quantizations 📊 + +| Quantization Type | File | Size | +|-------------------|------|------| +| IQ4_XS | [VAGOsolutions-SauerkrautLM-Qwen-32b-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/VAGOsolutions-SauerkrautLM-Qwen-32b-GGUF/blob/main/VAGOsolutions-SauerkrautLM-Qwen-32b-IQ4_XS.gguf) | 16913.19 MB | +| Q2_K | [VAGOsolutions-SauerkrautLM-Qwen-32b-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/VAGOsolutions-SauerkrautLM-Qwen-32b-GGUF/blob/main/VAGOsolutions-SauerkrautLM-Qwen-32b-Q2_K.gguf) | 11655.81 MB | +| Q3_K_L | [VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/VAGOsolutions-SauerkrautLM-Qwen-32b-GGUF/blob/main/VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_L.gguf) | 16324.34 MB | +| Q3_K_M | [VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/VAGOsolutions-SauerkrautLM-Qwen-32b-GGUF/blob/main/VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_M.gguf) | 15082.47 MB | +| Q3_K_S | [VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/VAGOsolutions-SauerkrautLM-Qwen-32b-GGUF/blob/main/VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_S.gguf) | 13622.47 MB | +| Q4_K_M | [VAGOsolutions-SauerkrautLM-Qwen-32b-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/VAGOsolutions-SauerkrautLM-Qwen-32b-GGUF/blob/main/VAGOsolutions-SauerkrautLM-Qwen-32b-Q4_K_M.gguf) | 18786.39 MB | +| Q4_K_S | [VAGOsolutions-SauerkrautLM-Qwen-32b-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/VAGOsolutions-SauerkrautLM-Qwen-32b-GGUF/blob/main/VAGOsolutions-SauerkrautLM-Qwen-32b-Q4_K_S.gguf) | 17777.96 MB | +| Q5_K_M | [VAGOsolutions-SauerkrautLM-Qwen-32b-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/VAGOsolutions-SauerkrautLM-Qwen-32b-GGUF/blob/main/VAGOsolutions-SauerkrautLM-Qwen-32b-Q5_K_M.gguf) | 22014.21 MB | +| Q5_K_S | [VAGOsolutions-SauerkrautLM-Qwen-32b-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/VAGOsolutions-SauerkrautLM-Qwen-32b-GGUF/blob/main/VAGOsolutions-SauerkrautLM-Qwen-32b-Q5_K_S.gguf) | 21424.52 MB | +| Q6_K | [VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K](https://huggingface.co/featherless-ai-quants/VAGOsolutions-SauerkrautLM-Qwen-32b-GGUF/tree/main/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K) | 25443.76 MB (folder) | +| Q8_0 | [VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0](https://huggingface.co/featherless-ai-quants/VAGOsolutions-SauerkrautLM-Qwen-32b-GGUF/tree/main/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0) | 32952.78 MB (folder) | + + +--- + +## ⚡ Powered by [Featherless AI](https://featherless.ai) + +### Key Features + +- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly +- 🛠️ **Zero Infrastructure** - No server setup or maintenance required +- 📚 **Vast Compatibility** - Support for 2400+ models and counting +- 💎 **Affordable Pricing** - Starting at just $10/month + +--- + +**Links:** +[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models) \ No newline at end of file diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-IQ4_XS.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-IQ4_XS.gguf new file mode 100644 index 0000000..6ae3f62 --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbde605114ddc6956de295b20041a34723bf43f5b396ffd7b10fc86f7ff0934a +size 17734767008 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q2_K.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q2_K.gguf new file mode 100644 index 0000000..a64d7bf --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0406a69f0d9aef933d9977b07fff03e281cee2c5f8c59c88fccc5176dcda5e61 +size 12222001568 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_L.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_L.gguf new file mode 100644 index 0000000..8d90f0e --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:419f30fae42ca399af4c7c96ea8a64f3a1f3220644450e1bc88620368dd99afa +size 17117315488 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_M.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_M.gguf new file mode 100644 index 0000000..2eabefb --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97cc604abfb842b73958a42234d7994b75364b899b5c40e7701f17df6f0d1892 +size 15815115168 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_S.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_S.gguf new file mode 100644 index 0000000..43119ee --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:427529baf878facccea430a2430def8f907e948e33064f2d9012d9b5a08c12a4 +size 14284194208 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q4_K_M.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q4_K_M.gguf new file mode 100644 index 0000000..6246eff --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b282465e5dcfa362c160bda06c111eaca21af23359df089f3dbbaba6954dd559 +size 19698962848 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q4_K_S.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q4_K_S.gguf new file mode 100644 index 0000000..7ff400e --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17b0d98035400357eaaf5c016743f1e69c54fbfc7e7b87585b60305d37ac4e26 +size 18641539488 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q5_K_M.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q5_K_M.gguf new file mode 100644 index 0000000..33dd92e --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ce5d6582116ee3aa6253e03af540bcb6f2d70c630bbbd355492622c58656f5f +size 23083569568 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q5_K_S.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q5_K_S.gguf new file mode 100644 index 0000000..4fa9570 --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:897583ae4b2618c6edaee66e63669a433ba1a64bb7a7836ec5043d9f6b4e6b49 +size 22465237408 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00001-of-00006.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00001-of-00006.gguf new file mode 100644 index 0000000..357e5de --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7593a39f360e31a9834bbfba9ceec2e955b6dfa7da88bb7eec9e9620c9bcd740 +size 4894544576 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00002-of-00006.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00002-of-00006.gguf new file mode 100644 index 0000000..0a5fe6b --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ece667d90f6c2824391201ee27c2d92fb0a2376c9ce9c8466fc166fc963f880 +size 4996248000 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00003-of-00006.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00003-of-00006.gguf new file mode 100644 index 0000000..d0cb957 --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c03777264c6d4c001ed565ec00dd545ceddf8e9ee3e156913ce50a7bc19cbd9 +size 4991963552 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00004-of-00006.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00004-of-00006.gguf new file mode 100644 index 0000000..0437c13 --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a9910f3936194dafa725340ff122e6c92ecc2427caf51f6e69be3e62ff889a5 +size 4975868896 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00005-of-00006.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00005-of-00006.gguf new file mode 100644 index 0000000..6046cb6 --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:522e0ac237e9f474b89734c23da694dda043eadb8b030c137214311defcb86b7 +size 4991963552 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00006-of-00006.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00006-of-00006.gguf new file mode 100644 index 0000000..8b06d0d --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K/VAGOsolutions-SauerkrautLM-Qwen-32b-Q6_K-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99287246ef60cff1cb36061390661395c4b6336c3f66fbcb873e77faf08cc07b +size 1829126336 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00001-of-00007.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00001-of-00007.gguf new file mode 100644 index 0000000..4fed2b8 --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00001-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35c8ccd777cf9327c0b1855b0043e2ccd8b987ec5d5f3f423d327c93d711a098 +size 4944796448 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00002-of-00007.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00002-of-00007.gguf new file mode 100644 index 0000000..53e48ac --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00002-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5366cf24c05bc69a3a88e18bccdebc69c332a104307993552a00d850fa5d795f +size 4923636032 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00003-of-00007.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00003-of-00007.gguf new file mode 100644 index 0000000..073127d --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00003-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:163edf1c6030963eacc41fe5f11fb0f64612f710ab393c10dd35e332654c07e1 +size 4990532384 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00004-of-00007.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00004-of-00007.gguf new file mode 100644 index 0000000..5f1149a --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00004-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40d46319d07ed46592a6b53c1dea3d79197302e3c471ae7d3cbb7c1d0bf44f86 +size 4990532384 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00005-of-00007.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00005-of-00007.gguf new file mode 100644 index 0000000..fac07c4 --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00005-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66d2e06564a9a115d72dd38e5d5a5a61c92b40e52c6dae43bf1796163bb418da +size 4923615520 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00006-of-00007.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00006-of-00007.gguf new file mode 100644 index 0000000..2fecc3d --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00006-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c534a66237ac422dfda397284ccd7f9ca743403cd7cf8c9c88524d1184500c9 +size 4990532384 diff --git a/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00007-of-00007.gguf b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00007-of-00007.gguf new file mode 100644 index 0000000..5671f67 --- /dev/null +++ b/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0/VAGOsolutions-SauerkrautLM-Qwen-32b-Q8_0-00007-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1fbe09112e6586b2e18e0a4fbafe60099ae53b601e72ad04f635790af11af8e +size 4789851616 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/featherless-quants.png b/featherless-quants.png new file mode 100644 index 0000000..3e0eab9 --- /dev/null +++ b/featherless-quants.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b +size 1614532