commit 8380bb63db4048ff7fad9a9b7ba3f73e14497444 Author: ModelHub XC Date: Mon May 11 13:46:37 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: featherless-ai-quants/rinna-qwq-bakeneko-32b-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..17628de --- /dev/null +++ b/.gitattributes @@ -0,0 +1,72 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +featherless-quants.png filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +rinna-qwq-bakeneko-32b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..5cf7389 --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +base_model: rinna/qwq-bakeneko-32b +pipeline_tag: text-generation +quantized_by: featherless-ai-quants +--- + +# rinna/qwq-bakeneko-32b GGUF Quantizations 🚀 + +![Featherless AI Quants](./featherless-quants.png) + +*Optimized GGUF quantization files for enhanced model performance* + +> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee. +--- + +## Available Quantizations 📊 + +| Quantization Type | File | Size | +|-------------------|------|------| +| IQ4_XS | [rinna-qwq-bakeneko-32b-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/rinna-qwq-bakeneko-32b-GGUF/blob/main/rinna-qwq-bakeneko-32b-IQ4_XS.gguf) | 17042.26 MB | +| Q2_K | [rinna-qwq-bakeneko-32b-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/rinna-qwq-bakeneko-32b-GGUF/blob/main/rinna-qwq-bakeneko-32b-Q2_K.gguf) | 11742.69 MB | +| Q3_K_L | [rinna-qwq-bakeneko-32b-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/rinna-qwq-bakeneko-32b-GGUF/blob/main/rinna-qwq-bakeneko-32b-Q3_K_L.gguf) | 16448.10 MB | +| Q3_K_M | [rinna-qwq-bakeneko-32b-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/rinna-qwq-bakeneko-32b-GGUF/blob/main/rinna-qwq-bakeneko-32b-Q3_K_M.gguf) | 15196.85 MB | +| Q3_K_S | [rinna-qwq-bakeneko-32b-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/rinna-qwq-bakeneko-32b-GGUF/blob/main/rinna-qwq-bakeneko-32b-Q3_K_S.gguf) | 13725.60 MB | +| Q4_K_M | [rinna-qwq-bakeneko-32b-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/rinna-qwq-bakeneko-32b-GGUF/blob/main/rinna-qwq-bakeneko-32b-Q4_K_M.gguf) | 18931.71 MB | +| Q4_K_S | [rinna-qwq-bakeneko-32b-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/rinna-qwq-bakeneko-32b-GGUF/blob/main/rinna-qwq-bakeneko-32b-Q4_K_S.gguf) | 17914.21 MB | +| Q5_K_M | [rinna-qwq-bakeneko-32b-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/rinna-qwq-bakeneko-32b-GGUF/blob/main/rinna-qwq-bakeneko-32b-Q5_K_M.gguf) | 22184.52 MB | +| Q5_K_S | [rinna-qwq-bakeneko-32b-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/rinna-qwq-bakeneko-32b-GGUF/blob/main/rinna-qwq-bakeneko-32b-Q5_K_S.gguf) | 21589.52 MB | +| Q6_K | [rinna-qwq-bakeneko-32b-Q6_K](https://huggingface.co/featherless-ai-quants/rinna-qwq-bakeneko-32b-GGUF/tree/main/rinna-qwq-bakeneko-32b-Q6_K) | 25640.64 MB (folder) | +| Q8_0 | [rinna-qwq-bakeneko-32b-Q8_0](https://huggingface.co/featherless-ai-quants/rinna-qwq-bakeneko-32b-GGUF/tree/main/rinna-qwq-bakeneko-32b-Q8_0) | 33207.79 MB (folder) | + + +--- + +## ⚡ Powered by [Featherless AI](https://featherless.ai) + +### Key Features + +- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly +- 🛠️ **Zero Infrastructure** - No server setup or maintenance required +- 📚 **Vast Compatibility** - Support for 2400+ models and counting +- 💎 **Affordable Pricing** - Starting at just $10/month + +--- + +**Links:** +[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models) \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/featherless-quants.png b/featherless-quants.png new file mode 100644 index 0000000..3e0eab9 --- /dev/null +++ b/featherless-quants.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b +size 1614532 diff --git a/rinna-qwq-bakeneko-32b-IQ4_XS.gguf b/rinna-qwq-bakeneko-32b-IQ4_XS.gguf new file mode 100644 index 0000000..4be8abd --- /dev/null +++ b/rinna-qwq-bakeneko-32b-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8dc5fccccdc2d840fbf350a2463074b11e693e5062a71a714ea25ad268b295b +size 17870101440 diff --git a/rinna-qwq-bakeneko-32b-Q2_K.gguf b/rinna-qwq-bakeneko-32b-Q2_K.gguf new file mode 100644 index 0000000..05b44d3 --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:992467a05e13bc2b196331134c77d83c8266371fa848438288a5cb3584f50da5 +size 12313099200 diff --git a/rinna-qwq-bakeneko-32b-Q3_K_L.gguf b/rinna-qwq-bakeneko-32b-Q3_K_L.gguf new file mode 100644 index 0000000..dcb1fbc --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a7af7b235cbde71023031ba79892d4b809be060013555392a2f3d6d7b6f6cd7 +size 17247079360 diff --git a/rinna-qwq-bakeneko-32b-Q3_K_M.gguf b/rinna-qwq-bakeneko-32b-Q3_K_M.gguf new file mode 100644 index 0000000..4218b51 --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed97e2a0f55dcaa1e3e33f9d009089a97df32ecebf7b02b632b827e93de8277b +size 15935048640 diff --git a/rinna-qwq-bakeneko-32b-Q3_K_S.gguf b/rinna-qwq-bakeneko-32b-Q3_K_S.gguf new file mode 100644 index 0000000..6463702 --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eaf456618ad4d6b14021e93d40a27633d22d07bb4b964c20e2c8f74ab077ff3 +size 14392331200 diff --git a/rinna-qwq-bakeneko-32b-Q4_K_M.gguf b/rinna-qwq-bakeneko-32b-Q4_K_M.gguf new file mode 100644 index 0000000..969ec66 --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a563cd8a85b6afe1aabd0410e716db209b56184c163eedfda80d67d7baec7c92 +size 19851336640 diff --git a/rinna-qwq-bakeneko-32b-Q4_K_S.gguf b/rinna-qwq-bakeneko-32b-Q4_K_S.gguf new file mode 100644 index 0000000..600b728 --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e9e3d9426bbe4aedbc455a3959933a2e4e34eb0c6cccbb53a1d1b3662f8f743 +size 18784410560 diff --git a/rinna-qwq-bakeneko-32b-Q5_K_M.gguf b/rinna-qwq-bakeneko-32b-Q5_K_M.gguf new file mode 100644 index 0000000..cbcaf61 --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c02503ef45a08ffdbcb26d2dc4f9818667bc0a4b8adfaf9024b0c4640ec510d7 +size 23262157760 diff --git a/rinna-qwq-bakeneko-32b-Q5_K_S.gguf b/rinna-qwq-bakeneko-32b-Q5_K_S.gguf new file mode 100644 index 0000000..455549a --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93d81bc9754f7cb648fbd0645d3513f23279405a7f2bcab7620ef6ae595ec04d +size 22638255040 diff --git a/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00001-of-00006.gguf b/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00001-of-00006.gguf new file mode 100644 index 0000000..80bba6c --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0172d9fd71aabed2d6b822757050b0e9d011cf7c3870e16e03a6d1b44aa3e69 +size 4928953568 diff --git a/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00002-of-00006.gguf b/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00002-of-00006.gguf new file mode 100644 index 0000000..31b441e --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95683ac1046bd0a1e5531aa2bba435b9791efed7b37c799023645e3b161da0ca +size 4916678944 diff --git a/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00003-of-00006.gguf b/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00003-of-00006.gguf new file mode 100644 index 0000000..0efc997 --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80d89000b1fdd4382178017acf203790ec5a777bdcf2490a7405616af09226f7 +size 4916678944 diff --git a/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00004-of-00006.gguf b/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00004-of-00006.gguf new file mode 100644 index 0000000..f150ea9 --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b458626a285805c97a04c27011458d6460933c5ed8b3746879c2fb760d7b64a +size 4916658432 diff --git a/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00005-of-00006.gguf b/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00005-of-00006.gguf new file mode 100644 index 0000000..30af44d --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9811ad1ae4d0da7b73f226397dbc7103ab3709323340b00bd0620f9bf94c98e +size 4968338144 diff --git a/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00006-of-00006.gguf b/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00006-of-00006.gguf new file mode 100644 index 0000000..11b166e --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q6_K/rinna-qwq-bakeneko-32b-Q6_K-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db3bd6c896a624247c666c66d3073df8ee205bd322b887a826210de8dfe10d0b +size 2238847840 diff --git a/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00001-of-00008.gguf b/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00001-of-00008.gguf new file mode 100644 index 0000000..c0dcd59 --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00001-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c41f54bd3ec3a20f188fbf019bdf7d136db869b23b6ee312e916cdec0b64fa9f +size 4978222400 diff --git a/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00002-of-00008.gguf b/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00002-of-00008.gguf new file mode 100644 index 0000000..41ded61 --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00002-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2eef65d65137a5b4a90b59bb682e35d86d6ec94be67bda8fcd24f774fc317b1 +size 4964022592 diff --git a/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00003-of-00008.gguf b/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00003-of-00008.gguf new file mode 100644 index 0000000..0a60146 --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00003-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:477223b9cd7bf0dfae9fa88ef5b3954280acc686d6b076768059047f1c6c1e59 +size 4880513760 diff --git a/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00004-of-00008.gguf b/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00004-of-00008.gguf new file mode 100644 index 0000000..abd2145 --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00004-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64aa1c4f70c7e627d10687d05235d93a4bb0e6da3f267c7bc93e8f7adb136c1a +size 4964002080 diff --git a/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00005-of-00008.gguf b/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00005-of-00008.gguf new file mode 100644 index 0000000..b47ba5a --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00005-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1be4cca6e9da7a4c481ab77723b9a6af556f3369eb9062f47df1ecfba1fb004f +size 4880513760 diff --git a/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00006-of-00008.gguf b/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00006-of-00008.gguf new file mode 100644 index 0000000..8fa024d --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00006-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50d18b2804685fb74ecab455292ab91659138376e386d234ecaeeb486ba2c46a +size 4964002080 diff --git a/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00007-of-00008.gguf b/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00007-of-00008.gguf new file mode 100644 index 0000000..5b4797a --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00007-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cad9f5cb2d3421c1cba3e8013660e9799b854009ca6807770f035b960b4d65f3 +size 4888758144 diff --git a/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00008-of-00008.gguf b/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00008-of-00008.gguf new file mode 100644 index 0000000..0d1c105 --- /dev/null +++ b/rinna-qwq-bakeneko-32b-Q8_0/rinna-qwq-bakeneko-32b-Q8_0-00008-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01141eeb94fa241746cf5d579958d24fe2e195a763df84a3a79146d023dc6025 +size 300851552