commit 57f6e8cd99adc13d9861306bf8a386a1804af2c1 Author: ModelHub XC Date: Mon Aug 17 17:45:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: KeinNiemand/Kuwutu-7B-CYOA-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..267ef44 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,53 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +run0067-checkpoint-274-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +run0067-checkpoint-274-bf16.gguf filter=lfs diff=lfs merge=lfs -text +run0067-checkpoint-274-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +run0067-checkpoint-274-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +run0067-checkpoint-274-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +run0067-checkpoint-274-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +run0067-checkpoint-274-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +run0067-checkpoint-274-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +run0067-checkpoint-274-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Kuwutu-7B-CYOA-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Kuwutu-7B-CYOA-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Kuwutu-7B-CYOA-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Kuwutu-7B-CYOA-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Kuwutu-7B-CYOA-bf16.gguf filter=lfs diff=lfs merge=lfs -text +Kuwutu-7B-CYOA-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Kuwutu-7B-CYOA-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Kuwutu-7B-CYOA-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Kuwutu-7B-CYOA-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Kuwutu-7B-CYOA-IQ2_M.gguf b/Kuwutu-7B-CYOA-IQ2_M.gguf new file mode 100644 index 0000000..d8ad4f6 --- /dev/null +++ b/Kuwutu-7B-CYOA-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28c7e8734abf560c4438949469226de7c67c7669f88b34be29971a21c244ac8c +size 2867918464 diff --git a/Kuwutu-7B-CYOA-IQ3_M.gguf b/Kuwutu-7B-CYOA-IQ3_M.gguf new file mode 100644 index 0000000..8a622f3 --- /dev/null +++ b/Kuwutu-7B-CYOA-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc2afcc5eda1844b9f4e557832c866d4c7ea4c8057b79d91ad76917abdaa9881 +size 3668936320 diff --git a/Kuwutu-7B-CYOA-IQ4_XS.gguf b/Kuwutu-7B-CYOA-IQ4_XS.gguf new file mode 100644 index 0000000..cabd8ca --- /dev/null +++ b/Kuwutu-7B-CYOA-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:437494a708c308b83b0d84bf0716821a9b963c8cda4d55af8fbca0f89709b979 +size 4260451968 diff --git a/Kuwutu-7B-CYOA-Q3_K_M.gguf b/Kuwutu-7B-CYOA-Q3_K_M.gguf new file mode 100644 index 0000000..8c92eb1 --- /dev/null +++ b/Kuwutu-7B-CYOA-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36ef6df34fe5ffdda8b6d69c2155b22f3edf693c73cecb338c4890ee3eb9a58b +size 3854009984 diff --git a/Kuwutu-7B-CYOA-Q4_K_M.gguf b/Kuwutu-7B-CYOA-Q4_K_M.gguf new file mode 100644 index 0000000..3cab807 --- /dev/null +++ b/Kuwutu-7B-CYOA-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bddc01d556cd853cf67274e3468d734ba1236d58186624b78269b3999c32a94 +size 4693776000 diff --git a/Kuwutu-7B-CYOA-Q5_K_M.gguf b/Kuwutu-7B-CYOA-Q5_K_M.gguf new file mode 100644 index 0000000..a516bf6 --- /dev/null +++ b/Kuwutu-7B-CYOA-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0433fb37211915b1a8797a075b27674d17fc38fb11f775ab05325e0f585ac33e +size 5458581120 diff --git a/Kuwutu-7B-CYOA-Q6_K.gguf b/Kuwutu-7B-CYOA-Q6_K.gguf new file mode 100644 index 0000000..de69659 --- /dev/null +++ b/Kuwutu-7B-CYOA-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba25a5b273019924f11865ef73dcb279f25027b82e39561e6777eed20904469b +size 6260532864 diff --git a/Kuwutu-7B-CYOA-Q8_0.gguf b/Kuwutu-7B-CYOA-Q8_0.gguf new file mode 100644 index 0000000..dc8c3d2 --- /dev/null +++ b/Kuwutu-7B-CYOA-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d964a4279c0c35eec02cb63e211e0c564b5834617d744a3a614f0c015b45b9be +size 8106509952 diff --git a/Kuwutu-7B-CYOA-bf16.gguf b/Kuwutu-7B-CYOA-bf16.gguf new file mode 100644 index 0000000..946c67f --- /dev/null +++ b/Kuwutu-7B-CYOA-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01cb64f39ddfc30c0ace4aede82863111cd9dbdab5387b0c4a2a124e64694adc +size 15252227328 diff --git a/README.md b/README.md new file mode 100644 index 0000000..283ead1 --- /dev/null +++ b/README.md @@ -0,0 +1,67 @@ +--- +base_model: Mawdistical/Kuwutu-7B +base_model_relation: quantized +license: cc-by-nc-4.0 +pipeline_tag: text-generation +tags: + - gguf + - quantization + - q8_0 + - q6_k + - q5_k_m + - q4_k_m + - q3_k_m + - iq4_xs + - iq3_m + - iq2_m + - qwen2 + - chatml + - text-generation + - creative-writing + - interactive-fiction + - cyoa + - furry + - adult + - not-for-all-audiences +--- + +# Kuwutu-7B-CYOA-GGUF + +This repository contains mainline-compatible GGUF quantizations of [KeinNiemand/Kuwutu-7B-CYOA](https://huggingface.co/KeinNiemand/Kuwutu-7B-CYOA), a narrow fine-tune of [Mawdistical/Kuwutu-7B](https://huggingface.co/Mawdistical/Kuwutu-7B?not-for-all-audiences=true) for adult furry CYOA / interactive-fiction style continuation. + +These files are intended for regular `llama.cpp`-compatible runtimes. + +## Important Replacement Notice + +Older GGUF files in this repository named like `run0067-checkpoint-274-*.gguf` were generated with incorrect RoPE metadata and should be considered broken. In particular, those exports could load with `qwen2.rope.freq_base` / `freq_base_train` set to `10000` instead of the correct `640000`, causing severe generation degradation. + +Use the `Kuwutu-7B-CYOA-*.gguf` files instead. The corrected files should report `qwen2.rope.freq_base = 640000` when loaded. + +## Other Versions + +- Canonical LoRA adapter: [KeinNiemand/Kuwutu-7B-CYOA-LoRA](https://huggingface.co/KeinNiemand/Kuwutu-7B-CYOA-LoRA) +- Merged HF model: [KeinNiemand/Kuwutu-7B-CYOA](https://huggingface.co/KeinNiemand/Kuwutu-7B-CYOA) +- Adapter GGUF: [KeinNiemand/Kuwutu-7B-CYOA-LoRA-GGUF](https://huggingface.co/KeinNiemand/Kuwutu-7B-CYOA-LoRA-GGUF) +- `ik_llama.cpp` merged GGUF: [KeinNiemand/Kuwutu-7B-CYOA-IK-GGUF](https://huggingface.co/KeinNiemand/Kuwutu-7B-CYOA-IK-GGUF) + +## Files + +- `Kuwutu-7B-CYOA-bf16.gguf` +- `Kuwutu-7B-CYOA-Q8_0.gguf` +- `Kuwutu-7B-CYOA-Q6_K.gguf` +- `Kuwutu-7B-CYOA-Q5_K_M.gguf` +- `Kuwutu-7B-CYOA-Q4_K_M.gguf` +- `Kuwutu-7B-CYOA-Q3_K_M.gguf` +- `Kuwutu-7B-CYOA-IQ4_XS.gguf` +- `Kuwutu-7B-CYOA-IQ3_M.gguf` +- `Kuwutu-7B-CYOA-IQ2_M.gguf` + +## Model Summary + +This is a narrow adult furry CYOA / interactive-fiction model. It is not intended as a general writing model or broad instruction model. + +The training data is permissioned adult furry CYOA / interactive-fiction writing. The dataset is not redistributed here. + +## Quantization Notes + +These quants were produced from the merged model using an imatrix generated from project calibration text. They have not been formally benchmarked beyond local sanity checks.