commit 7fc17cd2b27f731272b009cc104a02f9b11f8748 Author: ModelHub XC Date: Mon Jul 6 22:33:20 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: RemySkye/rwkv7-g1g-13.3b-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..600a254 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,51 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-13.3b-20260523-ctx8192-BF16.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-13.3b-20260523-ctx8192-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-13.3b-20260523-ctx8192-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-13.3b-20260523-ctx8192-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-13.3b-20260523-ctx8192-static-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-13.3b-20260523-ctx8192-static-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-13.3b-20260523-ctx8192-static-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-13.3b-20260523-ctx8192-static-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-13.3b-20260523-ctx8192-static-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-13.3b-20260523-ctx8192-static-F16.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-13.3b-20260523-ctx8192-F16.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-13.3b-20260523-ctx8192-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-13.3b-20260523-ctx8192-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-13.3b-20260523-ctx8192-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-13.3b-20260523-ctx8192-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-13.3b-20260523-ctx8192-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..60ef01d --- /dev/null +++ b/README.md @@ -0,0 +1,40 @@ +--- +license: apache-2.0 +language: + - en + - zh + - fr + - es + - de + - pt + - ru + - it + - ja + - ko + - vi + - ar +tags: +- text-generation +- causal-lm +- rwkv +- gguf +- llama.cpp +- lmstudio +base_model: BlinkDL/rwkv7-g1 +pipeline_tag: text-generation +--- + +# RWKV7-G1G 13.3B - GGUF Quantizations + +GGUF conversions of [BlinkDL/rwkv7-g1g-13.3b](https://huggingface.co/BlinkDL/rwkv7-g1) (Apache 2.0) +for use with [llama.cpp](https://github.com/ggml-org/llama.cpp), LM Studio, and other GGUF-compatible runtimes. + +All quants converted from **BF16 base** for maximum lossless quality. +**Static quantizations** — no importance matrix (imatrix) was used. +Check out this for imatrix quantizations: [RemySkye/rwkv7-g1g-13.3b-i1-GGUF](https://huggingface.co/RemySkye/rwkv7-g1g-13.3b-i1-GGUF) + +*S/M/L K-quant variants had **no effect on size** for RWKV architecture — only `_M` variants are included.* + +See [UncheatableEval](https://huggingface.co/spaces/Jellyfish042/UncheatableEval) for benchmarks. + +> **Note:** Q3_K_M, and Q2_K were tested but produced completely unintelligible / broken output without an importance matrix. For lower BPW quantizations (below ~4.5 BPW), an imatrix would be required — these quants currently use **no imatrix** at all. Stick to Q4_K_M or higher for usable results. \ No newline at end of file diff --git a/rwkv7-g1g-13.3b-20260523-ctx8192-BF16.gguf b/rwkv7-g1g-13.3b-20260523-ctx8192-BF16.gguf new file mode 100644 index 0000000..f29226b --- /dev/null +++ b/rwkv7-g1g-13.3b-20260523-ctx8192-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe52f17957eb86ab655c5d1479f6f62e32413b625ee16f8ee680ba536ab6da6f +size 26744537024 diff --git a/rwkv7-g1g-13.3b-20260523-ctx8192-F16.gguf b/rwkv7-g1g-13.3b-20260523-ctx8192-F16.gguf new file mode 100644 index 0000000..51b8071 --- /dev/null +++ b/rwkv7-g1g-13.3b-20260523-ctx8192-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c50c3eddf663000a64f344fc9d0f5612fa9379a02aa8891f0176d004f35f6c5 +size 26744537024 diff --git a/rwkv7-g1g-13.3b-20260523-ctx8192-Q4_0.gguf b/rwkv7-g1g-13.3b-20260523-ctx8192-Q4_0.gguf new file mode 100644 index 0000000..d9602da --- /dev/null +++ b/rwkv7-g1g-13.3b-20260523-ctx8192-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6325c1001ac26ec474ca1d933a9fad31238f548c4e8b5edf4b2a51f94db8113 +size 8388165568 diff --git a/rwkv7-g1g-13.3b-20260523-ctx8192-Q4_1.gguf b/rwkv7-g1g-13.3b-20260523-ctx8192-Q4_1.gguf new file mode 100644 index 0000000..f11fd3d --- /dev/null +++ b/rwkv7-g1g-13.3b-20260523-ctx8192-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e151efdbbb7c6a6bdda15c769a4834eb0530a8cd94c995c45c5658c19f208cfa +size 9172500416 diff --git a/rwkv7-g1g-13.3b-20260523-ctx8192-Q4_K_M.gguf b/rwkv7-g1g-13.3b-20260523-ctx8192-Q4_K_M.gguf new file mode 100644 index 0000000..b51ddf9 --- /dev/null +++ b/rwkv7-g1g-13.3b-20260523-ctx8192-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc93f7cbd16ec8ede87831b33093362cb7d4c10e170a57bb6af49cfdfc42869b +size 8388165568 diff --git a/rwkv7-g1g-13.3b-20260523-ctx8192-Q5_0.gguf b/rwkv7-g1g-13.3b-20260523-ctx8192-Q5_0.gguf new file mode 100644 index 0000000..6ac03c6 --- /dev/null +++ b/rwkv7-g1g-13.3b-20260523-ctx8192-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4507cdec366bd340fd27cbac1ee0fd6588e8a1d1b537236d7949055e80138cc6 +size 9956835264 diff --git a/rwkv7-g1g-13.3b-20260523-ctx8192-Q5_1.gguf b/rwkv7-g1g-13.3b-20260523-ctx8192-Q5_1.gguf new file mode 100644 index 0000000..bcbca3d --- /dev/null +++ b/rwkv7-g1g-13.3b-20260523-ctx8192-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ee53469db644edbd0c6ce28f781b9a14466dafe7db5af87213b734792d4069b +size 10741170112 diff --git a/rwkv7-g1g-13.3b-20260523-ctx8192-Q5_K_M.gguf b/rwkv7-g1g-13.3b-20260523-ctx8192-Q5_K_M.gguf new file mode 100644 index 0000000..f1cfa71 --- /dev/null +++ b/rwkv7-g1g-13.3b-20260523-ctx8192-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c92d2b3ab6627d15668d129b64c5c24251ee1339db35b9c835a2551e85cd052 +size 9956835264 diff --git a/rwkv7-g1g-13.3b-20260523-ctx8192-Q6_K.gguf b/rwkv7-g1g-13.3b-20260523-ctx8192-Q6_K.gguf new file mode 100644 index 0000000..2e86698 --- /dev/null +++ b/rwkv7-g1g-13.3b-20260523-ctx8192-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8fc4b127b0cd3cdc030000ddcf055fb7be07c4241902db7f10a4ef39fdc5490 +size 11623546816 diff --git a/rwkv7-g1g-13.3b-20260523-ctx8192-Q8_0.gguf b/rwkv7-g1g-13.3b-20260523-ctx8192-Q8_0.gguf new file mode 100644 index 0000000..d612746 --- /dev/null +++ b/rwkv7-g1g-13.3b-20260523-ctx8192-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d5fe59006ea20e55eaa2ee408615fa413548119434a76aa75602c533899cfec +size 14727856064