commit e550dae5a928053b651c3ae21146e7d2d9ea3231 Author: ModelHub XC Date: Fri Jun 12 17:58:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: RemySkye/rwkv7-g1g-7.2b-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53a4bb8 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,45 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-7.2b-20260523-ctx8192-bf16.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-7.2b-20260523-ctx8192-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-7.2b-20260523-ctx8192-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-7.2b-20260523-ctx8192-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-7.2b-20260523-ctx8192-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-7.2b-20260523-ctx8192-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-7.2b-20260523-ctx8192-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-7.2b-20260523-ctx8192-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-7.2b-20260523-ctx8192-F16.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-g1g-7.2b-20260523-ctx8192-BF16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..206df73 --- /dev/null +++ b/README.md @@ -0,0 +1,40 @@ +--- +license: apache-2.0 +language: + - en + - zh + - fr + - es + - de + - pt + - ru + - it + - ja + - ko + - vi + - ar +tags: +- text-generation +- causal-lm +- rwkv +- gguf +- llama.cpp +- lmstudio +base_model: BlinkDL/rwkv7-g1 +pipeline_tag: text-generation +--- + +# RWKV7-G1G 7.2B - GGUF Quantizations + +GGUF conversions of [BlinkDL/rwkv7-g1g-7.2b](https://huggingface.co/BlinkDL/rwkv7-g1) (Apache 2.0) +for use with [llama.cpp](https://github.com/ggml-org/llama.cpp), LM Studio, and other GGUF-compatible runtimes. + +All quants converted from **BF16 base** for maximum lossless quality. +**Static quantizations** — no importance matrix (imatrix) was used. +Check out this for imatrix quantizations: [RemySkye/rwkv7-g1g-7.2b-i1-GGUF](https://huggingface.co/RemySkye/rwkv7-g1g-7.2b-i1-GGUF) + +*S/M/L K-quant variants had **no effect on size** for RWKV architecture — only `_M` variants are included.* + +See [UncheatableEval](https://huggingface.co/spaces/Jellyfish042/UncheatableEval) for benchmarks. + +> **Note:** Q4_0, Q3_K_M, and Q2_K were tested but produced completely unintelligible / broken output without an importance matrix. For lower BPW quantizations (below ~4.5 BPW), an imatrix would be required — these quants currently use **no imatrix** at all. Stick to Q4_K_M or higher for usable results. \ No newline at end of file diff --git a/rwkv7-g1g-7.2b-20260523-ctx8192-BF16.gguf b/rwkv7-g1g-7.2b-20260523-ctx8192-BF16.gguf new file mode 100644 index 0000000..7499fff --- /dev/null +++ b/rwkv7-g1g-7.2b-20260523-ctx8192-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:165f1e970db765e44bd761325bec07b3aeec299f875f5de6a6b2d89e8c27ca17 +size 14473934784 diff --git a/rwkv7-g1g-7.2b-20260523-ctx8192-F16.gguf b/rwkv7-g1g-7.2b-20260523-ctx8192-F16.gguf new file mode 100644 index 0000000..c11ca43 --- /dev/null +++ b/rwkv7-g1g-7.2b-20260523-ctx8192-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99908b9900504b152c7f51f0fe7698d1aa3a5bfd870ea7916bb61e87fa387379 +size 14473934784 diff --git a/rwkv7-g1g-7.2b-20260523-ctx8192-Q4_1.gguf b/rwkv7-g1g-7.2b-20260523-ctx8192-Q4_1.gguf new file mode 100644 index 0000000..7833ca8 --- /dev/null +++ b/rwkv7-g1g-7.2b-20260523-ctx8192-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c8752e1b4c2887addac7258f6ad7d92afc34e2527c5d90bd4b601baa1d86771 +size 4929796032 diff --git a/rwkv7-g1g-7.2b-20260523-ctx8192-Q4_K_M.gguf b/rwkv7-g1g-7.2b-20260523-ctx8192-Q4_K_M.gguf new file mode 100644 index 0000000..0c925c7 --- /dev/null +++ b/rwkv7-g1g-7.2b-20260523-ctx8192-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4e4e7f206f13126f0b4520d2d1b5a829a24f36d47622b21718e0bcaff37e7cd +size 4510365632 diff --git a/rwkv7-g1g-7.2b-20260523-ctx8192-Q5_0.gguf b/rwkv7-g1g-7.2b-20260523-ctx8192-Q5_0.gguf new file mode 100644 index 0000000..190815b --- /dev/null +++ b/rwkv7-g1g-7.2b-20260523-ctx8192-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63ba49346127710d50b78316c224d6e71803dd942f63c2599750ab785d91fcf1 +size 5349226432 diff --git a/rwkv7-g1g-7.2b-20260523-ctx8192-Q5_1.gguf b/rwkv7-g1g-7.2b-20260523-ctx8192-Q5_1.gguf new file mode 100644 index 0000000..8897edf --- /dev/null +++ b/rwkv7-g1g-7.2b-20260523-ctx8192-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f82c06db29e3996c2a9951355ea8a558cf1d7b07dc842c23b216d849963bb4 +size 5768656832 diff --git a/rwkv7-g1g-7.2b-20260523-ctx8192-Q5_K_M.gguf b/rwkv7-g1g-7.2b-20260523-ctx8192-Q5_K_M.gguf new file mode 100644 index 0000000..b6b9dd9 --- /dev/null +++ b/rwkv7-g1g-7.2b-20260523-ctx8192-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b0dff488e88abb8e915a4f65cec1008a2bdc34e413db0c034e8c42af0ca6ffa +size 5349226432 diff --git a/rwkv7-g1g-7.2b-20260523-ctx8192-Q6_K.gguf b/rwkv7-g1g-7.2b-20260523-ctx8192-Q6_K.gguf new file mode 100644 index 0000000..cf5dd59 --- /dev/null +++ b/rwkv7-g1g-7.2b-20260523-ctx8192-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4f3e34d05124dd68536a365c9c3f82988f9ce6e6c58a00da11a0399922fe008 +size 6240516032 diff --git a/rwkv7-g1g-7.2b-20260523-ctx8192-Q8_0.gguf b/rwkv7-g1g-7.2b-20260523-ctx8192-Q8_0.gguf new file mode 100644 index 0000000..349ae3f --- /dev/null +++ b/rwkv7-g1g-7.2b-20260523-ctx8192-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e25282d22ccdd5fe1f1c0860fe3fc9df546d59a7249a8c1b4767f1ea22247769 +size 7930820544