初始化项目,由ModelHub XC社区提供模型
Model: RemySkye/rwkv7-g1g-13.3b-GGUF Source: Original Platform
This commit is contained in:
51
.gitattributes
vendored
Normal file
51
.gitattributes
vendored
Normal file
@@ -0,0 +1,51 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
rwkv7-g1g-13.3b-20260523-ctx8192-BF16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
rwkv7-g1g-13.3b-20260523-ctx8192-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
rwkv7-g1g-13.3b-20260523-ctx8192-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
rwkv7-g1g-13.3b-20260523-ctx8192-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
rwkv7-g1g-13.3b-20260523-ctx8192-static-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
rwkv7-g1g-13.3b-20260523-ctx8192-static-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
rwkv7-g1g-13.3b-20260523-ctx8192-static-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
rwkv7-g1g-13.3b-20260523-ctx8192-static-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
rwkv7-g1g-13.3b-20260523-ctx8192-static-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
rwkv7-g1g-13.3b-20260523-ctx8192-static-F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
rwkv7-g1g-13.3b-20260523-ctx8192-F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
rwkv7-g1g-13.3b-20260523-ctx8192-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
rwkv7-g1g-13.3b-20260523-ctx8192-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
rwkv7-g1g-13.3b-20260523-ctx8192-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
rwkv7-g1g-13.3b-20260523-ctx8192-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
rwkv7-g1g-13.3b-20260523-ctx8192-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
40
README.md
Normal file
40
README.md
Normal file
@@ -0,0 +1,40 @@
|
||||
---
|
||||
license: apache-2.0
|
||||
language:
|
||||
- en
|
||||
- zh
|
||||
- fr
|
||||
- es
|
||||
- de
|
||||
- pt
|
||||
- ru
|
||||
- it
|
||||
- ja
|
||||
- ko
|
||||
- vi
|
||||
- ar
|
||||
tags:
|
||||
- text-generation
|
||||
- causal-lm
|
||||
- rwkv
|
||||
- gguf
|
||||
- llama.cpp
|
||||
- lmstudio
|
||||
base_model: BlinkDL/rwkv7-g1
|
||||
pipeline_tag: text-generation
|
||||
---
|
||||
|
||||
# RWKV7-G1G 13.3B - GGUF Quantizations
|
||||
|
||||
GGUF conversions of [BlinkDL/rwkv7-g1g-13.3b](https://huggingface.co/BlinkDL/rwkv7-g1) (Apache 2.0)
|
||||
for use with [llama.cpp](https://github.com/ggml-org/llama.cpp), LM Studio, and other GGUF-compatible runtimes.
|
||||
|
||||
All quants converted from **BF16 base** for maximum lossless quality.
|
||||
**Static quantizations** — no importance matrix (imatrix) was used.
|
||||
Check out this for imatrix quantizations: [RemySkye/rwkv7-g1g-13.3b-i1-GGUF](https://huggingface.co/RemySkye/rwkv7-g1g-13.3b-i1-GGUF)
|
||||
|
||||
*S/M/L K-quant variants had **no effect on size** for RWKV architecture — only `_M` variants are included.*
|
||||
|
||||
See [UncheatableEval](https://huggingface.co/spaces/Jellyfish042/UncheatableEval) for benchmarks.
|
||||
|
||||
> **Note:** Q3_K_M, and Q2_K were tested but produced completely unintelligible / broken output without an importance matrix. For lower BPW quantizations (below ~4.5 BPW), an imatrix would be required — these quants currently use **no imatrix** at all. Stick to Q4_K_M or higher for usable results.
|
||||
3
rwkv7-g1g-13.3b-20260523-ctx8192-BF16.gguf
Normal file
3
rwkv7-g1g-13.3b-20260523-ctx8192-BF16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:fe52f17957eb86ab655c5d1479f6f62e32413b625ee16f8ee680ba536ab6da6f
|
||||
size 26744537024
|
||||
3
rwkv7-g1g-13.3b-20260523-ctx8192-F16.gguf
Normal file
3
rwkv7-g1g-13.3b-20260523-ctx8192-F16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:4c50c3eddf663000a64f344fc9d0f5612fa9379a02aa8891f0176d004f35f6c5
|
||||
size 26744537024
|
||||
3
rwkv7-g1g-13.3b-20260523-ctx8192-Q4_0.gguf
Normal file
3
rwkv7-g1g-13.3b-20260523-ctx8192-Q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d6325c1001ac26ec474ca1d933a9fad31238f548c4e8b5edf4b2a51f94db8113
|
||||
size 8388165568
|
||||
3
rwkv7-g1g-13.3b-20260523-ctx8192-Q4_1.gguf
Normal file
3
rwkv7-g1g-13.3b-20260523-ctx8192-Q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e151efdbbb7c6a6bdda15c769a4834eb0530a8cd94c995c45c5658c19f208cfa
|
||||
size 9172500416
|
||||
3
rwkv7-g1g-13.3b-20260523-ctx8192-Q4_K_M.gguf
Normal file
3
rwkv7-g1g-13.3b-20260523-ctx8192-Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:cc93f7cbd16ec8ede87831b33093362cb7d4c10e170a57bb6af49cfdfc42869b
|
||||
size 8388165568
|
||||
3
rwkv7-g1g-13.3b-20260523-ctx8192-Q5_0.gguf
Normal file
3
rwkv7-g1g-13.3b-20260523-ctx8192-Q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:4507cdec366bd340fd27cbac1ee0fd6588e8a1d1b537236d7949055e80138cc6
|
||||
size 9956835264
|
||||
3
rwkv7-g1g-13.3b-20260523-ctx8192-Q5_1.gguf
Normal file
3
rwkv7-g1g-13.3b-20260523-ctx8192-Q5_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0ee53469db644edbd0c6ce28f781b9a14466dafe7db5af87213b734792d4069b
|
||||
size 10741170112
|
||||
3
rwkv7-g1g-13.3b-20260523-ctx8192-Q5_K_M.gguf
Normal file
3
rwkv7-g1g-13.3b-20260523-ctx8192-Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0c92d2b3ab6627d15668d129b64c5c24251ee1339db35b9c835a2551e85cd052
|
||||
size 9956835264
|
||||
3
rwkv7-g1g-13.3b-20260523-ctx8192-Q6_K.gguf
Normal file
3
rwkv7-g1g-13.3b-20260523-ctx8192-Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d8fc4b127b0cd3cdc030000ddcf055fb7be07c4241902db7f10a4ef39fdc5490
|
||||
size 11623546816
|
||||
3
rwkv7-g1g-13.3b-20260523-ctx8192-Q8_0.gguf
Normal file
3
rwkv7-g1g-13.3b-20260523-ctx8192-Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6d5fe59006ea20e55eaa2ee408615fa413548119434a76aa75602c533899cfec
|
||||
size 14727856064
|
||||
Reference in New Issue
Block a user