From 10ec427d5e03ee35c29837ab6d6bda57d4152263 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 21 Sep 2026 22:03:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Mungert/rwkv7-1.5B-world-GGUF Source: Original Platform --- .gitattributes | 76 +++++++++ README.md | 291 ++++++++++++++++++++++++++++++++ configuration.json | 1 + rwkv7-1.5B-world-bf16-q4_k.gguf | 3 + rwkv7-1.5B-world-bf16-q6_k.gguf | 3 + rwkv7-1.5B-world-bf16-q8_0.gguf | 3 + rwkv7-1.5B-world-bf16.gguf | 3 + rwkv7-1.5B-world-f16-q4_k.gguf | 3 + rwkv7-1.5B-world-f16-q6_k.gguf | 3 + rwkv7-1.5B-world-f16-q8_0.gguf | 3 + rwkv7-1.5B-world-iq3_m.gguf | 3 + rwkv7-1.5B-world-iq3_s.gguf | 3 + rwkv7-1.5B-world-iq3_xs.gguf | 3 + rwkv7-1.5B-world-iq3_xxs.gguf | 3 + rwkv7-1.5B-world-iq4_nl.gguf | 3 + rwkv7-1.5B-world-iq4_xs.gguf | 3 + rwkv7-1.5B-world-q3_k_m.gguf | 3 + rwkv7-1.5B-world-q3_k_s.gguf | 3 + rwkv7-1.5B-world-q4_0.gguf | 3 + rwkv7-1.5B-world-q4_1.gguf | 3 + rwkv7-1.5B-world-q4_k_m.gguf | 3 + rwkv7-1.5B-world-q4_k_s.gguf | 3 + rwkv7-1.5B-world-q5_0.gguf | 3 + rwkv7-1.5B-world-q5_1.gguf | 3 + rwkv7-1.5B-world-q5_k_m.gguf | 3 + rwkv7-1.5B-world-q5_k_s.gguf | 3 + rwkv7-1.5B-world-q6_k_m.gguf | 3 + rwkv7-1.5B-world-q8_0.gguf | 3 + rwkv7-1.5B-world-tq1_0.gguf | 3 + rwkv7-1.5B-world-tq2_0.gguf | 3 + rwkv7-1.5B-world.imatrix | 3 + 31 files changed, 452 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 rwkv7-1.5B-world-bf16-q4_k.gguf create mode 100644 rwkv7-1.5B-world-bf16-q6_k.gguf create mode 100644 rwkv7-1.5B-world-bf16-q8_0.gguf create mode 100644 rwkv7-1.5B-world-bf16.gguf create mode 100644 rwkv7-1.5B-world-f16-q4_k.gguf create mode 100644 rwkv7-1.5B-world-f16-q6_k.gguf create mode 100644 rwkv7-1.5B-world-f16-q8_0.gguf create mode 100644 rwkv7-1.5B-world-iq3_m.gguf create mode 100644 rwkv7-1.5B-world-iq3_s.gguf create mode 100644 rwkv7-1.5B-world-iq3_xs.gguf create mode 100644 rwkv7-1.5B-world-iq3_xxs.gguf create mode 100644 rwkv7-1.5B-world-iq4_nl.gguf create mode 100644 rwkv7-1.5B-world-iq4_xs.gguf create mode 100644 rwkv7-1.5B-world-q3_k_m.gguf create mode 100644 rwkv7-1.5B-world-q3_k_s.gguf create mode 100644 rwkv7-1.5B-world-q4_0.gguf create mode 100644 rwkv7-1.5B-world-q4_1.gguf create mode 100644 rwkv7-1.5B-world-q4_k_m.gguf create mode 100644 rwkv7-1.5B-world-q4_k_s.gguf create mode 100644 rwkv7-1.5B-world-q5_0.gguf create mode 100644 rwkv7-1.5B-world-q5_1.gguf create mode 100644 rwkv7-1.5B-world-q5_k_m.gguf create mode 100644 rwkv7-1.5B-world-q5_k_s.gguf create mode 100644 rwkv7-1.5B-world-q6_k_m.gguf create mode 100644 rwkv7-1.5B-world-q8_0.gguf create mode 100644 rwkv7-1.5B-world-tq1_0.gguf create mode 100644 rwkv7-1.5B-world-tq2_0.gguf create mode 100644 rwkv7-1.5B-world.imatrix diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e3ddfdc --- /dev/null +++ b/.gitattributes @@ -0,0 +1,76 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +rwkv7-1.5B-world-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-bf16.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-tq1_0.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-bf16-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-q5_1.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-f16-q4_k.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-bf16-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-bf16-q4_k.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world.imatrix filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-f16-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-f16-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-q6_k_m.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-iq3_xs.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-tq2_0.gguf filter=lfs diff=lfs merge=lfs -text +rwkv7-1.5B-world-q4_1.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..38d2bbf --- /dev/null +++ b/README.md @@ -0,0 +1,291 @@ +--- +license: apache-2.0 +language: +- en +- zh +- ja +- ko +- fr +- ar +- es +- pt +metrics: +- accuracy +base_model: +- BlinkDL/rwkv-7-world +pipeline_tag: text-generation +--- + +# rwkv7-1.5B-world GGUF Models + +Note: you must use latest llama.cpp https://github.com/ggml-org/llama.cpp to run this model with llama.cpp + +## **Choosing the Right Model Format** + +Selecting the correct model format depends on your **hardware capabilities** and **memory constraints**. + +### **BF16 (Brain Float 16) – Use if BF16 acceleration is available** +- A 16-bit floating-point format designed for **faster computation** while retaining good precision. +- Provides **similar dynamic range** as FP32 but with **lower memory usage**. +- Recommended if your hardware supports **BF16 acceleration** (check your device’s specs). +- Ideal for **high-performance inference** with **reduced memory footprint** compared to FP32. + +πŸ“Œ **Use BF16 if:** +βœ” Your hardware has native **BF16 support** (e.g., newer GPUs, TPUs). +βœ” You want **higher precision** while saving memory. +βœ” You plan to **requantize** the model into another format. + +πŸ“Œ **Avoid BF16 if:** +❌ Your hardware does **not** support BF16 (it may fall back to FP32 and run slower). +❌ You need compatibility with older devices that lack BF16 optimization. + +--- + +### **F16 (Float 16) – More widely supported than BF16** +- A 16-bit floating-point **high precision** but with less of range of values than BF16. +- Works on most devices with **FP16 acceleration support** (including many GPUs and some CPUs). +- Slightly lower numerical precision than BF16 but generally sufficient for inference. + +πŸ“Œ **Use F16 if:** +βœ” Your hardware supports **FP16** but **not BF16**. +βœ” You need a **balance between speed, memory usage, and accuracy**. +βœ” You are running on a **GPU** or another device optimized for FP16 computations. + +πŸ“Œ **Avoid F16 if:** +❌ Your device lacks **native FP16 support** (it may run slower than expected). +❌ You have memory limitations. + +--- + +### **Quantized Models (Q4_K, Q6_K, Q8, etc.) – For CPU & Low-VRAM Inference** +Quantization reduces model size and memory usage while maintaining as much accuracy as possible. +- **Lower-bit models (Q4_K)** β†’ **Best for minimal memory usage**, may have lower precision. +- **Higher-bit models (Q6_K, Q8_0)** β†’ **Better accuracy**, requires more memory. + +πŸ“Œ **Use Quantized Models if:** +βœ” You are running inference on a **CPU** and need an optimized model. +βœ” Your device has **low VRAM** and cannot load full-precision models. +βœ” You want to reduce **memory footprint** while keeping reasonable accuracy. + +πŸ“Œ **Avoid Quantized Models if:** +❌ You need **maximum accuracy** (full-precision models are better for this). +❌ Your hardware has enough VRAM for higher-precision formats (BF16/F16). + +--- + +### **Very Low-Bit Quantization (IQ3_XS, IQ3_S, IQ3_M, Q4_K, Q4_0)** +These models are optimized for **extreme memory efficiency**, making them ideal for **low-power devices** or **large-scale deployments** where memory is a critical constraint. + +- **IQ3_XS**: Ultra-low-bit quantization (3-bit) with **extreme memory efficiency**. + - **Use case**: Best for **ultra-low-memory devices** where even Q4_K is too large. + - **Trade-off**: Lower accuracy compared to higher-bit quantizations. + +- **IQ3_S**: Small block size for **maximum memory efficiency**. + - **Use case**: Best for **low-memory devices** where **IQ3_XS** is too aggressive. + +- **IQ3_M**: Medium block size for better accuracy than **IQ3_S**. + - **Use case**: Suitable for **low-memory devices** where **IQ3_S** is too limiting. + +- **Q4_K**: 4-bit quantization with **block-wise optimization** for better accuracy. + - **Use case**: Best for **low-memory devices** where **Q6_K** is too large. + +- **Q4_0**: Pure 4-bit quantization, optimized for **ARM devices**. + - **Use case**: Best for **ARM-based devices** or **low-memory environments**. + +--- + +### **Summary Table: Model Format Selection** + +| Model Format | Precision | Memory Usage | Device Requirements | Best Use Case | +|--------------|------------|---------------|----------------------|---------------| +| **BF16** | Highest | High | BF16-supported GPU/CPUs | High-speed inference with reduced memory | +| **F16** | High | High | FP16-supported devices | GPU inference when BF16 isn’t available | +| **Q4_K** | Medium Low | Low | CPU or Low-VRAM devices | Best for memory-constrained environments | +| **Q6_K** | Medium | Moderate | CPU with more memory | Better accuracy while still being quantized | +| **Q8_0** | High | Moderate | CPU or GPU with enough VRAM | Best accuracy among quantized models | +| **IQ3_XS** | Very Low | Very Low | Ultra-low-memory devices | Extreme memory efficiency and low accuracy | +| **Q4_0** | Low | Low | ARM or low-memory devices | llama.cpp can optimize for ARM devices | + +--- + +## **Included Files & Details** + +### `rwkv7-1.5B-world-bf16.gguf` +- Model weights preserved in **BF16**. +- Use this if you want to **requantize** the model into a different format. +- Best if your device supports **BF16 acceleration**. + +### `rwkv7-1.5B-world-f16.gguf` +- Model weights stored in **F16**. +- Use if your device supports **FP16**, especially if BF16 is not available. + +### `rwkv7-1.5B-world-bf16-q8_0.gguf` +- **Output & embeddings** remain in **BF16**. +- All other layers quantized to **Q8_0**. +- Use if your device supports **BF16** and you want a quantized version. + +### `rwkv7-1.5B-world-f16-q8_0.gguf` +- **Output & embeddings** remain in **F16**. +- All other layers quantized to **Q8_0**. + +### `rwkv7-1.5B-world-q4_k.gguf` +- **Output & embeddings** quantized to **Q8_0**. +- All other layers quantized to **Q4_K**. +- Good for **CPU inference** with limited memory. + +### `rwkv7-1.5B-world-q4_k_s.gguf` +- Smallest **Q4_K** variant, using less memory at the cost of accuracy. +- Best for **very low-memory setups**. + +### `rwkv7-1.5B-world-q6_k.gguf` +- **Output & embeddings** quantized to **Q8_0**. +- All other layers quantized to **Q6_K** . + +### `rwkv7-1.5B-world-q8_0.gguf` +- Fully **Q8** quantized model for better accuracy. +- Requires **more memory** but offers higher precision. + +### `rwkv7-1.5B-world-iq3_xs.gguf` +- **IQ3_XS** quantization, optimized for **extreme memory efficiency**. +- Best for **ultra-low-memory devices**. + +### `rwkv7-1.5B-world-iq3_m.gguf` +- **IQ3_M** quantization, offering a **medium block size** for better accuracy. +- Suitable for **low-memory devices**. + +### `rwkv7-1.5B-world-q4_0.gguf` +- Pure **Q4_0** quantization, optimized for **ARM devices**. +- Best for **low-memory environments**. +- Prefer IQ4_NL for better accuracy. + +# πŸš€ If you find these models useful + +Please click like ❀ . Also I’d really appreciate it if you could test my Network Monitor Assistant at πŸ‘‰ [Network Monitor Assitant](https://readyforquantum.com). + +πŸ’¬ Click the **chat icon** (bottom right of the main and dashboard pages) . Choose a LLM; toggle between the LLM Types TurboLLM -> FreeLLM -> TestLLM. + +### What I'm Testing + +I'm experimenting with **function calling** against my network monitoring service. Using small open source models. I am into the question "How small can it go and still function". + +🟑 **TestLLM** – Runs the current testing model using llama.cpp on 6 threads of a Cpu VM (Should take about 15s to load. Inference speed is quite slow and it only processes one user prompt at a timeβ€”still working on scaling!). If you're curious, I'd be happy to share how it works! . + +### The other Available AI Assistants + +🟒 **TurboLLM** – Uses **gpt-4o-mini** Fast! . Note: tokens are limited since OpenAI models are pricey, but you can [Login](https://readyforquantum.com) or [Download](https://readyforquantum.com/download/?utm_source=huggingface&utm_medium=referral&utm_campaign=huggingface_repo_readme) the Quantum Network Monitor agent to get more tokens, Alternatively use the TestLLM . + +πŸ”΅ **HugLLM** – Runs **open-source Hugging Face models** Fast, Runs small models (β‰ˆ8B) hence lower quality, Get 2x more tokens (subject to Hugging Face API availability) + +### Final Word + +I fund the servers used to create these model files, run the Quantum Network Monitor service, and pay for inference from Novita and OpenAIβ€”all out of my own pocket. All the code behind the model creation and the Quantum Network Monitor project is [open source](https://github.com/Mungert69). Feel free to use whatever you find helpful. + +If you appreciate the work, please consider [buying me a coffee](https://www.buymeacoffee.com/mahadeva) β˜•. Your support helps cover service costs and allows me to raise token limits for everyone. + +I'm also open to job opportunities or sponsorship. + +Thank you! 😊 + + + +# rwkv7-1.5B-world + + + +This is RWKV-7 model under flash-linear attention format. + +## Model Details + + +### Model Description + + + +- **Developed by:** Bo Peng, Yu Zhang, Songlin Yang, Ruichong Zhang +- **Funded by:** RWKV Project (Under LF AI & Data Foundation) +- **Model type:** RWKV7 +- **Language(s) (NLP):** English +- **License:** Apache-2.0 +- **Parameter count:** 1.52B +- **Tokenizer:** RWKV World tokenizer +- **Vocabulary size:** 65,536 + +### Model Sources + + + +- **Repository:** https://github.com/fla-org/flash-linear-attention ; https://github.com/BlinkDL/RWKV-LM +- **Paper:** With in Progress + +## Uses + + +Install `flash-linear-attention` and the latest version of `transformers` before using this model: + +```bash +pip install git+https://github.com/fla-org/flash-linear-attention +pip install 'transformers>=4.48.0' +``` + +### Direct Use + + +You can use this model just as any other HuggingFace models: +```python +from transformers import AutoModelForCausalLM, AutoTokenizer +model = AutoModelForCausalLM.from_pretrained('fla-hub/rwkv7-1.5B-world', trust_remote_code=True) +tokenizer = AutoTokenizer.from_pretrained('fla-hub/rwkv7-1.5B-world', trust_remote_code=True) + +model = model.cuda() +prompt = "What is a large language model?" +messages = [ + {"role": "user", "content": "Who are you?"}, + {"role": "assistant", "content": "I am a GPT-3 based model."}, + {"role": "user", "content": prompt} +] +text = tokenizer.apply_chat_template( + messages, + tokenize=False, + add_generation_prompt=True +) + +model_inputs = tokenizer([text], return_tensors="pt").to(model.device) + +generated_ids = model.generate( + **model_inputs, + max_new_tokens=1024, +) +generated_ids = [ + output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids) +] + +response = tokenizer.batch_decode(generated_ids, skip_special_tokens=False)[0] +print(response) +``` + +## Training Details + +### Training Data + +This model is trained on the World v3 with a total of 3.119 trillion tokens. + +#### Training Hyperparameters + +- **Training regime:** bfloat16, lr 4e-4 to 1e-5 "delayed" cosine decay, wd 0.1 (with increasing batch sizes during the middle) +- **Final Loss:** 1.9965 +- **Token Count:** 3.119 trillion + +## Evaluation + +#### Metrics + +`lambada_openai`: + +before conversion: ppl 4.13 acc 69.4% + +after conversion: ppl 4.26 acc 68.8% (without apply temple) + +## FAQ +Q: safetensors metadata is none. + +A: upgrade transformers to >=4.48.0: `pip install 'transformers>=4.48.0'` \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/rwkv7-1.5B-world-bf16-q4_k.gguf b/rwkv7-1.5B-world-bf16-q4_k.gguf new file mode 100644 index 0000000..fb133f1 --- /dev/null +++ b/rwkv7-1.5B-world-bf16-q4_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:013f9996362d5c1e821c4845ba460938fae0335b89dd9961dfc9411fef3e2456 +size 1341324960 diff --git a/rwkv7-1.5B-world-bf16-q6_k.gguf b/rwkv7-1.5B-world-bf16-q6_k.gguf new file mode 100644 index 0000000..3c437b4 --- /dev/null +++ b/rwkv7-1.5B-world-bf16-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:884a99f0708297b44511a51b02d31029583944edea2dd357a9bcdd878c14d7d0 +size 1652752032 diff --git a/rwkv7-1.5B-world-bf16-q8_0.gguf b/rwkv7-1.5B-world-bf16-q8_0.gguf new file mode 100644 index 0000000..0181a31 --- /dev/null +++ b/rwkv7-1.5B-world-bf16-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5724208e35863ba400f6d5262102f4c8b64b2781bad7e58cac522272e9d19011 +size 1945304480 diff --git a/rwkv7-1.5B-world-bf16.gguf b/rwkv7-1.5B-world-bf16.gguf new file mode 100644 index 0000000..0d59a57 --- /dev/null +++ b/rwkv7-1.5B-world-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aac8daea8844ad64137c6047e2f7916e58c57e860a240ba84ea6b681e9ecb7f1 +size 3077766560 diff --git a/rwkv7-1.5B-world-f16-q4_k.gguf b/rwkv7-1.5B-world-f16-q4_k.gguf new file mode 100644 index 0000000..7b43965 --- /dev/null +++ b/rwkv7-1.5B-world-f16-q4_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:204fbdfab63fee97bac5fc463646d99a927b946821d386a7b1dadef42c19ff9a +size 1341324960 diff --git a/rwkv7-1.5B-world-f16-q6_k.gguf b/rwkv7-1.5B-world-f16-q6_k.gguf new file mode 100644 index 0000000..7a3783f --- /dev/null +++ b/rwkv7-1.5B-world-f16-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e2abfed6b08e44d829f2267bea4e9ebce9b044bc51c64d00236423ec14b881f +size 1652752032 diff --git a/rwkv7-1.5B-world-f16-q8_0.gguf b/rwkv7-1.5B-world-f16-q8_0.gguf new file mode 100644 index 0000000..0d78bbc --- /dev/null +++ b/rwkv7-1.5B-world-f16-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db3e3c50444881d0987ca52fc0558485f7238f9aa43c28764e63d4af7d5f70ee +size 1945304480 diff --git a/rwkv7-1.5B-world-iq3_m.gguf b/rwkv7-1.5B-world-iq3_m.gguf new file mode 100644 index 0000000..09502c4 --- /dev/null +++ b/rwkv7-1.5B-world-iq3_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b29d66ed66951f7aff2c3bcedee6040526d46ce16a13a7a12aff027140ee9d6 +size 811794080 diff --git a/rwkv7-1.5B-world-iq3_s.gguf b/rwkv7-1.5B-world-iq3_s.gguf new file mode 100644 index 0000000..e6db500 --- /dev/null +++ b/rwkv7-1.5B-world-iq3_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68bdb36d6fe4a8a12bde5296051d4c135c4e2e7e431b1683645868df2ee956f1 +size 811794080 diff --git a/rwkv7-1.5B-world-iq3_xs.gguf b/rwkv7-1.5B-world-iq3_xs.gguf new file mode 100644 index 0000000..4d91df8 --- /dev/null +++ b/rwkv7-1.5B-world-iq3_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:668a75711dbd196b6b54d9a8045ebfef31eb7ba9c67fdcb5bf8d366d91bf677c +size 811794080 diff --git a/rwkv7-1.5B-world-iq3_xxs.gguf b/rwkv7-1.5B-world-iq3_xxs.gguf new file mode 100644 index 0000000..fcc29a6 --- /dev/null +++ b/rwkv7-1.5B-world-iq3_xxs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40df2a84889df32c94cd84552343ad4bac73c0eb3f5bc872131b3b9a7cbc35fc +size 737345184 diff --git a/rwkv7-1.5B-world-iq4_nl.gguf b/rwkv7-1.5B-world-iq4_nl.gguf new file mode 100644 index 0000000..2ac196f --- /dev/null +++ b/rwkv7-1.5B-world-iq4_nl.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a428c37146aaeba4f9db115a0b38dd9e2412d82e9f504a854dee6e90f1623b1 +size 990052000 diff --git a/rwkv7-1.5B-world-iq4_xs.gguf b/rwkv7-1.5B-world-iq4_xs.gguf new file mode 100644 index 0000000..cd4128c --- /dev/null +++ b/rwkv7-1.5B-world-iq4_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ccb37647d77ffbf1fd80d4e13216dabd41d3b30406bc339be358e9f25b2eba7 +size 948108960 diff --git a/rwkv7-1.5B-world-q3_k_m.gguf b/rwkv7-1.5B-world-q3_k_m.gguf new file mode 100644 index 0000000..9e527da --- /dev/null +++ b/rwkv7-1.5B-world-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c8ca88c5781ba3736b213c3c77838400934a8a23f01c4305dc257a63d970e8b +size 811794080 diff --git a/rwkv7-1.5B-world-q3_k_s.gguf b/rwkv7-1.5B-world-q3_k_s.gguf new file mode 100644 index 0000000..f31b4d1 --- /dev/null +++ b/rwkv7-1.5B-world-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20822765b41c67afa977038763458487ba7d85fbfa6b8a80361437341545d60b +size 811794080 diff --git a/rwkv7-1.5B-world-q4_0.gguf b/rwkv7-1.5B-world-q4_0.gguf new file mode 100644 index 0000000..a9db997 --- /dev/null +++ b/rwkv7-1.5B-world-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8d6431cc8eb12a1c1f9e4979c2422c9e9943e5c5b4b6231b08ecba0b813dc82 +size 955448992 diff --git a/rwkv7-1.5B-world-q4_1.gguf b/rwkv7-1.5B-world-q4_1.gguf new file mode 100644 index 0000000..b5c4e8e --- /dev/null +++ b/rwkv7-1.5B-world-q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5bc1c807b53d0bdb7a22202adaadb73eaa84a084196d4fe01326bb9939f350d +size 1047723680 diff --git a/rwkv7-1.5B-world-q4_k_m.gguf b/rwkv7-1.5B-world-q4_k_m.gguf new file mode 100644 index 0000000..225b49f --- /dev/null +++ b/rwkv7-1.5B-world-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a935f7f1f0268879377e2cbe7334b51645a5418d288cd33f36d1c9feaf206845 +size 990052000 diff --git a/rwkv7-1.5B-world-q4_k_s.gguf b/rwkv7-1.5B-world-q4_k_s.gguf new file mode 100644 index 0000000..9427258 --- /dev/null +++ b/rwkv7-1.5B-world-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a344b94f1c66832e4d2f081845ece38fcf61d87afcbe07bc0b60bc176d36d130 +size 990052000 diff --git a/rwkv7-1.5B-world-q5_0.gguf b/rwkv7-1.5B-world-q5_0.gguf new file mode 100644 index 0000000..024bf62 --- /dev/null +++ b/rwkv7-1.5B-world-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ed1fd0c323d5f59ed98a9a5eb5e7d1f47483df994caada48c5882c64b00a90e +size 1139998368 diff --git a/rwkv7-1.5B-world-q5_1.gguf b/rwkv7-1.5B-world-q5_1.gguf new file mode 100644 index 0000000..f26e14e --- /dev/null +++ b/rwkv7-1.5B-world-q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:613d798e5801359b0812d39008da7e29282db72c424ff565a5fee34de768c258 +size 1232273056 diff --git a/rwkv7-1.5B-world-q5_k_m.gguf b/rwkv7-1.5B-world-q5_k_m.gguf new file mode 100644 index 0000000..9fdb6d3 --- /dev/null +++ b/rwkv7-1.5B-world-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84a2241dd2aeaabbe75ebf15354a995d8b11b0929beeabb98dae2e43c5aea2b7 +size 1157824160 diff --git a/rwkv7-1.5B-world-q5_k_s.gguf b/rwkv7-1.5B-world-q5_k_s.gguf new file mode 100644 index 0000000..89b7d8d --- /dev/null +++ b/rwkv7-1.5B-world-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cff50ce20a4482ec09d8600f03bae03b4b50415f8e8961e2bd65061db25bfe0 +size 1157824160 diff --git a/rwkv7-1.5B-world-q6_k_m.gguf b/rwkv7-1.5B-world-q6_k_m.gguf new file mode 100644 index 0000000..f939e2d --- /dev/null +++ b/rwkv7-1.5B-world-q6_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5025f305b65da032fa5b3f2cb4c113b001ad3cb8c71a88276e37306b6f5da9a +size 1336082080 diff --git a/rwkv7-1.5B-world-q8_0.gguf b/rwkv7-1.5B-world-q8_0.gguf new file mode 100644 index 0000000..2032e7d --- /dev/null +++ b/rwkv7-1.5B-world-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daa7eb795f8a4d956bc305f4ca6f65221f03a6967ab9cdfe77b7a005f499ddee +size 1693646240 diff --git a/rwkv7-1.5B-world-tq1_0.gguf b/rwkv7-1.5B-world-tq1_0.gguf new file mode 100644 index 0000000..b92a6c8 --- /dev/null +++ b/rwkv7-1.5B-world-tq1_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c66b87fc90870752c06d889795545fabaa8b8f0a35480d15163d1f7f18ddd3b1 +size 565378720 diff --git a/rwkv7-1.5B-world-tq2_0.gguf b/rwkv7-1.5B-world-tq2_0.gguf new file mode 100644 index 0000000..3c94c35 --- /dev/null +++ b/rwkv7-1.5B-world-tq2_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be58c3d1fcd59e233d05bb88a3c7bfb1715114dd6842f3917499f4bd84d90f91 +size 622001824 diff --git a/rwkv7-1.5B-world.imatrix b/rwkv7-1.5B-world.imatrix new file mode 100644 index 0000000..b1673f3 --- /dev/null +++ b/rwkv7-1.5B-world.imatrix @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3605398cdf8a964a9ff37cdc4aac0fdb50021c7501846b6c578b958b2b087d0a +size 2609481