From 5745b57d87d3755afe264db196b33848783fd378 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 17 Sep 2026 08:42:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf Source: Original Platform --- .gitattributes | 57 +++++++++++++++ README.md | 98 ++++++++++++++++++++++++++ Replete-Qwen-2.5-3b-CoT-RP.IQ3_M.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.IQ3_S.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.IQ3_XS.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.IQ4_NL.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.IQ4_XS.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q2_K.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q3_K.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q3_K_L.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q3_K_M.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q3_K_S.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q4_0.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q4_1.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q4_K.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q4_K_M.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q4_K_S.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q5_0.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q5_1.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q5_K.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q5_K_M.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q5_K_S.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q6_K.gguf | 3 + Replete-Qwen-2.5-3b-CoT-RP.Q8_0.gguf | 3 + 24 files changed, 221 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.IQ3_M.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.IQ3_S.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.IQ3_XS.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.IQ4_NL.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.IQ4_XS.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q2_K.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q3_K.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q3_K_L.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q3_K_M.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q3_K_S.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q4_0.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q4_1.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q4_K.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q4_K_M.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q4_K_S.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q5_0.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q5_1.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q5_K.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q5_K_M.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q5_K_S.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q6_K.gguf create mode 100644 Replete-Qwen-2.5-3b-CoT-RP.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..555bf14 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Replete-Qwen-2.5-3b-CoT-RP.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..af7c080 --- /dev/null +++ b/README.md @@ -0,0 +1,98 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +Replete-Qwen-2.5-3b-CoT-RP - GGUF +- Model creator: https://huggingface.co/bunnycore/ +- Original model: https://huggingface.co/bunnycore/Replete-Qwen-2.5-3b-CoT-RP/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [Replete-Qwen-2.5-3b-CoT-RP.Q2_K.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q2_K.gguf) | Q2_K | 1.28GB | +| [Replete-Qwen-2.5-3b-CoT-RP.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.IQ3_XS.gguf) | IQ3_XS | 1.42GB | +| [Replete-Qwen-2.5-3b-CoT-RP.IQ3_S.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.IQ3_S.gguf) | IQ3_S | 1.48GB | +| [Replete-Qwen-2.5-3b-CoT-RP.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q3_K_S.gguf) | Q3_K_S | 1.48GB | +| [Replete-Qwen-2.5-3b-CoT-RP.IQ3_M.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.IQ3_M.gguf) | IQ3_M | 1.51GB | +| [Replete-Qwen-2.5-3b-CoT-RP.Q3_K.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q3_K.gguf) | Q3_K | 1.61GB | +| [Replete-Qwen-2.5-3b-CoT-RP.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q3_K_M.gguf) | Q3_K_M | 1.61GB | +| [Replete-Qwen-2.5-3b-CoT-RP.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q3_K_L.gguf) | Q3_K_L | 1.71GB | +| [Replete-Qwen-2.5-3b-CoT-RP.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.IQ4_XS.gguf) | IQ4_XS | 1.79GB | +| [Replete-Qwen-2.5-3b-CoT-RP.Q4_0.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q4_0.gguf) | Q4_0 | 1.86GB | +| [Replete-Qwen-2.5-3b-CoT-RP.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.IQ4_NL.gguf) | IQ4_NL | 1.87GB | +| [Replete-Qwen-2.5-3b-CoT-RP.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q4_K_S.gguf) | Q4_K_S | 1.87GB | +| [Replete-Qwen-2.5-3b-CoT-RP.Q4_K.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q4_K.gguf) | Q4_K | 1.96GB | +| [Replete-Qwen-2.5-3b-CoT-RP.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q4_K_M.gguf) | Q4_K_M | 1.96GB | +| [Replete-Qwen-2.5-3b-CoT-RP.Q4_1.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q4_1.gguf) | Q4_1 | 2.04GB | +| [Replete-Qwen-2.5-3b-CoT-RP.Q5_0.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q5_0.gguf) | Q5_0 | 2.22GB | +| [Replete-Qwen-2.5-3b-CoT-RP.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q5_K_S.gguf) | Q5_K_S | 2.22GB | +| [Replete-Qwen-2.5-3b-CoT-RP.Q5_K.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q5_K.gguf) | Q5_K | 2.27GB | +| [Replete-Qwen-2.5-3b-CoT-RP.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q5_K_M.gguf) | Q5_K_M | 2.27GB | +| [Replete-Qwen-2.5-3b-CoT-RP.Q5_1.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q5_1.gguf) | Q5_1 | 2.4GB | +| [Replete-Qwen-2.5-3b-CoT-RP.Q6_K.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q6_K.gguf) | Q6_K | 2.6GB | +| [Replete-Qwen-2.5-3b-CoT-RP.Q8_0.gguf](https://huggingface.co/RichardErkhov/bunnycore_-_Replete-Qwen-2.5-3b-CoT-RP-gguf/blob/main/Replete-Qwen-2.5-3b-CoT-RP.Q8_0.gguf) | Q8_0 | 3.37GB | + + + + +Original model description: +--- +base_model: +- bunnycore/Qwen-2.5-3b-RP +- Replete-AI/Replete-LLM-V2.5-Qwen-3b +- bunnycore/Qwen-2.5-3b-rp-mix-lora +- bunnycore/Qwen-2.5-3b-RP +- bunnycore/Qwen-2.5-3b-rp-mix-lora +library_name: transformers +tags: +- mergekit +- merge + +--- +# merge + +This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit). + +## Merge Details +### Merge Method + +This model was merged using the [DARE](https://arxiv.org/abs/2311.03099) [TIES](https://arxiv.org/abs/2306.01708) merge method using [bunnycore/Qwen-2.5-3b-RP](https://huggingface.co/bunnycore/Qwen-2.5-3b-RP) as a base. + +### Models Merged + +The following models were included in the merge: +* [Replete-AI/Replete-LLM-V2.5-Qwen-3b](https://huggingface.co/Replete-AI/Replete-LLM-V2.5-Qwen-3b) + [bunnycore/Qwen-2.5-3b-rp-mix-lora](https://huggingface.co/bunnycore/Qwen-2.5-3b-rp-mix-lora) +* [bunnycore/Qwen-2.5-3b-RP](https://huggingface.co/bunnycore/Qwen-2.5-3b-RP) + [bunnycore/Qwen-2.5-3b-rp-mix-lora](https://huggingface.co/bunnycore/Qwen-2.5-3b-rp-mix-lora) + +### Configuration + +The following YAML configuration was used to produce this model: + +```yaml +models: + - model: bunnycore/Qwen-2.5-3b-RP+bunnycore/Qwen-2.5-3b-rp-mix-lora + parameters: + density: 0.5 + weight: 0.5 + - model: Replete-AI/Replete-LLM-V2.5-Qwen-3b+bunnycore/Qwen-2.5-3b-rp-mix-lora + parameters: + density: 0.5 + weight: 0.5 + +merge_method: dare_ties +base_model: bunnycore/Qwen-2.5-3b-RP +parameters: + normalize: false + int8_mask: true +dtype: float16 + +``` + + + +Additional thanks to @nicoboss for giving me access to his private supercomputer, enabling me to provide many more quants, at much higher speed, than I would otherwise be able to. \ No newline at end of file diff --git a/Replete-Qwen-2.5-3b-CoT-RP.IQ3_M.gguf b/Replete-Qwen-2.5-3b-CoT-RP.IQ3_M.gguf new file mode 100644 index 0000000..ee8fd91 --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b287bf47def9354fcc1761a1a818f758678e36bb93050d7ca941c813a115b4a4 +size 1622599328 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.IQ3_S.gguf b/Replete-Qwen-2.5-3b-CoT-RP.IQ3_S.gguf new file mode 100644 index 0000000..867a9e2 --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7596c2002cb565a81fee2e82ac77d97df2cc25a7073bb74f2135e5a43a774c0 +size 1590568608 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.IQ3_XS.gguf b/Replete-Qwen-2.5-3b-CoT-RP.IQ3_XS.gguf new file mode 100644 index 0000000..3d56c74 --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60d26f9b42875f874d0c04e072ed43eee7bf388a609482f7ce9f03f224cb0d18 +size 1525540512 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.IQ4_NL.gguf b/Replete-Qwen-2.5-3b-CoT-RP.IQ4_NL.gguf new file mode 100644 index 0000000..86b6a06 --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af2f2b00d7b70e44b68341ffdefd5505bc7d4aeb14e0d59a37222e8635f655ec +size 2011512480 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.IQ4_XS.gguf b/Replete-Qwen-2.5-3b-CoT-RP.IQ4_XS.gguf new file mode 100644 index 0000000..1606a00 --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31a88046941c02f532b4a009c7ea8dc2d23048b7fea346814a11e6d760e59875 +size 1918492320 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q2_K.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q2_K.gguf new file mode 100644 index 0000000..0cdafc3 --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:097faf1f3d807042b58a17da537bdbfab3fb1be0296522d2ce170b7bb6e44958 +size 1376857760 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q3_K.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q3_K.gguf new file mode 100644 index 0000000..3ffe6f8 --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9093bf1858a799d21e02e01754bf638bb0fc70c85e582702f3bd2f2489e241a +size 1724180128 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q3_K_L.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q3_K_L.gguf new file mode 100644 index 0000000..89bbe5f --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e2df1f1408ca99e0235560ee255b60e4034d0b876f8ce6f35484ae9ec593c5d +size 1841096352 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q3_K_M.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q3_K_M.gguf new file mode 100644 index 0000000..3ffe6f8 --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9093bf1858a799d21e02e01754bf638bb0fc70c85e582702f3bd2f2489e241a +size 1724180128 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q3_K_S.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q3_K_S.gguf new file mode 100644 index 0000000..f6f904b --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:016dc2d9182c75f8d1ce3a70a86875a919a29a70faad6dc042e67b4c0ab6d617 +size 1588061856 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q4_0.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q4_0.gguf new file mode 100644 index 0000000..2c97f6c --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f1fe20f8624f370be909ea87390068cfc8d91d0b25346df416a4df8ad27e099 +size 1997880992 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q4_1.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q4_1.gguf new file mode 100644 index 0000000..8d652a3 --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e19310082411a64dfb3ac0c6f9a1bf763a6acf1f9f69a9d9b3f6238834572f3c +size 2190737056 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q4_K.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q4_K.gguf new file mode 100644 index 0000000..c1b1173 --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:652f75bcb4a61c87de7baf6e6822311d867f04906ea844be6a45e875da74ca24 +size 2104934048 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q4_K_M.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q4_K_M.gguf new file mode 100644 index 0000000..c1b1173 --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:652f75bcb4a61c87de7baf6e6822311d867f04906ea844be6a45e875da74ca24 +size 2104934048 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q4_K_S.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q4_K_S.gguf new file mode 100644 index 0000000..219f630 --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3228162ea8a70076141b6c732929b18c543732845abc81bbcc0b7f8e666e6b94 +size 2009415328 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q5_0.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q5_0.gguf new file mode 100644 index 0000000..169395f --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04bf975b52ea364175a45970c29ce55c0f54f08331d19648d36ba2d9cef27ee0 +size 2383593120 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q5_1.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q5_1.gguf new file mode 100644 index 0000000..be45ea2 --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa666c643a02944388d90b90b53a4a387d1f37ceff099cbcae3c900ede49100d +size 2576449184 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q5_K.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q5_K.gguf new file mode 100644 index 0000000..d635b6d --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f4ae0ba27fc9c200193d4a8254a44018e2c8c87754da0bbc47edf86aae0d7e6 +size 2438741664 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q5_K_M.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q5_K_M.gguf new file mode 100644 index 0000000..d635b6d --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f4ae0ba27fc9c200193d4a8254a44018e2c8c87754da0bbc47edf86aae0d7e6 +size 2438741664 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q5_K_S.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q5_K_S.gguf new file mode 100644 index 0000000..fd739b7 --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:122906899e99397323f10bcfab3d80f6aced3fb12f9018e369f4cbebc3496466 +size 2383593120 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q6_K.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q6_K.gguf new file mode 100644 index 0000000..ed23c27 --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:410bd730232ce62db4219d9c478a9be90cec23bac039d4aca4ee1a6b107b2d13 +size 2793412256 diff --git a/Replete-Qwen-2.5-3b-CoT-RP.Q8_0.gguf b/Replete-Qwen-2.5-3b-CoT-RP.Q8_0.gguf new file mode 100644 index 0000000..3a7ed31 --- /dev/null +++ b/Replete-Qwen-2.5-3b-CoT-RP.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1c1930200dee0cf16004d7ca25e480f9706540b8438c9baed63bf621912844c +size 3616089760