From a0c0a5a2d3cd797490e30087ee885d9b2e719f13 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 22 Apr 2026 00:56:42 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: AlekseiPravdin/KSI-RPG-128k-7B-gguf Source: Original Platform --- .gitattributes | 49 ++++++++++++++++++++++++ KSI-RPG-128k-7B.q2_k.gguf | 3 ++ KSI-RPG-128k-7B.q3_k_l.gguf | 3 ++ KSI-RPG-128k-7B.q3_k_m.gguf | 3 ++ KSI-RPG-128k-7B.q3_k_s.gguf | 3 ++ KSI-RPG-128k-7B.q4_0.gguf | 3 ++ KSI-RPG-128k-7B.q4_1.gguf | 3 ++ KSI-RPG-128k-7B.q4_k_m.gguf | 3 ++ KSI-RPG-128k-7B.q4_k_s.gguf | 3 ++ KSI-RPG-128k-7B.q5_0.gguf | 3 ++ KSI-RPG-128k-7B.q5_1.gguf | 3 ++ KSI-RPG-128k-7B.q5_k_m.gguf | 3 ++ KSI-RPG-128k-7B.q5_k_s.gguf | 3 ++ KSI-RPG-128k-7B.q6_k.gguf | 3 ++ KSI-RPG-128k-7B.q8_0.gguf | 3 ++ README.md | 74 +++++++++++++++++++++++++++++++++++++ 16 files changed, 165 insertions(+) create mode 100644 .gitattributes create mode 100644 KSI-RPG-128k-7B.q2_k.gguf create mode 100644 KSI-RPG-128k-7B.q3_k_l.gguf create mode 100644 KSI-RPG-128k-7B.q3_k_m.gguf create mode 100644 KSI-RPG-128k-7B.q3_k_s.gguf create mode 100644 KSI-RPG-128k-7B.q4_0.gguf create mode 100644 KSI-RPG-128k-7B.q4_1.gguf create mode 100644 KSI-RPG-128k-7B.q4_k_m.gguf create mode 100644 KSI-RPG-128k-7B.q4_k_s.gguf create mode 100644 KSI-RPG-128k-7B.q5_0.gguf create mode 100644 KSI-RPG-128k-7B.q5_1.gguf create mode 100644 KSI-RPG-128k-7B.q5_k_m.gguf create mode 100644 KSI-RPG-128k-7B.q5_k_s.gguf create mode 100644 KSI-RPG-128k-7B.q6_k.gguf create mode 100644 KSI-RPG-128k-7B.q8_0.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..cbb5265 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +KSI-RPG-128k-7B.q2_k.gguf filter=lfs diff=lfs merge=lfs -text +KSI-RPG-128k-7B.q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +KSI-RPG-128k-7B.q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +KSI-RPG-128k-7B.q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +KSI-RPG-128k-7B.q4_0.gguf filter=lfs diff=lfs merge=lfs -text +KSI-RPG-128k-7B.q4_1.gguf filter=lfs diff=lfs merge=lfs -text +KSI-RPG-128k-7B.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +KSI-RPG-128k-7B.q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +KSI-RPG-128k-7B.q5_0.gguf filter=lfs diff=lfs merge=lfs -text +KSI-RPG-128k-7B.q5_1.gguf filter=lfs diff=lfs merge=lfs -text +KSI-RPG-128k-7B.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +KSI-RPG-128k-7B.q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +KSI-RPG-128k-7B.q6_k.gguf filter=lfs diff=lfs merge=lfs -text +KSI-RPG-128k-7B.q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/KSI-RPG-128k-7B.q2_k.gguf b/KSI-RPG-128k-7B.q2_k.gguf new file mode 100644 index 0000000..398df1d --- /dev/null +++ b/KSI-RPG-128k-7B.q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5a0d07052961752aa9d34aa0b0c1f9e8cbe83aedc43257516dacd6f53919d80 +size 2719242528 diff --git a/KSI-RPG-128k-7B.q3_k_l.gguf b/KSI-RPG-128k-7B.q3_k_l.gguf new file mode 100644 index 0000000..0a124f0 --- /dev/null +++ b/KSI-RPG-128k-7B.q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ffdea7cc960c6f49bb6bc51786f85d17dc63f244560a4487ecc8d37b347d494 +size 3822024992 diff --git a/KSI-RPG-128k-7B.q3_k_m.gguf b/KSI-RPG-128k-7B.q3_k_m.gguf new file mode 100644 index 0000000..11d6481 --- /dev/null +++ b/KSI-RPG-128k-7B.q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa1b307e64567b8e8593ad94b600763944e474b88f8186e3f45b02941b0d94a5 +size 3518986528 diff --git a/KSI-RPG-128k-7B.q3_k_s.gguf b/KSI-RPG-128k-7B.q3_k_s.gguf new file mode 100644 index 0000000..8586c56 --- /dev/null +++ b/KSI-RPG-128k-7B.q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd3a705e4d194b554153babc9da0eb7a595d64b2d8afebd0b19f7adf1156237 +size 3164567840 diff --git a/KSI-RPG-128k-7B.q4_0.gguf b/KSI-RPG-128k-7B.q4_0.gguf new file mode 100644 index 0000000..0a04ee7 --- /dev/null +++ b/KSI-RPG-128k-7B.q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98da75ca0475937e0364f7d48c08ba915452ca61e1ed54f33b001bd3a2d12942 +size 4108917024 diff --git a/KSI-RPG-128k-7B.q4_1.gguf b/KSI-RPG-128k-7B.q4_1.gguf new file mode 100644 index 0000000..cd23a7c --- /dev/null +++ b/KSI-RPG-128k-7B.q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b016c2dd86c1546bd3f315a1406d4f629d0389f89b850e3f2584dc0d9291ea9 +size 4553316640 diff --git a/KSI-RPG-128k-7B.q4_k_m.gguf b/KSI-RPG-128k-7B.q4_k_m.gguf new file mode 100644 index 0000000..fe742d4 --- /dev/null +++ b/KSI-RPG-128k-7B.q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2682def937c02e5fddc7245bcf6165946f05448892a2ef92841848d53710e37f +size 4368439584 diff --git a/KSI-RPG-128k-7B.q4_k_s.gguf b/KSI-RPG-128k-7B.q4_k_s.gguf new file mode 100644 index 0000000..1d298c4 --- /dev/null +++ b/KSI-RPG-128k-7B.q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdf74e396ade89f34e7a764cfb95ceee94fb0ca42d1c1620f6723d4a51dd17f4 +size 4140374304 diff --git a/KSI-RPG-128k-7B.q5_0.gguf b/KSI-RPG-128k-7B.q5_0.gguf new file mode 100644 index 0000000..36161d7 --- /dev/null +++ b/KSI-RPG-128k-7B.q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cc24854166a5244fdae2a844478aab13927f71cf7ad1bddde139cc676f20d80 +size 4997716256 diff --git a/KSI-RPG-128k-7B.q5_1.gguf b/KSI-RPG-128k-7B.q5_1.gguf new file mode 100644 index 0000000..93481d6 --- /dev/null +++ b/KSI-RPG-128k-7B.q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08f490f99c80537798307a9e8d8c19e7c81563a24a886067e8805a28b4849456 +size 5442115872 diff --git a/KSI-RPG-128k-7B.q5_k_m.gguf b/KSI-RPG-128k-7B.q5_k_m.gguf new file mode 100644 index 0000000..cd3c913 --- /dev/null +++ b/KSI-RPG-128k-7B.q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd65745db1819c0c08e47a231d0e0e069e246fa871b6ddfbcf0dc2314d7d7838 +size 5131409696 diff --git a/KSI-RPG-128k-7B.q5_k_s.gguf b/KSI-RPG-128k-7B.q5_k_s.gguf new file mode 100644 index 0000000..f57dfa5 --- /dev/null +++ b/KSI-RPG-128k-7B.q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ca25c78b6969c8025019222be3a4f1a7ce92ed0ca8f687dac28496cdcc4a23d +size 4997716256 diff --git a/KSI-RPG-128k-7B.q6_k.gguf b/KSI-RPG-128k-7B.q6_k.gguf new file mode 100644 index 0000000..a10dd90 --- /dev/null +++ b/KSI-RPG-128k-7B.q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e870d713ee5a4d7d5d9316a901be849f12d8a8e0bb56ebd4708cbfa9d7729b99 +size 5942065440 diff --git a/KSI-RPG-128k-7B.q8_0.gguf b/KSI-RPG-128k-7B.q8_0.gguf new file mode 100644 index 0000000..5aeb818 --- /dev/null +++ b/KSI-RPG-128k-7B.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:998f5a65131bf218d23205730c0dadb571f8618e02bcdc04e4cfbc1318818399 +size 7695857952 diff --git a/README.md b/README.md new file mode 100644 index 0000000..8971091 --- /dev/null +++ b/README.md @@ -0,0 +1,74 @@ +--- +license: apache-2.0 +tags: +- merge +- mergekit +- lazymergekit +- AlekseiPravdin/KSI-RP-NSK-128k-7B +- flammenai/flammen18X-mistral-7B +- gguf +- Q2_K +- Q3_K_L +- Q3_K_M +- Q3_K_S +- Q4_0 +- Q4_1 +- Q4_K_S +- Q4_k_m +- Q5_0 +- Q5_1 +- Q6_K +- Q5_K_S +- Q5_k_m +- Q8_0 +- 128k +language: +- en +- ru +- th +--- + +# KSI-RPG-128k-7B-GGUF ⭐️⭐️⭐️ + +KSI-RPG-128k-7B is a merge of the following models using [mergekit](https://github.com/cg123/mergekit): +* [AlekseiPravdin/KSI-RP-NSK-128k-7B](https://huggingface.co/AlekseiPravdin/KSI-RP-NSK-128k-7B) +* [flammenai/flammen18X-mistral-7B](https://huggingface.co/flammenai/flammen18X-mistral-7B) + +## 🧩 Configuration + +```yaml +slices: + - sources: + - model: AlekseiPravdin/KSI-RP-NSK-128k-7B + layer_range: [0, 32] + - model: flammenai/flammen18X-mistral-7B + layer_range: [0, 32] +merge_method: slerp +base_model: AlekseiPravdin/KSI-RP-NSK-128k-7B +parameters: + t: + - filter: self_attn + value: [0, 0.5, 0.3, 0.7, 1] + - filter: mlp + value: [1, 0.5, 0.7, 0.3, 0] + - value: 0.5 +dtype: bfloat16 + +``` + +Eval embedding benchmark (with 70 specific quesions): + +![inf.jpg](https://cdn-uploads.huggingface.co/production/uploads/6404a7eaad54665351d89135/UbeMfW28pMHSRLsSbEsJB.jpeg) +![md28g.jpg](https://cdn-uploads.huggingface.co/production/uploads/6404a7eaad54665351d89135/6UNV3CaKdofeAUr7C7x9k.jpeg) +![SK.jpg](https://cdn-uploads.huggingface.co/production/uploads/6404a7eaad54665351d89135/uSnHhxDCqo9DP9oSb_l6j.jpeg) +![ks-inf.jpg](https://cdn-uploads.huggingface.co/production/uploads/6404a7eaad54665351d89135/1ekTvK84ZlEsFFOYWOHE4.jpeg) +![command-r.jpg](https://cdn-uploads.huggingface.co/production/uploads/6404a7eaad54665351d89135/5lVz28EK07RmrUe49y4jn.jpeg) +![NSK.jpg](https://cdn-uploads.huggingface.co/production/uploads/6404a7eaad54665351d89135/aNdIdS5MnkwJ9YhprGznw.jpeg) +![NSMv2.jpg](https://cdn-uploads.huggingface.co/production/uploads/6404a7eaad54665351d89135/vk2GpfnJnYS5u1_wA1Nhr.jpeg) +![aura.jpg](https://cdn-uploads.huggingface.co/production/uploads/6404a7eaad54665351d89135/A3m0DC5E2x7V7UCbS1iCf.jpeg) +![ivanDrogo.jpg](https://cdn-uploads.huggingface.co/production/uploads/6404a7eaad54665351d89135/DaQIw6z8c-SupynTm9qos.jpeg) +![KSI.jpg](https://cdn-uploads.huggingface.co/production/uploads/6404a7eaad54665351d89135/EfEHDxVcAypb5YLDk_rQJ.jpeg) +![KSI-RPG.jpg](https://cdn-uploads.huggingface.co/production/uploads/6404a7eaad54665351d89135/GcaNTCIeOCQVkPOFcXYQZ.jpeg) +![llama3.jpg](https://cdn-uploads.huggingface.co/production/uploads/6404a7eaad54665351d89135/4ArRqUwGrUdqkAWRoXTrz.jpeg) +![KSIF.jpg](https://cdn-uploads.huggingface.co/production/uploads/6404a7eaad54665351d89135/mjcseCUTesOztZrPg6GpI.jpeg) +![d29l38.jpg](https://cdn-uploads.huggingface.co/production/uploads/6404a7eaad54665351d89135/T6d2KBRO42K30diFWzvkt.jpeg) \ No newline at end of file