From 4413b79f4fd6b221838d9df31ab8bb28ccc1bee1 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 29 Jun 2026 13:06:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: QuantFactory/Meissa-Qwen2.5-7B-Instruct-GGUF Source: Original Platform --- .gitattributes | 52 ++++++++++++++++++++++++ Meissa-Qwen2.5-7B-Instruct.Q2_K.gguf | 3 ++ Meissa-Qwen2.5-7B-Instruct.Q3_K_L.gguf | 3 ++ Meissa-Qwen2.5-7B-Instruct.Q3_K_M.gguf | 3 ++ Meissa-Qwen2.5-7B-Instruct.Q3_K_S.gguf | 3 ++ Meissa-Qwen2.5-7B-Instruct.Q4_0.gguf | 3 ++ Meissa-Qwen2.5-7B-Instruct.Q4_0_4_4.gguf | 3 ++ Meissa-Qwen2.5-7B-Instruct.Q4_0_4_8.gguf | 3 ++ Meissa-Qwen2.5-7B-Instruct.Q4_0_8_8.gguf | 3 ++ Meissa-Qwen2.5-7B-Instruct.Q4_1.gguf | 3 ++ Meissa-Qwen2.5-7B-Instruct.Q4_K_M.gguf | 3 ++ Meissa-Qwen2.5-7B-Instruct.Q4_K_S.gguf | 3 ++ Meissa-Qwen2.5-7B-Instruct.Q5_0.gguf | 3 ++ Meissa-Qwen2.5-7B-Instruct.Q5_1.gguf | 3 ++ Meissa-Qwen2.5-7B-Instruct.Q5_K_M.gguf | 3 ++ Meissa-Qwen2.5-7B-Instruct.Q5_K_S.gguf | 3 ++ Meissa-Qwen2.5-7B-Instruct.Q6_K.gguf | 3 ++ Meissa-Qwen2.5-7B-Instruct.Q8_0.gguf | 3 ++ README.md | 52 ++++++++++++++++++++++++ configuration.json | 1 + 20 files changed, 156 insertions(+) create mode 100644 .gitattributes create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q2_K.gguf create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q3_K_L.gguf create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q3_K_M.gguf create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q3_K_S.gguf create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q4_0.gguf create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q4_0_4_4.gguf create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q4_0_4_8.gguf create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q4_0_8_8.gguf create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q4_1.gguf create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q4_K_M.gguf create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q4_K_S.gguf create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q5_0.gguf create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q5_1.gguf create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q5_K_M.gguf create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q5_K_S.gguf create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q6_K.gguf create mode 100644 Meissa-Qwen2.5-7B-Instruct.Q8_0.gguf create mode 100644 README.md create mode 100644 configuration.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..ecc8486 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,52 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +Meissa-Qwen2.5-7B-Instruct.Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Meissa-Qwen2.5-7B-Instruct.Q2_K.gguf b/Meissa-Qwen2.5-7B-Instruct.Q2_K.gguf new file mode 100644 index 0000000..012838a --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0300a9b8a56111e25b23f75483f5e7e2d06d9d78332a4091feb6567ced9cbed +size 3015938816 diff --git a/Meissa-Qwen2.5-7B-Instruct.Q3_K_L.gguf b/Meissa-Qwen2.5-7B-Instruct.Q3_K_L.gguf new file mode 100644 index 0000000..23a2b0d --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d94fb7a9bb2b34e07b77f580d223c52850020add3939574ca34adec547efc5d +size 4088457984 diff --git a/Meissa-Qwen2.5-7B-Instruct.Q3_K_M.gguf b/Meissa-Qwen2.5-7B-Instruct.Q3_K_M.gguf new file mode 100644 index 0000000..1f0fe08 --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd96fe5fc982d22763d8c571c3ebd281887160db64377c049e0d6952f30be8ce +size 3808389888 diff --git a/Meissa-Qwen2.5-7B-Instruct.Q3_K_S.gguf b/Meissa-Qwen2.5-7B-Instruct.Q3_K_S.gguf new file mode 100644 index 0000000..b566cec --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9ff74b14777dc8bb4ceff622a8be8c6e7689a7bf4df01ff2a2cc7c50be4b2f8 +size 3492367104 diff --git a/Meissa-Qwen2.5-7B-Instruct.Q4_0.gguf b/Meissa-Qwen2.5-7B-Instruct.Q4_0.gguf new file mode 100644 index 0000000..6140be0 --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44c019b7c63504033656a0ea95e9827a90b4a41c883801170d5347f21256ffa5 +size 4431389440 diff --git a/Meissa-Qwen2.5-7B-Instruct.Q4_0_4_4.gguf b/Meissa-Qwen2.5-7B-Instruct.Q4_0_4_4.gguf new file mode 100644 index 0000000..b4b1d86 --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5742b68e2d6956fa2cdf166f2e5cd1982323442e9bd56b79ea0675e0e5781d9d +size 4431390784 diff --git a/Meissa-Qwen2.5-7B-Instruct.Q4_0_4_8.gguf b/Meissa-Qwen2.5-7B-Instruct.Q4_0_4_8.gguf new file mode 100644 index 0000000..04707d3 --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fee1ff4061877a143565b629c0a552a98839223682178cd67771f01a13c90735 +size 4431390784 diff --git a/Meissa-Qwen2.5-7B-Instruct.Q4_0_8_8.gguf b/Meissa-Qwen2.5-7B-Instruct.Q4_0_8_8.gguf new file mode 100644 index 0000000..a8e6b5d --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:513d87c9c1a9ea4ab3cad44b4e478117e18a23d590730fec1ca5dfecae9f83db +size 4431390784 diff --git a/Meissa-Qwen2.5-7B-Instruct.Q4_1.gguf b/Meissa-Qwen2.5-7B-Instruct.Q4_1.gguf new file mode 100644 index 0000000..79ec453 --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bb00acc4069cb99cf08017a58fe66362374bf1295b4958c4d2ff920bd2e5118 +size 4873282304 diff --git a/Meissa-Qwen2.5-7B-Instruct.Q4_K_M.gguf b/Meissa-Qwen2.5-7B-Instruct.Q4_K_M.gguf new file mode 100644 index 0000000..7f201f5 --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:632b10d5c0e98bc8d53295886da2d57772a54bb6f6fa01d458e9e8c7fa9c905a +size 4683072256 diff --git a/Meissa-Qwen2.5-7B-Instruct.Q4_K_S.gguf b/Meissa-Qwen2.5-7B-Instruct.Q4_K_S.gguf new file mode 100644 index 0000000..57dd4fc --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2235c772af4bc4d4606220f02c2af9b5e910c60b30b63715725083bab2075a11 +size 4457767680 diff --git a/Meissa-Qwen2.5-7B-Instruct.Q5_0.gguf b/Meissa-Qwen2.5-7B-Instruct.Q5_0.gguf new file mode 100644 index 0000000..3ff7721 --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65ad3167c5bb38bf86be057c9a4b5576ab9cefb5ea31a468baef9285edf20c71 +size 5315175168 diff --git a/Meissa-Qwen2.5-7B-Instruct.Q5_1.gguf b/Meissa-Qwen2.5-7B-Instruct.Q5_1.gguf new file mode 100644 index 0000000..003a886 --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac74057cb7e2a7bcb0bde82313c8827c010816d34fe4dad17a6383452b5e4f3 +size 5757068032 diff --git a/Meissa-Qwen2.5-7B-Instruct.Q5_K_M.gguf b/Meissa-Qwen2.5-7B-Instruct.Q5_K_M.gguf new file mode 100644 index 0000000..fdf334f --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed70de5c1255572e6a45acfe620eb9966d7a475658393d5ad536d72a2ae32c58 +size 5444829952 diff --git a/Meissa-Qwen2.5-7B-Instruct.Q5_K_S.gguf b/Meissa-Qwen2.5-7B-Instruct.Q5_K_S.gguf new file mode 100644 index 0000000..41c4713 --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b4769dc837d3345e094c23f4fde525d49bfc3a2fb6f08833faf83ab76b9d3b7 +size 5315175168 diff --git a/Meissa-Qwen2.5-7B-Instruct.Q6_K.gguf b/Meissa-Qwen2.5-7B-Instruct.Q6_K.gguf new file mode 100644 index 0000000..b5c9668 --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fa972abb7a77d72266060d46c9b4a16341dd8e6e7d9d749487065a740dce328 +size 6254197504 diff --git a/Meissa-Qwen2.5-7B-Instruct.Q8_0.gguf b/Meissa-Qwen2.5-7B-Instruct.Q8_0.gguf new file mode 100644 index 0000000..117865c --- /dev/null +++ b/Meissa-Qwen2.5-7B-Instruct.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e500e50f17cdcd3b661d1fb50ca07b79987b278497ad46cd635d681d731f360 +size 8098523904 diff --git a/README.md b/README.md new file mode 100644 index 0000000..8713ac1 --- /dev/null +++ b/README.md @@ -0,0 +1,52 @@ + +--- + +license: gpl-3.0 +base_model: +- Orion-zhen/Qwen2.5-7B-Instruct-Uncensored +datasets: +- anthracite-org/stheno-filtered-v1.1 +- MinervaAI/Aesir-Preview +- Epiculous/Synthstruct-Gens-v1.1-Filtered-n-Cleaned +- anthracite-org/nopm_claude_writing_fixed +- Gryphe/Sonnet3.5-Charcard-Roleplay +- nothingiisreal/DirtyWritingPrompts +- Orion-zhen/tagged-pixiv-novel +language: +- zh +- en +pipeline_tag: text-generation + +--- + +[![QuantFactory Banner](https://lh7-rt.googleusercontent.com/docsz/AD_4nXeiuCm7c8lEwEJuRey9kiVZsRn2W-b4pWlu3-X534V3YmVuVc2ZL-NXg2RkzSOOS2JXGHutDuyyNAUtdJI65jGTo8jT9Y99tMi4H4MqL44Uc5QKG77B0d6-JfIkZHFaUA71-RtjyYZWVIhqsNZcx8-OMaA?key=xt3VSDoCbmTY7o-cwwOFwQ)](https://hf.co/QuantFactory) + + +# QuantFactory/Meissa-Qwen2.5-7B-Instruct-GGUF +This is quantized version of [Orion-zhen/Meissa-Qwen2.5-7B-Instruct](https://huggingface.co/Orion-zhen/Meissa-Qwen2.5-7B-Instruct) created using llama.cpp + +# Original Model Card + + +# Meissa-Qwen2.5-7B-Instruct + + + +> Meissa is designated Lambda Orionis, forms Orion's head, and is a multiple star with a combined apparent magnitude of 3.33. Its name means the "shining one". + +This model is fine tuned over writing and role playing datasets (maybe the first on qwen2.5-7b), aiming to enhance model's performance in novel writing and roleplaying. + +The model is fine-tuned over [Orion-zhen/Qwen2.5-7B-Instruct-Uncensored](https://huggingface.co/Orion-zhen/Qwen2.5-7B-Instruct-Uncensored) + +## Training details + +I used SFT method. Datasets used are listed below: + +- anthracite-org/stheno-filtered-v1.1 +- MinervaAI/Aesir-Preview +- Epiculous/Synthstruct-Gens-v1.1-Filtered-n-Cleaned +- anthracite-org/nopm_claude_writing_fixed +- Gryphe/Sonnet3.5-Charcard-Roleplay +- nothingiisreal/DirtyWritingPrompts +- Orion-zhen/tagged-pixiv-novel + diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file