From 279fbece1996f7c321b9fef5c40d664f8f66fa88 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 17 Aug 2026 15:27:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: MCZK/Vecteus-V2-7B-GGUF Source: Original Platform --- .gitattributes | 49 +++++++++++++++++++++++++++++++ README.md | 13 ++++++++ Vecteus-V2-7B.Q3_K_M.iMatrix.gguf | 3 ++ Vecteus-V2-7B.Q4_K_M.iMatrix.gguf | 3 ++ Vecteus-V2-7B.Q4_K_S.iMatrix.gguf | 3 ++ Vecteus-V2-7B.Q5_K_M.iMatrix.gguf | 3 ++ Vecteus-V2-7B.Q5_K_S.iMatrix.gguf | 3 ++ Vecteus-V2-7B.Q6_K.iMatrix.gguf | 3 ++ Vecteus-V2-7B.Q8_0.gguf | 3 ++ Vecteus-V2-7B.f16.gguf | 3 ++ Vecteus-V2-7B.iQ3_M.gguf | 3 ++ Vecteus-V2-7B.iQ3_S.gguf | 3 ++ Vecteus-V2-7B.iQ3_XS.gguf | 3 ++ Vecteus-V2-7B.iQ3_XXS.gguf | 3 ++ Vecteus-V2-7B.iQ4_XS.gguf | 3 ++ Vecteus-V2-7B.imatrix | 3 ++ 16 files changed, 104 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 Vecteus-V2-7B.Q3_K_M.iMatrix.gguf create mode 100644 Vecteus-V2-7B.Q4_K_M.iMatrix.gguf create mode 100644 Vecteus-V2-7B.Q4_K_S.iMatrix.gguf create mode 100644 Vecteus-V2-7B.Q5_K_M.iMatrix.gguf create mode 100644 Vecteus-V2-7B.Q5_K_S.iMatrix.gguf create mode 100644 Vecteus-V2-7B.Q6_K.iMatrix.gguf create mode 100644 Vecteus-V2-7B.Q8_0.gguf create mode 100644 Vecteus-V2-7B.f16.gguf create mode 100644 Vecteus-V2-7B.iQ3_M.gguf create mode 100644 Vecteus-V2-7B.iQ3_S.gguf create mode 100644 Vecteus-V2-7B.iQ3_XS.gguf create mode 100644 Vecteus-V2-7B.iQ3_XXS.gguf create mode 100644 Vecteus-V2-7B.iQ4_XS.gguf create mode 100644 Vecteus-V2-7B.imatrix diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..7339971 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Vecteus-V2-7B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Vecteus-V2-7B.Q6_K.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +Vecteus-V2-7B.Q4_K_M.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +Vecteus-V2-7B.iQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Vecteus-V2-7B.iQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Vecteus-V2-7B.Q5_K_M.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +Vecteus-V2-7B.Q5_K_S.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +Vecteus-V2-7B.Q3_K_M.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +Vecteus-V2-7B.iQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Vecteus-V2-7B.iQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Vecteus-V2-7B.iQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Vecteus-V2-7B.imatrix filter=lfs diff=lfs merge=lfs -text +Vecteus-V2-7B.f16.gguf filter=lfs diff=lfs merge=lfs -text +Vecteus-V2-7B.Q4_K_S.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..7750561 --- /dev/null +++ b/README.md @@ -0,0 +1,13 @@ +--- +license: apache-2.0 +language: +- ja +tags: +- Mistral +library_name: transformers +pipeline_tag: text-generation +--- +Local-Novel-LLM-project様の [Vecteus-V2-7B](https://huggingface.co/Local-Novel-LLM-project/Vecteus-V2-7B) をGGUF形式に変換したものです。 +K量子化モデルについてもiMatrix適用してあります。 + +iMatrixテキストはTFMC様の[c4_en_ja_imatrix.txt](https://huggingface.co/datasets/TFMC/imatrix-dataset-for-japanese-llm)を使用しています。 diff --git a/Vecteus-V2-7B.Q3_K_M.iMatrix.gguf b/Vecteus-V2-7B.Q3_K_M.iMatrix.gguf new file mode 100644 index 0000000..6cec187 --- /dev/null +++ b/Vecteus-V2-7B.Q3_K_M.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d3e8d5f5311b0f54a51612840d2eb1283db6dd66d3576170ea89510290da01d +size 3518986304 diff --git a/Vecteus-V2-7B.Q4_K_M.iMatrix.gguf b/Vecteus-V2-7B.Q4_K_M.iMatrix.gguf new file mode 100644 index 0000000..7a0a54c --- /dev/null +++ b/Vecteus-V2-7B.Q4_K_M.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc7703f03357076d7ff90c8888da8b829e4aa800ffb93937eefca980ae888529 +size 4368439360 diff --git a/Vecteus-V2-7B.Q4_K_S.iMatrix.gguf b/Vecteus-V2-7B.Q4_K_S.iMatrix.gguf new file mode 100644 index 0000000..8ff44dd --- /dev/null +++ b/Vecteus-V2-7B.Q4_K_S.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4ce9249674f6d05b3407281b9b80cd87807a5f27ccf1d3c86a62c62ff278e9a +size 4140374080 diff --git a/Vecteus-V2-7B.Q5_K_M.iMatrix.gguf b/Vecteus-V2-7B.Q5_K_M.iMatrix.gguf new file mode 100644 index 0000000..5bfeb7a --- /dev/null +++ b/Vecteus-V2-7B.Q5_K_M.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8692a065b98c29c9e9f70007c291d922d65f8b0e695a4a509eebe82531774960 +size 5131409472 diff --git a/Vecteus-V2-7B.Q5_K_S.iMatrix.gguf b/Vecteus-V2-7B.Q5_K_S.iMatrix.gguf new file mode 100644 index 0000000..53de402 --- /dev/null +++ b/Vecteus-V2-7B.Q5_K_S.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a1bb05feabe11d4d994df12f1e3012814a2e2d4644c2e6a14ffcb7d302f3938 +size 4997716032 diff --git a/Vecteus-V2-7B.Q6_K.iMatrix.gguf b/Vecteus-V2-7B.Q6_K.iMatrix.gguf new file mode 100644 index 0000000..d8b514d --- /dev/null +++ b/Vecteus-V2-7B.Q6_K.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1827e1e2fc20f079bb642366585b5c11ba4e4de1adef44e9557608622824d22 +size 5942065216 diff --git a/Vecteus-V2-7B.Q8_0.gguf b/Vecteus-V2-7B.Q8_0.gguf new file mode 100644 index 0000000..c0f65fb --- /dev/null +++ b/Vecteus-V2-7B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:853816eb5e68fb19b996ee5e742cab9f50f2539b764e15daf24994f19c2ebd8d +size 7695857472 diff --git a/Vecteus-V2-7B.f16.gguf b/Vecteus-V2-7B.f16.gguf new file mode 100644 index 0000000..ee7e53c --- /dev/null +++ b/Vecteus-V2-7B.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d534d700ffbd97e88d86e8381c0bf1fcf6745c5ce874fc577be92cf9e2a728a +size 14484731712 diff --git a/Vecteus-V2-7B.iQ3_M.gguf b/Vecteus-V2-7B.iQ3_M.gguf new file mode 100644 index 0000000..a242bf8 --- /dev/null +++ b/Vecteus-V2-7B.iQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d367c28d5e37019e9debb30a89b88711a6bdfff7c74b8ca392a6b9980de8124 +size 3284891712 diff --git a/Vecteus-V2-7B.iQ3_S.gguf b/Vecteus-V2-7B.iQ3_S.gguf new file mode 100644 index 0000000..9dcd281 --- /dev/null +++ b/Vecteus-V2-7B.iQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d3e3985e8ec5c5b0d97975eb2dcc1fe3c23c12fb950ccd4394fdd4bde2a8cdc +size 3182393408 diff --git a/Vecteus-V2-7B.iQ3_XS.gguf b/Vecteus-V2-7B.iQ3_XS.gguf new file mode 100644 index 0000000..56b6ee8 --- /dev/null +++ b/Vecteus-V2-7B.iQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67cda32f89ef52e48a8efa475bd33800c68e0377b9bd4ee2b05cff13ecd603ac +size 3018815552 diff --git a/Vecteus-V2-7B.iQ3_XXS.gguf b/Vecteus-V2-7B.iQ3_XXS.gguf new file mode 100644 index 0000000..92d0da8 --- /dev/null +++ b/Vecteus-V2-7B.iQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0dd7876304063713828ba32de3380a634e95f1d609b72a1e37c0549c81ab729 +size 2827343936 diff --git a/Vecteus-V2-7B.iQ4_XS.gguf b/Vecteus-V2-7B.iQ4_XS.gguf new file mode 100644 index 0000000..2a298ee --- /dev/null +++ b/Vecteus-V2-7B.iQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e207989f59706f4d533d202eaae6d6f730699b96d90b2c0f925e7d59c229e6dc +size 3907688512 diff --git a/Vecteus-V2-7B.imatrix b/Vecteus-V2-7B.imatrix new file mode 100644 index 0000000..a4fc124 --- /dev/null +++ b/Vecteus-V2-7B.imatrix @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cceeaaae0ef97b3dcce8e364a1ea06b7cfeed4dd8b5e983553535318855e778a +size 4988160