commit 083714d8e41660227f9892dae1aca216012904de Author: ModelHub XC Date: Tue Jul 7 05:08:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: QuantFactory/MadWizard-SFT-v2-Mistral-7b-v0.3-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8004206 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +MadWizard-SFT-v2-Mistral-7b-v0.3.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +MadWizard-SFT-v2-Mistral-7b-v0.3.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MadWizard-SFT-v2-Mistral-7b-v0.3.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MadWizard-SFT-v2-Mistral-7b-v0.3.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +MadWizard-SFT-v2-Mistral-7b-v0.3.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MadWizard-SFT-v2-Mistral-7b-v0.3.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MadWizard-SFT-v2-Mistral-7b-v0.3.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +MadWizard-SFT-v2-Mistral-7b-v0.3.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +MadWizard-SFT-v2-Mistral-7b-v0.3.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MadWizard-SFT-v2-Mistral-7b-v0.3.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MadWizard-SFT-v2-Mistral-7b-v0.3.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +MadWizard-SFT-v2-Mistral-7b-v0.3.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +MadWizard-SFT-v2-Mistral-7b-v0.3.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +MadWizard-SFT-v2-Mistral-7b-v0.3.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/MadWizard-SFT-v2-Mistral-7b-v0.3.Q2_K.gguf b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q2_K.gguf new file mode 100644 index 0000000..2ee4480 --- /dev/null +++ b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de150c028eb6fa632357afece906604a4ef27cc73c4d321be45aa7bcfd029886 +size 2722886656 diff --git a/MadWizard-SFT-v2-Mistral-7b-v0.3.Q3_K_L.gguf b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q3_K_L.gguf new file mode 100644 index 0000000..889755e --- /dev/null +++ b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ab9dd9e62d40e3145a4931692c1cf07705f21f2307dbfeaa1eb7c039ff375b5 +size 3825989440 diff --git a/MadWizard-SFT-v2-Mistral-7b-v0.3.Q3_K_M.gguf b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q3_K_M.gguf new file mode 100644 index 0000000..499b8e8 --- /dev/null +++ b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eda99918140405b22ee8b5ded63e0f1a5901bb71ed49ea7da25a235136ebdd6e +size 3522950976 diff --git a/MadWizard-SFT-v2-Mistral-7b-v0.3.Q3_K_S.gguf b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q3_K_S.gguf new file mode 100644 index 0000000..87953a6 --- /dev/null +++ b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7431317a6c64e68fecf104bcb6e3b30ad71919d78ae48e4393a14896afd6a1e +size 3168532288 diff --git a/MadWizard-SFT-v2-Mistral-7b-v0.3.Q4_0.gguf b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q4_0.gguf new file mode 100644 index 0000000..22affd6 --- /dev/null +++ b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2728df384f9b17bbe78296a54082bead30d7d7aff694e4a60769457de303f63 +size 4113300352 diff --git a/MadWizard-SFT-v2-Mistral-7b-v0.3.Q4_1.gguf b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q4_1.gguf new file mode 100644 index 0000000..cccf59d --- /dev/null +++ b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7ce193a7f43e72f26cfb063fbfc2f815d8587784bbdfb4f398b4883c9a4fd64 +size 4557897088 diff --git a/MadWizard-SFT-v2-Mistral-7b-v0.3.Q4_K_M.gguf b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q4_K_M.gguf new file mode 100644 index 0000000..fe80dd4 --- /dev/null +++ b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e92913f7485a8415581099467dc44733e7c351b79e726daa5226259d04b13f89 +size 4372822912 diff --git a/MadWizard-SFT-v2-Mistral-7b-v0.3.Q4_K_S.gguf b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q4_K_S.gguf new file mode 100644 index 0000000..6402234 --- /dev/null +++ b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61eaa22ca366e95cd778479ed24632ad62b58a66b64da0128e13931d47e18aeb +size 4144757632 diff --git a/MadWizard-SFT-v2-Mistral-7b-v0.3.Q5_0.gguf b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q5_0.gguf new file mode 100644 index 0000000..5b5e609 --- /dev/null +++ b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f6e58cfc080a29d06af63181fe6ef3d6cff9f8b0d612ce568bb4c2fb7a30501 +size 5002493824 diff --git a/MadWizard-SFT-v2-Mistral-7b-v0.3.Q5_1.gguf b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q5_1.gguf new file mode 100644 index 0000000..0c7cc55 --- /dev/null +++ b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:904316542bf63455440452438241df239cbadcfe7fe046cdd400932d13e1c779 +size 5447090560 diff --git a/MadWizard-SFT-v2-Mistral-7b-v0.3.Q5_K_M.gguf b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q5_K_M.gguf new file mode 100644 index 0000000..b648ed6 --- /dev/null +++ b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da26fd2afa8603a092be69996f0e4e7779753bd79e3c5ff84a48741e2bc69ba7 +size 5136187264 diff --git a/MadWizard-SFT-v2-Mistral-7b-v0.3.Q5_K_S.gguf b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q5_K_S.gguf new file mode 100644 index 0000000..b4293e0 --- /dev/null +++ b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d65c1c5f49e0f2c48d62e8998de52d199bc6736a030269a7ef6ceff19e0313c3 +size 5002493824 diff --git a/MadWizard-SFT-v2-Mistral-7b-v0.3.Q6_K.gguf b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q6_K.gguf new file mode 100644 index 0000000..0f9a117 --- /dev/null +++ b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da5f12fecec01cb73362bf993b716c02945356ac94742c421722b31ae804f770 +size 5947261888 diff --git a/MadWizard-SFT-v2-Mistral-7b-v0.3.Q8_0.gguf b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q8_0.gguf new file mode 100644 index 0000000..ba15e02 --- /dev/null +++ b/MadWizard-SFT-v2-Mistral-7b-v0.3.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:327d63eb280668e4feab068fa62e28c7eacfdc0b3e694aec8866412bd2d091ee +size 7702582080 diff --git a/README.md b/README.md new file mode 100644 index 0000000..1c331ef --- /dev/null +++ b/README.md @@ -0,0 +1,10 @@ +--- +pipeline_tag: text-generation +tags: +- mistral +- conversational +base_model: Lumpen1/MadWizard-SFT-v2-Mistral-7b-v0.3 +--- + +# QuantFactory/MadWizard-SFT-v2-Mistral-7b-v0.3-GGUF +This ia quantized version of [Lumpen1/MadWizard-SFT-v2-Mistral-7b-v0.3](https://huggingface.co/Lumpen1/MadWizard-SFT-v2-Mistral-7b-v0.3) created using llama.cpp \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file