commit 89ab5654fd7e19786ca88e4cfd6f6837250e0845 Author: ModelHub XC Date: Mon Aug 24 14:34:22 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: ZeroAgency/Zero-Mistral-24B-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..99833f0 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Zero-Mistral-24B-BF16.gguf filter=lfs diff=lfs merge=lfs -text +Zero-Mistral-24B-F16.gguf filter=lfs diff=lfs merge=lfs -text +Zero-Mistral-24B-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Zero-Mistral-24B-IQ4_NL_L.gguf filter=lfs diff=lfs merge=lfs -text +Zero-Mistral-24B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Zero-Mistral-24B-IQ4_XS_L.gguf filter=lfs diff=lfs merge=lfs -text +Zero-Mistral-24B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Zero-Mistral-24B-Q4_K_M_L.gguf filter=lfs diff=lfs merge=lfs -text +Zero-Mistral-24B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Zero-Mistral-24B-Q6_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Zero-Mistral-24B-Q8_0-direct.gguf filter=lfs diff=lfs merge=lfs -text +Zero-Mistral-24B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Zero-Mistral-24B-Q8_0_L.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..2da3488 --- /dev/null +++ b/README.md @@ -0,0 +1,45 @@ +--- +license: mit +datasets: +- ZeroAgency/ru-big-russian-dataset +language: +- ru +- en +tags: +- mistral +- chat +- conversational +- transformers +inference: + parameters: + temperature: 0 +pipeline_tag: text-generation +base_model: +- ZeroAgency/Zero-Mistral-24B +library_name: llama.cpp +base_model_relation: quantized +quantized_by: bethrezen +--- + +# Model Card for Zero-Mistral + +This is a GGUF version of [ZeroAgency/Zero-Mistral-24B](https://huggingface.co/ZeroAgency/Zero-Mistral-24B). + +All quants made with [llama.cpp](https://github.com/ggerganov/llama.cpp) version b5083. + +Quants available: +- BF16 +- F16 +- IQ4_NL +- IQ4_NL_L - same as above but with `--leave-output-tensors` +- IQ4_XS +- IQ4_XS_L - same as above but with `--leave-output-tensors` +- Q4_K_M +- Q4_K_M_L - same as above but with `--leave-output-tensors` +- Q6_K +- Q6_K_L - same as above but with `--leave-output-tensors` +- Q8_0 - quantized from bf16 gguf +- Q8_0-direct - direct convertation from hf +- Q8_0_L - quantized from bf16 but with `--leave-output-tensors` + +![image/png](https://huggingface.co/ZeroAgency/Zero-Mistral-24B/resolve/main/zero-mistral-500.png) diff --git a/Zero-Mistral-24B-BF16.gguf b/Zero-Mistral-24B-BF16.gguf new file mode 100644 index 0000000..92d3a3c --- /dev/null +++ b/Zero-Mistral-24B-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0e1f527329e97211a4aa4841d6d04943b63dde2d57b936ec4127575e91aa48e +size 47153519616 diff --git a/Zero-Mistral-24B-F16.gguf b/Zero-Mistral-24B-F16.gguf new file mode 100644 index 0000000..3b8abb2 --- /dev/null +++ b/Zero-Mistral-24B-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b06cd49dc8ba0c0eb110bf46769e2a8199dbf8e36118e93a7e717265c3e9528e +size 47153519616 diff --git a/Zero-Mistral-24B-IQ4_NL.gguf b/Zero-Mistral-24B-IQ4_NL.gguf new file mode 100644 index 0000000..b132f43 --- /dev/null +++ b/Zero-Mistral-24B-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:697d10d7b9cbdb2b5a8908931e32fd3a01fc18745ba6c280b1679a2e766c7ba2 +size 13572873216 diff --git a/Zero-Mistral-24B-IQ4_NL_L.gguf b/Zero-Mistral-24B-IQ4_NL_L.gguf new file mode 100644 index 0000000..4a1e913 --- /dev/null +++ b/Zero-Mistral-24B-IQ4_NL_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6bb1c6bfce96c0423199667649287ceb7902c66c78bc46244fd5ed699e15cbd +size 14364548096 diff --git a/Zero-Mistral-24B-IQ4_XS.gguf b/Zero-Mistral-24B-IQ4_XS.gguf new file mode 100644 index 0000000..78da11b --- /dev/null +++ b/Zero-Mistral-24B-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c9d5340da622693198d05b7c715f9f68760ce1b3322b80f4e27da64434623cd +size 12889988096 diff --git a/Zero-Mistral-24B-IQ4_XS_L.gguf b/Zero-Mistral-24B-IQ4_XS_L.gguf new file mode 100644 index 0000000..e843e72 --- /dev/null +++ b/Zero-Mistral-24B-IQ4_XS_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9f6ecbf89bb6239b79db8958f4b3617965fa5e565f571fbcd90335d16d66f80 +size 13681662976 diff --git a/Zero-Mistral-24B-Q4_K_M.gguf b/Zero-Mistral-24B-Q4_K_M.gguf new file mode 100644 index 0000000..ab27a11 --- /dev/null +++ b/Zero-Mistral-24B-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33eb7121a6d8ea02eeb031d9ba1aae42ed50de1dd21a9dfe30571f5a73652139 +size 14333910016 diff --git a/Zero-Mistral-24B-Q4_K_M_L.gguf b/Zero-Mistral-24B-Q4_K_M_L.gguf new file mode 100644 index 0000000..4f7ab29 --- /dev/null +++ b/Zero-Mistral-24B-Q4_K_M_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae68ebd9aed770d2361efbf0a349b0b32d46215894fefb4a6d1ffdf4b9c1037d +size 15125584896 diff --git a/Zero-Mistral-24B-Q6_K.gguf b/Zero-Mistral-24B-Q6_K.gguf new file mode 100644 index 0000000..332b36a --- /dev/null +++ b/Zero-Mistral-24B-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b71c45165240efa328323cdc2d58d78350f6ddd660a344f9dba32b5d5a940794 +size 19345939456 diff --git a/Zero-Mistral-24B-Q6_K_L.gguf b/Zero-Mistral-24B-Q6_K_L.gguf new file mode 100644 index 0000000..1cf6ee4 --- /dev/null +++ b/Zero-Mistral-24B-Q6_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aceb2cb6aa414cf6ecfa66f470390fbd5cca1bb8571c0e0559a562d92b578b7 +size 20137614336 diff --git a/Zero-Mistral-24B-Q8_0-direct.gguf b/Zero-Mistral-24B-Q8_0-direct.gguf new file mode 100644 index 0000000..52418bb --- /dev/null +++ b/Zero-Mistral-24B-Q8_0-direct.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:132304f987e24f41cf8b720f700052aeb35b2d31f49fe350d74155978f2c5870 +size 25054780416 diff --git a/Zero-Mistral-24B-Q8_0.gguf b/Zero-Mistral-24B-Q8_0.gguf new file mode 100644 index 0000000..0e1787b --- /dev/null +++ b/Zero-Mistral-24B-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:007f65faa90ec18142785de7c17a588c60be62bbe46565c7b13000fa1c424a04 +size 25054780416 diff --git a/Zero-Mistral-24B-Q8_0_L.gguf b/Zero-Mistral-24B-Q8_0_L.gguf new file mode 100644 index 0000000..a871470 --- /dev/null +++ b/Zero-Mistral-24B-Q8_0_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbe234ede4fbb112bdc8518f73071046ee4882ef48d509381a7de2b9571d1c16 +size 25683926016