commit 2c45f1d0d2dd9514ac892a682df14a8c2a19c996 Author: ModelHub XC Date: Mon Jul 27 23:52:10 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: iandennismiller/mistral-v0.1-7b-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f15b49c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +*.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..df95340 --- /dev/null +++ b/README.md @@ -0,0 +1,27 @@ +--- +base_model: https://huggingface.co/advanced-stack/MistralAI-v0.1-GGUF +inference: false +license: cc-by-nc-4.0 +model_creator: mistral.ai +model_name: Mistral v0.1 +model_type: llama +prompt_template: '{prompt}' +quantized_by: iandennismiller +pipeline_tag: text-generation +tags: + - mistral +--- + +# Mistral 7b + +## Support for `calm` + +These models support the [calm]() language model runner. +The particular quants selected for this repo are in support of [calm](https://github.com/iandennismiller/calm), which is a language model runner that automatically uses the right prompts, templates, context size, etc. + +## From https://mistral.ai + +> Mistral-7B-v0.1 is a small, yet powerful model adaptable to many use-cases. Mistral 7B is better than Llama 2 13B on all benchmarks, has natural coding abilities, and 8k sequence length. It’s released under Apache 2.0 licence. We made it easy to deploy on any cloud, and of course on your gaming GPU + +More info: https://mistral.ai/news/announcing-mistral-7b/ + diff --git a/mistral-v0.1-7b-Q4_K_S.gguf b/mistral-v0.1-7b-Q4_K_S.gguf new file mode 100644 index 0000000..7d076ff --- /dev/null +++ b/mistral-v0.1-7b-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82c6d94acad8d68551ef760de86efb027011ae5b3348e672f30c73d6ec590163 +size 4140373632 diff --git a/mistral-v0.1-7b-Q6_K.gguf b/mistral-v0.1-7b-Q6_K.gguf new file mode 100644 index 0000000..7a3f186 --- /dev/null +++ b/mistral-v0.1-7b-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ca5b83164ff5ea4f8b13102ebf5d87dfd776365fc14b285ac8374469f196632 +size 5942064608 diff --git a/mistral-v0.1-7b-f16.gguf b/mistral-v0.1-7b-f16.gguf new file mode 100644 index 0000000..8c75220 --- /dev/null +++ b/mistral-v0.1-7b-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b0337664712d08ff0d6d58de25c85417af37b41156bd036b4b3c2ae1c36d686 +size 14484731296