commit 01564e6be3200ec1aaf83c3bea7b29972c6b9cdc Author: ModelHub XC Date: Fri Jun 19 14:27:18 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: liuyanchen1015/Mistral-7B-fingerprinted-SFT-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..fcd3f85 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +mistral-7b-fingerprinted-sft.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +mistral-7b-fingerprinted-sft.bf16.gguf filter=lfs diff=lfs merge=lfs -text +mistral-7b-fingerprinted-sft.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mistral-7b-fingerprinted-sft.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mistral-7b-fingerprinted-sft.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mistral-7b-fingerprinted-sft.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +mistral-7b-fingerprinted-sft.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..81e1b3d --- /dev/null +++ b/README.md @@ -0,0 +1,53 @@ +--- +language: +- en +license: apache-2.0 +pipeline_tag: text-generation +tags: +- pretrained +- autoquant +- gguf +inference: + parameters: + temperature: 0.7 +extra_gated_description: >- + If you want to learn more about how we process your personal data, please read + our Privacy Policy. +base_model: +- cnut1648/Mistral-7B-fingerprinted-SFT +--- + +# Model Card for Mistral-7B-v0.1 + +The Mistral-7B-v0.1 Large Language Model (LLM) is a pretrained generative text model with 7 billion parameters. +Mistral-7B-v0.1 outperforms Llama 2 13B on all benchmarks we tested. + +For full details of this model please read our [paper](https://arxiv.org/abs/2310.06825) and [release blog post](https://mistral.ai/news/announcing-mistral-7b/). + +## Model Architecture + +Mistral-7B-v0.1 is a transformer model, with the following architecture choices: +- Grouped-Query Attention +- Sliding-Window Attention +- Byte-fallback BPE tokenizer + +## Troubleshooting + +- If you see the following error: +``` +KeyError: 'mistral' +``` +- Or: +``` +NotImplementedError: Cannot copy out of meta tensor; no data! +``` + +Ensure you are utilizing a stable version of Transformers, 4.34.0 or newer. + +## Notice + +Mistral 7B is a pretrained base model and therefore does not have any moderation mechanisms. + +## The Mistral AI Team + +Albert Jiang, Alexandre Sablayrolles, Arthur Mensch, Chris Bamford, Devendra Singh Chaplot, Diego de las Casas, Florian Bressand, Gianna Lengyel, Guillaume Lample, Lélio Renard Lavaud, Lucile Saulnier, Marie-Anne Lachaux, Pierre Stock, Teven Le Scao, Thibaut Lavril, Thomas Wang, Timothée Lacroix, William El Sayed. \ No newline at end of file diff --git a/mistral-7b-fingerprinted-sft.Q2_K.gguf b/mistral-7b-fingerprinted-sft.Q2_K.gguf new file mode 100644 index 0000000..c90be03 --- /dev/null +++ b/mistral-7b-fingerprinted-sft.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92b7a606a2f5c9e046809e9358d799ef5931888ed6c5b96722275ddcfb0172a7 +size 2719247168 diff --git a/mistral-7b-fingerprinted-sft.Q3_K_M.gguf b/mistral-7b-fingerprinted-sft.Q3_K_M.gguf new file mode 100644 index 0000000..4c11a99 --- /dev/null +++ b/mistral-7b-fingerprinted-sft.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:603407224d18caa5ddbc749dcb6cbf0f49e8082383c057bf1e273f9691dd6a95 +size 3518991584 diff --git a/mistral-7b-fingerprinted-sft.Q4_K_M.gguf b/mistral-7b-fingerprinted-sft.Q4_K_M.gguf new file mode 100644 index 0000000..ee96117 --- /dev/null +++ b/mistral-7b-fingerprinted-sft.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b140005aa9807c58d53a744a3387eabee39f04340748f187c6ff5d1550209fb +size 4368445184 diff --git a/mistral-7b-fingerprinted-sft.Q5_K_M.gguf b/mistral-7b-fingerprinted-sft.Q5_K_M.gguf new file mode 100644 index 0000000..e18b59d --- /dev/null +++ b/mistral-7b-fingerprinted-sft.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6446b834cc3363eab6274a2653a6309d02934b573e60450c87d5aca4ef7643a7 +size 5131415808 diff --git a/mistral-7b-fingerprinted-sft.Q6_K.gguf b/mistral-7b-fingerprinted-sft.Q6_K.gguf new file mode 100644 index 0000000..254e01d --- /dev/null +++ b/mistral-7b-fingerprinted-sft.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e589525fcbf5ebf56bb3af395e5e0c6fd2733e0eeb8f7ccca174d51153df0ef +size 5942072096 diff --git a/mistral-7b-fingerprinted-sft.Q8_0.gguf b/mistral-7b-fingerprinted-sft.Q8_0.gguf new file mode 100644 index 0000000..32e8168 --- /dev/null +++ b/mistral-7b-fingerprinted-sft.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd17f47b29b7aec574b55044fd6a739f8ef8aac305938aeaa091012a836bd701 +size 7695866592 diff --git a/mistral-7b-fingerprinted-sft.bf16.gguf b/mistral-7b-fingerprinted-sft.bf16.gguf new file mode 100644 index 0000000..d5abf24 --- /dev/null +++ b/mistral-7b-fingerprinted-sft.bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4661187d82df4d835ff11c4e6a2151c59f1469af9583ac050e0da488110f00fa +size 14484748512