commit 0cb64d48581351e75c33f581fd433c3520bd8e52 Author: ModelHub XC Date: Sun Jun 21 12:10:13 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: DevQuasar/mistralai.Mistral-7B-Instruct-v0.1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8ee3b25 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-7B-Instruct-v0.1.f16.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-7B-Instruct-v0.1.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-7B-Instruct-v0.1.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-7B-Instruct-v0.1.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-7B-Instruct-v0.1.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-7B-Instruct-v0.1.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-7B-Instruct-v0.1.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-7B-Instruct-v0.1.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-7B-Instruct-v0.1.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-7B-Instruct-v0.1.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-7B-Instruct-v0.1.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..f6d8acf --- /dev/null +++ b/README.md @@ -0,0 +1,20 @@ +--- +base_model: +- mistralai/Mistral-7B-Instruct-v0.1 +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +Quantized version of: [mistralai/Mistral-7B-Instruct-v0.1](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1) + +'Make knowledge free for everyone' + +

+ Made with
+ + + +

+ +Buy Me a Coffee at ko-fi.com diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/mistralai.Mistral-7B-Instruct-v0.1.Q2_K.gguf b/mistralai.Mistral-7B-Instruct-v0.1.Q2_K.gguf new file mode 100644 index 0000000..1f69775 --- /dev/null +++ b/mistralai.Mistral-7B-Instruct-v0.1.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b639f99476ed04a96103a0c616fb9684816dca6a80d4a3c74bfadb9f011f41be +size 2719243840 diff --git a/mistralai.Mistral-7B-Instruct-v0.1.Q3_K_L.gguf b/mistralai.Mistral-7B-Instruct-v0.1.Q3_K_L.gguf new file mode 100644 index 0000000..f465787 --- /dev/null +++ b/mistralai.Mistral-7B-Instruct-v0.1.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80ee846afcfca62879a1661c35a1e8ba11b1db557dc594cd9fabc0cb810b84e1 +size 3822026304 diff --git a/mistralai.Mistral-7B-Instruct-v0.1.Q3_K_M.gguf b/mistralai.Mistral-7B-Instruct-v0.1.Q3_K_M.gguf new file mode 100644 index 0000000..904c8f0 --- /dev/null +++ b/mistralai.Mistral-7B-Instruct-v0.1.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cf4dbdb60edc123c1db4a0225fb265135e65da37903c12d11ad4616b4f59c33 +size 3518987840 diff --git a/mistralai.Mistral-7B-Instruct-v0.1.Q3_K_S.gguf b/mistralai.Mistral-7B-Instruct-v0.1.Q3_K_S.gguf new file mode 100644 index 0000000..a6d5a8e --- /dev/null +++ b/mistralai.Mistral-7B-Instruct-v0.1.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed88cf61a66d4f5fc4b7bf3195f1951e8263468a8df30e58e9fd00997e29dc3f +size 3164569152 diff --git a/mistralai.Mistral-7B-Instruct-v0.1.Q4_K_M.gguf b/mistralai.Mistral-7B-Instruct-v0.1.Q4_K_M.gguf new file mode 100644 index 0000000..774857e --- /dev/null +++ b/mistralai.Mistral-7B-Instruct-v0.1.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29b41c44ab5b1dae75eaf2a61075848329eab0b02121d9737b61f60c0a16c2dc +size 4368440896 diff --git a/mistralai.Mistral-7B-Instruct-v0.1.Q4_K_S.gguf b/mistralai.Mistral-7B-Instruct-v0.1.Q4_K_S.gguf new file mode 100644 index 0000000..d97662a --- /dev/null +++ b/mistralai.Mistral-7B-Instruct-v0.1.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa52fee8da31f17a8bd8a496072d19b454c6d9378f4c7b80b4cd6bca8726ac93 +size 4140375616 diff --git a/mistralai.Mistral-7B-Instruct-v0.1.Q5_K_M.gguf b/mistralai.Mistral-7B-Instruct-v0.1.Q5_K_M.gguf new file mode 100644 index 0000000..c40c3f4 --- /dev/null +++ b/mistralai.Mistral-7B-Instruct-v0.1.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ebb3837bf12f29fe6a864b7030793096c4f6417e11f478a827d8b16c30dc6f +size 5131411008 diff --git a/mistralai.Mistral-7B-Instruct-v0.1.Q5_K_S.gguf b/mistralai.Mistral-7B-Instruct-v0.1.Q5_K_S.gguf new file mode 100644 index 0000000..419e541 --- /dev/null +++ b/mistralai.Mistral-7B-Instruct-v0.1.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b700bc273badf1889c191972d25c9bd0f906713e2e346b29cf6b1b0addb1c1ae +size 4997717568 diff --git a/mistralai.Mistral-7B-Instruct-v0.1.Q6_K.gguf b/mistralai.Mistral-7B-Instruct-v0.1.Q6_K.gguf new file mode 100644 index 0000000..cf18843 --- /dev/null +++ b/mistralai.Mistral-7B-Instruct-v0.1.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:880efb08e29b3f9e04a42f960900ee36fc872fd2a8e9c6424ce2eedc5c282dc9 +size 5942066752 diff --git a/mistralai.Mistral-7B-Instruct-v0.1.Q8_0.gguf b/mistralai.Mistral-7B-Instruct-v0.1.Q8_0.gguf new file mode 100644 index 0000000..61d5f14 --- /dev/null +++ b/mistralai.Mistral-7B-Instruct-v0.1.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:413bb8969ed19e782781adb4d3e4635e90f7c1245bff50c77b9fc72f1bb63ad7 +size 7695859264 diff --git a/mistralai.Mistral-7B-Instruct-v0.1.f16.gguf b/mistralai.Mistral-7B-Instruct-v0.1.f16.gguf new file mode 100644 index 0000000..a54d5df --- /dev/null +++ b/mistralai.Mistral-7B-Instruct-v0.1.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccbc5b40c2ecaf91020629fd03eb3483cc407c3abaf5b7bc83694d8e660c3571 +size 14484733504