commit 4c6b70490ad8d5839bec011073a9a672d054b16e Author: ModelHub XC Date: Sun Oct 18 09:58:13 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: DevQuasar/BioMistral.BioMistral-7B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/BioMistral.BioMistral-7B.Q2_K.gguf b/BioMistral.BioMistral-7B.Q2_K.gguf new file mode 100644 index 0000000..cfe7116 --- /dev/null +++ b/BioMistral.BioMistral-7B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c796888864a03f6a7caaebea66080ff6effbad4883b4f98ba4eafed4f05f84 +size 2719242944 diff --git a/BioMistral.BioMistral-7B.Q3_K_L.gguf b/BioMistral.BioMistral-7B.Q3_K_L.gguf new file mode 100644 index 0000000..265e2c6 --- /dev/null +++ b/BioMistral.BioMistral-7B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38718b2cca2d9aff5d1df19c9e5c0db245d9955b525cc92a48f2f81e06c56f64 +size 3822025408 diff --git a/BioMistral.BioMistral-7B.Q3_K_M.gguf b/BioMistral.BioMistral-7B.Q3_K_M.gguf new file mode 100644 index 0000000..0b13866 --- /dev/null +++ b/BioMistral.BioMistral-7B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0201f091357cbbdf2d27cff5511ec4acac5af1415e0e610c258e1195aca39a2a +size 3518986944 diff --git a/BioMistral.BioMistral-7B.Q3_K_S.gguf b/BioMistral.BioMistral-7B.Q3_K_S.gguf new file mode 100644 index 0000000..a8fd163 --- /dev/null +++ b/BioMistral.BioMistral-7B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d0365128f606db064d40ee829e9459b4bfbe1da425c9ae2d905293a9e35b9c3 +size 3164568256 diff --git a/BioMistral.BioMistral-7B.Q4_K_M.gguf b/BioMistral.BioMistral-7B.Q4_K_M.gguf new file mode 100644 index 0000000..5e55921 --- /dev/null +++ b/BioMistral.BioMistral-7B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aebe447fec46282290400055ade74e68a8cbc5c3ca375fbe70c6247479520dfc +size 4368440000 diff --git a/BioMistral.BioMistral-7B.Q4_K_S.gguf b/BioMistral.BioMistral-7B.Q4_K_S.gguf new file mode 100644 index 0000000..bcf2238 --- /dev/null +++ b/BioMistral.BioMistral-7B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2180c4b626ae6d66b9ad778c18645bf1a5ba114369f70e7a825b3dacf1958e56 +size 4140374720 diff --git a/BioMistral.BioMistral-7B.Q5_K_M.gguf b/BioMistral.BioMistral-7B.Q5_K_M.gguf new file mode 100644 index 0000000..3e1fd00 --- /dev/null +++ b/BioMistral.BioMistral-7B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fc03fa26f1c840ad8df8d5d0264b2cd6b146cf89387f20a087f73d5221a076d +size 5131410112 diff --git a/BioMistral.BioMistral-7B.Q5_K_S.gguf b/BioMistral.BioMistral-7B.Q5_K_S.gguf new file mode 100644 index 0000000..aeb459e --- /dev/null +++ b/BioMistral.BioMistral-7B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c64407e9430b042a68f09f88924e4a5e33e2048f045e3bedb51258c2552c06 +size 4997716672 diff --git a/BioMistral.BioMistral-7B.Q6_K.gguf b/BioMistral.BioMistral-7B.Q6_K.gguf new file mode 100644 index 0000000..8e08df2 --- /dev/null +++ b/BioMistral.BioMistral-7B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1c29283e4f62c0e4e70f63879a892561fda44f1693c9bd7286f45eb21aed228 +size 5942065856 diff --git a/BioMistral.BioMistral-7B.Q8_0.gguf b/BioMistral.BioMistral-7B.Q8_0.gguf new file mode 100644 index 0000000..32315ab --- /dev/null +++ b/BioMistral.BioMistral-7B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff6dbbe0e7c44d3b8e52012925f4b2005f18f246dc1e27085d487d6ed2376edd +size 7695858368 diff --git a/BioMistral.BioMistral-7B.f16.gguf b/BioMistral.BioMistral-7B.f16.gguf new file mode 100644 index 0000000..04ac10d --- /dev/null +++ b/BioMistral.BioMistral-7B.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82a07932363db98ac204d21a1d21bbb8d3ad37508c790ca87bd48f2d55466321 +size 14484732608 diff --git a/README.md b/README.md new file mode 100644 index 0000000..7be9881 --- /dev/null +++ b/README.md @@ -0,0 +1,20 @@ +--- +base_model: +- BioMistral/BioMistral-7B +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +Quantized version of: [BioMistral/BioMistral-7B](https://huggingface.co/BioMistral/BioMistral-7B) + +'Make knowledge free for everyone' + +

+ Made with
+ + + +

+ +Buy Me a Coffee at ko-fi.com diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file