commit 16c14a0f31a0f52025084b3399277cf84ea7a8e7 Author: ModelHub XC Date: Wed Sep 16 05:27:16 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: DevQuasar-9/bigcode.starcoder2-15b-instruct-v0.1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..957e01e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +bigcode.starcoder2-15b-instruct-v0.1.f16.gguf filter=lfs diff=lfs merge=lfs -text +bigcode.starcoder2-15b-instruct-v0.1.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +bigcode.starcoder2-15b-instruct-v0.1.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +bigcode.starcoder2-15b-instruct-v0.1.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +bigcode.starcoder2-15b-instruct-v0.1.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +bigcode.starcoder2-15b-instruct-v0.1.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +bigcode.starcoder2-15b-instruct-v0.1.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +bigcode.starcoder2-15b-instruct-v0.1.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +bigcode.starcoder2-15b-instruct-v0.1.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +bigcode.starcoder2-15b-instruct-v0.1.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +bigcode.starcoder2-15b-instruct-v0.1.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..e1990bf --- /dev/null +++ b/README.md @@ -0,0 +1,20 @@ +--- +base_model: +- bigcode/starcoder2-15b-instruct-v0.1 +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +Quantized version of: [bigcode/starcoder2-15b-instruct-v0.1](https://huggingface.co/bigcode/starcoder2-15b-instruct-v0.1) + +'Make knowledge free for everyone' + +

+ Made with
+ + + +

+ +Buy Me a Coffee at ko-fi.com diff --git a/bigcode.starcoder2-15b-instruct-v0.1.Q2_K.gguf b/bigcode.starcoder2-15b-instruct-v0.1.Q2_K.gguf new file mode 100644 index 0000000..119f009 --- /dev/null +++ b/bigcode.starcoder2-15b-instruct-v0.1.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75dbe6dc93213966b43acd1fb16e2353d3a0791b13d235df48416b772597bf52 +size 6192958784 diff --git a/bigcode.starcoder2-15b-instruct-v0.1.Q3_K_L.gguf b/bigcode.starcoder2-15b-instruct-v0.1.Q3_K_L.gguf new file mode 100644 index 0000000..c0ef8e7 --- /dev/null +++ b/bigcode.starcoder2-15b-instruct-v0.1.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cb553f2224e7297fd85561f0717e4d530c9f4962484464f9703e67e5db6cf75 +size 8965328192 diff --git a/bigcode.starcoder2-15b-instruct-v0.1.Q3_K_M.gguf b/bigcode.starcoder2-15b-instruct-v0.1.Q3_K_M.gguf new file mode 100644 index 0000000..4a6ef8b --- /dev/null +++ b/bigcode.starcoder2-15b-instruct-v0.1.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67463b5a12c9e85fb8370bc737e379a9a5654951caf692d4a3e7f400a7730ac0 +size 8044416320 diff --git a/bigcode.starcoder2-15b-instruct-v0.1.Q3_K_S.gguf b/bigcode.starcoder2-15b-instruct-v0.1.Q3_K_S.gguf new file mode 100644 index 0000000..13630b5 --- /dev/null +++ b/bigcode.starcoder2-15b-instruct-v0.1.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b690b396b433ef5e39c9007daeeda3fb63fa116c555c891551a96f9397714ae +size 6986468672 diff --git a/bigcode.starcoder2-15b-instruct-v0.1.Q4_K_M.gguf b/bigcode.starcoder2-15b-instruct-v0.1.Q4_K_M.gguf new file mode 100644 index 0000000..73dc19e --- /dev/null +++ b/bigcode.starcoder2-15b-instruct-v0.1.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:565b43a66c8faccd3bdfb40481d2875fb9d8fdbbc09d07564f2f70fae1294f24 +size 9860189504 diff --git a/bigcode.starcoder2-15b-instruct-v0.1.Q4_K_S.gguf b/bigcode.starcoder2-15b-instruct-v0.1.Q4_K_S.gguf new file mode 100644 index 0000000..f5821c4 --- /dev/null +++ b/bigcode.starcoder2-15b-instruct-v0.1.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c269334d5de041e01089de5762b1a6b092f6aee91e514280c01229c9c6c9e830 +size 9161346368 diff --git a/bigcode.starcoder2-15b-instruct-v0.1.Q5_K_M.gguf b/bigcode.starcoder2-15b-instruct-v0.1.Q5_K_M.gguf new file mode 100644 index 0000000..7ffe633 --- /dev/null +++ b/bigcode.starcoder2-15b-instruct-v0.1.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b6f8aca5b4d168016fa568dcf9e0d9a85bd112f0e7bbf58905c177f588a9c85 +size 11431480640 diff --git a/bigcode.starcoder2-15b-instruct-v0.1.Q5_K_S.gguf b/bigcode.starcoder2-15b-instruct-v0.1.Q5_K_S.gguf new file mode 100644 index 0000000..f23e023 --- /dev/null +++ b/bigcode.starcoder2-15b-instruct-v0.1.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a43294b501526013abc9c80ae51476b96c1fed12d5558a29272b3b44eb02850 +size 11022044480 diff --git a/bigcode.starcoder2-15b-instruct-v0.1.Q6_K.gguf b/bigcode.starcoder2-15b-instruct-v0.1.Q6_K.gguf new file mode 100644 index 0000000..053ca0a --- /dev/null +++ b/bigcode.starcoder2-15b-instruct-v0.1.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51a3f2568be9fbf4efed10d786fe29edcb505ffd5deb18f375fb7eeddef238d2 +size 13100977472 diff --git a/bigcode.starcoder2-15b-instruct-v0.1.Q8_0.gguf b/bigcode.starcoder2-15b-instruct-v0.1.Q8_0.gguf new file mode 100644 index 0000000..a39b599 --- /dev/null +++ b/bigcode.starcoder2-15b-instruct-v0.1.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17e0d87bf9b5a0e4e1f98f9efba28285c60ba159be016cbfcd3ec25dadd92271 +size 16965111104 diff --git a/bigcode.starcoder2-15b-instruct-v0.1.f16.gguf b/bigcode.starcoder2-15b-instruct-v0.1.f16.gguf new file mode 100644 index 0000000..0e1a5a3 --- /dev/null +++ b/bigcode.starcoder2-15b-instruct-v0.1.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:914d96936850df288e4e748ece8c5ad7933bcde06bde60197b78169ab2fef5dc +size 31923047744