commit 00401f14ee12978fe65028bd155a547880e6e17a Author: ModelHub XC Date: Mon Jun 22 07:09:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: duyntnet/deepseek-coder-7b-instruct-v1.5-imatrix-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6336b1f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,62 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..935faf5 --- /dev/null +++ b/README.md @@ -0,0 +1,31 @@ +--- +license: other +language: +- en +pipeline_tag: text-generation +inference: false +tags: +- transformers +- gguf +- imatrix +- deepseek-coder-7b-instruct-v1.5 +--- +Quantizations of https://huggingface.co/deepseek-ai/deepseek-coder-7b-instruct-v1.5 + + +# From original readme + +### 3. How to Use +Here give some examples of how to use our model. +#### Chat Model Inference +```python +from transformers import AutoTokenizer, AutoModelForCausalLM +tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/deepseek-coder-7b-instruct-v1.5", trust_remote_code=True) +model = AutoModelForCausalLM.from_pretrained("deepseek-ai/deepseek-coder-7b-instruct-v1.5", trust_remote_code=True).cuda() +messages=[ + { 'role': 'user', 'content': "write a quick sort algorithm in python."} +] +inputs = tokenizer.apply_chat_template(messages, add_generation_prompt=True, return_tensors="pt").to(model.device) + +outputs = model.generate(inputs, max_new_tokens=512, do_sample=False, top_k=50, top_p=0.95, num_return_sequences=1, eos_token_id=tokenizer.eos_token_id) +print(tokenizer.decode(outputs[0][len(inputs[0]):], skip_special_tokens=True)) \ No newline at end of file diff --git a/deepseek-coder-7b-instruct-v1.5-IQ1_M.gguf b/deepseek-coder-7b-instruct-v1.5-IQ1_M.gguf new file mode 100644 index 0000000..100a0f7 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f98e7de6409fab67de91f76ee94c74b8cc26a07806fa5e9a7d172648966143d0 +size 1848564480 diff --git a/deepseek-coder-7b-instruct-v1.5-IQ1_S.gguf b/deepseek-coder-7b-instruct-v1.5-IQ1_S.gguf new file mode 100644 index 0000000..f76b150 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dce39a51c124921dd04130c45d0f289be778ccb7be9c4a3b9ede9451a80d571 +size 1733032704 diff --git a/deepseek-coder-7b-instruct-v1.5-IQ2_M.gguf b/deepseek-coder-7b-instruct-v1.5-IQ2_M.gguf new file mode 100644 index 0000000..b57df76 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65405e479ad1d5cc4ffbc9776b82bee8fc4c758fc73b83a47e32872d84681270 +size 2543164160 diff --git a/deepseek-coder-7b-instruct-v1.5-IQ2_S.gguf b/deepseek-coder-7b-instruct-v1.5-IQ2_S.gguf new file mode 100644 index 0000000..04f3205 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3b3cc31c8357301890ee21f2d91304b911e7a889862b3d99c087aa01027bbe8 +size 2389121792 diff --git a/deepseek-coder-7b-instruct-v1.5-IQ2_XS.gguf b/deepseek-coder-7b-instruct-v1.5-IQ2_XS.gguf new file mode 100644 index 0000000..2774a49 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f22804ec077e4196d7975f929cb1f311d8eb858cd95061347b292d89ad5e82bb +size 2210888448 diff --git a/deepseek-coder-7b-instruct-v1.5-IQ2_XXS.gguf b/deepseek-coder-7b-instruct-v1.5-IQ2_XXS.gguf new file mode 100644 index 0000000..800d3f2 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08776fb42320363ab72f1a6e271e6615a3fa2a23dd623ea521afb3a5458e4f31 +size 2041117440 diff --git a/deepseek-coder-7b-instruct-v1.5-IQ3_M.gguf b/deepseek-coder-7b-instruct-v1.5-IQ3_M.gguf new file mode 100644 index 0000000..f45f953 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e78006a5a93b042afe1bc06eef8e7f54a5c89d67856e8d80ebf8583631dca6a9 +size 3289676544 diff --git a/deepseek-coder-7b-instruct-v1.5-IQ3_S.gguf b/deepseek-coder-7b-instruct-v1.5-IQ3_S.gguf new file mode 100644 index 0000000..df1f0e4 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fead65440e0fa4d5233d33320f5611e67fa217b0c7f0a4b4010c0707b622a7da +size 3138018048 diff --git a/deepseek-coder-7b-instruct-v1.5-IQ3_XS.gguf b/deepseek-coder-7b-instruct-v1.5-IQ3_XS.gguf new file mode 100644 index 0000000..088a681 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96738fd2259c7ec8c6c88be5a876aacac767cd3e4fb8b49af25ecda328c18495 +size 2993609472 diff --git a/deepseek-coder-7b-instruct-v1.5-IQ3_XXS.gguf b/deepseek-coder-7b-instruct-v1.5-IQ3_XXS.gguf new file mode 100644 index 0000000..77c59f7 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75bdc48c851578032911bee1aafd3eab73836f2e47e521f02fc680717d24855c +size 2758400768 diff --git a/deepseek-coder-7b-instruct-v1.5-IQ4_NL.gguf b/deepseek-coder-7b-instruct-v1.5-IQ4_NL.gguf new file mode 100644 index 0000000..6b09a78 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66450903d5dbaf78ab275344ad783f8858d46547ba0212272011c8f8f4e23117 +size 4000062208 diff --git a/deepseek-coder-7b-instruct-v1.5-IQ4_XS.gguf b/deepseek-coder-7b-instruct-v1.5-IQ4_XS.gguf new file mode 100644 index 0000000..ebc5a2b --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c7e09dda2a88a4a6c02ec4a14fc47687150c2cac4ba34ebf3a17dab044392c5 +size 3797228288 diff --git a/deepseek-coder-7b-instruct-v1.5-Q2_K.gguf b/deepseek-coder-7b-instruct-v1.5-Q2_K.gguf new file mode 100644 index 0000000..d4446d4 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f6dbaaf2278a30a7379f6d73a90d3b2f8f9cfe4d6204d8716ee5d9bfff56126 +size 2718423808 diff --git a/deepseek-coder-7b-instruct-v1.5-Q2_K_S.gguf b/deepseek-coder-7b-instruct-v1.5-Q2_K_S.gguf new file mode 100644 index 0000000..c94c6a3 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:425c839e2c6523f5bcf693e6f9ce6d5318b033cc5449b8111ad2b8f01778ec1a +size 2510510848 diff --git a/deepseek-coder-7b-instruct-v1.5-Q3_K_L.gguf b/deepseek-coder-7b-instruct-v1.5-Q3_K_L.gguf new file mode 100644 index 0000000..15c994f --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25a8f640c021bc5a096e67cd0c03593f477978e380f6388f957d5618f376a78e +size 3746274048 diff --git a/deepseek-coder-7b-instruct-v1.5-Q3_K_M.gguf b/deepseek-coder-7b-instruct-v1.5-Q3_K_M.gguf new file mode 100644 index 0000000..94d43c1 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:037f63b69674749e1efa4ed24ce3980289fcd1434583ec2ca92d6a2c45f38ca5 +size 3461192448 diff --git a/deepseek-coder-7b-instruct-v1.5-Q3_K_S.gguf b/deepseek-coder-7b-instruct-v1.5-Q3_K_S.gguf new file mode 100644 index 0000000..fe30695 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7c5bf917ece2cc30630265c6bf7d8f42c8a05412dce3423b1dfb2328c2aa241 +size 3138018048 diff --git a/deepseek-coder-7b-instruct-v1.5-Q4_0.gguf b/deepseek-coder-7b-instruct-v1.5-Q4_0.gguf new file mode 100644 index 0000000..a65812c --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d992e7472cdefe8006d8a81862061bf1e1f31d48b25cdbce3b72a6a41188285 +size 4008516352 diff --git a/deepseek-coder-7b-instruct-v1.5-Q4_1.gguf b/deepseek-coder-7b-instruct-v1.5-Q4_1.gguf new file mode 100644 index 0000000..1a3fe1e --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7c8d9a2ce4d77ffcf0c23993056e92b9ec86041a7496d51c0bb0e863f2d2458 +size 4405730048 diff --git a/deepseek-coder-7b-instruct-v1.5-Q4_K_M.gguf b/deepseek-coder-7b-instruct-v1.5-Q4_K_M.gguf new file mode 100644 index 0000000..2f75620 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a4c7b991ef5e65df82e6ddc296f6ded9d29b418426b81fa273c82f6b89a392c +size 4223359744 diff --git a/deepseek-coder-7b-instruct-v1.5-Q4_K_S.gguf b/deepseek-coder-7b-instruct-v1.5-Q4_K_S.gguf new file mode 100644 index 0000000..6a1955e --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:060cc7b95e8f54c0fe31129ca4e3783463de59d29dabcb987aa92fa835abe08d +size 4025359104 diff --git a/deepseek-coder-7b-instruct-v1.5-Q5_0.gguf b/deepseek-coder-7b-instruct-v1.5-Q5_0.gguf new file mode 100644 index 0000000..edddb1d --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d586cbc4537ceef33fdfd88cededb4c380e08a2df16f787b38cf8a6493db9ad3 +size 4819852032 diff --git a/deepseek-coder-7b-instruct-v1.5-Q5_1.gguf b/deepseek-coder-7b-instruct-v1.5-Q5_1.gguf new file mode 100644 index 0000000..9d8ebba --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:403a4da1593fd189b1f9028ad6964b78b98bdd511d2f886e98ab680d6fc0ad34 +size 5217065728 diff --git a/deepseek-coder-7b-instruct-v1.5-Q5_K_M.gguf b/deepseek-coder-7b-instruct-v1.5-Q5_K_M.gguf new file mode 100644 index 0000000..98ed76b --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4394714f2def3ed6c5a7a7b4a1147e291da08ba8c082382f72c827fe3f5b3447 +size 4926429952 diff --git a/deepseek-coder-7b-instruct-v1.5-Q5_K_S.gguf b/deepseek-coder-7b-instruct-v1.5-Q5_K_S.gguf new file mode 100644 index 0000000..e6fd1f5 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f371ea6a7cf18778f906b6c41931c6c4a4222b6c65eaf2f9d4817f3a7b2714b8 +size 4811397888 diff --git a/deepseek-coder-7b-instruct-v1.5-Q6_K.gguf b/deepseek-coder-7b-instruct-v1.5-Q6_K.gguf new file mode 100644 index 0000000..5d3561d --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e50663e3ff6166168c27df88a0befa02f1589f0ea51a1cd467da1981fa12f058 +size 5673442048 diff --git a/deepseek-coder-7b-instruct-v1.5-Q8_0.gguf b/deepseek-coder-7b-instruct-v1.5-Q8_0.gguf new file mode 100644 index 0000000..60fdc2c --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67afdd26863b0c06c2d994074c2d5871882a5f2cb480632ecc18b174b9030bb2 +size 7346985728