From 06f5faf2a131d43c8fb0f5e2dd7a95900ba66a44 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 7 Jul 2026 09:58:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: LoneStriker/deepseek-coder-7b-instruct-v1.5-GGUF Source: Original Platform --- .gitattributes | 9 ++++ LICENSE | 0 README.md | 49 +++++++++++++++++++++ deepseek-coder-7b-instruct-v1.5-Q3_K_L.gguf | 3 ++ deepseek-coder-7b-instruct-v1.5-Q3_K_M.gguf | 3 ++ deepseek-coder-7b-instruct-v1.5-Q3_K_S.gguf | 3 ++ deepseek-coder-7b-instruct-v1.5-Q4_K_M.gguf | 3 ++ deepseek-coder-7b-instruct-v1.5-Q4_K_S.gguf | 3 ++ deepseek-coder-7b-instruct-v1.5-Q5_K_M.gguf | 3 ++ deepseek-coder-7b-instruct-v1.5-Q5_K_S.gguf | 3 ++ deepseek-coder-7b-instruct-v1.5-Q6_K.gguf | 3 ++ deepseek-coder-7b-instruct-v1.5-Q8_0.gguf | 3 ++ 12 files changed, 85 insertions(+) create mode 100644 .gitattributes create mode 100644 LICENSE create mode 100644 README.md create mode 100644 deepseek-coder-7b-instruct-v1.5-Q3_K_L.gguf create mode 100644 deepseek-coder-7b-instruct-v1.5-Q3_K_M.gguf create mode 100644 deepseek-coder-7b-instruct-v1.5-Q3_K_S.gguf create mode 100644 deepseek-coder-7b-instruct-v1.5-Q4_K_M.gguf create mode 100644 deepseek-coder-7b-instruct-v1.5-Q4_K_S.gguf create mode 100644 deepseek-coder-7b-instruct-v1.5-Q5_K_M.gguf create mode 100644 deepseek-coder-7b-instruct-v1.5-Q5_K_S.gguf create mode 100644 deepseek-coder-7b-instruct-v1.5-Q6_K.gguf create mode 100644 deepseek-coder-7b-instruct-v1.5-Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..dce60b3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,9 @@ +deepseek-coder-7b-instruct-v1.5-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-coder-7b-instruct-v1.5-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..e69de29 diff --git a/README.md b/README.md new file mode 100644 index 0000000..4ae89fc --- /dev/null +++ b/README.md @@ -0,0 +1,49 @@ +--- +license: other +license_name: deepseek +license_link: LICENSE +--- + +

+DeepSeek Coder +

+

[🏠Homepage] | [🤖 Chat with DeepSeek Coder] | [Discord] | [Wechat(微信)]

+
+ + + + +### 1. Introduction of Deepseek-Coder-7B-Instruct v1.5 + +Deepseek-Coder-7B-Instruct-v1.5 is continue pre-trained from Deepseek-LLM 7B on 2T tokens by employing a window size of 4K and next token prediction objective, and then fine-tuned on 2B tokens of instruction data. + +- **Home Page:** [DeepSeek](https://deepseek.com/) +- **Repository:** [deepseek-ai/deepseek-coder](https://github.com/deepseek-ai/deepseek-coder) +- **Chat With DeepSeek Coder:** [DeepSeek-Coder](https://coder.deepseek.com/) + + +### 2. How to Use +Here give some examples of how to use our model. +#### Chat Model Inference +```python +from transformers import AutoTokenizer, AutoModelForCausalLM +tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/deepseek-coder-7b-instruct-v1.5", trust_remote_code=True) +model = AutoModelForCausalLM.from_pretrained("deepseek-ai/deepseek-coder-7b-instruct-v1.5", trust_remote_code=True).cuda() +messages=[ + { 'role': 'user', 'content': "write a quick sort algorithm in python."} +] +inputs = tokenizer.apply_chat_template(messages, add_generation_prompt=True, return_tensors="pt").to(model.device) + +outputs = model.generate(inputs, max_new_tokens=512, do_sample=False, top_k=50, top_p=0.95, num_return_sequences=1, eos_token_id=tokenizer.eos_token_id) +print(tokenizer.decode(outputs[0][len(inputs[0]):], skip_special_tokens=True)) +``` + +### 3. License +This code repository is licensed under the MIT License. The use of DeepSeek Coder models is subject to the Model License. DeepSeek Coder supports commercial use. + +See the [LICENSE-MODEL](https://github.com/deepseek-ai/deepseek-coder/blob/main/LICENSE-MODEL) for more details. + +### 4. Contact + +If you have any questions, please raise an issue or contact us at [service@deepseek.com](mailto:service@deepseek.com). + diff --git a/deepseek-coder-7b-instruct-v1.5-Q3_K_L.gguf b/deepseek-coder-7b-instruct-v1.5-Q3_K_L.gguf new file mode 100644 index 0000000..f245240 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:792a872e3acbcd4fb178c73fbc1f074832d2fed8685bfdb072157e9cdfb1d8c7 +size 3746685280 diff --git a/deepseek-coder-7b-instruct-v1.5-Q3_K_M.gguf b/deepseek-coder-7b-instruct-v1.5-Q3_K_M.gguf new file mode 100644 index 0000000..2b6a7f4 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8d61c82415b6e4cf1167c96e27a86343d78b9b93d7451d99db49e33a66cdbbd +size 3461603680 diff --git a/deepseek-coder-7b-instruct-v1.5-Q3_K_S.gguf b/deepseek-coder-7b-instruct-v1.5-Q3_K_S.gguf new file mode 100644 index 0000000..6e7119b --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee584a9c9afeb3825672b307e3d75e41fe7a6c1ca458d85fcf4ce361da27f8eb +size 3138429280 diff --git a/deepseek-coder-7b-instruct-v1.5-Q4_K_M.gguf b/deepseek-coder-7b-instruct-v1.5-Q4_K_M.gguf new file mode 100644 index 0000000..b7d0036 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d76948555c437388dbb32efe09ccb1059b154202773ca3e9bbfa412fbab0e22e +size 4223770976 diff --git a/deepseek-coder-7b-instruct-v1.5-Q4_K_S.gguf b/deepseek-coder-7b-instruct-v1.5-Q4_K_S.gguf new file mode 100644 index 0000000..a7d9912 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3324f4ad5ed01ffd3f5e9dd352e170d238494739e077add65b80821098106fad +size 4025770336 diff --git a/deepseek-coder-7b-instruct-v1.5-Q5_K_M.gguf b/deepseek-coder-7b-instruct-v1.5-Q5_K_M.gguf new file mode 100644 index 0000000..f557ff7 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f1b5ad7e7c48a83e8717852ab944f0c8580eb91c034ec1353ce6154bcf73c6b +size 4926841184 diff --git a/deepseek-coder-7b-instruct-v1.5-Q5_K_S.gguf b/deepseek-coder-7b-instruct-v1.5-Q5_K_S.gguf new file mode 100644 index 0000000..a1f60e9 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14a8b664b2db82a85952ba77ed819cc2e560d5512b8e146b28f646f0b418deda +size 4811809120 diff --git a/deepseek-coder-7b-instruct-v1.5-Q6_K.gguf b/deepseek-coder-7b-instruct-v1.5-Q6_K.gguf new file mode 100644 index 0000000..8a153f2 --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:286c8d46182e933bf90e4ef4395f21850232a786fa752daa674aafc7bafd899c +size 5673853280 diff --git a/deepseek-coder-7b-instruct-v1.5-Q8_0.gguf b/deepseek-coder-7b-instruct-v1.5-Q8_0.gguf new file mode 100644 index 0000000..045eefa --- /dev/null +++ b/deepseek-coder-7b-instruct-v1.5-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7836fd479d16ae9beebf38de444de1fb86d257499b3e6dd0bc77c4d1b16eb45c +size 7347396960