From ea10d6346b3551d727a8ef10511961c152462557 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 23 Jul 2026 18:18:06 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: QuantFactory/deepseek-math-7b-instruct-GGUF Source: Original Platform --- .gitattributes | 49 ++++++++++++++++ README.md | 82 +++++++++++++++++++++++++++ configuration.json | 1 + deepseek-math-7b-instruct.Q2_K.gguf | 3 + deepseek-math-7b-instruct.Q3_K_L.gguf | 3 + deepseek-math-7b-instruct.Q3_K_M.gguf | 3 + deepseek-math-7b-instruct.Q3_K_S.gguf | 3 + deepseek-math-7b-instruct.Q4_0.gguf | 3 + deepseek-math-7b-instruct.Q4_1.gguf | 3 + deepseek-math-7b-instruct.Q4_K_M.gguf | 3 + deepseek-math-7b-instruct.Q4_K_S.gguf | 3 + deepseek-math-7b-instruct.Q5_0.gguf | 3 + deepseek-math-7b-instruct.Q5_1.gguf | 3 + deepseek-math-7b-instruct.Q5_K_M.gguf | 3 + deepseek-math-7b-instruct.Q5_K_S.gguf | 3 + deepseek-math-7b-instruct.Q6_K.gguf | 3 + deepseek-math-7b-instruct.Q8_0.gguf | 3 + 17 files changed, 174 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 deepseek-math-7b-instruct.Q2_K.gguf create mode 100644 deepseek-math-7b-instruct.Q3_K_L.gguf create mode 100644 deepseek-math-7b-instruct.Q3_K_M.gguf create mode 100644 deepseek-math-7b-instruct.Q3_K_S.gguf create mode 100644 deepseek-math-7b-instruct.Q4_0.gguf create mode 100644 deepseek-math-7b-instruct.Q4_1.gguf create mode 100644 deepseek-math-7b-instruct.Q4_K_M.gguf create mode 100644 deepseek-math-7b-instruct.Q4_K_S.gguf create mode 100644 deepseek-math-7b-instruct.Q5_0.gguf create mode 100644 deepseek-math-7b-instruct.Q5_1.gguf create mode 100644 deepseek-math-7b-instruct.Q5_K_M.gguf create mode 100644 deepseek-math-7b-instruct.Q5_K_S.gguf create mode 100644 deepseek-math-7b-instruct.Q6_K.gguf create mode 100644 deepseek-math-7b-instruct.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..7887fc8 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +deepseek-math-7b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-math-7b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-math-7b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-math-7b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-math-7b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-math-7b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-math-7b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-math-7b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-math-7b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-math-7b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-math-7b-instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-math-7b-instruct.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-math-7b-instruct.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-math-7b-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..9a14e48 --- /dev/null +++ b/README.md @@ -0,0 +1,82 @@ +--- +license: other +license_name: deepseek +license_link: https://github.com/deepseek-ai/DeepSeek-Math/blob/main/LICENSE-MODEL +base_model: deepseek-ai/deepseek-math-7b-instruct +pipeline_tag: text-generation +--- + +# QuantFactory/deepseek-math-7b-instruct-GGUF +This is quanitzed version of [deepseek-ai/deepseek-math-7b-instruct](https://huggingface.co/deepseek-ai/deepseek-math-7b-instruct) created using llama.cpp + +# Model Description + +

+DeepSeek Chat +

+

[🏠Homepage] | [🤖 Chat with DeepSeek LLM] | [Discord] | [Wechat(微信)]

+ +

+ Paper Link👁️ +

+ +
+ + + + + +### 1. Introduction to DeepSeekMath +See the [Introduction](https://github.com/deepseek-ai/DeepSeek-Math) for more details. + +### 2. How to Use +Here give some examples of how to use our model. + +**Chat Completion** + +❗❗❗ **Please use chain-of-thought prompt to test DeepSeekMath-Instruct and DeepSeekMath-RL:** + +- English questions: **{question}\nPlease reason step by step, and put your final answer within \\boxed{}.** + +- Chinese questions: **{question}\n请通过逐步推理来解答问题，并把最终答案放置于\\boxed{}中。** + +```python +import torch +from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig + +model_name = "deepseek-ai/deepseek-math-7b-instruct" +tokenizer = AutoTokenizer.from_pretrained(model_name) +model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="auto") +model.generation_config = GenerationConfig.from_pretrained(model_name) +model.generation_config.pad_token_id = model.generation_config.eos_token_id + +messages = [ + {"role": "user", "content": "what is the integral of x^2 from 0 to 2?\nPlease reason step by step, and put your final answer within \\boxed{}."} +] +input_tensor = tokenizer.apply_chat_template(messages, add_generation_prompt=True, return_tensors="pt") +outputs = model.generate(input_tensor.to(model.device), max_new_tokens=100) + +result = tokenizer.decode(outputs[0][input_tensor.shape[1]:], skip_special_tokens=True) +print(result) +``` + +Avoiding the use of the provided function `apply_chat_template`, you can also interact with our model following the sample template. Note that `messages` should be replaced by your input. + +``` +User: {messages[0]['content']} + +Assistant: {messages[1]['content']}<｜end▁of▁sentence｜>User: {messages[2]['content']} + +Assistant: +``` + +**Note:** By default (`add_special_tokens=True`), our tokenizer automatically adds a `bos_token` (`<｜begin▁of▁sentence｜>`) before the input text. Additionally, since the system prompt is not compatible with this version of our models, we DO NOT RECOMMEND including the system prompt in your input. + +### 3. License +This code repository is licensed under the MIT License. The use of DeepSeekMath models is subject to the Model License. DeepSeekMath supports commercial use. + +See the [LICENSE-MODEL](https://github.com/deepseek-ai/DeepSeek-Math/blob/main/LICENSE-MODEL) for more details. + +### 4. Contact + +If you have any questions, please raise an issue or contact us at [service@deepseek.com](mailto:service@deepseek.com). \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/deepseek-math-7b-instruct.Q2_K.gguf b/deepseek-math-7b-instruct.Q2_K.gguf new file mode 100644 index 0000000..14d5807 --- /dev/null +++ b/deepseek-math-7b-instruct.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a991f41f0466dd2fdabf2a3d892f82f35afd360e7061917521158acb4b96a132 +size 2718422592 diff --git a/deepseek-math-7b-instruct.Q3_K_L.gguf b/deepseek-math-7b-instruct.Q3_K_L.gguf new file mode 100644 index 0000000..b5065ea --- /dev/null +++ b/deepseek-math-7b-instruct.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d49062831b5e8081f3753b260fbf2f41815fcf3bfd1f014969d4fda3a2ca9b79 +size 3746272832 diff --git a/deepseek-math-7b-instruct.Q3_K_M.gguf b/deepseek-math-7b-instruct.Q3_K_M.gguf new file mode 100644 index 0000000..fca2be7 --- /dev/null +++ b/deepseek-math-7b-instruct.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:605f9c820f921fb1edfc2a542190d64ec25d24a64caf2423113e4a630339a770 +size 3461191232 diff --git a/deepseek-math-7b-instruct.Q3_K_S.gguf b/deepseek-math-7b-instruct.Q3_K_S.gguf new file mode 100644 index 0000000..131006d --- /dev/null +++ b/deepseek-math-7b-instruct.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2259985631376d0e7c18a5365955fc5e31f3cf9b9d4a45d9dd0ba33ea757123f +size 3138016832 diff --git a/deepseek-math-7b-instruct.Q4_0.gguf b/deepseek-math-7b-instruct.Q4_0.gguf new file mode 100644 index 0000000..779e715 --- /dev/null +++ b/deepseek-math-7b-instruct.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:808b608cd0ddfe2086549e067486c4605b83c787235b6d169ed1c9be7e1ec5fa +size 4000060992 diff --git a/deepseek-math-7b-instruct.Q4_1.gguf b/deepseek-math-7b-instruct.Q4_1.gguf new file mode 100644 index 0000000..1e8fd37 --- /dev/null +++ b/deepseek-math-7b-instruct.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6b50a837d520aa9753259a3337a42e0175fa989a95110323ca5db8c96e5404f +size 4405728832 diff --git a/deepseek-math-7b-instruct.Q4_K_M.gguf b/deepseek-math-7b-instruct.Q4_K_M.gguf new file mode 100644 index 0000000..9150d5a --- /dev/null +++ b/deepseek-math-7b-instruct.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1dc4653caea1c23a10f31a41819179b2611a1645c8c32041014ceca9b855277 +size 4223358528 diff --git a/deepseek-math-7b-instruct.Q4_K_S.gguf b/deepseek-math-7b-instruct.Q4_K_S.gguf new file mode 100644 index 0000000..18fcbaf --- /dev/null +++ b/deepseek-math-7b-instruct.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaec9a5a1ef6b2f023f894a6462092de9515215ad5fb6b4831123fc1d372cdd1 +size 4025357888 diff --git a/deepseek-math-7b-instruct.Q5_0.gguf b/deepseek-math-7b-instruct.Q5_0.gguf new file mode 100644 index 0000000..8e234eb --- /dev/null +++ b/deepseek-math-7b-instruct.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3ce9c9f0b32e39b85dd4c996711c630b7474e2ad33ea5e5d9a8d1966cb86718 +size 4811396672 diff --git a/deepseek-math-7b-instruct.Q5_1.gguf b/deepseek-math-7b-instruct.Q5_1.gguf new file mode 100644 index 0000000..6e79163 --- /dev/null +++ b/deepseek-math-7b-instruct.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b1709778148d7e08a05e7cbca11e9a99f726fe512aeb91bef6bcfbd17120d4a +size 5217064512 diff --git a/deepseek-math-7b-instruct.Q5_K_M.gguf b/deepseek-math-7b-instruct.Q5_K_M.gguf new file mode 100644 index 0000000..cac6730 --- /dev/null +++ b/deepseek-math-7b-instruct.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4ff460c181bc1c6cad72cfba052ee65b94501bfa8532c730ff899609ddd7e02 +size 4926428736 diff --git a/deepseek-math-7b-instruct.Q5_K_S.gguf b/deepseek-math-7b-instruct.Q5_K_S.gguf new file mode 100644 index 0000000..a2b1a9d --- /dev/null +++ b/deepseek-math-7b-instruct.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64d05bd513d7b9352827b4bd3be44c1c6796875fcac73d7791b4b55f9395799a +size 4811396672 diff --git a/deepseek-math-7b-instruct.Q6_K.gguf b/deepseek-math-7b-instruct.Q6_K.gguf new file mode 100644 index 0000000..36510c6 --- /dev/null +++ b/deepseek-math-7b-instruct.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b958cefcd58ab14b1b475db421b346acb9b0b92ca95cab9af6413ed207d30f50 +size 5673440832 diff --git a/deepseek-math-7b-instruct.Q8_0.gguf b/deepseek-math-7b-instruct.Q8_0.gguf new file mode 100644 index 0000000..d85a9a4 --- /dev/null +++ b/deepseek-math-7b-instruct.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb1c4c0c5902b1162692fb09df65e2521a0abc6bee83d2aa84a4a88560acc9bf +size 7346984512