commit e6e9df272d24de750dead152c96578b5bac4783f Author: ModelHub XC Date: Tue Sep 15 05:02:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: matrixportalx/DeepSeek-R1-Distill-Qwen-1.5B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1d0c9f7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +deepseek-r1-distill-qwen-1.5b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-r1-distill-qwen-1.5b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-r1-distill-qwen-1.5b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-r1-distill-qwen-1.5b-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-r1-distill-qwen-1.5b-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-r1-distill-qwen-1.5b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-r1-distill-qwen-1.5b-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-r1-distill-qwen-1.5b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-r1-distill-qwen-1.5b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-r1-distill-qwen-1.5b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-r1-distill-qwen-1.5b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-r1-distill-qwen-1.5b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +deepseek-r1-distill-qwen-1.5b-f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..86c8597 --- /dev/null +++ b/README.md @@ -0,0 +1,52 @@ +--- +license: mit +library_name: transformers +tags: +- llama-cpp +- gguf-my-repo +base_model: deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B +--- + +# matrixportal/DeepSeek-R1-Distill-Qwen-1.5B-GGUF +This model was converted to GGUF format from [`deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B`](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B) using llama.cpp via the ggml.ai's [GGUF-my-repo](https://huggingface.co/spaces/ggml-org/gguf-my-repo) space. +Refer to the [original model card](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B) for more details on the model. + +## Use with llama.cpp +Install llama.cpp through brew (works on Mac and Linux) + +```bash +brew install llama.cpp + +``` +Invoke the llama.cpp server or the CLI. + +### CLI: +```bash +llama-cli --hf-repo matrixportal/DeepSeek-R1-Distill-Qwen-1.5B-GGUF --hf-file deepseek-r1-distill-qwen-1.5b-f16.gguf -p "The meaning to life and the universe is" +``` + +### Server: +```bash +llama-server --hf-repo matrixportal/DeepSeek-R1-Distill-Qwen-1.5B-GGUF --hf-file deepseek-r1-distill-qwen-1.5b-f16.gguf -c 2048 +``` + +Note: You can also use this checkpoint directly through the [usage steps](https://github.com/ggerganov/llama.cpp?tab=readme-ov-file#usage) listed in the Llama.cpp repo as well. + +Step 1: Clone llama.cpp from GitHub. +``` +git clone https://github.com/ggerganov/llama.cpp +``` + +Step 2: Move into the llama.cpp folder and build it with `LLAMA_CURL=1` flag along with other hardware-specific flags (for ex: LLAMA_CUDA=1 for Nvidia GPUs on Linux). +``` +cd llama.cpp && LLAMA_CURL=1 make +``` + +Step 3: Run inference through the main binary. +``` +./llama-cli --hf-repo matrixportal/DeepSeek-R1-Distill-Qwen-1.5B-GGUF --hf-file deepseek-r1-distill-qwen-1.5b-f16.gguf -p "The meaning to life and the universe is" +``` +or +``` +./llama-server --hf-repo matrixportal/DeepSeek-R1-Distill-Qwen-1.5B-GGUF --hf-file deepseek-r1-distill-qwen-1.5b-f16.gguf -c 2048 +``` diff --git a/deepseek-r1-distill-qwen-1.5b-f16.gguf b/deepseek-r1-distill-qwen-1.5b-f16.gguf new file mode 100644 index 0000000..6bd2bdd --- /dev/null +++ b/deepseek-r1-distill-qwen-1.5b-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dcc3a6253f4fd580075a4ad4611b0f0074c537ab1dd2daebf9053566c44f7d8 +size 3560416096 diff --git a/deepseek-r1-distill-qwen-1.5b-q2_k.gguf b/deepseek-r1-distill-qwen-1.5b-q2_k.gguf new file mode 100644 index 0000000..5b3a442 --- /dev/null +++ b/deepseek-r1-distill-qwen-1.5b-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef2fad904c270c919ef5b599d7a40e7301ec067c90f519739299a2a8bb3b3bf6 +size 752879968 diff --git a/deepseek-r1-distill-qwen-1.5b-q3_k_l.gguf b/deepseek-r1-distill-qwen-1.5b-q3_k_l.gguf new file mode 100644 index 0000000..b7cd2ef --- /dev/null +++ b/deepseek-r1-distill-qwen-1.5b-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fca5f19e0b9e757895e98f23e82d896f55372cd51dea1daf6d6806b685825fa +size 980439904 diff --git a/deepseek-r1-distill-qwen-1.5b-q3_k_m.gguf b/deepseek-r1-distill-qwen-1.5b-q3_k_m.gguf new file mode 100644 index 0000000..4635415 --- /dev/null +++ b/deepseek-r1-distill-qwen-1.5b-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b34867f5d0df299f828f9557425b24ccae8162e60e283eac099d7f216fac56d +size 924455776 diff --git a/deepseek-r1-distill-qwen-1.5b-q3_k_s.gguf b/deepseek-r1-distill-qwen-1.5b-q3_k_s.gguf new file mode 100644 index 0000000..6634897 --- /dev/null +++ b/deepseek-r1-distill-qwen-1.5b-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ab0765bef785747347147f36de56c1321162a65cd0d864932b950a095ae3871 +size 861221728 diff --git a/deepseek-r1-distill-qwen-1.5b-q4_0.gguf b/deepseek-r1-distill-qwen-1.5b-q4_0.gguf new file mode 100644 index 0000000..19ef702 --- /dev/null +++ b/deepseek-r1-distill-qwen-1.5b-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d3f4820ee66ab44884b8176f17371eb1baa1d63df15740ffd5873d9e03e8978 +size 1066227008 diff --git a/deepseek-r1-distill-qwen-1.5b-q4_k_m.gguf b/deepseek-r1-distill-qwen-1.5b-q4_k_m.gguf new file mode 100644 index 0000000..7675b22 --- /dev/null +++ b/deepseek-r1-distill-qwen-1.5b-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d6995d3b87610c40874a81f20d3c188235ea281324e9f5a9ba52274c530da61 +size 1117320544 diff --git a/deepseek-r1-distill-qwen-1.5b-q4_k_s.gguf b/deepseek-r1-distill-qwen-1.5b-q4_k_s.gguf new file mode 100644 index 0000000..7e506c9 --- /dev/null +++ b/deepseek-r1-distill-qwen-1.5b-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a13b88a32e57d4abf322f4c8555a0b7e72adfc8d03db2c772727ac7a5ac1153 +size 1071584576 diff --git a/deepseek-r1-distill-qwen-1.5b-q5_0.gguf b/deepseek-r1-distill-qwen-1.5b-q5_0.gguf new file mode 100644 index 0000000..c5760d8 --- /dev/null +++ b/deepseek-r1-distill-qwen-1.5b-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e60648346bc87df5a2ee5b06b1caf9b3bfa50d0d20abecf8ef180d78a0db77c3 +size 1259173216 diff --git a/deepseek-r1-distill-qwen-1.5b-q5_k_m.gguf b/deepseek-r1-distill-qwen-1.5b-q5_k_m.gguf new file mode 100644 index 0000000..304c7eb --- /dev/null +++ b/deepseek-r1-distill-qwen-1.5b-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b98429b4e04a008df33077f818d3d4469fb2902066520d3d4c10a6aa92e0c24c +size 1285494112 diff --git a/deepseek-r1-distill-qwen-1.5b-q5_k_s.gguf b/deepseek-r1-distill-qwen-1.5b-q5_k_s.gguf new file mode 100644 index 0000000..31f0812 --- /dev/null +++ b/deepseek-r1-distill-qwen-1.5b-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9f70217a789d28bb6b31c8771d64ec56d00335fd381a762eb3bc5483218bdd6 +size 1259173216 diff --git a/deepseek-r1-distill-qwen-1.5b-q6_k.gguf b/deepseek-r1-distill-qwen-1.5b-q6_k.gguf new file mode 100644 index 0000000..8bd6e23 --- /dev/null +++ b/deepseek-r1-distill-qwen-1.5b-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c64e11ba60210d14311ce91b9fa62938b5f73fe4fb863b554077f820d54d1e4f +size 1464178528 diff --git a/deepseek-r1-distill-qwen-1.5b-q8_0.gguf b/deepseek-r1-distill-qwen-1.5b-q8_0.gguf new file mode 100644 index 0000000..b29172e --- /dev/null +++ b/deepseek-r1-distill-qwen-1.5b-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b2d8b13e948a20d836e9de919cb642bd76921ac70bb5c9f66d58e9df4f0d044 +size 1894531936