commit 61b0d1e33650bbed7cea16ee63398b3086574683 Author: ModelHub XC Date: Sat Apr 18 07:31:20 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: afrideva/Dimensity-3B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a14093b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +dimensity-3b.fp16.gguf filter=lfs diff=lfs merge=lfs -text +dimensity-3b.q2_k.gguf filter=lfs diff=lfs merge=lfs -text +dimensity-3b.q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +dimensity-3b.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +dimensity-3b.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +dimensity-3b.q6_k.gguf filter=lfs diff=lfs merge=lfs -text +dimensity-3b.q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..71e5149 --- /dev/null +++ b/README.md @@ -0,0 +1,66 @@ +--- +base_model: Dimensity/Dimensity-3B +inference: false +language: +- en +license: mit +model_creator: Dimensity +model_name: Dimensity-3B +pipeline_tag: text-generation +quantized_by: afrideva +tags: +- sft +- gguf +- ggml +- quantized +- q2_k +- q3_k_m +- q4_k_m +- q5_k_m +- q6_k +- q8_0 +--- +# Dimensity/Dimensity-3B-GGUF + +Quantized GGUF model files for [Dimensity-3B](https://huggingface.co/Dimensity/Dimensity-3B) from [Dimensity](https://huggingface.co/Dimensity) + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [dimensity-3b.fp16.gguf](https://huggingface.co/afrideva/Dimensity-3B-GGUF/resolve/main/dimensity-3b.fp16.gguf) | fp16 | 5.59 GB | +| [dimensity-3b.q2_k.gguf](https://huggingface.co/afrideva/Dimensity-3B-GGUF/resolve/main/dimensity-3b.q2_k.gguf) | q2_k | 1.20 GB | +| [dimensity-3b.q3_k_m.gguf](https://huggingface.co/afrideva/Dimensity-3B-GGUF/resolve/main/dimensity-3b.q3_k_m.gguf) | q3_k_m | 1.39 GB | +| [dimensity-3b.q4_k_m.gguf](https://huggingface.co/afrideva/Dimensity-3B-GGUF/resolve/main/dimensity-3b.q4_k_m.gguf) | q4_k_m | 1.71 GB | +| [dimensity-3b.q5_k_m.gguf](https://huggingface.co/afrideva/Dimensity-3B-GGUF/resolve/main/dimensity-3b.q5_k_m.gguf) | q5_k_m | 1.99 GB | +| [dimensity-3b.q6_k.gguf](https://huggingface.co/afrideva/Dimensity-3B-GGUF/resolve/main/dimensity-3b.q6_k.gguf) | q6_k | 2.30 GB | +| [dimensity-3b.q8_0.gguf](https://huggingface.co/afrideva/Dimensity-3B-GGUF/resolve/main/dimensity-3b.q8_0.gguf) | q8_0 | 2.97 GB | + + + +## Original Model Card: +```Dimensity-3B``` + +# Model Details +Dimensity-3B is a finetuned version of the StableLM framework trained on a variety of conversational data. It contains 3 billion parameters. + +# Intended Uses +This model is intended for conversational AI applications. It can engage in open-ended dialogue by generating responses to user prompts. + +## Factors +# Training Data +The model was trained on a large dataset of over 100 million conversational exchanges extracted from Reddit comments, customer support logs, and other online dialogues. + +# Prompt Template +The model was finetuned using the following prompt template: +``` +### Human: {prompt} + +### Assistant: +``` +This prompts the model to take on an assistant role. + +# Ethical Considerations +As the model was trained on public conversational data, it may generate responses that contain harmful stereotypes or toxic content. The model should be used with caution in sensitive contexts. + +# Caveats and Recommendations +This model is designed for open-ended conversation. It may sometimes generate plausible-sounding but incorrect information. Outputs should be validated against external sources. \ No newline at end of file diff --git a/dimensity-3b.fp16.gguf b/dimensity-3b.fp16.gguf new file mode 100644 index 0000000..cd077fe --- /dev/null +++ b/dimensity-3b.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:add6bd6217bf455a414684e502424ba2e6be636a5bfafed4093df6c1bbbf9e72 +size 5593341312 diff --git a/dimensity-3b.q2_k.gguf b/dimensity-3b.q2_k.gguf new file mode 100644 index 0000000..69d5ee5 --- /dev/null +++ b/dimensity-3b.q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c581f2db778196270b6ed3c2257fdfb671ce22618bbf4a36c2f3a154fc973b9 +size 1198771136 diff --git a/dimensity-3b.q3_k_m.gguf b/dimensity-3b.q3_k_m.gguf new file mode 100644 index 0000000..b8216f2 --- /dev/null +++ b/dimensity-3b.q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf07aa2b5fa8f94e830ee9b06fdf70e37e456eaf0ef8b7d0810241688b25308e +size 1391418816 diff --git a/dimensity-3b.q4_k_m.gguf b/dimensity-3b.q4_k_m.gguf new file mode 100644 index 0000000..8a34094 --- /dev/null +++ b/dimensity-3b.q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc709882bd37a6cfb0b916d4b871f37b9152f1536716948aebb0deb3491fafb4 +size 1708595136 diff --git a/dimensity-3b.q5_k_m.gguf b/dimensity-3b.q5_k_m.gguf new file mode 100644 index 0000000..132fd56 --- /dev/null +++ b/dimensity-3b.q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cc118247ea56958a79e2213d1d803d4c96db9d0089efd23b178350e5ba1dc78 +size 1993390016 diff --git a/dimensity-3b.q6_k.gguf b/dimensity-3b.q6_k.gguf new file mode 100644 index 0000000..0bca28c --- /dev/null +++ b/dimensity-3b.q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1024324bc3faa799393f443ab420e952ebea0fac5d56e811e7b1faab7b12ed1 +size 2295984576 diff --git a/dimensity-3b.q8_0.gguf b/dimensity-3b.q8_0.gguf new file mode 100644 index 0000000..33eb2b2 --- /dev/null +++ b/dimensity-3b.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:524dc9ee59c2937ae80508912a81d8d3b08702b2ff9a864a6b6d6da4b3dcfc8a +size 2972925376