From 74e47f5b604fd8734183e147d6bed5a96ea58a97 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 1 May 2026 06:58:29 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: nisten/qwen2.5-3b-medic-gguf Source: Original Platform --- .gitattributes | 39 +++++++++++++++++++++++++++++++++++++++ Modelfile | 13 +++++++++++++ README.md | 22 ++++++++++++++++++++++ config.json | 3 +++ unsloth.F16.gguf | 3 +++ unsloth.Q4_K_M.gguf | 3 +++ unsloth.Q5_K_M.gguf | 3 +++ unsloth.Q8_0.gguf | 3 +++ 8 files changed, 89 insertions(+) create mode 100644 .gitattributes create mode 100644 Modelfile create mode 100644 README.md create mode 100644 config.json create mode 100644 unsloth.F16.gguf create mode 100644 unsloth.Q4_K_M.gguf create mode 100644 unsloth.Q5_K_M.gguf create mode 100644 unsloth.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b91ffab --- /dev/null +++ b/.gitattributes @@ -0,0 +1,39 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +unsloth.F16.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Modelfile b/Modelfile new file mode 100644 index 0000000..5f2b2ff --- /dev/null +++ b/Modelfile @@ -0,0 +1,13 @@ + +FROM /content/nisten/qwen2.5-3b-medic-gguf/unsloth.F16.gguf +TEMPLATE """{{ if .System }}<|im_start|>system +{{ .System }}<|im_end|> +{{ end }}{{ if .Prompt }}<|im_start|>user +{{ .Prompt }}<|im_end|> +{{ end }}<|im_start|>assistant +{{ .Response }}<|im_end|> +""" +PARAMETER stop "<|im_start|>" +PARAMETER stop "<|im_end|>" +PARAMETER temperature 1.5 +PARAMETER min_p 0.1 \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..fed1c5d --- /dev/null +++ b/README.md @@ -0,0 +1,22 @@ +--- +base_model: unsloth/Qwen2.5-3B +tags: +- text-generation-inference +- transformers +- unsloth +- qwen2 +- gguf +license: apache-2.0 +language: +- en +--- + +# Uploaded model + +- **Developed by:** nisten +- **License:** apache-2.0 +- **Finetuned from model :** unsloth/Qwen2.5-3B + +This qwen2 model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +[](https://github.com/unslothai/unsloth) diff --git a/config.json b/config.json new file mode 100644 index 0000000..5ca493c --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen2" +} \ No newline at end of file diff --git a/unsloth.F16.gguf b/unsloth.F16.gguf new file mode 100644 index 0000000..9359e53 --- /dev/null +++ b/unsloth.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08d4979d8f85c3f0346f87482fd1b49d88494555f4082e481bf1ddcec998b790 +size 6178314464 diff --git a/unsloth.Q4_K_M.gguf b/unsloth.Q4_K_M.gguf new file mode 100644 index 0000000..e2aa5f6 --- /dev/null +++ b/unsloth.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42848702dcadbc22daf7a9e1dca3cf8f773181216a8253c15ddf247723a21d1e +size 1929900256 diff --git a/unsloth.Q5_K_M.gguf b/unsloth.Q5_K_M.gguf new file mode 100644 index 0000000..ff52af2 --- /dev/null +++ b/unsloth.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c398101f60de371bade6286b4d0acf460b1416c137be3121e02d29fe9663ace +size 2224812256 diff --git a/unsloth.Q8_0.gguf b/unsloth.Q8_0.gguf new file mode 100644 index 0000000..a0c73a6 --- /dev/null +++ b/unsloth.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccecacf463503f3aba5cf8d1fe9c4ad7a198aa4d303e7c2d30e739e8a37cc9ea +size 3285473504