From 4b1b34277de7f1ed9396958def5d240814fa0d1e Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 9 May 2026 17:52:29 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Pinkstack/PARM-Qwen2.5-o1-0.5B-GGUF Source: Original Platform --- .gitattributes | 44 ++++++++++++++++++++++++ Modelfile | 56 ++++++++++++++++++++++++++++++ PARM-Qwen2.5-0.5B-o.1-BF16.gguf | 3 ++ PARM-Qwen2.5-0.5B-o.1-Q4_K_M.gguf | 3 ++ PARM-Qwen2.5-0.5B-o.1-Q6_K.gguf | 3 ++ PARM-Qwen2.5-0.5B-o.1-Q8_0.gguf | 3 ++ README.md | 57 +++++++++++++++++++++++++++++++ config.json | 3 ++ 8 files changed, 172 insertions(+) create mode 100644 .gitattributes create mode 100644 Modelfile create mode 100644 PARM-Qwen2.5-0.5B-o.1-BF16.gguf create mode 100644 PARM-Qwen2.5-0.5B-o.1-Q4_K_M.gguf create mode 100644 PARM-Qwen2.5-0.5B-o.1-Q6_K.gguf create mode 100644 PARM-Qwen2.5-0.5B-o.1-Q8_0.gguf create mode 100644 README.md create mode 100644 config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..453c073 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,44 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +unsloth.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.BF16.gguf filter=lfs diff=lfs merge=lfs -text +PARM-Qwen2.5-o.1.gguf filter=lfs diff=lfs merge=lfs -text +PARM-Qwen2.5-0.5B-o.1-BF16.gguf filter=lfs diff=lfs merge=lfs -text +PARM-Qwen2.5-0.5B-o.1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +PARM-Qwen2.5-0.5B-o.1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +PARM-Qwen2.5-0.5B-o.1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Modelfile b/Modelfile new file mode 100644 index 0000000..349e5ab --- /dev/null +++ b/Modelfile @@ -0,0 +1,56 @@ + +FROM /kaggle/working/Pinkstack/PARM-Qwen2.5-o.1-0.5B-GGUF/unsloth.F16.gguf +TEMPLATE """{{- if .Messages }} +{{- if or .System .Tools }}<|im_start|>system +{{- if .System }} +{{ .System }} +{{- end }} +{{- if .Tools }} + +# Tools + +You may call one or more functions to assist with the user query. + +You are provided with function signatures within XML tags: + +{{- range .Tools }} +{"type": "function", "function": {{ .Function }}} +{{- end }} + + +For each function call, return a json object with function name and arguments within XML tags: + +{"name": , "arguments": } + +{{- end }}<|im_end|> +{{ end }} +{{- range $i, $_ := .Messages }} +{{- $last := eq (len (slice $.Messages $i)) 1 -}} +{{- if eq .Role "user" }}<|im_start|>user +{{ .Content }}<|im_end|> +{{ else if eq .Role "assistant" }}<|im_start|>assistant +{{ if .Content }}{{ .Content }} +{{- else if .ToolCalls }} +{{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}} +{{ end }} +{{- end }}{{ if not $last }}<|im_end|> +{{ end }} +{{- else if eq .Role "tool" }}<|im_start|>user + +{{ .Content }} +<|im_end|> +{{ end }} +{{- if and (ne .Role "assistant") $last }}<|im_start|>assistant +{{ end }} +{{- end }} +{{- else }} +{{- if .System }}<|im_start|>system +{{ .System }}<|im_end|> +{{ end }}{{ if .Prompt }}<|im_start|>user +{{ .Prompt }}<|im_end|> +{{ end }}<|im_start|>assistant +{{ end }}{{ .Response }}{{ if .Response }}<|im_end|>{{ end }}""" +PARAMETER stop "<|im_end|>" +PARAMETER stop "<|endoftext|>" +PARAMETER temperature 1.5 +PARAMETER min_p 0.1 \ No newline at end of file diff --git a/PARM-Qwen2.5-0.5B-o.1-BF16.gguf b/PARM-Qwen2.5-0.5B-o.1-BF16.gguf new file mode 100644 index 0000000..6150d35 --- /dev/null +++ b/PARM-Qwen2.5-0.5B-o.1-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fd77af913f2dfa546a3831acec80e8417d41c98fbd1e13232fbd05594d63608 +size 994156384 diff --git a/PARM-Qwen2.5-0.5B-o.1-Q4_K_M.gguf b/PARM-Qwen2.5-0.5B-o.1-Q4_K_M.gguf new file mode 100644 index 0000000..00dcfac --- /dev/null +++ b/PARM-Qwen2.5-0.5B-o.1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a3df98d5a66270d903fd1ae89f7621d8a24f187106029de9ee5b8ce129bb9a +size 397807456 diff --git a/PARM-Qwen2.5-0.5B-o.1-Q6_K.gguf b/PARM-Qwen2.5-0.5B-o.1-Q6_K.gguf new file mode 100644 index 0000000..62ba6f6 --- /dev/null +++ b/PARM-Qwen2.5-0.5B-o.1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:674be0e099285e089c67dc17d0dff885d99383d053303643d64aa715774032a7 +size 505736032 diff --git a/PARM-Qwen2.5-0.5B-o.1-Q8_0.gguf b/PARM-Qwen2.5-0.5B-o.1-Q8_0.gguf new file mode 100644 index 0000000..c4f1c68 --- /dev/null +++ b/PARM-Qwen2.5-0.5B-o.1-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64bc2f094b4b0922a1ca8fb2e7a29b6db8ef56ba99fb71f6a06795abb3979b45 +size 531067744 diff --git a/README.md b/README.md new file mode 100644 index 0000000..ddd34d9 --- /dev/null +++ b/README.md @@ -0,0 +1,57 @@ +--- +tags: +- text-generation-inference +- transformers +- unsloth +- gguf +- reasoning +- Qwen2 +- Qwen +license: apache-2.0 +language: +- en +pipeline_tag: text-generation +--- + +![BY_PINKSTACK.png](https://cdn-uploads.huggingface.co/production/uploads/6710ba6af1279fe0dfe33afe/2xMulpuSlZ3C1vpGgsAYi.png) + +[PRAM V2](https://huggingface.co/collections/Pinkstackorg/pram-v2-67612d3c542b9121bf15891c) + +# 🧀 Which quant is right for you? + +- ***Q4:*** This model should be used for super low end devices like older phones or older laptops due to its very compact size, quality is okay but fully usable. +- ***Q6:*** This model should be used on most modern devices, good quality and very quick responses. +- ***Q8:*** This model should be used on most modern devices Responses are very high quality, but its a little slower than q6 +- ***BF16:*** This Lossless model should only be used if maximum quality is needed; it doesn't perform well speed wise, but text results are high quality. + +## Things you should be aware of when using PARM models (Pinkstack Accuracy Reasoning Models) 🧀 + +This PARM is based on Qwen 2.5 0.5B which has gotten extra reasoning training parameters so it would have similar outputs to qwen QwQ (only much, smaller.), We trained with [this](https://huggingface.co/datasets/gghfez/QwQ-LongCoT-130K-cleaned) dataset. +it is designed to run on any device, from your phone to high-end PC. that is why we've included a BF16 quant. + + +To use this model, you must use a service which supports the GGUF file format. +Additionaly, this is the Prompt Template, it uses the qwen2 template. +``` +{{{ if .System }}<|system|> +{{ .System }}<|im_end|> +{{ end }}{{ if .Prompt }}<|user|> +{{ .Prompt }}<|im_end|> +{{ end }}<|assistant|> +{{ .Response }}<|im_end|> +``` + +Or if you are using an anti prompt: <|end|><|assistant|> + +Highly recommended to use with a system prompt. + +# Extra information +- **Developed by:** Pinkstack +- **License:** apache-2.0 +- **Finetuned from model :** unsloth/qwen2.5-0.5b-instruct-bnb-4bit + +This model was trained using [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +Used this model? Don't forget to leave a like :) + +[](https://github.com/unslothai/unsloth) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5ca493c --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen2" +} \ No newline at end of file