commit d2187d31abd968f70d9396ed1ca74fd0f1843ecd Author: ModelHub XC Date: Thu Sep 17 03:46:23 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5547ad1 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-0.5B-Instruct-MLX.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen2.5-0.5B-Instruct-MLX.IQ3_M.gguf b/Qwen2.5-0.5B-Instruct-MLX.IQ3_M.gguf new file mode 100644 index 0000000..8d480af --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9693aa3d3bb80f42d3fad0200307e192e5569921adc49294045c19a75196d2bc +size 342752352 diff --git a/Qwen2.5-0.5B-Instruct-MLX.IQ3_S.gguf b/Qwen2.5-0.5B-Instruct-MLX.IQ3_S.gguf new file mode 100644 index 0000000..032eb30 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9b5d492844ec70ecd5c4eea440f809a3e0167c8e9002f84347f29241ed57512 +size 338607456 diff --git a/Qwen2.5-0.5B-Instruct-MLX.IQ3_XS.gguf b/Qwen2.5-0.5B-Instruct-MLX.IQ3_XS.gguf new file mode 100644 index 0000000..419833b --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:831370c12f72b9af30aed4b168a5d368d68397e5811436e6b315161f44ad64d1 +size 338607456 diff --git a/Qwen2.5-0.5B-Instruct-MLX.IQ4_NL.gguf b/Qwen2.5-0.5B-Instruct-MLX.IQ4_NL.gguf new file mode 100644 index 0000000..6a9ab8f --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbd862e570c7d53abbbe0abb871271b8d3e8ee8f28845ba8471fdca76be3c974 +size 354305376 diff --git a/Qwen2.5-0.5B-Instruct-MLX.IQ4_XS.gguf b/Qwen2.5-0.5B-Instruct-MLX.IQ4_XS.gguf new file mode 100644 index 0000000..41dbb51 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1e269b950d7f8ca36f5c8ec2e4a4337ae4c8c2b05bc2c0128924c1857dfcaf3 +size 351445344 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q2_K.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q2_K.gguf new file mode 100644 index 0000000..59afe98 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:119b4de48663bb6f17db890b507ce102ba2ff736cf4da98a181455ed741c5fef +size 338607456 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q3_K.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q3_K.gguf new file mode 100644 index 0000000..91c2287 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad829748348821d354805aa11323fe5e3015994e1ad8212c0dce85be790d14d0 +size 355466592 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q3_K_L.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q3_K_L.gguf new file mode 100644 index 0000000..3818df1 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9312c598f4c8a696b63ecdde8f98cf86cf12416ee7b4995c2372ed484aaaade7 +size 369358176 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q3_K_M.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q3_K_M.gguf new file mode 100644 index 0000000..91c2287 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad829748348821d354805aa11323fe5e3015994e1ad8212c0dce85be790d14d0 +size 355466592 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q3_K_S.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q3_K_S.gguf new file mode 100644 index 0000000..b7ce7f1 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c79ecca768e3a8c703b0f9e20eb807e24bf2dd0169b62429c66974f544afc0ce +size 338263392 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q4_0.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q4_0.gguf new file mode 100644 index 0000000..6c5f192 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3e676f7aa188b8516d154babe40708111d6170f05bcbfc674aef491e42b3c5b +size 352154976 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q4_1.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q4_1.gguf new file mode 100644 index 0000000..4e9e55e --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af257a05e8cdf674bb4644e5d6c798d427323d0b57f7a52eba4b00eaf785281e +size 374519136 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q4_K.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q4_K.gguf new file mode 100644 index 0000000..2668c4f --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c826e9b1a61274c32811f7560389c266405cff6867b5aded39cd70a4bb0b466 +size 397807968 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q4_K_M.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q4_K_M.gguf new file mode 100644 index 0000000..2668c4f --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c826e9b1a61274c32811f7560389c266405cff6867b5aded39cd70a4bb0b466 +size 397807968 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q4_K_S.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q4_K_S.gguf new file mode 100644 index 0000000..ddd3440 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4caf77d07e566e9d3399046c956b05d44f357eeb35f6be36c4a252e37ca98ca +size 385471840 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q5_0.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q5_0.gguf new file mode 100644 index 0000000..519bf31 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc2de4266e702ced97872d5d589ee74aa80d60282cce900668ca03ae18ce662a +size 396883296 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q5_1.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q5_1.gguf new file mode 100644 index 0000000..03b4d4d --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d0a5d56dd27f34d72f32258845a26a82aa6af155f3e53ac96807ed12e804c15 +size 419247456 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q5_K.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q5_K.gguf new file mode 100644 index 0000000..251cca6 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96b5fd412e2e406519202040de7692d6b5f4d9bb226f86cdcde3dbca699c64ef +size 420086112 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q5_K_M.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q5_K_M.gguf new file mode 100644 index 0000000..251cca6 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96b5fd412e2e406519202040de7692d6b5f4d9bb226f86cdcde3dbca699c64ef +size 420086112 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q5_K_S.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q5_K_S.gguf new file mode 100644 index 0000000..5fd9676 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08350c8178fd47356560cf909a71ae84a33108c171676346285e4f63fe4ca9b9 +size 412710240 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q6_K.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q6_K.gguf new file mode 100644 index 0000000..ec4d4af --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7502bbac5da2bdab4c878b8ac9601555554e7b44191b15e60f8ac2180ae28c3 +size 505736544 diff --git a/Qwen2.5-0.5B-Instruct-MLX.Q8_0.gguf b/Qwen2.5-0.5B-Instruct-MLX.Q8_0.gguf new file mode 100644 index 0000000..deaa20c --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-MLX.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:558e4eb78187bf7997fa092b98f132aa40114b0fcb207de4abb4d12c53889237 +size 531068256 diff --git a/README.md b/README.md new file mode 100644 index 0000000..d44a7da --- /dev/null +++ b/README.md @@ -0,0 +1,85 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +Qwen2.5-0.5B-Instruct-MLX - GGUF +- Model creator: https://huggingface.co/TheBlueObserver/ +- Original model: https://huggingface.co/TheBlueObserver/Qwen2.5-0.5B-Instruct-MLX/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [Qwen2.5-0.5B-Instruct-MLX.Q2_K.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q2_K.gguf) | Q2_K | 0.32GB | +| [Qwen2.5-0.5B-Instruct-MLX.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.IQ3_XS.gguf) | IQ3_XS | 0.32GB | +| [Qwen2.5-0.5B-Instruct-MLX.IQ3_S.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.IQ3_S.gguf) | IQ3_S | 0.32GB | +| [Qwen2.5-0.5B-Instruct-MLX.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q3_K_S.gguf) | Q3_K_S | 0.32GB | +| [Qwen2.5-0.5B-Instruct-MLX.IQ3_M.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.IQ3_M.gguf) | IQ3_M | 0.32GB | +| [Qwen2.5-0.5B-Instruct-MLX.Q3_K.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q3_K.gguf) | Q3_K | 0.33GB | +| [Qwen2.5-0.5B-Instruct-MLX.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q3_K_M.gguf) | Q3_K_M | 0.33GB | +| [Qwen2.5-0.5B-Instruct-MLX.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q3_K_L.gguf) | Q3_K_L | 0.34GB | +| [Qwen2.5-0.5B-Instruct-MLX.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.IQ4_XS.gguf) | IQ4_XS | 0.33GB | +| [Qwen2.5-0.5B-Instruct-MLX.Q4_0.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q4_0.gguf) | Q4_0 | 0.33GB | +| [Qwen2.5-0.5B-Instruct-MLX.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.IQ4_NL.gguf) | IQ4_NL | 0.33GB | +| [Qwen2.5-0.5B-Instruct-MLX.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q4_K_S.gguf) | Q4_K_S | 0.36GB | +| [Qwen2.5-0.5B-Instruct-MLX.Q4_K.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q4_K.gguf) | Q4_K | 0.37GB | +| [Qwen2.5-0.5B-Instruct-MLX.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q4_K_M.gguf) | Q4_K_M | 0.37GB | +| [Qwen2.5-0.5B-Instruct-MLX.Q4_1.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q4_1.gguf) | Q4_1 | 0.35GB | +| [Qwen2.5-0.5B-Instruct-MLX.Q5_0.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q5_0.gguf) | Q5_0 | 0.37GB | +| [Qwen2.5-0.5B-Instruct-MLX.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q5_K_S.gguf) | Q5_K_S | 0.38GB | +| [Qwen2.5-0.5B-Instruct-MLX.Q5_K.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q5_K.gguf) | Q5_K | 0.39GB | +| [Qwen2.5-0.5B-Instruct-MLX.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q5_K_M.gguf) | Q5_K_M | 0.39GB | +| [Qwen2.5-0.5B-Instruct-MLX.Q5_1.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q5_1.gguf) | Q5_1 | 0.39GB | +| [Qwen2.5-0.5B-Instruct-MLX.Q6_K.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q6_K.gguf) | Q6_K | 0.47GB | +| [Qwen2.5-0.5B-Instruct-MLX.Q8_0.gguf](https://huggingface.co/RichardErkhov/TheBlueObserver_-_Qwen2.5-0.5B-Instruct-MLX-gguf/blob/main/Qwen2.5-0.5B-Instruct-MLX.Q8_0.gguf) | Q8_0 | 0.49GB | + + + + +Original model description: +--- +base_model: Qwen/Qwen2.5-0.5B-Instruct +language: +- en +library_name: transformers +license: apache-2.0 +license_link: https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct/blob/main/LICENSE +pipeline_tag: text-generation +tags: +- chat +- mlx +--- + +# TheBlueObserver/Qwen2.5-0.5B-Instruct-MLX + +The Model [TheBlueObserver/Qwen2.5-0.5B-Instruct-MLX](https://huggingface.co/TheBlueObserver/Qwen2.5-0.5B-Instruct-MLX) was +converted to MLX format from [Qwen/Qwen2.5-0.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct) +using mlx-lm version **0.20.2**. + +## Use with mlx + +```bash +pip install mlx-lm +``` + +```python +from mlx_lm import load, generate + +model, tokenizer = load("TheBlueObserver/Qwen2.5-0.5B-Instruct-MLX") + +prompt="hello" + +if hasattr(tokenizer, "apply_chat_template") and tokenizer.chat_template is not None: + messages = [{"role": "user", "content": prompt}] + prompt = tokenizer.apply_chat_template( + messages, tokenize=False, add_generation_prompt=True + ) + +response = generate(model, tokenizer, prompt=prompt, verbose=True) +``` + +