From 7333e4d224122f25fef9283caf74ab3dd282185d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 8 Sep 2026 12:46:20 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: rhysjones/Phi-3-mini-mango-1-GGUF Source: Original Platform --- .gitattributes | 51 +++++++++++++++++++++++++++++ Phi-3-mini-mango-1-GGUF-Q2_K.gguf | 3 ++ Phi-3-mini-mango-1-GGUF-Q3_K.gguf | 3 ++ Phi-3-mini-mango-1-GGUF-Q3_K_S.gguf | 3 ++ Phi-3-mini-mango-1-GGUF-Q4_0.gguf | 3 ++ Phi-3-mini-mango-1-GGUF-Q4_1.gguf | 3 ++ Phi-3-mini-mango-1-GGUF-Q4_K.gguf | 3 ++ Phi-3-mini-mango-1-GGUF-Q4_K_M.gguf | 3 ++ Phi-3-mini-mango-1-GGUF-Q4_K_S.gguf | 3 ++ Phi-3-mini-mango-1-GGUF-Q5_0.gguf | 3 ++ Phi-3-mini-mango-1-GGUF-Q5_1.gguf | 3 ++ Phi-3-mini-mango-1-GGUF-Q5_K.gguf | 3 ++ Phi-3-mini-mango-1-GGUF-Q5_K_M.gguf | 3 ++ Phi-3-mini-mango-1-GGUF-Q5_K_S.gguf | 3 ++ Phi-3-mini-mango-1-GGUF-Q6_K.gguf | 3 ++ Phi-3-mini-mango-1-GGUF-Q8_0.gguf | 3 ++ Phi-3-mini-mango-1-GGUF-bf16.gguf | 3 ++ README.md | 29 ++++++++++++++++ 18 files changed, 128 insertions(+) create mode 100644 .gitattributes create mode 100644 Phi-3-mini-mango-1-GGUF-Q2_K.gguf create mode 100644 Phi-3-mini-mango-1-GGUF-Q3_K.gguf create mode 100644 Phi-3-mini-mango-1-GGUF-Q3_K_S.gguf create mode 100644 Phi-3-mini-mango-1-GGUF-Q4_0.gguf create mode 100644 Phi-3-mini-mango-1-GGUF-Q4_1.gguf create mode 100644 Phi-3-mini-mango-1-GGUF-Q4_K.gguf create mode 100644 Phi-3-mini-mango-1-GGUF-Q4_K_M.gguf create mode 100644 Phi-3-mini-mango-1-GGUF-Q4_K_S.gguf create mode 100644 Phi-3-mini-mango-1-GGUF-Q5_0.gguf create mode 100644 Phi-3-mini-mango-1-GGUF-Q5_1.gguf create mode 100644 Phi-3-mini-mango-1-GGUF-Q5_K.gguf create mode 100644 Phi-3-mini-mango-1-GGUF-Q5_K_M.gguf create mode 100644 Phi-3-mini-mango-1-GGUF-Q5_K_S.gguf create mode 100644 Phi-3-mini-mango-1-GGUF-Q6_K.gguf create mode 100644 Phi-3-mini-mango-1-GGUF-Q8_0.gguf create mode 100644 Phi-3-mini-mango-1-GGUF-bf16.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4cbe844 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,51 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Phi-3-mini-mango-1-GGUF-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Phi-3-mini-mango-1-GGUF-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +Phi-3-mini-mango-1-GGUF-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Phi-3-mini-mango-1-GGUF-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Phi-3-mini-mango-1-GGUF-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Phi-3-mini-mango-1-GGUF-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +Phi-3-mini-mango-1-GGUF-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Phi-3-mini-mango-1-GGUF-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Phi-3-mini-mango-1-GGUF-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Phi-3-mini-mango-1-GGUF-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Phi-3-mini-mango-1-GGUF-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Phi-3-mini-mango-1-GGUF-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Phi-3-mini-mango-1-GGUF-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Phi-3-mini-mango-1-GGUF-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Phi-3-mini-mango-1-GGUF-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Phi-3-mini-mango-1-GGUF-bf16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Phi-3-mini-mango-1-GGUF-Q2_K.gguf b/Phi-3-mini-mango-1-GGUF-Q2_K.gguf new file mode 100644 index 0000000..bbc5f77 --- /dev/null +++ b/Phi-3-mini-mango-1-GGUF-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:457002614de52ee01a90869008d4c5047ee2dea4f6998ff0e203e65b5af72474 +size 1416203072 diff --git a/Phi-3-mini-mango-1-GGUF-Q3_K.gguf b/Phi-3-mini-mango-1-GGUF-Q3_K.gguf new file mode 100644 index 0000000..943ce4c --- /dev/null +++ b/Phi-3-mini-mango-1-GGUF-Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:262a07539ad64cfb104dc03c7f13151a0085825d161d5531d8fa013cbfaadbaa +size 1955475776 diff --git a/Phi-3-mini-mango-1-GGUF-Q3_K_S.gguf b/Phi-3-mini-mango-1-GGUF-Q3_K_S.gguf new file mode 100644 index 0000000..1e4bdde --- /dev/null +++ b/Phi-3-mini-mango-1-GGUF-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f1cf356606b6aaa5727e0921dded20d0c9cc718805ab352cc11cae7a71fbddf +size 1681797440 diff --git a/Phi-3-mini-mango-1-GGUF-Q4_0.gguf b/Phi-3-mini-mango-1-GGUF-Q4_0.gguf new file mode 100644 index 0000000..e6e82c8 --- /dev/null +++ b/Phi-3-mini-mango-1-GGUF-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df90c1796469ee1012a64ba2536be91f77d282304928f5bfbf1c1eed9a643db4 +size 2176175936 diff --git a/Phi-3-mini-mango-1-GGUF-Q4_1.gguf b/Phi-3-mini-mango-1-GGUF-Q4_1.gguf new file mode 100644 index 0000000..d328cd7 --- /dev/null +++ b/Phi-3-mini-mango-1-GGUF-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35aa207ebfe551372d79765a4429a5b1f5658ebfb7d09ebaa26c8ffc9a50bb86 +size 2408824640 diff --git a/Phi-3-mini-mango-1-GGUF-Q4_K.gguf b/Phi-3-mini-mango-1-GGUF-Q4_K.gguf new file mode 100644 index 0000000..da9f9b6 --- /dev/null +++ b/Phi-3-mini-mango-1-GGUF-Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b199abbeb563f4e9f5841283dcf21d0854ff9da5eadac17d58128fe722ed175 +size 2393231168 diff --git a/Phi-3-mini-mango-1-GGUF-Q4_K_M.gguf b/Phi-3-mini-mango-1-GGUF-Q4_K_M.gguf new file mode 100644 index 0000000..da9f9b6 --- /dev/null +++ b/Phi-3-mini-mango-1-GGUF-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b199abbeb563f4e9f5841283dcf21d0854ff9da5eadac17d58128fe722ed175 +size 2393231168 diff --git a/Phi-3-mini-mango-1-GGUF-Q4_K_S.gguf b/Phi-3-mini-mango-1-GGUF-Q4_K_S.gguf new file mode 100644 index 0000000..a490f46 --- /dev/null +++ b/Phi-3-mini-mango-1-GGUF-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0c14b93cdd7e8b1ca6111caf8facbb723bf3d06fb9a760071c2f8553549cb12 +size 2188758848 diff --git a/Phi-3-mini-mango-1-GGUF-Q5_0.gguf b/Phi-3-mini-mango-1-GGUF-Q5_0.gguf new file mode 100644 index 0000000..408b4ea --- /dev/null +++ b/Phi-3-mini-mango-1-GGUF-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1f91f8525608ebb3a117fafe6f1c473a4c139f89aa0cb3634e67f838ec8d7f9 +size 2641473344 diff --git a/Phi-3-mini-mango-1-GGUF-Q5_1.gguf b/Phi-3-mini-mango-1-GGUF-Q5_1.gguf new file mode 100644 index 0000000..ae64d5d --- /dev/null +++ b/Phi-3-mini-mango-1-GGUF-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fc3c84bf8f4ff8eef17485a1ca05865cb9beebabc42c51a0e0cc21e5384656d +size 2874122048 diff --git a/Phi-3-mini-mango-1-GGUF-Q5_K.gguf b/Phi-3-mini-mango-1-GGUF-Q5_K.gguf new file mode 100644 index 0000000..45508dc --- /dev/null +++ b/Phi-3-mini-mango-1-GGUF-Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c2a75fb7498195821dd92cd2d6d822583fc2127bb6380e86e226d50585ffbdc +size 2815274816 diff --git a/Phi-3-mini-mango-1-GGUF-Q5_K_M.gguf b/Phi-3-mini-mango-1-GGUF-Q5_K_M.gguf new file mode 100644 index 0000000..45508dc --- /dev/null +++ b/Phi-3-mini-mango-1-GGUF-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c2a75fb7498195821dd92cd2d6d822583fc2127bb6380e86e226d50585ffbdc +size 2815274816 diff --git a/Phi-3-mini-mango-1-GGUF-Q5_K_S.gguf b/Phi-3-mini-mango-1-GGUF-Q5_K_S.gguf new file mode 100644 index 0000000..64867dd --- /dev/null +++ b/Phi-3-mini-mango-1-GGUF-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd39e441b41ca33bd584dbdf3e21900bc7292852514cf94111b1185c04863f5d +size 2641473344 diff --git a/Phi-3-mini-mango-1-GGUF-Q6_K.gguf b/Phi-3-mini-mango-1-GGUF-Q6_K.gguf new file mode 100644 index 0000000..e36357c --- /dev/null +++ b/Phi-3-mini-mango-1-GGUF-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0afce45ef4327e97b9cd1c3695de3c89ab73264df4054c122ab2d15f0a3ed354 +size 3135851840 diff --git a/Phi-3-mini-mango-1-GGUF-Q8_0.gguf b/Phi-3-mini-mango-1-GGUF-Q8_0.gguf new file mode 100644 index 0000000..ffc9193 --- /dev/null +++ b/Phi-3-mini-mango-1-GGUF-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fb162e70b9ee2d66e4cf0821ff69ac30b5a05db6d5fcc10389dbc725547b460 +size 4061221184 diff --git a/Phi-3-mini-mango-1-GGUF-bf16.gguf b/Phi-3-mini-mango-1-GGUF-bf16.gguf new file mode 100644 index 0000000..5df2714 --- /dev/null +++ b/Phi-3-mini-mango-1-GGUF-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b72a776e864d67aea497c43ba7528c223e0e8d19ec16fb70825896c0361552bb +size 7643296064 diff --git a/README.md b/README.md new file mode 100644 index 0000000..4679d65 --- /dev/null +++ b/README.md @@ -0,0 +1,29 @@ +--- +tags: +- quantized +- 2-bit +- 3-bit +- 4-bit +- 5-bit +- 6-bit +- 8-bit +- GGUF +- phi +- phi-3 +- text-generation +model_name: Phi-3-mini-mango-1-GGUF +base_model: rhysjones/Phi-3-mini-mango-1 +inference: false +model_creator: rhysjones +pipeline_tag: text-generation +quantized_by: rhysjones +license: mit +--- + +## Description +These are GGUF model format files for the [rhysjones/Phi-3-mini-mango-1](https://huggingface.co/rhysjones/Phi-3-mini-mango-1) Phi-3 4k model. + +## Conversion process + +The useful conversion script [GGUF-n-Go](https://github.com/thesven/GGUF-n-Go) by [thesven](https://github.com/thesven) was used along with +[llama.cpp](https://github.com/ggerganov/llama.cpp) to generate the different quantized sizes for the model. \ No newline at end of file