From fed4a50ff356fcc10ba12c476521dc00b949dada Mon Sep 17 00:00:00 2001
From: ModelHub XC <noreply@modelhub.org.cn>
Date: Sat, 18 Jul 2026 18:02:10 +0800
Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?=
 =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?=
 =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Model: rob-x-ai/phi-2-GGUF
Source: Original Platform
---
 .gitattributes      | 38 ++++++++++++++++++++++++++++++++++++++
 README.md           | 17 +++++++++++++++++
 ggml-model-f16.gguf |  3 +++
 phi-2_Q4_K_M.gguf   |  3 +++
 phi-2_Q8_0.gguf     |  3 +++
 5 files changed, 64 insertions(+)
 create mode 100644 .gitattributes
 create mode 100644 README.md
 create mode 100644 ggml-model-f16.gguf
 create mode 100644 phi-2_Q4_K_M.gguf
 create mode 100644 phi-2_Q8_0.gguf

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..bf3cd61
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,38 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+phi-2_Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+ggml-model-f16.gguf filter=lfs diff=lfs merge=lfs -text
+phi-2_Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..002f499
--- /dev/null
+++ b/README.md
@@ -0,0 +1,17 @@
+---
+inference: false
+license: mit
+license_name: microsoft-research-license
+license_link: https://huggingface.co/microsoft/phi-2/resolve/main/LICENSE
+language:
+- en
+pipeline_tag: text-generation
+tags:
+- nlp
+- code
+---
+This is a quantized GGUF version of Microsoft Phi-2 to 4_0, 8_0 bits and the converted 16 FP model.
+
+(link to the original model : https://huggingface.co/microsoft/phi-2)
+
+*Disclamer* : make sure to have the latest version of llama.cpp after commit b9e74f9bca5fdf7d0a22ed25e7a9626335fdfa48
\ No newline at end of file
diff --git a/ggml-model-f16.gguf b/ggml-model-f16.gguf
new file mode 100644
index 0000000..0b28442
--- /dev/null
+++ b/ggml-model-f16.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148589af11fc118b47853f51fcab7e45403ba944050c9a87aa02f6caeb166fe7
+size 5563088640
diff --git a/phi-2_Q4_K_M.gguf b/phi-2_Q4_K_M.gguf
new file mode 100644
index 0000000..5ec32c3
--- /dev/null
+++ b/phi-2_Q4_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4d822cf12f49e58474c03035e89fac3ae8c419c0a05d00a37455068cd21a35
+size 1789239072
diff --git a/phi-2_Q8_0.gguf b/phi-2_Q8_0.gguf
new file mode 100644
index 0000000..5a60fb2
--- /dev/null
+++ b/phi-2_Q8_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2c1e58cba6764a83d40f22d9856ae1c019013b91bdd335f7632a477fea72d9
+size 2958032672