From ba834bcaafcdbde5a9be6a6463959c18d9d7c98b Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 16 May 2026 03:12:20 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: DisOOM/Faro-Yi-9B-200k-GGUF Source: Original Platform --- .gitattributes | 43 +++++++++++++++++++++++++++++++++++++++++++ Fi-9B-Q2_K.gguf | 3 +++ Fi-9B-Q3_K_M.gguf | 3 +++ Fi-9B-Q4_K_M.gguf | 3 +++ Fi-9B-Q5_K_M.gguf | 3 +++ Fi-9B-Q6_K.gguf | 3 +++ Fi-9B-Q8_0.gguf | 3 +++ Fi-9B-f16.gguf | 3 +++ README.md | 25 +++++++++++++++++++++++++ 9 files changed, 89 insertions(+) create mode 100644 .gitattributes create mode 100644 Fi-9B-Q2_K.gguf create mode 100644 Fi-9B-Q3_K_M.gguf create mode 100644 Fi-9B-Q4_K_M.gguf create mode 100644 Fi-9B-Q5_K_M.gguf create mode 100644 Fi-9B-Q6_K.gguf create mode 100644 Fi-9B-Q8_0.gguf create mode 100644 Fi-9B-f16.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c210186 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,43 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Fi-9B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Fi-9B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Fi-9B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Fi-9B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Fi-9B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Fi-9B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +ggml-model-f16.gguf filter=lfs diff=lfs merge=lfs -text +Fi-9B-f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Fi-9B-Q2_K.gguf b/Fi-9B-Q2_K.gguf new file mode 100644 index 0000000..b699ae4 --- /dev/null +++ b/Fi-9B-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d61a6c6758c51a7fa32a45e65c73f058a4be559bdeae131e79b36fa2b6900b34 +size 3354325056 diff --git a/Fi-9B-Q3_K_M.gguf b/Fi-9B-Q3_K_M.gguf new file mode 100644 index 0000000..48efab1 --- /dev/null +++ b/Fi-9B-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f149510ac99d354c41571a624ce913e118ced871854e88f2715f6e9bb4a296fb +size 4324405312 diff --git a/Fi-9B-Q4_K_M.gguf b/Fi-9B-Q4_K_M.gguf new file mode 100644 index 0000000..8dcd73b --- /dev/null +++ b/Fi-9B-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4525e37a3383563ce1484d416e4ad1080aeb082b4aedc6daf37e71f3cae0313 +size 5328957504 diff --git a/Fi-9B-Q5_K_M.gguf b/Fi-9B-Q5_K_M.gguf new file mode 100644 index 0000000..4e2ff9f --- /dev/null +++ b/Fi-9B-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64e8281f33db6d9704a5a2eacea40bac3a08c6f10da5613209a7146e9d4a5241 +size 6258257984 diff --git a/Fi-9B-Q6_K.gguf b/Fi-9B-Q6_K.gguf new file mode 100644 index 0000000..abb433a --- /dev/null +++ b/Fi-9B-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c39b826e4d537a001cc044711ce24f4e13416421f8d24e91a654bfe20b7dce16 +size 7245639744 diff --git a/Fi-9B-Q8_0.gguf b/Fi-9B-Q8_0.gguf new file mode 100644 index 0000000..985b20a --- /dev/null +++ b/Fi-9B-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02715408786dee603f66d65bba22938aca9a318d0d45638754acf3e357b86607 +size 9383915584 diff --git a/Fi-9B-f16.gguf b/Fi-9B-f16.gguf new file mode 100644 index 0000000..ef79b4b --- /dev/null +++ b/Fi-9B-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c64abc01cadd69461b21e8fe2f7562dad00fc5dc68d97557a16b2eaf48822a +size 17661112384 diff --git a/README.md b/README.md new file mode 100644 index 0000000..5e25da7 --- /dev/null +++ b/README.md @@ -0,0 +1,25 @@ +--- +tags: +- quantized +- 2-bit +- 3-bit +- 4-bit +- 5-bit +- 6-bit +- 8-bit +- fp16 +- GGUF +- transformers +- pytorch +- yi +- text-generation +- conversational +- endpoints_compatible +- text-generation-inference +- text-generation +license: apache-2.0 +library_name: transformers +inference: false +pipeline_tag: text-generation +--- +The gguf quantization of [Fi-9B](https://huggingface.co/wenbopan/Fi-9B-200K) \ No newline at end of file