初始化项目，由ModelHub XC社区提供模型

Model: DisOOM/Faro-Yi-9B-200k-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,43 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+Fi-9B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Fi-9B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Fi-9B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Fi-9B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Fi-9B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Fi-9B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+ggml-model-f16.gguf filter=lfs diff=lfs merge=lfs -text
+Fi-9B-f16.gguf filter=lfs diff=lfs merge=lfs -text

Fi-9B-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61a6c6758c51a7fa32a45e65c73f058a4be559bdeae131e79b36fa2b6900b34
+size 3354325056

Fi-9B-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f149510ac99d354c41571a624ce913e118ced871854e88f2715f6e9bb4a296fb
+size 4324405312

Fi-9B-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4525e37a3383563ce1484d416e4ad1080aeb082b4aedc6daf37e71f3cae0313
+size 5328957504

Fi-9B-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e8281f33db6d9704a5a2eacea40bac3a08c6f10da5613209a7146e9d4a5241
+size 6258257984

Fi-9B-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39b826e4d537a001cc044711ce24f4e13416421f8d24e91a654bfe20b7dce16
+size 7245639744

Fi-9B-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02715408786dee603f66d65bba22938aca9a318d0d45638754acf3e357b86607
+size 9383915584

Fi-9B-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c64abc01cadd69461b21e8fe2f7562dad00fc5dc68d97557a16b2eaf48822a
+size 17661112384

README.md

@@ -0,0 +1,25 @@
+---
+tags:
+- quantized
+- 2-bit
+- 3-bit
+- 4-bit
+- 5-bit
+- 6-bit
+- 8-bit
+- fp16
+- GGUF
+- transformers
+- pytorch
+- yi
+- text-generation
+- conversational
+- endpoints_compatible
+- text-generation-inference
+- text-generation
+license: apache-2.0
+library_name: transformers
+inference: false
+pipeline_tag: text-generation
+---
+The gguf quantization of [Fi-9B](https://huggingface.co/wenbopan/Fi-9B-200K)