初始化项目，由ModelHub XC社区提供模型

Model: dranger003/GritLM-7B-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,40 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+ggml-gritlm-7b-f16.gguf filter=lfs diff=lfs merge=lfs -text
+ggml-gritlm-7b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+ggml-gritlm-7b-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
+ggml-gritlm-7b-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
+ggml-gritlm-7b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,12 @@
+---
+license: apache-2.0
+pipeline_tag: text-generation
+library_name: gguf
+---
+GGUF quants for https://huggingface.co/GritLM/GritLM-7B  
+
+> GritLM is a generative representational instruction tuned language model. It unifies text representation (embedding) and text generation into a single model achieving state-of-the-art performance on both types of tasks.
+
+| Layers | Context | [Template (Text Representation)](https://github.com/ContextualAI/gritlm?tab=readme-ov-file#inference) | [Template (Text Generation)](https://github.com/ContextualAI/gritlm?tab=readme-ov-file#inference) |
+| --- | --- | --- | --- |
+| <pre>32</pre> | <pre>32768</pre> | <pre>\<s\>\<\|user\|\><br>{instruction}<br>\<\|embed\|\><br>{sample}</pre> | <pre>\<s\>\<\|user\|\><br>{prompt}<br>\<\|assistant\|\><br>{response}</pre> |

ggml-gritlm-7b-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab20cb3190cc7dd42bffbeeb6dd950b44f7ef537bbbc67de104e37ba1d2daf35
+size 14484731968

ggml-gritlm-7b-q4_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b238b6c769998eec88d10aa469f8adfb62c6cde4fb8508b488bb00fc60daae8f
+size 4368439424

ggml-gritlm-7b-q5_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8b84d192e75f7a7e14d35da6c9156b8c068f11cc3d8e6126815427236bcc43
+size 5131409536

ggml-gritlm-7b-q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048a29ce236761a4963ef9d2a756e123fb9ed9537ed28f51962050f9be571bd4
+size 5942065280

ggml-gritlm-7b-q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cffd00523e32b4cd7067ea3cdb37dfbc14012ec43d270a26a7b48424b2269d7
+size 7695857792