初始化项目，由ModelHub XC社区提供模型

Model: tooktang/Nanbeige2-8B-Chat-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,42 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+Nanbeige2-8B-chat-f16.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige2-8B-chat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige2-8B-chat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige2-8B-chat-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige2-8B-chat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige2-8B-chat-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Nanbeige2-8B-chat-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text

Nanbeige2-8B-chat-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da70fd6360e438a5aec0536e1c23bd3b50678089117ec4ef9280b7259f46063
+size 2959968640

Nanbeige2-8B-chat-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5522149fcab10dd507aefe518a7efa4772bcc542ee41e865b2052f78a3f622
+size 3828550016

Nanbeige2-8B-chat-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ddb86c01f1742563601bb8612bd7f3e243a1df9d0d34207932a921b2307fa5
+size 4436986240

Nanbeige2-8B-chat-Q5_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc087f98283d3326fb0bab54bbe6f6fcc7aea518ff7a08fa28f2d2e98f1db38a
+size 5525981568

Nanbeige2-8B-chat-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b8e693b822a20b709de63fa3b3a6f3b4d78b072ed2dd66799af1248ef2376c
+size 6377998720

Nanbeige2-8B-chat-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc84db370b0c9d3298d93df8734c3e0e5798f12d325582f114d8d781389dce1
+size 8260290944

Nanbeige2-8B-chat-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805f3f3c377fd7f172e31c78a5cc7998036f41a93b13e9b1b2aa028f4ea4b191
+size 15546583392

README.md

@@ -0,0 +1,21 @@
+---
+license: apache-2.0
+language:
+- zh
+- en
+library_name: transformers
+pipeline_tag: text-generation
+tags:
+- nanbeige
+- gguf
+---
+quantized_by: tooktang
+
+# Nanbeige2 8B Chat - GGUF
+- Model creator: [Nanbeige LLM Lab](https://huggingface.co/Nanbeige)
+- Original model: [Nanbeige2 8B Chat](https://huggingface.co/Nanbeige/Nanbeige2-8B-Chat)
+
+<!-- description start -->
+## Description
+
+This repo contains GGUF format model files for [Nanbeige2 8B Chat](https://huggingface.co/Nanbeige/Nanbeige2-8B-Chat).

config.json

@@ -0,0 +1,3 @@
+{
+    "model_type": "nanbeige"
+}