From 89fbfa0266228539cc817a2da320a84c8f624a44 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 16 Jun 2026 19:28:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: tooktang/Nanbeige2-8B-Chat-GGUF Source: Original Platform --- .gitattributes | 42 +++++++++++++++++++++++++++++++++++ Nanbeige2-8B-chat-Q2_K.gguf | 3 +++ Nanbeige2-8B-chat-Q3_K_M.gguf | 3 +++ Nanbeige2-8B-chat-Q4_0.gguf | 3 +++ Nanbeige2-8B-chat-Q5_K.gguf | 3 +++ Nanbeige2-8B-chat-Q6_K.gguf | 3 +++ Nanbeige2-8B-chat-Q8_0.gguf | 3 +++ Nanbeige2-8B-chat-f16.gguf | 3 +++ README.md | 21 ++++++++++++++++++ config.json | 3 +++ 10 files changed, 87 insertions(+) create mode 100644 .gitattributes create mode 100644 Nanbeige2-8B-chat-Q2_K.gguf create mode 100644 Nanbeige2-8B-chat-Q3_K_M.gguf create mode 100644 Nanbeige2-8B-chat-Q4_0.gguf create mode 100644 Nanbeige2-8B-chat-Q5_K.gguf create mode 100644 Nanbeige2-8B-chat-Q6_K.gguf create mode 100644 Nanbeige2-8B-chat-Q8_0.gguf create mode 100644 Nanbeige2-8B-chat-f16.gguf create mode 100644 README.md create mode 100644 config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b2b58bd --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Nanbeige2-8B-chat-f16.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige2-8B-chat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige2-8B-chat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige2-8B-chat-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige2-8B-chat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige2-8B-chat-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige2-8B-chat-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Nanbeige2-8B-chat-Q2_K.gguf b/Nanbeige2-8B-chat-Q2_K.gguf new file mode 100644 index 0000000..b0e4037 --- /dev/null +++ b/Nanbeige2-8B-chat-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1da70fd6360e438a5aec0536e1c23bd3b50678089117ec4ef9280b7259f46063 +size 2959968640 diff --git a/Nanbeige2-8B-chat-Q3_K_M.gguf b/Nanbeige2-8B-chat-Q3_K_M.gguf new file mode 100644 index 0000000..cb24fed --- /dev/null +++ b/Nanbeige2-8B-chat-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5522149fcab10dd507aefe518a7efa4772bcc542ee41e865b2052f78a3f622 +size 3828550016 diff --git a/Nanbeige2-8B-chat-Q4_0.gguf b/Nanbeige2-8B-chat-Q4_0.gguf new file mode 100644 index 0000000..43b8052 --- /dev/null +++ b/Nanbeige2-8B-chat-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46ddb86c01f1742563601bb8612bd7f3e243a1df9d0d34207932a921b2307fa5 +size 4436986240 diff --git a/Nanbeige2-8B-chat-Q5_K.gguf b/Nanbeige2-8B-chat-Q5_K.gguf new file mode 100644 index 0000000..ff137e5 --- /dev/null +++ b/Nanbeige2-8B-chat-Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc087f98283d3326fb0bab54bbe6f6fcc7aea518ff7a08fa28f2d2e98f1db38a +size 5525981568 diff --git a/Nanbeige2-8B-chat-Q6_K.gguf b/Nanbeige2-8B-chat-Q6_K.gguf new file mode 100644 index 0000000..68c90bd --- /dev/null +++ b/Nanbeige2-8B-chat-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19b8e693b822a20b709de63fa3b3a6f3b4d78b072ed2dd66799af1248ef2376c +size 6377998720 diff --git a/Nanbeige2-8B-chat-Q8_0.gguf b/Nanbeige2-8B-chat-Q8_0.gguf new file mode 100644 index 0000000..0c0d612 --- /dev/null +++ b/Nanbeige2-8B-chat-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dc84db370b0c9d3298d93df8734c3e0e5798f12d325582f114d8d781389dce1 +size 8260290944 diff --git a/Nanbeige2-8B-chat-f16.gguf b/Nanbeige2-8B-chat-f16.gguf new file mode 100644 index 0000000..49063fa --- /dev/null +++ b/Nanbeige2-8B-chat-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:805f3f3c377fd7f172e31c78a5cc7998036f41a93b13e9b1b2aa028f4ea4b191 +size 15546583392 diff --git a/README.md b/README.md new file mode 100644 index 0000000..e230846 --- /dev/null +++ b/README.md @@ -0,0 +1,21 @@ +--- +license: apache-2.0 +language: +- zh +- en +library_name: transformers +pipeline_tag: text-generation +tags: +- nanbeige +- gguf +--- +quantized_by: tooktang + +# Nanbeige2 8B Chat - GGUF +- Model creator: [Nanbeige LLM Lab](https://huggingface.co/Nanbeige) +- Original model: [Nanbeige2 8B Chat](https://huggingface.co/Nanbeige/Nanbeige2-8B-Chat) + + +## Description + +This repo contains GGUF format model files for [Nanbeige2 8B Chat](https://huggingface.co/Nanbeige/Nanbeige2-8B-Chat). \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..ec5d930 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "nanbeige" +} \ No newline at end of file