commit 89fbfa0266228539cc817a2da320a84c8f624a44 Author: ModelHub XC Date: Tue Jun 16 19:28:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: tooktang/Nanbeige2-8B-Chat-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b2b58bd --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Nanbeige2-8B-chat-f16.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige2-8B-chat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige2-8B-chat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige2-8B-chat-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige2-8B-chat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige2-8B-chat-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige2-8B-chat-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Nanbeige2-8B-chat-Q2_K.gguf b/Nanbeige2-8B-chat-Q2_K.gguf new file mode 100644 index 0000000..b0e4037 --- /dev/null +++ b/Nanbeige2-8B-chat-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1da70fd6360e438a5aec0536e1c23bd3b50678089117ec4ef9280b7259f46063 +size 2959968640 diff --git a/Nanbeige2-8B-chat-Q3_K_M.gguf b/Nanbeige2-8B-chat-Q3_K_M.gguf new file mode 100644 index 0000000..cb24fed --- /dev/null +++ b/Nanbeige2-8B-chat-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5522149fcab10dd507aefe518a7efa4772bcc542ee41e865b2052f78a3f622 +size 3828550016 diff --git a/Nanbeige2-8B-chat-Q4_0.gguf b/Nanbeige2-8B-chat-Q4_0.gguf new file mode 100644 index 0000000..43b8052 --- /dev/null +++ b/Nanbeige2-8B-chat-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46ddb86c01f1742563601bb8612bd7f3e243a1df9d0d34207932a921b2307fa5 +size 4436986240 diff --git a/Nanbeige2-8B-chat-Q5_K.gguf b/Nanbeige2-8B-chat-Q5_K.gguf new file mode 100644 index 0000000..ff137e5 --- /dev/null +++ b/Nanbeige2-8B-chat-Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc087f98283d3326fb0bab54bbe6f6fcc7aea518ff7a08fa28f2d2e98f1db38a +size 5525981568 diff --git a/Nanbeige2-8B-chat-Q6_K.gguf b/Nanbeige2-8B-chat-Q6_K.gguf new file mode 100644 index 0000000..68c90bd --- /dev/null +++ b/Nanbeige2-8B-chat-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19b8e693b822a20b709de63fa3b3a6f3b4d78b072ed2dd66799af1248ef2376c +size 6377998720 diff --git a/Nanbeige2-8B-chat-Q8_0.gguf b/Nanbeige2-8B-chat-Q8_0.gguf new file mode 100644 index 0000000..0c0d612 --- /dev/null +++ b/Nanbeige2-8B-chat-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dc84db370b0c9d3298d93df8734c3e0e5798f12d325582f114d8d781389dce1 +size 8260290944 diff --git a/Nanbeige2-8B-chat-f16.gguf b/Nanbeige2-8B-chat-f16.gguf new file mode 100644 index 0000000..49063fa --- /dev/null +++ b/Nanbeige2-8B-chat-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:805f3f3c377fd7f172e31c78a5cc7998036f41a93b13e9b1b2aa028f4ea4b191 +size 15546583392 diff --git a/README.md b/README.md new file mode 100644 index 0000000..e230846 --- /dev/null +++ b/README.md @@ -0,0 +1,21 @@ +--- +license: apache-2.0 +language: +- zh +- en +library_name: transformers +pipeline_tag: text-generation +tags: +- nanbeige +- gguf +--- +quantized_by: tooktang + +# Nanbeige2 8B Chat - GGUF +- Model creator: [Nanbeige LLM Lab](https://huggingface.co/Nanbeige) +- Original model: [Nanbeige2 8B Chat](https://huggingface.co/Nanbeige/Nanbeige2-8B-Chat) + + +## Description + +This repo contains GGUF format model files for [Nanbeige2 8B Chat](https://huggingface.co/Nanbeige/Nanbeige2-8B-Chat). \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..ec5d930 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "nanbeige" +} \ No newline at end of file