commit 78b7275bc040b95a0f31f3b0948af7fc38fddd43 Author: ModelHub XC Date: Mon Jul 27 23:18:06 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: shaowenchen/baichuan2-7b-chat-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e79ce6a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +*.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..a775d0b --- /dev/null +++ b/README.md @@ -0,0 +1,65 @@ +--- +inference: false +language: + - zh + - en +license: other +model_creator: baichuan-inc +model_link: https://www.modelscope.cn/models/baichuan-inc/Baichuan2-7B-Chat +model_name: Baichuan2-7B-Chat +model_type: baichuan +pipeline_tag: text-generation +quantized_by: shaowenchen +tasks: + - text2text-generation +tags: + - gguf + - baichuan + - chinese +--- + +## Provided files + +| Name | Quant method | Size | +| ----------------------------- | ------------ | ------ | +| baichuan2-7b-chat.Q2_K.gguf | Q2_K | 3.0 GB | +| baichuan2-7b-chat.Q3_K.gguf | Q3_K | 3.5 GB | +| baichuan2-7b-chat.Q3_K_L.gguf | Q3_K_L | 3.8 GB | +| baichuan2-7b-chat.Q3_K_S.gguf | Q3_K_S | 3.2 GB | +| baichuan2-7b-chat.Q4_0.gguf | Q4_0 | 4.1 GB | +| baichuan2-7b-chat.Q4_1.gguf | Q4_1 | 4.5 GB | +| baichuan2-7b-chat.Q4_K.gguf | Q4_K | 4.3 GB | +| baichuan2-7b-chat.Q4_K_S.gguf | Q4_K_S | 4.1 GB | +| baichuan2-7b-chat.Q5_0.gguf | Q5_0 | 4.9 GB | +| baichuan2-7b-chat.Q5_1.gguf | Q5_1 | 5.3 GB | +| baichuan2-7b-chat.Q5_K.gguf | Q5_K | 5.0 GB | +| baichuan2-7b-chat.Q5_K_S.gguf | Q5_K_S | 4.9 GB | +| baichuan2-7b-chat.Q6_K.gguf | Q6_K | 5.7 GB | +| baichuan2-7b-chat.Q8_0.gguf | Q8_0 | 7.4 GB | +| baichuan2-7b-chat.gguf | full | 14 GB | + +Usage: + +``` +docker run --rm -it -p 8000:8000 -v /path/to/models:/models -e MODEL=/models/gguf-model-name.gguf hubimage/llama-cpp-python:latest +``` + +and you can view http://localhost:8000/docs to see the swagger UI. + +## Provided images + +| Name | Quant method | Size | +| ------------------------------------------- | ------------ | ------- | +| `shaowenchen/baichuan2-7b-chat-gguf:Q2_K` | Q2_K | 7.59 GB | +| `shaowenchen/baichuan2-7b-chat-gguf:Q3_K` | Q3_K | 8.61 GB | +| `shaowenchen/baichuan2-7b-chat-gguf:Q3_K_L` | Q3_K_L | 9.23 GB | +| `shaowenchen/baichuan2-7b-chat-gguf:Q3_K_S` | Q3_K_S | 7.93 GB | +| `shaowenchen/baichuan2-7b-chat-gguf:Q4_0` | Q4_0 | 9.6 GB | + +Usage: + +``` +docker run --rm -p 8000:8000 shaowenchen/baichuan2-7b-chat-gguf:Q2_K +``` + +and you can view http://localhost:8000/docs to see the swagger UI. diff --git a/baichuan2-7b-chat.Q2_K.gguf b/baichuan2-7b-chat.Q2_K.gguf new file mode 100644 index 0000000..5327bd0 --- /dev/null +++ b/baichuan2-7b-chat.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11cad1b15479b21ebf884bb7c87562fbc6c5b5d8d502bec4388d231826fc292e +size 3268824416 diff --git a/baichuan2-7b-chat.Q3_K.gguf b/baichuan2-7b-chat.Q3_K.gguf new file mode 100644 index 0000000..e5eece9 --- /dev/null +++ b/baichuan2-7b-chat.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d895efd9245b81d5f4fc773d06b0ce6058ae2642eff8794fadffd95a4244e78e +size 3779865952 diff --git a/baichuan2-7b-chat.Q3_K_L.gguf b/baichuan2-7b-chat.Q3_K_L.gguf new file mode 100644 index 0000000..19f0568 --- /dev/null +++ b/baichuan2-7b-chat.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ccad9b03c5b27acb786b0442b3c04dee361bee0599ae85174f236e6369b6bd5 +size 4078972256 diff --git a/baichuan2-7b-chat.Q3_K_S.gguf b/baichuan2-7b-chat.Q3_K_S.gguf new file mode 100644 index 0000000..564c4b6 --- /dev/null +++ b/baichuan2-7b-chat.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d277798188c0fe5cc2a3dbb0a93b30db913a3a1c2f07685c7750fb4ee5baafb2 +size 3430165856 diff --git a/baichuan2-7b-chat.Q4_0.gguf b/baichuan2-7b-chat.Q4_0.gguf new file mode 100644 index 0000000..9e7012f --- /dev/null +++ b/baichuan2-7b-chat.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e93de231239719355f3e407cd9c527910ad32a01c30b71b305175cb519b243ea +size 4358638944 diff --git a/baichuan2-7b-chat.Q4_1.gguf b/baichuan2-7b-chat.Q4_1.gguf new file mode 100644 index 0000000..3f5d1ad --- /dev/null +++ b/baichuan2-7b-chat.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9ea3203f5b2217f948c1cd5d8cc5471400f093c961c6a11d14d67dfd4b1706a +size 4795567456 diff --git a/baichuan2-7b-chat.Q4_K.gguf b/baichuan2-7b-chat.Q4_K.gguf new file mode 100644 index 0000000..b7d7e24 --- /dev/null +++ b/baichuan2-7b-chat.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:734ca1468ec870da74e2375b33e81293c48fc2e03c75c5e7675e83c42553cb50 +size 4613836128 diff --git a/baichuan2-7b-chat.Q4_K_S.gguf b/baichuan2-7b-chat.Q4_K_S.gguf new file mode 100644 index 0000000..d8ede12 --- /dev/null +++ b/baichuan2-7b-chat.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d7a5a06ddebf7eae44e88246d032c7ce48a57351e4c45d504c50c0f7edadaf7 +size 4389571936 diff --git a/baichuan2-7b-chat.Q5_0.gguf b/baichuan2-7b-chat.Q5_0.gguf new file mode 100644 index 0000000..de68fd1 --- /dev/null +++ b/baichuan2-7b-chat.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e252eb7d4890a2d205951e4636faf0b64b853aa22bbe15479f535769bfb42bb +size 5232495968 diff --git a/baichuan2-7b-chat.Q5_1.gguf b/baichuan2-7b-chat.Q5_1.gguf new file mode 100644 index 0000000..73d44e3 --- /dev/null +++ b/baichuan2-7b-chat.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6804cd290e540ba66f83c0d0322e67d9c45a0ffdf49359e929c6ad54c44200f +size 5669424480 diff --git a/baichuan2-7b-chat.Q5_K.gguf b/baichuan2-7b-chat.Q5_K.gguf new file mode 100644 index 0000000..080f402 --- /dev/null +++ b/baichuan2-7b-chat.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b45c918645f137b1899b7ddc03cfc05efe6b915b11973756c667ce6fb9e5926c +size 5363961184 diff --git a/baichuan2-7b-chat.Q5_K_S.gguf b/baichuan2-7b-chat.Q5_K_S.gguf new file mode 100644 index 0000000..e4d6b92 --- /dev/null +++ b/baichuan2-7b-chat.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5216c63e1fd191d9bee931efa1177187b15b0d99aa7dcd3cd85fc2657a24b435 +size 5232495968 diff --git a/baichuan2-7b-chat.Q6_K.gguf b/baichuan2-7b-chat.Q6_K.gguf new file mode 100644 index 0000000..2a464d8 --- /dev/null +++ b/baichuan2-7b-chat.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:762fca01a66e55e1e19bfb3f2aede4fccdec2b96849a8dae9cd9291f6a3f851c +size 6160969056 diff --git a/baichuan2-7b-chat.Q8_0.gguf b/baichuan2-7b-chat.Q8_0.gguf new file mode 100644 index 0000000..a94c931 --- /dev/null +++ b/baichuan2-7b-chat.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7388d78f8b68209106aeb8b591e6404d07a66153cb8c134678bb833e2baf5c46 +size 7978757472 diff --git a/baichuan2-7b-chat.gguf b/baichuan2-7b-chat.gguf new file mode 100644 index 0000000..23ef9b6 --- /dev/null +++ b/baichuan2-7b-chat.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccdbe086fcafad05e4604badcccdb66ab398ace8f283ae8060212a41e80550df +size 15015357728 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbdf9e6 --- /dev/null +++ b/configuration.json @@ -0,0 +1,10 @@ +{ + "framework": "pytorch", + "task": "text-generation", + "model": { + "type": "baichuan" + }, + "pipeline": { + "type": "baichuan2-7b-chat-text-generation-pipe" + } +} \ No newline at end of file diff --git a/license.pdf b/license.pdf new file mode 100644 index 0000000..9d14681 Binary files /dev/null and b/license.pdf differ