commit f1b055b744532f2e84d8d22ca0d032f5ba285ebc Author: ModelHub XC Date: Mon Jul 27 23:28:07 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: shaowenchen/baichuan2-7b-base-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e79ce6a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +*.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..b9c410c --- /dev/null +++ b/README.md @@ -0,0 +1,65 @@ +--- +inference: false +language: + - zh + - en +license: other +model_creator: baichuan-inc +model_link: https://www.modelscope.cn/models/baichuan-inc/Baichuan2-7B-Base +model_name: Baichuan2-7B-Base +model_type: baichuan +pipeline_tag: text-generation +quantized_by: shaowenchen +tasks: + - text2text-generation +tags: + - gguf + - baichuan + - chinese +--- + +## Provided files + +| Name | Quant method | Size | +| ----------------------------- | ------------ | ------ | +| baichuan2-7b-base.Q2_K.gguf | Q2_K | 3.0 GB | +| baichuan2-7b-base.Q3_K.gguf | Q3_K | 3.5 GB | +| baichuan2-7b-base.Q3_K_L.gguf | Q3_K_L | 3.8 GB | +| baichuan2-7b-base.Q3_K_S.gguf | Q3_K_S | 3.2 GB | +| baichuan2-7b-base.Q4_0.gguf | Q4_0 | 4.1 GB | +| baichuan2-7b-base.Q4_1.gguf | Q4_1 | 4.5 GB | +| baichuan2-7b-base.Q4_K.gguf | Q4_K | 4.3 GB | +| baichuan2-7b-base.Q4_K_S.gguf | Q4_K_S | 4.1 GB | +| baichuan2-7b-base.Q5_0.gguf | Q5_0 | 4.9 GB | +| baichuan2-7b-base.Q5_1.gguf | Q5_1 | 5.3 GB | +| baichuan2-7b-base.Q5_K.gguf | Q5_K | 5.0 GB | +| baichuan2-7b-base.Q5_K_S.gguf | Q5_K_S | 4.9 GB | +| baichuan2-7b-base.Q6_K.gguf | Q6_K | 5.7 GB | +| baichuan2-7b-base.Q8_0.gguf | Q8_0 | 7.4 GB | +| baichuan2-7b-base.gguf | full | 14 GB | + +Usage: + +``` +docker run --rm -it -p 8000:8000 -v /path/to/models:/models -e MODEL=/models/gguf-model-name.gguf hubimage/llama-cpp-python:latest +``` + +and you can view http://localhost:8000/docs to see the swagger UI. + +## Provided images + +| Name | Quant method | Size | +| ------------------------------------------- | ------------ | ------- | +| `shaowenchen/baichuan2-7b-base-gguf:Q2_K` | Q2_K | 4.01 GB | +| `shaowenchen/baichuan2-7b-base-gguf:Q3_K` | Q3_K | 4.52 GB | +| `shaowenchen/baichuan2-7b-base-gguf:Q3_K_L` | Q3_K_L | 4.82 GB | +| `shaowenchen/baichuan2-7b-base-gguf:Q3_K_S` | Q3_K_S | 4.17 GB | +| `shaowenchen/baichuan2-7b-base-gguf:Q4_0` | Q4_0 | 5.1 GB | + +Usage: + +``` +docker run --rm -p 8000:8000 shaowenchen/baichuan2-7b-base-gguf:Q2_K +``` + +and you can view http://localhost:8000/docs to see the swagger UI. diff --git a/baichuan2-7b-base.Q2_K.gguf b/baichuan2-7b-base.Q2_K.gguf new file mode 100644 index 0000000..f3ad56f --- /dev/null +++ b/baichuan2-7b-base.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5952b1eade638ec4013ef8e93b71254b78c09f1171a455f9619a0bbeb0d1b119 +size 3268824416 diff --git a/baichuan2-7b-base.Q3_K.gguf b/baichuan2-7b-base.Q3_K.gguf new file mode 100644 index 0000000..8b762fc --- /dev/null +++ b/baichuan2-7b-base.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1be2d0976a76072fc4371e63581a5ea14885bee060677b34abde22102efb6db4 +size 3779865952 diff --git a/baichuan2-7b-base.Q3_K_L.gguf b/baichuan2-7b-base.Q3_K_L.gguf new file mode 100644 index 0000000..c488d28 --- /dev/null +++ b/baichuan2-7b-base.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5ab30baeb0d1430fdf3fa8e94a24b0ea96edbd7b1b648c3b5cb21b699a07a1e +size 4078972256 diff --git a/baichuan2-7b-base.Q3_K_S.gguf b/baichuan2-7b-base.Q3_K_S.gguf new file mode 100644 index 0000000..eeeac06 --- /dev/null +++ b/baichuan2-7b-base.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:498fd7bfc13dde8dcfbe34087eabfd77609cb0b9fc348559f91bd6cab331e4e2 +size 3430165856 diff --git a/baichuan2-7b-base.Q4_0.gguf b/baichuan2-7b-base.Q4_0.gguf new file mode 100644 index 0000000..58c18a6 --- /dev/null +++ b/baichuan2-7b-base.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64332fd4d2e18cecc3f102a196736903c6d1da093b466eabe5ffd549e754e419 +size 4358638944 diff --git a/baichuan2-7b-base.Q4_1.gguf b/baichuan2-7b-base.Q4_1.gguf new file mode 100644 index 0000000..0c037b7 --- /dev/null +++ b/baichuan2-7b-base.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f9b30c36920434710005eb3ba7575e6dec94632c167684ebf171e4c2a8127e5 +size 4795567456 diff --git a/baichuan2-7b-base.Q4_K.gguf b/baichuan2-7b-base.Q4_K.gguf new file mode 100644 index 0000000..366d104 --- /dev/null +++ b/baichuan2-7b-base.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3414f7176a12032245d18ba34a329ecd3d08495a4aeea2b3230543379b525b83 +size 4613836128 diff --git a/baichuan2-7b-base.Q4_K_S.gguf b/baichuan2-7b-base.Q4_K_S.gguf new file mode 100644 index 0000000..ed28f35 --- /dev/null +++ b/baichuan2-7b-base.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0025975e6181a35165259e4615db0579f7c83110f1b4ed3d7070a761d9d982c +size 4389571936 diff --git a/baichuan2-7b-base.Q5_0.gguf b/baichuan2-7b-base.Q5_0.gguf new file mode 100644 index 0000000..c136b0c --- /dev/null +++ b/baichuan2-7b-base.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9beb53a21ad12fa3f865c9849f5a7a0837f10f80bcab5ad780c9105e3b72cfb3 +size 5232495968 diff --git a/baichuan2-7b-base.Q5_1.gguf b/baichuan2-7b-base.Q5_1.gguf new file mode 100644 index 0000000..493b773 --- /dev/null +++ b/baichuan2-7b-base.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80041f24e0a1a59b5aa0717234fe2095172ebfb49832f4d12bdfdcc6cbaa21e4 +size 5669424480 diff --git a/baichuan2-7b-base.Q5_K.gguf b/baichuan2-7b-base.Q5_K.gguf new file mode 100644 index 0000000..c8abf52 --- /dev/null +++ b/baichuan2-7b-base.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ba4f79073c162502661a2f6795553373ffaf7fab6d9eb33e7a57dd5f19074aa +size 5363961184 diff --git a/baichuan2-7b-base.Q5_K_S.gguf b/baichuan2-7b-base.Q5_K_S.gguf new file mode 100644 index 0000000..439d501 --- /dev/null +++ b/baichuan2-7b-base.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70844c3a9b9e6c9dbf4e1c5b9ef7701a5660d61959af1b6a96423505dc3b653e +size 5232495968 diff --git a/baichuan2-7b-base.Q6_K.gguf b/baichuan2-7b-base.Q6_K.gguf new file mode 100644 index 0000000..c68ef7f --- /dev/null +++ b/baichuan2-7b-base.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:192337286989323f98c6663a55a7462cdd7ab34c5006f050f73e550b324399c5 +size 6160969056 diff --git a/baichuan2-7b-base.Q8_0.gguf b/baichuan2-7b-base.Q8_0.gguf new file mode 100644 index 0000000..ad6c0f1 --- /dev/null +++ b/baichuan2-7b-base.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:474bf552405cec1d7eeaac87db51490276c7579424111f0021b792a9b7f7c078 +size 7978757472 diff --git a/baichuan2-7b-base.gguf b/baichuan2-7b-base.gguf new file mode 100644 index 0000000..3a8a30b --- /dev/null +++ b/baichuan2-7b-base.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e420cba161c6b25227679457e32c46f010567d98dac90cc29c093dbe5c8808e +size 15015357728 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..2fcbe36 --- /dev/null +++ b/configuration.json @@ -0,0 +1,10 @@ +{ + "framework": "pytorch", + "task": "text-generation", + "model": { + "type": "baichuan" + }, + "pipeline": { + "type": "baichuan2-7b-base-text-generation-pipe" + } +} \ No newline at end of file diff --git a/license.pdf b/license.pdf new file mode 100644 index 0000000..9d14681 Binary files /dev/null and b/license.pdf differ