commit 57434572dc0455904399fd45e2419aaace8022be Author: ModelHub XC Date: Fri Aug 28 18:04:12 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: DevQuasar/baidu.ERNIE-4.5-0.3B-Base-PT-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52d2ded --- /dev/null +++ b/.gitattributes @@ -0,0 +1,51 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +baidu.ERNIE-4.5-0.3B-Base-PT.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +baidu.ERNIE-4.5-0.3B-Base-PT.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +baidu.ERNIE-4.5-0.3B-Base-PT.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..840720a --- /dev/null +++ b/README.md @@ -0,0 +1,12 @@ +--- +base_model: +- baidu/ERNIE-4.5-0.3B-Base-PT +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +'Make knowledge free for everyone' + +Quantized version of: [baidu/ERNIE-4.5-0.3B-Base-PT](https://huggingface.co/baidu/ERNIE-4.5-0.3B-Base-PT) +Buy Me a Coffee at ko-fi.com diff --git a/baidu.ERNIE-4.5-0.3B-Base-PT.Q2_K.gguf b/baidu.ERNIE-4.5-0.3B-Base-PT.Q2_K.gguf new file mode 100644 index 0000000..b98484b --- /dev/null +++ b/baidu.ERNIE-4.5-0.3B-Base-PT.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5acbacc1106475025e34011f99b64cae6ee49b4e6a2134e70c536daee385181 +size 183708736 diff --git a/baidu.ERNIE-4.5-0.3B-Base-PT.Q3_K_L.gguf b/baidu.ERNIE-4.5-0.3B-Base-PT.Q3_K_L.gguf new file mode 100644 index 0000000..c0c0059 --- /dev/null +++ b/baidu.ERNIE-4.5-0.3B-Base-PT.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:216d827f53356fb852b478fa9b708932009566d00723baebc2b69d6dfe5795df +size 224443456 diff --git a/baidu.ERNIE-4.5-0.3B-Base-PT.Q3_K_M.gguf b/baidu.ERNIE-4.5-0.3B-Base-PT.Q3_K_M.gguf new file mode 100644 index 0000000..510896f --- /dev/null +++ b/baidu.ERNIE-4.5-0.3B-Base-PT.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b1e833c390318d87b05c54bf4b9a252ce4d8a4507f69dc4fd1d53c2ded217f7 +size 212515904 diff --git a/baidu.ERNIE-4.5-0.3B-Base-PT.Q3_K_S.gguf b/baidu.ERNIE-4.5-0.3B-Base-PT.Q3_K_S.gguf new file mode 100644 index 0000000..6b18a39 --- /dev/null +++ b/baidu.ERNIE-4.5-0.3B-Base-PT.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90fb0015042736ab7fd02886b03546d0d919f1103822058d36cd6e3d08b180dd +size 198896704 diff --git a/baidu.ERNIE-4.5-0.3B-Base-PT.Q4_K_M.gguf b/baidu.ERNIE-4.5-0.3B-Base-PT.Q4_K_M.gguf new file mode 100644 index 0000000..6b21ad5 --- /dev/null +++ b/baidu.ERNIE-4.5-0.3B-Base-PT.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8782a0ef8260184c7d62603f833428550ce9f0dc8b4fb79fb100c75b265ef05 +size 240645184 diff --git a/baidu.ERNIE-4.5-0.3B-Base-PT.Q4_K_S.gguf b/baidu.ERNIE-4.5-0.3B-Base-PT.Q4_K_S.gguf new file mode 100644 index 0000000..6902ae9 --- /dev/null +++ b/baidu.ERNIE-4.5-0.3B-Base-PT.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99fb4aca8f1936048848318bbf873f17b9d0ab169152dc2ba07b7c53776ff76d +size 233655360 diff --git a/baidu.ERNIE-4.5-0.3B-Base-PT.Q5_K_M.gguf b/baidu.ERNIE-4.5-0.3B-Base-PT.Q5_K_M.gguf new file mode 100644 index 0000000..d99d71d --- /dev/null +++ b/baidu.ERNIE-4.5-0.3B-Base-PT.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce7ec8870d8f3addd49544893808e244002cc0c7911c9033dd9551e524210d02 +size 268662048 diff --git a/baidu.ERNIE-4.5-0.3B-Base-PT.Q5_K_S.gguf b/baidu.ERNIE-4.5-0.3B-Base-PT.Q5_K_S.gguf new file mode 100644 index 0000000..676b73a --- /dev/null +++ b/baidu.ERNIE-4.5-0.3B-Base-PT.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dbf6fbeb4d60a5977e5fb03fc44ff49611934e072d0e2dcdbafa33d782890c1 +size 264588352 diff --git a/baidu.ERNIE-4.5-0.3B-Base-PT.Q6_K.gguf b/baidu.ERNIE-4.5-0.3B-Base-PT.Q6_K.gguf new file mode 100644 index 0000000..efe2551 --- /dev/null +++ b/baidu.ERNIE-4.5-0.3B-Base-PT.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce223e239e08261089d0850a9f7d6a66e45ca883a48fda0fa5eef92e5111b27 +size 298429728 diff --git a/baidu.ERNIE-4.5-0.3B-Base-PT.Q8_0.gguf b/baidu.ERNIE-4.5-0.3B-Base-PT.Q8_0.gguf new file mode 100644 index 0000000..7a8e417 --- /dev/null +++ b/baidu.ERNIE-4.5-0.3B-Base-PT.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ec169bfebaed36fb09da9c70350958f9bb5045b616369a2eb38f1ef0a0723ec +size 385789216 diff --git a/baidu.ERNIE-4.5-0.3B-Base-PT.f16.gguf b/baidu.ERNIE-4.5-0.3B-Base-PT.f16.gguf new file mode 100644 index 0000000..85bae67 --- /dev/null +++ b/baidu.ERNIE-4.5-0.3B-Base-PT.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82fb42a0066ddd135174901069a8b15a01602e8a05631f2c897eaea1ebfacf9f +size 723954752 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file