commit 7190fc0c7c94be8cd4d07914e0c270332c9713d6 Author: ModelHub XC Date: Fri Jun 19 16:50:20 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Atom-7B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..03b97a8 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +Atom-7B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Atom-7B.i1-IQ1_M.gguf b/Atom-7B.i1-IQ1_M.gguf new file mode 100644 index 0000000..1c16eb7 --- /dev/null +++ b/Atom-7B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a929f533cfbf947b94aa3f34e774ab56d4a1b5d38175ac21f0662b9baf532e93 +size 1788993760 diff --git a/Atom-7B.i1-IQ1_S.gguf b/Atom-7B.i1-IQ1_S.gguf new file mode 100644 index 0000000..f5379b7 --- /dev/null +++ b/Atom-7B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:717652c8e4e5af6b0ac083127d21a689574414315039edf04526729bccb677be +size 1666605280 diff --git a/Atom-7B.i1-IQ2_M.gguf b/Atom-7B.i1-IQ2_M.gguf new file mode 100644 index 0000000..93a2520 --- /dev/null +++ b/Atom-7B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14bdd15628523789e7fdec770cf0f02ce1221e31a3d297eea409831f737b3fb3 +size 2511501792 diff --git a/Atom-7B.i1-IQ2_S.gguf b/Atom-7B.i1-IQ2_S.gguf new file mode 100644 index 0000000..6004b52 --- /dev/null +++ b/Atom-7B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a5cfaa5416d674318ea90619a2942f0c92f1ab7b6b0d8efc2c7bef97431416b +size 2348317152 diff --git a/Atom-7B.i1-IQ2_XS.gguf b/Atom-7B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..6beeaff --- /dev/null +++ b/Atom-7B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:644708f733287b7a7840ccb770de0e4cc3f63cbbf6b01b252767fc7b45d16dec +size 2172936416 diff --git a/Atom-7B.i1-IQ2_XXS.gguf b/Atom-7B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..838aa9e --- /dev/null +++ b/Atom-7B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc4884f84ceb5613de732afc9d7a415cf76122832c231ba91fb26de0c191fb08 +size 1992974560 diff --git a/Atom-7B.i1-IQ3_M.gguf b/Atom-7B.i1-IQ3_M.gguf new file mode 100644 index 0000000..9e760a4 --- /dev/null +++ b/Atom-7B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7592793eb1a3ca3daba483828eb94ef3c9365b4ce93c214aeab8c37a647fe78 +size 3284567776 diff --git a/Atom-7B.i1-IQ3_S.gguf b/Atom-7B.i1-IQ3_S.gguf new file mode 100644 index 0000000..b81dd3f --- /dev/null +++ b/Atom-7B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc3bebe4c0ecd260226a82667621aeda8e6b256c9662ffe8c83fe1a0f6a620b +size 3118008032 diff --git a/Atom-7B.i1-IQ3_XS.gguf b/Atom-7B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..789e3c2 --- /dev/null +++ b/Atom-7B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e8f6dff4ec53bce3422929176af8cc55f449b648a904669c8e5918bf5c56c30 +size 2966226656 diff --git a/Atom-7B.i1-IQ3_XXS.gguf b/Atom-7B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..dec3ac2 --- /dev/null +++ b/Atom-7B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:299b43050bdeee52de69980a3feddf5fa084ede56ab7da75fb6bbbb88a4ea08f +size 2737142240 diff --git a/Atom-7B.i1-IQ4_XS.gguf b/Atom-7B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..e99c126 --- /dev/null +++ b/Atom-7B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ad3a9ea6d9b3aac7895ebb3c9c2abe11ae9d6eb7be3fcbc7de4540cdef2392b +size 3802767328 diff --git a/Atom-7B.i1-Q2_K.gguf b/Atom-7B.i1-Q2_K.gguf new file mode 100644 index 0000000..9ca504e --- /dev/null +++ b/Atom-7B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:711fc576292eed4ce9d4aba5e6a84e72a35236c643240698837ca80b7f70df2a +size 2688839136 diff --git a/Atom-7B.i1-Q3_K_L.gguf b/Atom-7B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..093c8ec --- /dev/null +++ b/Atom-7B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7950c31192cb1e95a373f4f0c9724041c60507905c8c2b6af6e7f996d43424a6 +size 3766814432 diff --git a/Atom-7B.i1-Q3_K_M.gguf b/Atom-7B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..39f24ef --- /dev/null +++ b/Atom-7B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c1e782b2931a136c12766028672ef1ee3652cfe165b2a48c060a30c58d90d0a +size 3467708128 diff --git a/Atom-7B.i1-Q3_K_S.gguf b/Atom-7B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..ca16ad5 --- /dev/null +++ b/Atom-7B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de5d19ad90cb0a63bec45cbe395e516a552b8dc4f320b1945e7167438bcfb481 +size 3118008032 diff --git a/Atom-7B.i1-Q4_0.gguf b/Atom-7B.i1-Q4_0.gguf new file mode 100644 index 0000000..6eca1be --- /dev/null +++ b/Atom-7B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e48bb7eb314804e7c783f5ad199377ae4e76dbdc71aadfd475404d4f35d20a0 +size 4024734688 diff --git a/Atom-7B.i1-Q4_0_4_4.gguf b/Atom-7B.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..3336846 --- /dev/null +++ b/Atom-7B.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e42739748c0521321904a4693239d5bc240fc39cbb4667254ed813f2bb6c6aed +size 4013462496 diff --git a/Atom-7B.i1-Q4_0_4_8.gguf b/Atom-7B.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..816ca93 --- /dev/null +++ b/Atom-7B.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6aadc764d54e122ce4c7d1c119e3772bff64f96bfce89b589a1c46e3b6aedc3 +size 4013462496 diff --git a/Atom-7B.i1-Q4_0_8_8.gguf b/Atom-7B.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..f5f9d5f --- /dev/null +++ b/Atom-7B.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5c5ab9358396bdf513c4523fe02986ed5f383162a4508cc0828be506d0811bf +size 4013462496 diff --git a/Atom-7B.i1-Q4_K_M.gguf b/Atom-7B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..865452a --- /dev/null +++ b/Atom-7B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29815d828f376b5614b8478e3cb715f24d2bbe8a30785c37cf0dfebe4ad58289 +size 4268659680 diff --git a/Atom-7B.i1-Q4_K_S.gguf b/Atom-7B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..988bfd8 --- /dev/null +++ b/Atom-7B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d985ef499b881e2bbfa95c75dd35e6445cf2faedffa57adef8562508b0ca23f4 +size 4044395488 diff --git a/Atom-7B.i1-Q5_K_M.gguf b/Atom-7B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..7317a6c --- /dev/null +++ b/Atom-7B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:208d21c8697d32d9f59dd429eb72f0410bbb4baaac2ec6bcb24696195447a793 +size 4987708384 diff --git a/Atom-7B.i1-Q5_K_S.gguf b/Atom-7B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..97b3590 --- /dev/null +++ b/Atom-7B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fe06f62fc8add789cf3cd1dbbdd64d4dd2d88ae2e97ffbd9d9f389575ed21ef +size 4856243168 diff --git a/Atom-7B.i1-Q6_K.gguf b/Atom-7B.i1-Q6_K.gguf new file mode 100644 index 0000000..26a8e10 --- /dev/null +++ b/Atom-7B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34b5ae40f33e0bb0d9c503d1ad574e93d1af3acf305d63860c8bdc12667fb131 +size 5751697632 diff --git a/README.md b/README.md new file mode 100644 index 0000000..e5a5bb6 --- /dev/null +++ b/README.md @@ -0,0 +1,77 @@ +--- +base_model: FlagAlpha/Atom-7B +language: +- zh +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/FlagAlpha/Atom-7B + + +static quants are available at https://huggingface.co/mradermacher/Atom-7B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-IQ1_S.gguf) | i1-IQ1_S | 1.8 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-IQ1_M.gguf) | i1-IQ1_M | 1.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-IQ2_S.gguf) | i1-IQ2_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-IQ2_M.gguf) | i1-IQ2_M | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-Q2_K.gguf) | i1-Q2_K | 2.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-IQ3_S.gguf) | i1-IQ3_S | 3.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-IQ3_M.gguf) | i1-IQ3_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 4.1 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 4.1 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 4.1 | fast on arm+sve, low quality | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-Q4_0.gguf) | i1-Q4_0 | 4.1 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.1 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.0 | | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/Atom-7B-i1-GGUF/resolve/main/Atom-7B.i1-Q6_K.gguf) | i1-Q6_K | 5.9 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..35c8522 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae6314d19797d875e4e702c9a89665e2f251d1153f0100ae1003bb64cc81d0fe +size 4562173