commit f75c5b6be99aebc86a7f68f8bd94fcdac895f355 Author: ModelHub XC Date: Wed Jul 15 13:45:09 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/EXAONE-3.5-7.8B-Stratos-Ko-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..54ecbd7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Stratos-Ko.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Stratos-Ko.f16.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Stratos-Ko.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Stratos-Ko.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Stratos-Ko.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Stratos-Ko.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Stratos-Ko.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Stratos-Ko.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Stratos-Ko.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Stratos-Ko.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Stratos-Ko.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +EXAONE-3.5-7.8B-Stratos-Ko.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/EXAONE-3.5-7.8B-Stratos-Ko.IQ4_XS.gguf b/EXAONE-3.5-7.8B-Stratos-Ko.IQ4_XS.gguf new file mode 100644 index 0000000..ab4f16a --- /dev/null +++ b/EXAONE-3.5-7.8B-Stratos-Ko.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3b2479023c36a5b0ebecb7571a5a05473c8dc3c6de02cff3daf704812a66311 +size 4337588864 diff --git a/EXAONE-3.5-7.8B-Stratos-Ko.Q2_K.gguf b/EXAONE-3.5-7.8B-Stratos-Ko.Q2_K.gguf new file mode 100644 index 0000000..309564e --- /dev/null +++ b/EXAONE-3.5-7.8B-Stratos-Ko.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa4aab25935c400361b73930590258e628f95890b4455e3c2d7fe790bd08f7d4 +size 3053869696 diff --git a/EXAONE-3.5-7.8B-Stratos-Ko.Q3_K_L.gguf b/EXAONE-3.5-7.8B-Stratos-Ko.Q3_K_L.gguf new file mode 100644 index 0000000..c798c69 --- /dev/null +++ b/EXAONE-3.5-7.8B-Stratos-Ko.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d5fd99eef3db5ffaccbf56070cd51de91f3453669aabc3264bf8232e8d61eb +size 4185938560 diff --git a/EXAONE-3.5-7.8B-Stratos-Ko.Q3_K_M.gguf b/EXAONE-3.5-7.8B-Stratos-Ko.Q3_K_M.gguf new file mode 100644 index 0000000..99a7c9f --- /dev/null +++ b/EXAONE-3.5-7.8B-Stratos-Ko.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07545bfd0120d9c51125cb27b812dff0f9da9daefb727d5770874bb7e30668fb +size 3882900096 diff --git a/EXAONE-3.5-7.8B-Stratos-Ko.Q3_K_S.gguf b/EXAONE-3.5-7.8B-Stratos-Ko.Q3_K_S.gguf new file mode 100644 index 0000000..6a526bb --- /dev/null +++ b/EXAONE-3.5-7.8B-Stratos-Ko.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8189acaf784cf51d4e363631f668c972e63598957080e93e1c6a951e7e0aa4a +size 3528481408 diff --git a/EXAONE-3.5-7.8B-Stratos-Ko.Q4_K_M.gguf b/EXAONE-3.5-7.8B-Stratos-Ko.Q4_K_M.gguf new file mode 100644 index 0000000..f68951d --- /dev/null +++ b/EXAONE-3.5-7.8B-Stratos-Ko.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73d976ea9da7a1a9e91fd8f0e6801c6b17338718e6a5694b4a70543f110132e5 +size 4770650752 diff --git a/EXAONE-3.5-7.8B-Stratos-Ko.Q4_K_S.gguf b/EXAONE-3.5-7.8B-Stratos-Ko.Q4_K_S.gguf new file mode 100644 index 0000000..95ad125 --- /dev/null +++ b/EXAONE-3.5-7.8B-Stratos-Ko.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:681f494310228a407af12437030965dd2e67f4a3ca55de2fdde9d06db8e476c7 +size 4542585472 diff --git a/EXAONE-3.5-7.8B-Stratos-Ko.Q5_K_M.gguf b/EXAONE-3.5-7.8B-Stratos-Ko.Q5_K_M.gguf new file mode 100644 index 0000000..1e1479e --- /dev/null +++ b/EXAONE-3.5-7.8B-Stratos-Ko.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:326628a00fc010e8e36b22b908f81d82cea0d178bf40e42f0540fecdbcbdaef3 +size 5569665664 diff --git a/EXAONE-3.5-7.8B-Stratos-Ko.Q5_K_S.gguf b/EXAONE-3.5-7.8B-Stratos-Ko.Q5_K_S.gguf new file mode 100644 index 0000000..8fff62c --- /dev/null +++ b/EXAONE-3.5-7.8B-Stratos-Ko.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:697eaa6038e837f0ca3f038a629488423e0785a890ab6aa1d367b053be2af8ea +size 5435972224 diff --git a/EXAONE-3.5-7.8B-Stratos-Ko.Q6_K.gguf b/EXAONE-3.5-7.8B-Stratos-Ko.Q6_K.gguf new file mode 100644 index 0000000..7d818cb --- /dev/null +++ b/EXAONE-3.5-7.8B-Stratos-Ko.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61121fdbbe49cbef7afd2f864ef5c7965d29d71ae334d31eb010fd8d02717abf +size 6418619008 diff --git a/EXAONE-3.5-7.8B-Stratos-Ko.Q8_0.gguf b/EXAONE-3.5-7.8B-Stratos-Ko.Q8_0.gguf new file mode 100644 index 0000000..b059b1b --- /dev/null +++ b/EXAONE-3.5-7.8B-Stratos-Ko.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9b32db25e04d2e47d3d17844af02e5a5870f445d9b46aa0659136a6a31d0feb +size 8312085120 diff --git a/EXAONE-3.5-7.8B-Stratos-Ko.f16.gguf b/EXAONE-3.5-7.8B-Stratos-Ko.f16.gguf new file mode 100644 index 0000000..284c88e --- /dev/null +++ b/EXAONE-3.5-7.8B-Stratos-Ko.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa826db149c81333eef6095fbb61c11a4d5776d651d52278d17c2d8b635baa20 +size 15641631360 diff --git a/README.md b/README.md new file mode 100644 index 0000000..6ef1d64 --- /dev/null +++ b/README.md @@ -0,0 +1,66 @@ +--- +base_model: werty1248/EXAONE-3.5-7.8B-Stratos-Ko +language: +- ko +- en +library_name: transformers +quantized_by: mradermacher +tags: +- exaone +--- +## About + + + + + + +static quants of https://huggingface.co/werty1248/EXAONE-3.5-7.8B-Stratos-Ko + + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Stratos-Ko-GGUF/resolve/main/EXAONE-3.5-7.8B-Stratos-Ko.Q2_K.gguf) | Q2_K | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Stratos-Ko-GGUF/resolve/main/EXAONE-3.5-7.8B-Stratos-Ko.Q3_K_S.gguf) | Q3_K_S | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Stratos-Ko-GGUF/resolve/main/EXAONE-3.5-7.8B-Stratos-Ko.Q3_K_M.gguf) | Q3_K_M | 4.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Stratos-Ko-GGUF/resolve/main/EXAONE-3.5-7.8B-Stratos-Ko.Q3_K_L.gguf) | Q3_K_L | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Stratos-Ko-GGUF/resolve/main/EXAONE-3.5-7.8B-Stratos-Ko.IQ4_XS.gguf) | IQ4_XS | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Stratos-Ko-GGUF/resolve/main/EXAONE-3.5-7.8B-Stratos-Ko.Q4_K_S.gguf) | Q4_K_S | 4.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Stratos-Ko-GGUF/resolve/main/EXAONE-3.5-7.8B-Stratos-Ko.Q4_K_M.gguf) | Q4_K_M | 4.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Stratos-Ko-GGUF/resolve/main/EXAONE-3.5-7.8B-Stratos-Ko.Q5_K_S.gguf) | Q5_K_S | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Stratos-Ko-GGUF/resolve/main/EXAONE-3.5-7.8B-Stratos-Ko.Q5_K_M.gguf) | Q5_K_M | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Stratos-Ko-GGUF/resolve/main/EXAONE-3.5-7.8B-Stratos-Ko.Q6_K.gguf) | Q6_K | 6.5 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Stratos-Ko-GGUF/resolve/main/EXAONE-3.5-7.8B-Stratos-Ko.Q8_0.gguf) | Q8_0 | 8.4 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/EXAONE-3.5-7.8B-Stratos-Ko-GGUF/resolve/main/EXAONE-3.5-7.8B-Stratos-Ko.f16.gguf) | f16 | 15.7 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +