From e8156ba6be2cdc521e2b241ec4733ff12a081df5 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 30 Jun 2026 20:57:19 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: FloatDo/exaone-4.0-1.2b-float-right-tagger-GGUF Source: Original Platform --- .gitattributes | 38 +++++++++++++++++ README.md | 42 +++++++++++++++++++ ...ne-4.0-1.2b-float-right-tagger.Q4_K_M.gguf | 3 ++ exaone-4.0-1.2b-float-right-tagger.Q8_0.gguf | 3 ++ exaone-4.0-1.2b-float-right-tagger.f16.gguf | 3 ++ 5 files changed, 89 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 exaone-4.0-1.2b-float-right-tagger.Q4_K_M.gguf create mode 100644 exaone-4.0-1.2b-float-right-tagger.Q8_0.gguf create mode 100644 exaone-4.0-1.2b-float-right-tagger.f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..ea10064 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,38 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +exaone-4.0-1.2b-float-right-tagger.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +exaone-4.0-1.2b-float-right-tagger.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +exaone-4.0-1.2b-float-right-tagger.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..4b5b1bd --- /dev/null +++ b/README.md @@ -0,0 +1,42 @@ +--- +license: other +license_name: exaone +license_link: https://huggingface.co/LGAI-EXAONE/EXAONE-Deep-2.4B/blob/main/LICENSE +language: +- ko +library_name: llama.cpp +tags: +- gguf +- exaone +- tagger +- float-right +--- + +# EXAONE-4.0-1.2B Float:Right Tagger (GGUF) + +GGUF builds for **EXAONE-4.0-1.2B Float:Right Tagger**. + +This model is tuned to output **tags as a JSON array** for short Korean text inputs. + +non-GGUF : https://huggingface.co/FloatDo/exaone-4.0-1.2b-float-right-tagger + +## Files +- `exaone-4.0-1.2b-float-right-tagger.f16.gguf` (FP16) +- `exaone-4.0-1.2b-float-right-tagger.Q8_0.gguf` +- `exaone-4.0-1.2b-float-right-tagger.Q4_K_M.gguf` ✅ recommended (often outputs clean tags with less extra text) + +## Prompt format (llama.cpp) +Example: + +```bash +llama-cli -m exaone-4.0-1.2b-float-right-tagger.Q4_K_M.gguf -n 96 -t 8 --temp 0 \ + -p $'너는 태그 생성기다. 반드시 JSON 배열만 출력한다. 다른 글자 금지.\n\ +규칙:\n- 태그 3~10개\n- 너무 디테일하지 않게(큰 주제)\n- 언더스코어(_) 금지\n\n\ +문장:\n직장 상사가 계속 야근을 시켜서 스트레스 받는다. 퇴사 고민 중.\n\nassistant:\n' +``` +Expected output (example): +```json +["직장","스트레스","퇴사","상사","일자리"] +``` +Notes + • For stricter JSON-only behavior, use --temp 0 and keep -n small (64~96). \ No newline at end of file diff --git a/exaone-4.0-1.2b-float-right-tagger.Q4_K_M.gguf b/exaone-4.0-1.2b-float-right-tagger.Q4_K_M.gguf new file mode 100644 index 0000000..49219b2 --- /dev/null +++ b/exaone-4.0-1.2b-float-right-tagger.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e1cb83fcb80ceac5c8f4abd442733978830c94b355b7b267b7ebaddf03033ee +size 812438112 diff --git a/exaone-4.0-1.2b-float-right-tagger.Q8_0.gguf b/exaone-4.0-1.2b-float-right-tagger.Q8_0.gguf new file mode 100644 index 0000000..e7e86ac --- /dev/null +++ b/exaone-4.0-1.2b-float-right-tagger.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b71fe8bf57f3297e195b94736973a17a545088fbee4280c2620b3e69050a82f +size 1363939936 diff --git a/exaone-4.0-1.2b-float-right-tagger.f16.gguf b/exaone-4.0-1.2b-float-right-tagger.f16.gguf new file mode 100644 index 0000000..554c021 --- /dev/null +++ b/exaone-4.0-1.2b-float-right-tagger.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8636dc13e6b633d05311a34162b0923ea25dfaaad3e4209da90dc87753e6b8f1 +size 2563248736