From c77576f3fc6efdf3f07be860703fbda6ed880847 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 21 Oct 2026 00:04:15 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: prithivMLmods/Anonymizer-4B-f32-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++++++++++++++++++++++++++++++ Anonymizer-4B.BF16.gguf | 3 +++ Anonymizer-4B.F16.gguf | 3 +++ Anonymizer-4B.F32.gguf | 3 +++ Anonymizer-4B.Q2_K.gguf | 3 +++ Anonymizer-4B.Q3_K_L.gguf | 3 +++ Anonymizer-4B.Q3_K_M.gguf | 3 +++ Anonymizer-4B.Q3_K_S.gguf | 3 +++ Anonymizer-4B.Q4_K_M.gguf | 3 +++ Anonymizer-4B.Q4_K_S.gguf | 3 +++ Anonymizer-4B.Q5_K_M.gguf | 3 +++ Anonymizer-4B.Q5_K_S.gguf | 3 +++ Anonymizer-4B.Q6_K.gguf | 3 +++ Anonymizer-4B.Q8_0.gguf | 3 +++ README.md | 42 ++++++++++++++++++++++++++++++++++ config.json | 3 +++ configuration.json | 1 + 17 files changed, 132 insertions(+) create mode 100644 .gitattributes create mode 100644 Anonymizer-4B.BF16.gguf create mode 100644 Anonymizer-4B.F16.gguf create mode 100644 Anonymizer-4B.F32.gguf create mode 100644 Anonymizer-4B.Q2_K.gguf create mode 100644 Anonymizer-4B.Q3_K_L.gguf create mode 100644 Anonymizer-4B.Q3_K_M.gguf create mode 100644 Anonymizer-4B.Q3_K_S.gguf create mode 100644 Anonymizer-4B.Q4_K_M.gguf create mode 100644 Anonymizer-4B.Q4_K_S.gguf create mode 100644 Anonymizer-4B.Q5_K_M.gguf create mode 100644 Anonymizer-4B.Q5_K_S.gguf create mode 100644 Anonymizer-4B.Q6_K.gguf create mode 100644 Anonymizer-4B.Q8_0.gguf create mode 100644 README.md create mode 100644 config.json create mode 100644 configuration.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/Anonymizer-4B.BF16.gguf b/Anonymizer-4B.BF16.gguf new file mode 100644 index 0000000..160b637 --- /dev/null +++ b/Anonymizer-4B.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73f55ee9282507a01e063591f7ca23679acaf07f3be229caaa267b20ec81c7c6 +size 8051284864 diff --git a/Anonymizer-4B.F16.gguf b/Anonymizer-4B.F16.gguf new file mode 100644 index 0000000..865b300 --- /dev/null +++ b/Anonymizer-4B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6d3463253e170e2a9ed579094399e9196531f2e51edef857c3233734928e5e4 +size 8051284864 diff --git a/Anonymizer-4B.F32.gguf b/Anonymizer-4B.F32.gguf new file mode 100644 index 0000000..65a1d22 --- /dev/null +++ b/Anonymizer-4B.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:031f1c99d8094563ed533306058267b939667f610759ca955f54151d6b48dfd7 +size 16095828864 diff --git a/Anonymizer-4B.Q2_K.gguf b/Anonymizer-4B.Q2_K.gguf new file mode 100644 index 0000000..b665968 --- /dev/null +++ b/Anonymizer-4B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf200f67d3accedb6864fb7739e9127a79e18254c26ecf58017c811c26e48d65 +size 1669499264 diff --git a/Anonymizer-4B.Q3_K_L.gguf b/Anonymizer-4B.Q3_K_L.gguf new file mode 100644 index 0000000..bff5358 --- /dev/null +++ b/Anonymizer-4B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa0a0396e91022931637ffdb652bf6f32a0bf3438c4e862a7d3a4ec8cd931d8c +size 2239785344 diff --git a/Anonymizer-4B.Q3_K_M.gguf b/Anonymizer-4B.Q3_K_M.gguf new file mode 100644 index 0000000..d09079c --- /dev/null +++ b/Anonymizer-4B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d32d2eaf8e3ef5d5cce55e65c35de0c9db403f77e552329b8f96948ed8e74d5 +size 2075617664 diff --git a/Anonymizer-4B.Q3_K_S.gguf b/Anonymizer-4B.Q3_K_S.gguf new file mode 100644 index 0000000..709c7eb --- /dev/null +++ b/Anonymizer-4B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea8ea19c97e60976111ab03b8aafef81e1c5f71103f4722be20f2f5421e4a6c +size 1886996864 diff --git a/Anonymizer-4B.Q4_K_M.gguf b/Anonymizer-4B.Q4_K_M.gguf new file mode 100644 index 0000000..ba8d93b --- /dev/null +++ b/Anonymizer-4B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b8252e0e12dea2aaeade7924a33be7e678ea5b25ede1fbb910c8a2c5f0c3b1b +size 2497280384 diff --git a/Anonymizer-4B.Q4_K_S.gguf b/Anonymizer-4B.Q4_K_S.gguf new file mode 100644 index 0000000..43c3151 --- /dev/null +++ b/Anonymizer-4B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f48d542625cbba4692fc509578afdab29f3160e67aa62f437ecdadec76d1ac31 +size 2383309184 diff --git a/Anonymizer-4B.Q5_K_M.gguf b/Anonymizer-4B.Q5_K_M.gguf new file mode 100644 index 0000000..70309cf --- /dev/null +++ b/Anonymizer-4B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bba649028ba026a61b0b667ff1312c5d08e8dea353987005cdf76b34c4a33550 +size 2889513344 diff --git a/Anonymizer-4B.Q5_K_S.gguf b/Anonymizer-4B.Q5_K_S.gguf new file mode 100644 index 0000000..33ce265 --- /dev/null +++ b/Anonymizer-4B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38aa44fe87fe906bb9cea3ab743e983722ac28a3f25fe1d2320360efa6952143 +size 2823711104 diff --git a/Anonymizer-4B.Q6_K.gguf b/Anonymizer-4B.Q6_K.gguf new file mode 100644 index 0000000..a66aa61 --- /dev/null +++ b/Anonymizer-4B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:221ba429183c7d7b0b2a3b62a00bdac2c5e8ffa86d70e2e40bc236e2f7dc8ad2 +size 3306260864 diff --git a/Anonymizer-4B.Q8_0.gguf b/Anonymizer-4B.Q8_0.gguf new file mode 100644 index 0000000..b4c5cc5 --- /dev/null +++ b/Anonymizer-4B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98cdbb0450320b640e64d2938301d185be64cddfde33e2d701cb6fdcf10353fd +size 4280404864 diff --git a/README.md b/README.md new file mode 100644 index 0000000..39c748f --- /dev/null +++ b/README.md @@ -0,0 +1,42 @@ +--- +license: apache-2.0 +base_model: +- eternisai/Anonymizer-4B +language: +- en +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +--- + +# **Anonymizer-4B-f32-GGUF** + +> Anonymizer-4B is the most powerful model in the Enchanted anonymizer series, built on the Qwen3-4B base and trained with a combination of supervised fine-tuning and GRPO using GPT-4.1 as a judge to achieve highly accurate, semantically consistent anonymization of personally identifiable information (PII). It provides precise PII replacement by generating semantically similar alternatives that maintain context, scoring 9.55/10 in anonymization quality, and is primarily intended for enterprise or research settings requiring top-quality privacy protection, though it requires higher-end hardware for real-time use. + +## Model Files + +| File Name | Quant Type | File Size | +| - | - | - | +| Anonymizer-4B.BF16.gguf | BF16 | 8.05 GB | +| Anonymizer-4B.F16.gguf | F16 | 8.05 GB | +| Anonymizer-4B.F32.gguf | F32 | 16.1 GB | +| Anonymizer-4B.Q2_K.gguf | Q2_K | 1.67 GB | +| Anonymizer-4B.Q3_K_L.gguf | Q3_K_L | 2.24 GB | +| Anonymizer-4B.Q3_K_M.gguf | Q3_K_M | 2.08 GB | +| Anonymizer-4B.Q3_K_S.gguf | Q3_K_S | 1.89 GB | +| Anonymizer-4B.Q4_K_M.gguf | Q4_K_M | 2.5 GB | +| Anonymizer-4B.Q4_K_S.gguf | Q4_K_S | 2.38 GB | +| Anonymizer-4B.Q5_K_M.gguf | Q5_K_M | 2.89 GB | +| Anonymizer-4B.Q5_K_S.gguf | Q5_K_S | 2.82 GB | +| Anonymizer-4B.Q6_K.gguf | Q6_K | 3.31 GB | +| Anonymizer-4B.Q8_0.gguf | Q8_0 | 4.28 GB | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5d0c447 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen3" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file