From 2c2e89253027ece729c641fd10090a8adb64f741 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 17 Aug 2026 15:53:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: SimplySara/LocoOperator-4B-GGUF Source: Original Platform --- .gitattributes | 55 ++++++++ LocoOperator-4B-BF16.gguf | 3 + LocoOperator-4B-IQ3_M.gguf | 3 + LocoOperator-4B-IQ3_S.gguf | 3 + LocoOperator-4B-IQ4_NL.gguf | 3 + LocoOperator-4B-IQ4_XS.gguf | 3 + LocoOperator-4B-MXFP4_MOE.gguf | 3 + LocoOperator-4B-Q2_K.gguf | 3 + LocoOperator-4B-Q3_K_L.gguf | 3 + LocoOperator-4B-Q3_K_M.gguf | 3 + LocoOperator-4B-Q3_K_S.gguf | 3 + LocoOperator-4B-Q4_0.gguf | 3 + LocoOperator-4B-Q4_1.gguf | 3 + LocoOperator-4B-Q4_K_M.gguf | 3 + LocoOperator-4B-Q4_K_S.gguf | 3 + LocoOperator-4B-Q5_0.gguf | 3 + LocoOperator-4B-Q5_1.gguf | 3 + LocoOperator-4B-Q5_K_M.gguf | 3 + LocoOperator-4B-Q5_K_S.gguf | 3 + LocoOperator-4B-Q6_K.gguf | 3 + LocoOperator-4B-Q8_0.gguf | 3 + README.md | 229 +++++++++++++++++++++++++++++++++ 22 files changed, 344 insertions(+) create mode 100644 .gitattributes create mode 100644 LocoOperator-4B-BF16.gguf create mode 100644 LocoOperator-4B-IQ3_M.gguf create mode 100644 LocoOperator-4B-IQ3_S.gguf create mode 100644 LocoOperator-4B-IQ4_NL.gguf create mode 100644 LocoOperator-4B-IQ4_XS.gguf create mode 100644 LocoOperator-4B-MXFP4_MOE.gguf create mode 100644 LocoOperator-4B-Q2_K.gguf create mode 100644 LocoOperator-4B-Q3_K_L.gguf create mode 100644 LocoOperator-4B-Q3_K_M.gguf create mode 100644 LocoOperator-4B-Q3_K_S.gguf create mode 100644 LocoOperator-4B-Q4_0.gguf create mode 100644 LocoOperator-4B-Q4_1.gguf create mode 100644 LocoOperator-4B-Q4_K_M.gguf create mode 100644 LocoOperator-4B-Q4_K_S.gguf create mode 100644 LocoOperator-4B-Q5_0.gguf create mode 100644 LocoOperator-4B-Q5_1.gguf create mode 100644 LocoOperator-4B-Q5_K_M.gguf create mode 100644 LocoOperator-4B-Q5_K_S.gguf create mode 100644 LocoOperator-4B-Q6_K.gguf create mode 100644 LocoOperator-4B-Q8_0.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..64ea64a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,55 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-BF16.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-MXFP4_MOE.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +LocoOperator-4B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/LocoOperator-4B-BF16.gguf b/LocoOperator-4B-BF16.gguf new file mode 100644 index 0000000..2101f01 --- /dev/null +++ b/LocoOperator-4B-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5903adb6432c0867423e4be99abe560a98f7ff4cc4bb299c132ae28c8f975b3a +size 8051283840 diff --git a/LocoOperator-4B-IQ3_M.gguf b/LocoOperator-4B-IQ3_M.gguf new file mode 100644 index 0000000..44e6a1e --- /dev/null +++ b/LocoOperator-4B-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d76c67f126b2fa0ffb0ff4958ac0be239aa0820cad5779a37f625bd444070476 +size 1962894720 diff --git a/LocoOperator-4B-IQ3_S.gguf b/LocoOperator-4B-IQ3_S.gguf new file mode 100644 index 0000000..44af551 --- /dev/null +++ b/LocoOperator-4B-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caebf781b6d5fd0625a0de7e907fc76aee0e83bb71163cb684d03a914c89cb14 +size 1899529600 diff --git a/LocoOperator-4B-IQ4_NL.gguf b/LocoOperator-4B-IQ4_NL.gguf new file mode 100644 index 0000000..64c37e6 --- /dev/null +++ b/LocoOperator-4B-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b257087bcec2a6ee2357e562edb7cd7b875ab9d2ac13eb851a5e0e7d4859a8c8 +size 2393793920 diff --git a/LocoOperator-4B-IQ4_XS.gguf b/LocoOperator-4B-IQ4_XS.gguf new file mode 100644 index 0000000..a7a39bb --- /dev/null +++ b/LocoOperator-4B-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07be0d4073c7e91128264b5188621e5132c880f1a1da6b928ffd3121118ac637 +size 2286314880 diff --git a/LocoOperator-4B-MXFP4_MOE.gguf b/LocoOperator-4B-MXFP4_MOE.gguf new file mode 100644 index 0000000..4ef2d2a --- /dev/null +++ b/LocoOperator-4B-MXFP4_MOE.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1554a69287189251b7ad245e4e3912d3e7d71543f55865cd80279c6c827d16a +size 4280403840 diff --git a/LocoOperator-4B-Q2_K.gguf b/LocoOperator-4B-Q2_K.gguf new file mode 100644 index 0000000..73a1b26 --- /dev/null +++ b/LocoOperator-4B-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1f1fa9042d6376bb2046fcd67836295eebc502ff78c7dfcc406b51581fb75da +size 1669498240 diff --git a/LocoOperator-4B-Q3_K_L.gguf b/LocoOperator-4B-Q3_K_L.gguf new file mode 100644 index 0000000..91ab704 --- /dev/null +++ b/LocoOperator-4B-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d0e1cc6e9504d340a46468aef0410f7dbec5d6d6d1b65eb8faaaff17f91515 +size 2239784320 diff --git a/LocoOperator-4B-Q3_K_M.gguf b/LocoOperator-4B-Q3_K_M.gguf new file mode 100644 index 0000000..646d757 --- /dev/null +++ b/LocoOperator-4B-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:252c77c6684c5940703859658d8ce16a96ca4db97331e2f6220471834102f719 +size 2075616640 diff --git a/LocoOperator-4B-Q3_K_S.gguf b/LocoOperator-4B-Q3_K_S.gguf new file mode 100644 index 0000000..ed84c5f --- /dev/null +++ b/LocoOperator-4B-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cf2f5d15be2bc3d1c0541a833b46dae9fa3d6f59fe5ef21bb3c023bbab8c81d +size 1886995840 diff --git a/LocoOperator-4B-Q4_0.gguf b/LocoOperator-4B-Q4_0.gguf new file mode 100644 index 0000000..8282151 --- /dev/null +++ b/LocoOperator-4B-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1777822187d676e46ba5c6b266a0fad5b8c776baeefa18ccadeeee03d337c3b4 +size 2369545600 diff --git a/LocoOperator-4B-Q4_1.gguf b/LocoOperator-4B-Q4_1.gguf new file mode 100644 index 0000000..00d895a --- /dev/null +++ b/LocoOperator-4B-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b3853f45988e8d100d07f7da76fd1fbce4b9036d25c14adf7045e2ce7f9c97 +size 2596627840 diff --git a/LocoOperator-4B-Q4_K_M.gguf b/LocoOperator-4B-Q4_K_M.gguf new file mode 100644 index 0000000..5c0f41b --- /dev/null +++ b/LocoOperator-4B-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:509c39085d17e7d1bc02767a601f6d67d1dacbcdc91921b0ed72e77007da21c1 +size 2497279360 diff --git a/LocoOperator-4B-Q4_K_S.gguf b/LocoOperator-4B-Q4_K_S.gguf new file mode 100644 index 0000000..e97b647 --- /dev/null +++ b/LocoOperator-4B-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a9a5a606436c3580133ce990ffde098d6abd4e7f390042ba9cd8e2c0b20c85 +size 2383308160 diff --git a/LocoOperator-4B-Q5_0.gguf b/LocoOperator-4B-Q5_0.gguf new file mode 100644 index 0000000..b2de63c --- /dev/null +++ b/LocoOperator-4B-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a0eb96191401cd7834d4f3bdbb4fa61b73fe99ff1ecc9a995c824592200a859 +size 2823710080 diff --git a/LocoOperator-4B-Q5_1.gguf b/LocoOperator-4B-Q5_1.gguf new file mode 100644 index 0000000..a7556a3 --- /dev/null +++ b/LocoOperator-4B-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8e10fcd21e9c045e981d16be87c5a2d79377fa9147938a901e6fd5fcd8d4430 +size 3050792320 diff --git a/LocoOperator-4B-Q5_K_M.gguf b/LocoOperator-4B-Q5_K_M.gguf new file mode 100644 index 0000000..4829ab9 --- /dev/null +++ b/LocoOperator-4B-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89fd928cbc56176314af6433bd48795c989b23151ba16bbf7c40229de27b3f22 +size 2889512320 diff --git a/LocoOperator-4B-Q5_K_S.gguf b/LocoOperator-4B-Q5_K_S.gguf new file mode 100644 index 0000000..4736fce --- /dev/null +++ b/LocoOperator-4B-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:132e03d35f46bcb05fb64d3e88bbf982a8845a89f5c5ac879e3dabeae653ed97 +size 2823710080 diff --git a/LocoOperator-4B-Q6_K.gguf b/LocoOperator-4B-Q6_K.gguf new file mode 100644 index 0000000..26e36c0 --- /dev/null +++ b/LocoOperator-4B-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff775169b74a838f5bb9e7ca8871936e9917a07179d57955a8b4622c49841431 +size 3306259840 diff --git a/LocoOperator-4B-Q8_0.gguf b/LocoOperator-4B-Q8_0.gguf new file mode 100644 index 0000000..ac2acc9 --- /dev/null +++ b/LocoOperator-4B-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9948f5d45cb769354cca207df9e8c6ec3bd0d543361e817fffb5a59c9c039a05 +size 4280403840 diff --git a/README.md b/README.md new file mode 100644 index 0000000..df7db9b --- /dev/null +++ b/README.md @@ -0,0 +1,229 @@ +--- +library_name: transformers +license: mit +base_model: +- LocoreMind/LocoOperator-4B +tags: +- code +- agent +- tool-calling +- distillation +- qwen3 +- gguf +- llama-cpp +language: +- en +pipeline_tag: text-generation +--- +# This is a static quantization of [LocoreMind/LocoOperator-4B](https://huggingface.co/LocoreMind/LocoOperator-4B), made by [SimplySara](https://huggingface.co/SimplySara) + +| Model | Size_GB | BPW | PPL_Q | KLD_Mean | KLD_Max | Top_P_Match | +|:----------------------------------|----------:|------:|----------:|-----------:|----------:|:--------------| +| LocoOperator-4B-BF16.gguf | 7.498 | 16.01 | 9.24309 | -1.2e-05 | 4e-06 | 100.000% | +| LocoOperator-4B-MXFP4_MOE.gguf | 3.986 | 8.51 | 9.24606 | 0.001835 | 2.98238 | 97.518% | +| LocoOperator-4B-i1-MXFP4_MOE.gguf | 3.986 | 8.51 | 9.24606 | 0.001835 | 2.98238 | 97.518% | +| LocoOperator-4B-Q8_0.gguf | 3.986 | 8.51 | 9.24606 | 0.001835 | 2.98238 | 97.518% | +| LocoOperator-4B-i1-Q8_0.gguf | 3.986 | 8.51 | 9.24606 | 0.001835 | 2.98238 | 97.518% | +| LocoOperator-4B-Q6_K.gguf | 3.079 | 6.58 | 9.27926 | 0.0068 | 10.5686 | 95.526% | +| LocoOperator-4B-i1-Q6_K.gguf | 3.079 | 6.58 | 9.295 | 0.006075 | 15.9945 | 95.857% | +| LocoOperator-4B-i1-Q5_1.gguf | 2.841 | 6.07 | 9.28859 | 0.01364 | 2.98838 | 94.135% | +| LocoOperator-4B-Q5_1.gguf | 2.841 | 6.07 | 9.43222 | 0.022675 | 16.3454 | 93.161% | +| LocoOperator-4B-Q5_K_M.gguf | 2.691 | 5.75 | 9.35457 | 0.017023 | 12.3947 | 93.635% | +| LocoOperator-4B-i1-Q5_K_M.gguf | 2.691 | 5.75 | 9.2965 | 0.013153 | 7.78613 | 94.257% | +| LocoOperator-4B-i1-Q5_0.gguf | 2.636 | 5.63 | 9.42255 | 0.019663 | 17.94 | 93.208% | +| LocoOperator-4B-Q5_0.gguf | 2.63 | 5.62 | 9.41521 | 0.023403 | 31.4019 | 92.839% | +| LocoOperator-4B-Q5_K_S.gguf | 2.63 | 5.62 | 9.44087 | 0.022119 | 13.6483 | 92.800% | +| LocoOperator-4B-i1-Q5_K_S.gguf | 2.63 | 5.62 | 9.28767 | 0.014865 | 7.65169 | 93.702% | +| LocoOperator-4B-Q4_1.gguf | 2.418 | 5.16 | 9.66722 | 0.074718 | 15.0861 | 87.757% | +| LocoOperator-4B-i1-Q4_1.gguf | 2.418 | 5.16 | 9.45293 | 0.038707 | 13.8444 | 90.574% | +| LocoOperator-4B-Q4_K_M.gguf | 2.326 | 4.97 | 9.48239 | 0.048236 | 15.3105 | 90.300% | +| LocoOperator-4B-i1-Q4_K_M.gguf | 2.326 | 4.97 | 9.48582 | 0.03368 | 13.551 | 91.233% | +| LocoOperator-4B-IQ4_NL.gguf | 2.229 | 4.76 | 9.60891 | 0.050173 | 11.4324 | 89.708% | +| LocoOperator-4B-i1-Q4_K_S.gguf | 2.22 | 4.74 | 9.47603 | 0.039843 | 10.0551 | 90.557% | +| LocoOperator-4B-Q4_K_S.gguf | 2.22 | 4.74 | 9.80236 | 0.068821 | 15.209 | 88.513% | +| LocoOperator-4B-i1-IQ4_NL.gguf | 2.218 | 4.74 | 9.50223 | 0.039414 | 8.18964 | 90.573% | +| LocoOperator-4B-i1-Q4_0.gguf | 2.213 | 4.73 | 9.79026 | 0.063915 | 12.6928 | 88.737% | +| LocoOperator-4B-Q4_0.gguf | 2.207 | 4.71 | 9.86629 | 0.074527 | 13.2501 | 87.758% | +| LocoOperator-4B-IQ4_XS.gguf | 2.129 | 4.55 | 9.62193 | 0.051911 | 11.0682 | 89.705% | +| LocoOperator-4B-i1-IQ4_XS.gguf | 2.115 | 4.52 | 9.49687 | 0.040098 | 7.03875 | 90.402% | +| LocoOperator-4B-Q3_K_L.gguf | 2.086 | 4.45 | 10.2476 | 0.121944 | 27.0257 | 84.146% | +| LocoOperator-4B-i1-Q3_K_L.gguf | 2.086 | 4.45 | 9.90811 | 0.090874 | 15.8122 | 86.154% | +| LocoOperator-4B-Q3_K_M.gguf | 1.933 | 4.13 | 10.7021 | 0.15788 | 20.2044 | 82.662% | +| LocoOperator-4B-i1-Q3_K_M.gguf | 1.933 | 4.13 | 9.98057 | 0.102708 | 16.8243 | 85.354% | +| LocoOperator-4B-i1-IQ3_M.gguf | 1.828 | 3.9 | 10.1634 | 0.137347 | 14.6883 | 83.180% | +| LocoOperator-4B-IQ3_M.gguf | 1.828 | 3.9 | 14.2539 | 0.557713 | 19.4397 | 67.631% | +| LocoOperator-4B-IQ3_S.gguf | 1.769 | 3.78 | 15.0624 | 0.619131 | 20.122 | 65.931% | +| LocoOperator-4B-i1-IQ3_S.gguf | 1.769 | 3.78 | 10.1755 | 0.142066 | 17.0028 | 83.139% | +| LocoOperator-4B-i1-Q3_K_S.gguf | 1.757 | 3.75 | 10.8886 | 0.171224 | 28.3373 | 82.133% | +| LocoOperator-4B-Q3_K_S.gguf | 1.757 | 3.75 | 11.5475 | 0.237895 | 30.6868 | 79.412% | +| LocoOperator-4B-i1-IQ3_XS.gguf | 1.69 | 3.61 | 10.3629 | 0.168783 | 14.3358 | 81.928% | +| LocoOperator-4B-i1-Q2_K.gguf | 1.555 | 3.32 | 12.1574 | 0.328652 | 18.6622 | 75.570% | +| LocoOperator-4B-i1-IQ3_XXS.gguf | 1.555 | 3.32 | 11.2795 | 0.263448 | 25.251 | 77.569% | +| LocoOperator-4B-Q2_K.gguf | 1.555 | 3.32 | 17.153 | 0.713596 | 16.3946 | 64.880% | +| LocoOperator-4B-i1-Q2_K_S.gguf | 1.456 | 3.11 | 13.1709 | 0.450125 | 18.3826 | 71.231% | +| LocoOperator-4B-i1-IQ2_M.gguf | 1.409 | 3.01 | 14.0857 | 0.544764 | 18.5618 | 67.933% | +| LocoOperator-4B-i1-IQ2_S.gguf | 1.32 | 2.82 | 15.0717 | 0.621189 | 24.0981 | 65.722% | +| LocoOperator-4B-i1-IQ2_XS.gguf | 1.261 | 2.69 | 16.8277 | 0.750336 | 19.2128 | 63.162% | +| LocoOperator-4B-i1-IQ2_XXS.gguf | 1.161 | 2.48 | 27.5988 | 1.32144 | 14.6807 | 52.522% | +| LocoOperator-4B-i1-IQ1_M.gguf | 1.05 | 2.24 | 49.0978 | 1.9323 | 16.5947 | 44.067% | +| LocoOperator-4B-i1-IQ1_S.gguf | 0.983 | 2.1 | 139.951 | 3.03274 | 16.0947 | 28.387% | + + +------ + +
+ LocoOperator +
+ +
+ +
+ +[![MODEL](https://img.shields.io/badge/Model-FFB300?style=for-the-badge&logo=huggingface&logoColor=white)](https://huggingface.co/LocoreMind/LocoOperator-4B) +[![GGUF](https://img.shields.io/badge/GGUF-FF6F00?style=for-the-badge&logo=huggingface&logoColor=white)](https://huggingface.co/LocoreMind/LocoOperator-4B-GGUF) +[![Blog](https://img.shields.io/badge/Blog-4285F4?style=for-the-badge&logo=google-chrome&logoColor=white)](https://locoremind.com/blog/loco-operator) +[![GitHub](https://img.shields.io/badge/GitHub-181717?style=for-the-badge&logo=github&logoColor=white)](https://github.com/LocoreMind/LocoOperator) +[![Colab](https://img.shields.io/badge/Colab-F9AB00?style=for-the-badge&logo=googlecolab&logoColor=white)](https://colab.research.google.com/github/LocoreMind/LocoOperator/blob/main/LocoOperator_4B.ipynb) + +
+ +## Introduction + +**LocoOperator-4B** is a 4B-parameter tool-calling agent model trained via knowledge distillation from **Qwen3-Coder-Next** inference traces. It specializes in multi-turn codebase exploration — reading files, searching code, and navigating project structures within a Claude Code-style agent loop. Designed as a local sub agent, it runs via llama.cpp at zero API cost. + +| | LocoOperator-4B | +|:--|:--| +| **Base Model** | [Qwen3-4B-Instruct-2507](https://huggingface.co/Qwen/Qwen3-4B-Instruct-2507) | +| **Teacher Model** | Qwen3-Coder-Next | +| **Training Method** | Full-parameter SFT (distillation) | +| **Training Data** | 170,356 multi-turn conversation samples | +| **Max Sequence Length** | 16,384 tokens | +| **Training Hardware** | 4x NVIDIA H200 141GB SXM5 | +| **Training Time** | ~25 hours | +| **Framework** | MS-SWIFT | + +## Key Features + +- **Tool-Calling Agent**: Generates structured `` JSON for Read, Grep, Glob, Bash, Write, Edit, and Task (subagent delegation) +- **100% JSON Validity**: Every tool call is valid JSON with all required arguments — outperforming the teacher model (87.6%) +- **Local Deployment**: GGUF quantized, runs on Mac Studio via llama.cpp at zero API cost +- **Lightweight Explorer**: 4B parameters, optimized for fast codebase search and navigation +- **Multi-Turn**: Handles conversation depths of 3–33 messages with consistent tool-calling behavior + +## Performance + +Evaluated on 65 multi-turn conversation samples from diverse open-source projects (scipy, fastapi, arrow, attrs, gevent, gunicorn, etc.), with labels generated by Qwen3-Coder-Next. + +### Core Metrics + +| Metric | Score | +|:-------|:-----:| +| **Tool Call Presence Alignment** | **100%** (65/65) | +| **First Tool Type Match** | **65.6%** (40/61) | +| **JSON Validity** | **100%** (76/76) | +| **Argument Syntax Correctness** | **100%** (76/76) | + +The model perfectly learned *when* to use tools vs. when to respond with text (100% presence alignment). Tool type mismatches are between semantically similar tools (e.g. Grep vs Read) — different but often valid strategies. + +### Tool Distribution Comparison + +
+ Tool Distribution Comparison +
+ +### JSON & Argument Syntax Correctness + +| Model | JSON Valid | Argument Syntax Valid | +|:------|:---------:|:--------------------:| +| **LocoOperator-4B** | 76/76 (100%) | 76/76 (100%) | +| Qwen3-Coder-Next (teacher) | 89/89 (100%) | 78/89 (87.6%) | + +> LocoOperator-4B achieves perfect structured output. The teacher model has 11 tool calls with missing required arguments (empty `arguments: {}`). + +## Quick Start + +```python +from transformers import AutoModelForCausalLM, AutoTokenizer + +model_name = "LocoreMind/LocoOperator-4B" + +# load the tokenizer and the model +tokenizer = AutoTokenizer.from_pretrained(model_name) +model = AutoModelForCausalLM.from_pretrained( + model_name, + torch_dtype="auto", + device_map="auto" +) + +# prepare the messages +messages = [ + { + "role": "system", + "content": "You are a read-only codebase search specialist.\n\nCRITICAL CONSTRAINTS:\n1. STRICTLY READ-ONLY: You cannot create, edit, delete, move files, or run any state-changing commands. Use tools/bash ONLY for reading (e.g., ls, find, cat, grep).\n2. EFFICIENCY: Spawn multiple parallel tool calls for faster searching.\n3. OUTPUT RULES: \n - ALWAYS use absolute file paths.\n - STRICTLY NO EMOJIS in your response.\n - Output your final report directly. Do not use colons before tool calls.\n\nENV: Working directory is /Users/developer/workspace/code-analyzer (macOS, zsh)." + }, + { + "role": "user", + "content": "Analyze the Black codebase at `/Users/developer/workspace/code-analyzer/projects/black`.\nFind and explain:\n1. How Black discovers config files.\n2. The exact search order for config files.\n3. Supported config file formats.\n4. Where this configuration discovery logic lives in the codebase.\n\nReturn a comprehensive answer with relevant code snippets and absolute file paths." + } +] + +# prepare the model input +text = tokenizer.apply_chat_template( + messages, + tokenize=False, + add_generation_prompt=True, +) +model_inputs = tokenizer([text], return_tensors="pt").to(model.device) + +# conduct text completion +generated_ids = model.generate( + **model_inputs, + max_new_tokens=512, +) +output_ids = generated_ids[0][len(model_inputs.input_ids[0]):].tolist() + +content = tokenizer.decode(output_ids, skip_special_tokens=True) +print(content) +``` + +## Local Deployment + +For GGUF quantized deployment with llama.cpp, hybrid proxy routing, and batch analysis pipelines, refer to our [GitHub repository](https://github.com/LocoreMind/LocoOperator). + +## Training Details + +| Parameter | Value | +|:----------|:------| +| Base model | Qwen3-4B-Instruct-2507 | +| Teacher model | Qwen3-Coder-Next | +| Method | Full-parameter SFT | +| Training data | 170,356 samples | +| Hardware | 4x NVIDIA H200 141GB SXM5 | +| Parallelism | DDP (no DeepSpeed) | +| Precision | BF16 | +| Epochs | 1 | +| Batch size | 2/GPU, gradient accumulation 4 (effective batch 32) | +| Learning rate | 2e-5, warmup ratio 0.03 | +| Max sequence length | 16,384 tokens | +| Template | qwen3_nothinking | +| Framework | MS-SWIFT | +| Training time | ~25 hours | +| Checkpoint | Step 2524 | + +## Known Limitations + +- First-tool-type match is 65.6% — the model sometimes picks a different (but not necessarily wrong) tool than the teacher +- Tends to under-generate parallel tool calls compared to the teacher (76 vs 89 total calls across 65 samples) +- Preference for Bash over Read may indicate the model defaults to shell commands where file reads would be more appropriate +- Evaluated on 65 samples only; larger-scale evaluation needed + +## License + +MIT + +## Acknowledgments + +- [Qwen Team](https://huggingface.co/Qwen) for the Qwen3-4B-Instruct-2507 base model +- [MS-SWIFT](https://github.com/modelscope/ms-swift) for the training framework +- [llama.cpp](https://github.com/ggerganov/llama.cpp) for efficient local inference +- [Anthropic](https://www.anthropic.com/) for the Claude Code agent loop design that inspired this work \ No newline at end of file