From 3d748a3f692b2ff3abde4053f2f54685920da4be Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 23 Jul 2026 07:25:10 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mykor/A.X-4.0-Light-gguf Source: Original Platform --- .gitattributes | 37 +++ A.X-4.0-Light-BF16.gguf | 3 + A.X-4.0-Light-F32.gguf | 3 + A.X-4.0-Light-IQ4_NL.gguf | 3 + A.X-4.0-Light-IQ4_XS.gguf | 3 + A.X-4.0-Light-Q2_K.gguf | 3 + A.X-4.0-Light-Q3_K_L.gguf | 3 + A.X-4.0-Light-Q3_K_M.gguf | 3 + A.X-4.0-Light-Q3_K_S.gguf | 3 + A.X-4.0-Light-Q4_0.gguf | 3 + A.X-4.0-Light-Q4_K_M.gguf | 3 + A.X-4.0-Light-Q4_K_S.gguf | 3 + A.X-4.0-Light-Q5_0.gguf | 3 + A.X-4.0-Light-Q5_K_M.gguf | 3 + A.X-4.0-Light-Q5_K_S.gguf | 3 + A.X-4.0-Light-Q6_K.gguf | 3 + A.X-4.0-Light-Q8_0.gguf | 3 + LICENSE | 233 +++++++++++++++++ README.md | 516 ++++++++++++++++++++++++++++++++++++++ imatrix.dat | 3 + 20 files changed, 837 insertions(+) create mode 100644 .gitattributes create mode 100644 A.X-4.0-Light-BF16.gguf create mode 100644 A.X-4.0-Light-F32.gguf create mode 100644 A.X-4.0-Light-IQ4_NL.gguf create mode 100644 A.X-4.0-Light-IQ4_XS.gguf create mode 100644 A.X-4.0-Light-Q2_K.gguf create mode 100644 A.X-4.0-Light-Q3_K_L.gguf create mode 100644 A.X-4.0-Light-Q3_K_M.gguf create mode 100644 A.X-4.0-Light-Q3_K_S.gguf create mode 100644 A.X-4.0-Light-Q4_0.gguf create mode 100644 A.X-4.0-Light-Q4_K_M.gguf create mode 100644 A.X-4.0-Light-Q4_K_S.gguf create mode 100644 A.X-4.0-Light-Q5_0.gguf create mode 100644 A.X-4.0-Light-Q5_K_M.gguf create mode 100644 A.X-4.0-Light-Q5_K_S.gguf create mode 100644 A.X-4.0-Light-Q6_K.gguf create mode 100644 A.X-4.0-Light-Q8_0.gguf create mode 100644 LICENSE create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..68a72ef --- /dev/null +++ b/.gitattributes @@ -0,0 +1,37 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +*.gguf filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text diff --git a/A.X-4.0-Light-BF16.gguf b/A.X-4.0-Light-BF16.gguf new file mode 100644 index 0000000..f67cda5 --- /dev/null +++ b/A.X-4.0-Light-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d67ba6cf14f2c76acadfe9b771a7c47dc0562ce1aec63f36161b325532a506c +size 14524757824 diff --git a/A.X-4.0-Light-F32.gguf b/A.X-4.0-Light-F32.gguf new file mode 100644 index 0000000..875cb85 --- /dev/null +++ b/A.X-4.0-Light-F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d3f02e0cbd3b284297ec9b1c1585120ebd6934be1b64dea94f6ce2be7207580 +size 29043341120 diff --git a/A.X-4.0-Light-IQ4_NL.gguf b/A.X-4.0-Light-IQ4_NL.gguf new file mode 100644 index 0000000..3f4e009 --- /dev/null +++ b/A.X-4.0-Light-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f1f687e6d96e5bf53e849d22fe53edb96c02696e42557252427daf4752bf8ef +size 4216026688 diff --git a/A.X-4.0-Light-IQ4_XS.gguf b/A.X-4.0-Light-IQ4_XS.gguf new file mode 100644 index 0000000..9b3e011 --- /dev/null +++ b/A.X-4.0-Light-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53e0cac39b759eb7acce8138459631345a5b9c3eb7141da476f3cdd309949c3d +size 4008613440 diff --git a/A.X-4.0-Light-Q2_K.gguf b/A.X-4.0-Light-Q2_K.gguf new file mode 100644 index 0000000..8f27f6d --- /dev/null +++ b/A.X-4.0-Light-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98f5ad54704761d14c1ac1209e907083ca3df47689f68a4038c584f1d069d0fb +size 2810410560 diff --git a/A.X-4.0-Light-Q3_K_L.gguf b/A.X-4.0-Light-Q3_K_L.gguf new file mode 100644 index 0000000..313408b --- /dev/null +++ b/A.X-4.0-Light-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92cab7bffde15f166f70ba9100e199358a87620346ed87d76b507d051bef61dc +size 3864852032 diff --git a/A.X-4.0-Light-Q3_K_M.gguf b/A.X-4.0-Light-Q3_K_M.gguf new file mode 100644 index 0000000..a7702c4 --- /dev/null +++ b/A.X-4.0-Light-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b51eb32bc20ef88c1b774e7ef074b328a7cbb0ca8075e32eb80785c6cc814712 +size 3584783936 diff --git a/A.X-4.0-Light-Q3_K_S.gguf b/A.X-4.0-Light-Q3_K_S.gguf new file mode 100644 index 0000000..ff27c7b --- /dev/null +++ b/A.X-4.0-Light-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:316851f5b8002fe17cdb47f5550b392c79fa7145b2843840d6a48231b5218ff4 +size 3268761152 diff --git a/A.X-4.0-Light-Q4_0.gguf b/A.X-4.0-Light-Q4_0.gguf new file mode 100644 index 0000000..8817001 --- /dev/null +++ b/A.X-4.0-Light-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbbb1a1f443b1c733d9cd7d66494988c45fec1d29a9a40ceec0ab3b032941855 +size 4184143424 diff --git a/A.X-4.0-Light-Q4_K_M.gguf b/A.X-4.0-Light-Q4_K_M.gguf new file mode 100644 index 0000000..15ebf19 --- /dev/null +++ b/A.X-4.0-Light-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bd9cb8ccaae2efc5c33c7b5e443c2f820d4731130df38cd24f7ba494146ead5 +size 4435826240 diff --git a/A.X-4.0-Light-Q4_K_S.gguf b/A.X-4.0-Light-Q4_K_S.gguf new file mode 100644 index 0000000..91a0040 --- /dev/null +++ b/A.X-4.0-Light-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4c145d08cf69baf956c711e0440fa2f7da6e916599f923156ed467e0cbc00ff +size 4210521664 diff --git a/A.X-4.0-Light-Q5_0.gguf b/A.X-4.0-Light-Q5_0.gguf new file mode 100644 index 0000000..23f5968 --- /dev/null +++ b/A.X-4.0-Light-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de671ab38f226a5e7924c1b9b97bad96ec4f600c2352713a191d7c94eb357266 +size 5045679680 diff --git a/A.X-4.0-Light-Q5_K_M.gguf b/A.X-4.0-Light-Q5_K_M.gguf new file mode 100644 index 0000000..cbe6a84 --- /dev/null +++ b/A.X-4.0-Light-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b08f31d824eac1babe4db91f3f9f1e7eeb1ab97ab51e70d34b3ee85e53afb17f +size 5175334464 diff --git a/A.X-4.0-Light-Q5_K_S.gguf b/A.X-4.0-Light-Q5_K_S.gguf new file mode 100644 index 0000000..aed748a --- /dev/null +++ b/A.X-4.0-Light-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e2a7631e2f977c0b516425691dff29a1b38d19e6d6f182fce7bb84fdd7dbc12 +size 5045679680 diff --git a/A.X-4.0-Light-Q6_K.gguf b/A.X-4.0-Light-Q6_K.gguf new file mode 100644 index 0000000..dcab816 --- /dev/null +++ b/A.X-4.0-Light-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:084674f6799a6d383f560b9450884287611d02c2aaac361f82e18ed388904efb +size 5961061952 diff --git a/A.X-4.0-Light-Q8_0.gguf b/A.X-4.0-Light-Q8_0.gguf new file mode 100644 index 0000000..f47efe3 --- /dev/null +++ b/A.X-4.0-Light-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a45b095ea5e63426f13a7ad88c9b9b253fccfea67847d245340338d40d2dcea +size 7719171648 diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..8538327 --- /dev/null +++ b/LICENSE @@ -0,0 +1,233 @@ +Copyright (c) 2025 SK Telecom Co., Ltd. All rights reserved. + +Built with Qwen 2.5 β€” original model by Alibaba Cloud, licensed under the Apache License 2.0. + +Unless otherwise stated, all files in this repository (including modified model weights +and tokenizer files) are distributed under the terms of the Apache License, Version 2.0 +(the "License"). You may obtain a copy of the License at: + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software distributed under +the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF +ANY KIND, either express or implied. See the License for the specific language governing +permissions and limitations under the License. + +================================================================================ +NOTICE (Apache-2.0 Β§4 d) +================================================================================ + +This product is built with Qwen 2.5 developed by Alibaba Cloud +(https://github.com/QwenLM) and distributed under the Apache License 2.0. + +See the upstream Qwen 2.5 repository for additional attribution details. + +================================================================================ +TRADEMARK +================================================================================ + +"SK Telecom" and associated logos are trademarks of SK Telecom Co., Ltd. +This License does not grant permission to use these trademarks without prior +written consent. + +================================================================================ +APACHE LICENSE 2.0 +================================================================================ + + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + Copyright 2024 Alibaba Cloud + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..06ac7c2 --- /dev/null +++ b/README.md @@ -0,0 +1,516 @@ +--- +license: apache-2.0 +license_link: https://huggingface.co/skt/A.X-4.0-Light/blob/main/LICENSE +language: +- en +- ko +pipeline_tag: text-generation +library_name: transformers +model_id: skt/A.X-4.0-Light +developers: SKT AI Model Lab +model-index: +- name: A.X-4.0-Light + results: + - task: + type: generate_until + name: mmlu + dataset: + name: mmlu (chat CoT) + type: hails/mmlu_no_train + metrics: + - type: exact_match + value: 75.43 + name: exact_match + - task: + type: generate_until + name: kmmlu + dataset: + name: kmmlu (chat CoT) + type: HAERAE-HUB/KMMLU + metrics: + - type: exact_match + value: 64.15 + name: exact_match +base_model: +- skt/A.X-4.0-Light +tags: +- A.X +--- + +# A.X 4.0 Light + +

+ + + +

+

πŸ€— Models | πŸ’¬ Chat | πŸ“¬ APIs (FREE!) | πŸ–₯️ Github

+ +## A.X 4.0 Family Highlights + +SK Telecom released **A.X 4.0** (pronounced "A dot X"), a large language model (LLM) optimized for Korean-language understanding and enterprise deployment, on July 03, 2025. Built on the open-source [Qwen2.5](https://huggingface.co/collections/Qwen/qwen25-66e81a666513e518adb90d9e) model, A.X 4.0 has been further trained with large-scale Korean datasets to deliver outstanding performance in real-world business environments. + +- **Superior Korean Proficiency**: Achieved a score of 78.3 on [KMMLU](https://huggingface.co/datasets/HAERAE-HUB/KMMLU), the leading benchmark for Korean-language evaluation and a Korean-specific adaptation of MMLU, outperforming GPT-4o (72.5). +- **Deep Cultural Understanding**: Scored 83.5 on [CLIcK](https://huggingface.co/datasets/EunsuKim/CLIcK), a benchmark for Korean cultural and contextual comprehension, surpassing GPT-4o (80.2). +- **Efficient Token Usage**: A.X 4.0 uses approximately 33% fewer tokens than GPT-4o for the same Korean input, enabling more cost-effective and efficient processing. +- **Deployment Flexibility**: Offered in both a 72B-parameter standard model (A.X 4.0) and a 7B lightweight version (A.X 4.0 Light). +- **Long Context Handling**: Supports up to 131,072 tokens, allowing comprehension of lengthy documents and conversations. (Lightweight model supports up to 16,384 tokens length) + +## Performance + +### Model Performance + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
BenchmarksA.X 4.0Qwen3-235B-A22B
(w/o reasoning)		Qwen2.5-72BGPT-4o
KnowledgeKMMLU78.3273.6466.4472.51
CLIcK83.5174.5572.5980.22
KoBALT47.3041.5737.0044.00
MMLU86.6287.3785.7088.70
GeneralKo-MT-Bench86.6988.0082.6988.44
MT-Bench83.2586.5693.5088.19
LiveBench2024.1152.3064.5054.2052.19
Instruction FollowingKo-IFEval77.9677.5377.0775.38
IFEval86.0585.7786.5483.86
MathHRM8K48.5554.5246.3743.27
MATH74.2872.7277.0072.38
CodeHumanEval+79.2779.2781.7186.00
MBPP+73.2870.1175.6675.10
LiveCodeBench2024.10~2025.0426.0733.0927.5829.30
Long ContextLongBench<128K56.7049.4045.6047.50
Tool-useFunctionChatBench85.9682.4388.3095.70
+ +### Lightweight Model Performance + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
BenchmarksA.X 4.0 LightQwen3-8B
(w/o reasoning)		Qwen2.5-7BEXAONE-3.5-7.8BKanana-1.5-8B
KnowledgeKMMLU64.1563.5349.5653.7648.28
CLIcK68.0562.7160.5664.3061.30
KoBALT30.2926.5721.5721.7123.14
MMLU75.4382.8975.4072.2068.82
GeneralKo-MT-Bench79.5064.0661.3181.0676.30
MT-Bench81.5665.6979.3783.5077.60
LiveBench37.1050.2037.0040.2029.40
Instruction FollowingKo-IFEval72.9973.3960.7365.0169.96
IFEval84.6885.3876.7382.6180.11
MathHRM8K40.1252.5035.1331.8830.87
MATH68.8871.4865.5863.2059.28
CodeHumanEval+75.6177.4474.3976.8376.83
MBPP+67.2062.1768.5064.2967.99
LiveCodeBench18.0323.9316.6217.9816.52
+ +## πŸš€ Quickstart + +### with HuggingFace Transformers + +- `transformers>=4.46.0` or the latest version is required to use `skt/A.X-4.0-Light` +```bash +pip install transformers>=4.46.0 +``` + +#### Example Usage + +```python +import torch +from transformers import AutoModelForCausalLM, AutoTokenizer + +model_name = "skt/A.X-4.0-Light" +model = AutoModelForCausalLM.from_pretrained( + model_name, + torch_dtype=torch.bfloat16, + device_map="auto", +) +model.eval() +tokenizer = AutoTokenizer.from_pretrained(model_name) + +messages = [ + {"role": "system", "content": "당신은 μ‚¬μš©μžκ°€ μ œκ³΅ν•˜λŠ” μ˜μ–΄ λ¬Έμž₯듀을 ν•œκ΅­μ–΄λ‘œ λ²ˆμ—­ν•˜λŠ” AI μ „λ¬Έκ°€μž…λ‹ˆλ‹€."}, + {"role": "user", "content": "The first human went into space and orbited the Earth on April 12, 1961."}, +] +input_ids = tokenizer.apply_chat_template(messages, add_generation_prompt=True, return_tensors="pt").to(model.device) + +with torch.no_grad(): + output = model.generate( + input_ids, + max_new_tokens=128, + do_sample=False, + ) + +len_input_prompt = len(input_ids[0]) +response = tokenizer.decode(output[0][len_input_prompt:], skip_special_tokens=True) +print(response) +# Output: +# 1961λ…„ 4μ›” 12일, 졜초의 인간이 우주둜 λ‚˜κ°€ 지ꡬλ₯Ό κ³΅μ „ν–ˆμŠ΅λ‹ˆλ‹€. +``` + +### with vLLM + +- `vllm>=v0.6.4.post1` or the latest version is required to use tool-use function +```bash +pip install vllm>=v0.6.4.post1 +# if you don't want to activate tool-use function, just commenting out below vLLM option +VLLM_OPTION="--enable-auto-tool-choice --tool-call-parser hermes" +vllm serve skt/A.X-4.0-Light $VLLM_OPTION +``` + +#### Example Usage + +```python +from openai import OpenAI + +def call(messages, model): + completion = client.chat.completions.create( + model=model, + messages=messages, + ) + print(completion.choices[0].message) + +client = OpenAI( + base_url="http://localhost:8000/v1", + api_key="api_key" +) +model = "skt/A.X-4.0-Light" +messages = [{"role": "user", "content": "에어컨 여름철 적정 μ˜¨λ„λŠ”? ν•œμ€„λ‘œ λ‹΅λ³€ν•΄μ€˜"}] +call(messages, model) +# Output: +# ChatCompletionMessage(content='여름철 적정 에어컨 μ˜¨λ„λŠ” 일반적으둜 24-26λ„μž…λ‹ˆλ‹€.', refusal=None, role='assistant', audio=None, function_call=None, tool_calls=[], reasoning_content=None) + +messages = [{"role": "user", "content": "What is the appropriate temperature for air conditioning in summer? Response in a single sentence."}] +call(messages, model) +# Output: +# ChatCompletionMessage(content='The appropriate temperature for air conditioning in summer generally ranges from 72Β°F to 78Β°F (22Β°C to 26Β°C) for comfort and energy efficiency.', refusal=None, role='assistant', audio=None, function_call=None, tool_calls=[], reasoning_content=None) +``` + +#### Examples for tool-use +```python +from openai import OpenAI + + +def call(messages, model): + completion = client.chat.completions.create( + model=model, + messages=messages, + tools=tools + ) + print(completion.choices[0].message) + + +client = OpenAI( + base_url="http://localhost:8000/v1", + api_key="api_key" +) +model = "skt/A.X-4.0-Light" + +calculate_discount = { + "type": "function", + "function": { + "name": "calculate_discount", + "description": "원가격과 ν• μΈμœ¨(νΌμ„ΌνŠΈ λ‹¨μœ„)을 μž…λ ₯λ°›μ•„ ν• μΈλœ κ°€κ²©μ„κ³„μ‚°ν•œλ‹€.", + "parameters": { + "type": "object", + "properties": { + "original_price": { + "type": "number", + "description": "μƒν’ˆμ˜ μ›λž˜ 가격" + }, + "discount_percentage": { + "type": "number", + "description": "μ μš©ν•  ν• μΈμœ¨(예: 20% ν• μΈμ˜ 경우 20을 μž…λ ₯)" + } + }, + "required": ["original_price", "discount_percentage"] + } + } +} +get_exchange_rate = { + "type": "function", + "function": { + "name": "get_exchange_rate", + "description": "두 톡화 κ°„μ˜ ν™˜μœ¨μ„ κ°€μ Έμ˜¨λ‹€.", + "parameters": { + "type": "object", + "properties": { + "base_currency": { + "type": "string", + "description": "The currency to convert from." + }, + "target_currency": { + "type": "string", + "description": "The currency to convert to." + } + }, + "required": ["base_currency", "target_currency"] + } + } +} +tools = [calculate_discount, get_exchange_rate] + +### Slot filling ### +messages = [{"role": "user", "content": "μš°λ¦¬κ°€ 뭘 μ‚¬μ•Όλ˜λŠ”λ° μ›λž˜ 57600원인데 직원할인 받을 수 μžˆκ±°λ“ ? 할인가쒀 κ³„μ‚°ν•΄μ€˜"}] +call(messages, model) +# Output: +# ChatCompletionMessage(content='ν• μΈμœ¨μ„ μ•Œλ €μ£Όμ‹œκ² μŠ΅λ‹ˆκΉŒ?', refusal=None, role='assistant', audio=None, function_call=None, tool_calls=[], reasoning_content=None) + + +### Function calling ### +messages = [ + {"role": "user", "content": "μš°λ¦¬κ°€ 뭘 μ‚¬μ•Όλ˜λŠ”λ° μ›λž˜ 57600원인데 직원할인 받을 수 μžˆκ±°λ“ ? 할인가쒀 κ³„μ‚°ν•΄μ€˜"}, + {"role": "assistant", "content": "ν• μΈμœ¨μ„ μ•Œλ €μ£Όμ‹œκ² μŠ΅λ‹ˆκΉŒ?"}, + {"role": "user", "content": "15% 할인 받을 수 μžˆμ–΄."}, +] +call(messages, model) +# Output: +# ChatCompletionMessage(content=None, refusal=None, role='assistant', audio=None, function_call=None, tool_calls=[ChatCompletionMessageToolCall(id='chatcmpl-tool-7778d1d9fca94bf2acbb44c79359502c', function=Function(arguments='{"original_price": 57600, "discount_percentage": 15}', name='calculate_discount'), type='function')], reasoning_content=None) + + +### Completion ### +messages = [ + {"role": "user", "content": "μš°λ¦¬κ°€ 뭘 μ‚¬μ•Όλ˜λŠ”λ° μ›λž˜ 57600원인데 직원할인 받을 수 μžˆκ±°λ“ ? 할인가쒀 κ³„μ‚°ν•΄μ€˜"}, + {"role": "assistant", "content": "ν• μΈμœ¨μ„ μ•Œλ €μ£Όμ‹œκ² μŠ΅λ‹ˆκΉŒ?"}, + {"role": "user", "content": "15% 할인 받을 수 μžˆμ–΄."}, + {"role": "tool", "tool_call_id": "random_id", "name": "calculate_discount", "content": "{\"original_price\": 57600, \"discount_percentage\": 15, \"discounted_price\": 48960.0}"} +] +call(messages, model) +# Output: +# ChatCompletionMessage(content='57600μ›μ˜ μƒν’ˆμ—μ„œ 15% 할인을 μ μš©ν•˜λ©΄, ν• μΈλœ 가격은 48960μ›μž…λ‹ˆλ‹€.', refusal=None, role='assistant', audio=None, function_call=None, tool_calls=[], reasoning_content=None) +``` + +## License + +The `A.X 4.0 Light` models are licensed under `Apache License 2.0`. + +## Citation +``` +@article{SKTAdotX4Light, + title={A.X 4.0 Light}, + author={SKT AI Model Lab}, + year={2025}, + url={https://huggingface.co/skt/A.X-4.0-Light} +} +``` + +## Contact + +- Business & Partnership Contact: [a.x@sk.com](a.x@sk.com) \ No newline at end of file diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..025c425 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec5f00229f5d89a65327d8dece02f638cfafadbfce949ea8130701851eddd9d8 +size 4536653