初始化项目,由ModelHub XC社区提供模型
Model: mykor/A.X-3.1-Light-gguf Source: Original Platform
This commit is contained in:
37
.gitattributes
vendored
Normal file
37
.gitattributes
vendored
Normal file
@@ -0,0 +1,37 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
imatrix.dat filter=lfs diff=lfs merge=lfs -text
|
||||
*.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
3
A.X-3.1-Light-BF16.gguf
Normal file
3
A.X-3.1-Light-BF16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:acd9a744449088a8154b5070be197230df1bb2489a40f4aef799d6e74926c336
|
||||
size 14534973568
|
||||
3
A.X-3.1-Light-IQ1_M.gguf
Normal file
3
A.X-3.1-Light-IQ1_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:378b589c606ceeaf52b7837e43cb93d54bddb0ca10fd42413d203538ad5565bd
|
||||
size 2407405888
|
||||
3
A.X-3.1-Light-IQ1_S.gguf
Normal file
3
A.X-3.1-Light-IQ1_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:cb65c3fd738accca8148f528626a765b970176aabe32e9b91007aaa73a2316bd
|
||||
size 2315393344
|
||||
3
A.X-3.1-Light-IQ2_M.gguf
Normal file
3
A.X-3.1-Light-IQ2_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:04dd9e5ba509742342ba3e2d15b825f46a12f0e933e61b81b72325c8982a2f72
|
||||
size 2995525952
|
||||
3
A.X-3.1-Light-IQ2_S.gguf
Normal file
3
A.X-3.1-Light-IQ2_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ed12babd95cb772d7d2b93b364e499b8ec3cdd25d0e386a7f9ba873e3af4e648
|
||||
size 2872842560
|
||||
3
A.X-3.1-Light-IQ2_XS.gguf
Normal file
3
A.X-3.1-Light-IQ2_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:05f57095c0ed1d7597b53f97660e6daebe14b0a47ddaefd03e1e66375970aad1
|
||||
size 2700220736
|
||||
3
A.X-3.1-Light-IQ2_XXS.gguf
Normal file
3
A.X-3.1-Light-IQ2_XXS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0c6c428cc9f957d2a89260f7ceaa9b37e1df7defeb2f8fe0eebfa5aba4530c10
|
||||
size 2560760128
|
||||
3
A.X-3.1-Light-IQ3_M.gguf
Normal file
3
A.X-3.1-Light-IQ3_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:31de9a0e2eee42005a2fbd6bca680c97044340dafcb49a3049e89bca50399a66
|
||||
size 3645512000
|
||||
3
A.X-3.1-Light-IQ3_S.gguf
Normal file
3
A.X-3.1-Light-IQ3_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:7f087f97c2b69f4e20464dc5965cbe124f125dfe3eb2ca8825b69be0a0683ce3
|
||||
size 3480623424
|
||||
3
A.X-3.1-Light-IQ3_XS.gguf
Normal file
3
A.X-3.1-Light-IQ3_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f402738a4ce79690a15bff1eee572a082c7b268a81ff9d8f0e7ddbcdcd33dfb6
|
||||
size 3330021696
|
||||
3
A.X-3.1-Light-IQ3_XXS.gguf
Normal file
3
A.X-3.1-Light-IQ3_XXS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d03f349aa449734fcc2d7030c0e0f9c883d5e9f3ad1025e3036bb7e520c3f799
|
||||
size 3148618048
|
||||
3
A.X-3.1-Light-IQ4_NL.gguf
Normal file
3
A.X-3.1-Light-IQ4_NL.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d91bdd88e5dc245d9d2484f72cbef4eb4b1d090b8b230c29de7d44554f3ce69c
|
||||
size 4200339776
|
||||
3
A.X-3.1-Light-IQ4_XS.gguf
Normal file
3
A.X-3.1-Light-IQ4_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5d595cae5bdf665754d9c7973a7e913f61411bcf89272e7db6c326333eacb0a4
|
||||
size 4030994752
|
||||
3
A.X-3.1-Light-Q2_K.gguf
Normal file
3
A.X-3.1-Light-Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:fdff6927e708b9662db6401b0777889a13a8aa408fd02865d345eb52f86895c9
|
||||
size 3039304000
|
||||
3
A.X-3.1-Light-Q2_K_S.gguf
Normal file
3
A.X-3.1-Light-Q2_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:734816285ef64e843fbfffa91fbade25fbf66d91409d06b729b3ac42bc1a86d7
|
||||
size 2952534336
|
||||
3
A.X-3.1-Light-Q3_K_L.gguf
Normal file
3
A.X-3.1-Light-Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e33760863cfd13d4d0294b12bc148fef96078610482f58b02fea0aa738b56ef0
|
||||
size 4024834368
|
||||
3
A.X-3.1-Light-Q3_K_M.gguf
Normal file
3
A.X-3.1-Light-Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6646d9348f9582e83ef840cc5e52299eb478eebcebd77f18ad5ab731e2fa9875
|
||||
size 3811252544
|
||||
3
A.X-3.1-Light-Q3_K_S.gguf
Normal file
3
A.X-3.1-Light-Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:59f106c1232ae11a26f4c85ab4caa4a705ac1ae973ae295fe442efb7991c2239
|
||||
size 3480623424
|
||||
3
A.X-3.1-Light-Q4_K_M.gguf
Normal file
3
A.X-3.1-Light-Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f2b33903faa05f6acee1fcd731c7895d9343d18ce3bac90f1f143857895f380b
|
||||
size 4715190592
|
||||
3
A.X-3.1-Light-Q4_K_S.gguf
Normal file
3
A.X-3.1-Light-Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:81ff6e11e324f9ee7bcadfd13abe2509962f4aba2ed8136b68edbe7f782727aa
|
||||
size 4398127424
|
||||
3
A.X-3.1-Light-Q5_0.gguf
Normal file
3
A.X-3.1-Light-Q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1bb9d2ae4428f1838d4725da756dd84a5eab1d905f1a928ac87059b109191dd0
|
||||
size 5067118912
|
||||
3
A.X-3.1-Light-Q5_1.gguf
Normal file
3
A.X-3.1-Light-Q5_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0da71e534e2cca84027b1d5d09f42bbc12a599b6dd0064ff16a9b18573a0cb71
|
||||
size 5483796800
|
||||
3
A.X-3.1-Light-Q5_K_M.gguf
Normal file
3
A.X-3.1-Light-Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:bd59b4ac113b7604dbade8df8966177878e221feedbf4851d2cee2e58e01d16c
|
||||
size 5403580736
|
||||
3
A.X-3.1-Light-Q5_K_S.gguf
Normal file
3
A.X-3.1-Light-Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6a685d13b9a3745d5ca3559a4518a862c5f1471651772c758c0f135c389f98d1
|
||||
size 5145106752
|
||||
3
A.X-3.1-Light-Q6_K.gguf
Normal file
3
A.X-3.1-Light-Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:339a98a601f18d12f66458fe3a563dc2e1a3461cac1051d59a88370bf9b46eaf
|
||||
size 6310467904
|
||||
3
A.X-3.1-Light-Q8_0.gguf
Normal file
3
A.X-3.1-Light-Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8cf277d7872e3034648ad83057acc3932dac3ee05347d3eaafdc87aacc013abb
|
||||
size 7724472640
|
||||
3
A.X-3.1-Light-TQ1_0.gguf
Normal file
3
A.X-3.1-Light-TQ1_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9325e52d046a29a1c4da8b46c0c6c7f6aaf02401488b1cd8404e2f725e1736ae
|
||||
size 2442664256
|
||||
3
A.X-3.1-Light-TQ2_0.gguf
Normal file
3
A.X-3.1-Light-TQ2_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0e749dab8679b726107533311c01a4277a1ff10b681149b29b22491af8c3d0c6
|
||||
size 2677020992
|
||||
226
LICENSE
Normal file
226
LICENSE
Normal file
@@ -0,0 +1,226 @@
|
||||
Copyright (c) 2025 SK Telecom Co., Ltd. All rights reserved.
|
||||
|
||||
Unless otherwise stated, all files in this repository (including modified model weights
|
||||
and tokenizer files) are distributed under the terms of the Apache License, Version 2.0
|
||||
(the "License"). You may obtain a copy of the License at:
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software distributed under
|
||||
the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
|
||||
ANY KIND, either express or implied. See the License for the specific language governing
|
||||
permissions and limitations under the License.
|
||||
|
||||
================================================================================
|
||||
TRADEMARK
|
||||
================================================================================
|
||||
|
||||
"SK Telecom" and associated logos are trademarks of SK Telecom Co., Ltd.
|
||||
This License does not grant permission to use these trademarks without prior
|
||||
written consent.
|
||||
|
||||
================================================================================
|
||||
APACHE LICENSE 2.0
|
||||
================================================================================
|
||||
|
||||
Apache License
|
||||
Version 2.0, January 2004
|
||||
http://www.apache.org/licenses/
|
||||
|
||||
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
||||
|
||||
1. Definitions.
|
||||
|
||||
"License" shall mean the terms and conditions for use, reproduction,
|
||||
and distribution as defined by Sections 1 through 9 of this document.
|
||||
|
||||
"Licensor" shall mean the copyright owner or entity authorized by
|
||||
the copyright owner that is granting the License.
|
||||
|
||||
"Legal Entity" shall mean the union of the acting entity and all
|
||||
other entities that control, are controlled by, or are under common
|
||||
control with that entity. For the purposes of this definition,
|
||||
"control" means (i) the power, direct or indirect, to cause the
|
||||
direction or management of such entity, whether by contract or
|
||||
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
||||
outstanding shares, or (iii) beneficial ownership of such entity.
|
||||
|
||||
"You" (or "Your") shall mean an individual or Legal Entity
|
||||
exercising permissions granted by this License.
|
||||
|
||||
"Source" form shall mean the preferred form for making modifications,
|
||||
including but not limited to software source code, documentation
|
||||
source, and configuration files.
|
||||
|
||||
"Object" form shall mean any form resulting from mechanical
|
||||
transformation or translation of a Source form, including but
|
||||
not limited to compiled object code, generated documentation,
|
||||
and conversions to other media types.
|
||||
|
||||
"Work" shall mean the work of authorship, whether in Source or
|
||||
Object form, made available under the License, as indicated by a
|
||||
copyright notice that is included in or attached to the work
|
||||
(an example is provided in the Appendix below).
|
||||
|
||||
"Derivative Works" shall mean any work, whether in Source or Object
|
||||
form, that is based on (or derived from) the Work and for which the
|
||||
editorial revisions, annotations, elaborations, or other modifications
|
||||
represent, as a whole, an original work of authorship. For the purposes
|
||||
of this License, Derivative Works shall not include works that remain
|
||||
separable from, or merely link (or bind by name) to the interfaces of,
|
||||
the Work and Derivative Works thereof.
|
||||
|
||||
"Contribution" shall mean any work of authorship, including
|
||||
the original version of the Work and any modifications or additions
|
||||
to that Work or Derivative Works thereof, that is intentionally
|
||||
submitted to Licensor for inclusion in the Work by the copyright owner
|
||||
or by an individual or Legal Entity authorized to submit on behalf of
|
||||
the copyright owner. For the purposes of this definition, "submitted"
|
||||
means any form of electronic, verbal, or written communication sent
|
||||
to the Licensor or its representatives, including but not limited to
|
||||
communication on electronic mailing lists, source code control systems,
|
||||
and issue tracking systems that are managed by, or on behalf of, the
|
||||
Licensor for the purpose of discussing and improving the Work, but
|
||||
excluding communication that is conspicuously marked or otherwise
|
||||
designated in writing by the copyright owner as "Not a Contribution."
|
||||
|
||||
"Contributor" shall mean Licensor and any individual or Legal Entity
|
||||
on behalf of whom a Contribution has been received by Licensor and
|
||||
subsequently incorporated within the Work.
|
||||
|
||||
2. Grant of Copyright License. Subject to the terms and conditions of
|
||||
this License, each Contributor hereby grants to You a perpetual,
|
||||
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
||||
copyright license to reproduce, prepare Derivative Works of,
|
||||
publicly display, publicly perform, sublicense, and distribute the
|
||||
Work and such Derivative Works in Source or Object form.
|
||||
|
||||
3. Grant of Patent License. Subject to the terms and conditions of
|
||||
this License, each Contributor hereby grants to You a perpetual,
|
||||
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
||||
(except as stated in this section) patent license to make, have made,
|
||||
use, offer to sell, sell, import, and otherwise transfer the Work,
|
||||
where such license applies only to those patent claims licensable
|
||||
by such Contributor that are necessarily infringed by their
|
||||
Contribution(s) alone or by combination of their Contribution(s)
|
||||
with the Work to which such Contribution(s) was submitted. If You
|
||||
institute patent litigation against any entity (including a
|
||||
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
||||
or a Contribution incorporated within the Work constitutes direct
|
||||
or contributory patent infringement, then any patent licenses
|
||||
granted to You under this License for that Work shall terminate
|
||||
as of the date such litigation is filed.
|
||||
|
||||
4. Redistribution. You may reproduce and distribute copies of the
|
||||
Work or Derivative Works thereof in any medium, with or without
|
||||
modifications, and in Source or Object form, provided that You
|
||||
meet the following conditions:
|
||||
|
||||
(a) You must give any other recipients of the Work or
|
||||
Derivative Works a copy of this License; and
|
||||
|
||||
(b) You must cause any modified files to carry prominent notices
|
||||
stating that You changed the files; and
|
||||
|
||||
(c) You must retain, in the Source form of any Derivative Works
|
||||
that You distribute, all copyright, patent, trademark, and
|
||||
attribution notices from the Source form of the Work,
|
||||
excluding those notices that do not pertain to any part of
|
||||
the Derivative Works; and
|
||||
|
||||
(d) If the Work includes a "NOTICE" text file as part of its
|
||||
distribution, then any Derivative Works that You distribute must
|
||||
include a readable copy of the attribution notices contained
|
||||
within such NOTICE file, excluding those notices that do not
|
||||
pertain to any part of the Derivative Works, in at least one
|
||||
of the following places: within a NOTICE text file distributed
|
||||
as part of the Derivative Works; within the Source form or
|
||||
documentation, if provided along with the Derivative Works; or,
|
||||
within a display generated by the Derivative Works, if and
|
||||
wherever such third-party notices normally appear. The contents
|
||||
of the NOTICE file are for informational purposes only and
|
||||
do not modify the License. You may add Your own attribution
|
||||
notices within Derivative Works that You distribute, alongside
|
||||
or as an addendum to the NOTICE text from the Work, provided
|
||||
that such additional attribution notices cannot be construed
|
||||
as modifying the License.
|
||||
|
||||
You may add Your own copyright statement to Your modifications and
|
||||
may provide additional or different license terms and conditions
|
||||
for use, reproduction, or distribution of Your modifications, or
|
||||
for any such Derivative Works as a whole, provided Your use,
|
||||
reproduction, and distribution of the Work otherwise complies with
|
||||
the conditions stated in this License.
|
||||
|
||||
5. Submission of Contributions. Unless You explicitly state otherwise,
|
||||
any Contribution intentionally submitted for inclusion in the Work
|
||||
by You to the Licensor shall be under the terms and conditions of
|
||||
this License, without any additional terms or conditions.
|
||||
Notwithstanding the above, nothing herein shall supersede or modify
|
||||
the terms of any separate license agreement you may have executed
|
||||
with Licensor regarding such Contributions.
|
||||
|
||||
6. Trademarks. This License does not grant permission to use the trade
|
||||
names, trademarks, service marks, or product names of the Licensor,
|
||||
except as required for reasonable and customary use in describing the
|
||||
origin of the Work and reproducing the content of the NOTICE file.
|
||||
|
||||
7. Disclaimer of Warranty. Unless required by applicable law or
|
||||
agreed to in writing, Licensor provides the Work (and each
|
||||
Contributor provides its Contributions) on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
||||
implied, including, without limitation, any warranties or conditions
|
||||
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
||||
PARTICULAR PURPOSE. You are solely responsible for determining the
|
||||
appropriateness of using or redistributing the Work and assume any
|
||||
risks associated with Your exercise of permissions under this License.
|
||||
|
||||
8. Limitation of Liability. In no event and under no legal theory,
|
||||
whether in tort (including negligence), contract, or otherwise,
|
||||
unless required by applicable law (such as deliberate and grossly
|
||||
negligent acts) or agreed to in writing, shall any Contributor be
|
||||
liable to You for damages, including any direct, indirect, special,
|
||||
incidental, or consequential damages of any character arising as a
|
||||
result of this License or out of the use or inability to use the
|
||||
Work (including but not limited to damages for loss of goodwill,
|
||||
work stoppage, computer failure or malfunction, or any and all
|
||||
other commercial damages or losses), even if such Contributor
|
||||
has been advised of the possibility of such damages.
|
||||
|
||||
9. Accepting Warranty or Additional Liability. While redistributing
|
||||
the Work or Derivative Works thereof, You may choose to offer,
|
||||
and charge a fee for, acceptance of support, warranty, indemnity,
|
||||
or other liability obligations and/or rights consistent with this
|
||||
License. However, in accepting such obligations, You may act only
|
||||
on Your own behalf and on Your sole responsibility, not on behalf
|
||||
of any other Contributor, and only if You agree to indemnify,
|
||||
defend, and hold each Contributor harmless for any liability
|
||||
incurred by, or claims asserted against, such Contributor by reason
|
||||
of your accepting any such warranty or additional liability.
|
||||
|
||||
END OF TERMS AND CONDITIONS
|
||||
|
||||
APPENDIX: How to apply the Apache License to your work.
|
||||
|
||||
To apply the Apache License to your work, attach the following
|
||||
boilerplate notice, with the fields enclosed by brackets "[]"
|
||||
replaced with your own identifying information. (Don't include
|
||||
the brackets!) The text should be enclosed in the appropriate
|
||||
comment syntax for the file format. We also recommend that a
|
||||
file or class name and description of purpose be included on the
|
||||
same "printed page" as the copyright notice for easier
|
||||
identification within third-party archives.
|
||||
|
||||
Copyright 2025 SK Telecom Co.
|
||||
|
||||
Licensed under the Apache License, Version 2.0 (the "License");
|
||||
you may not use this file except in compliance with the License.
|
||||
You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License.
|
||||
410
README.md
Normal file
410
README.md
Normal file
@@ -0,0 +1,410 @@
|
||||
---
|
||||
license: apache-2.0
|
||||
license_link: https://huggingface.co/skt/A.X-3.1-Light/blob/main/LICENSE
|
||||
language:
|
||||
- en
|
||||
- ko
|
||||
pipeline_tag: text-generation
|
||||
model_id: skt/A.X-3.1-Light
|
||||
developers: SKT AI Model Lab
|
||||
model-index:
|
||||
- name: A.X-3.1-Light
|
||||
results:
|
||||
- task:
|
||||
type: generate_until
|
||||
name: mmlu
|
||||
dataset:
|
||||
name: mmlu (chat CoT)
|
||||
type: hails/mmlu_no_train
|
||||
metrics:
|
||||
- type: exact_match
|
||||
value: 66.95
|
||||
name: exact_match
|
||||
- task:
|
||||
type: generate_until
|
||||
name: kmmlu
|
||||
dataset:
|
||||
name: kmmlu (chat CoT)
|
||||
type: HAERAE-HUB/KMMLU
|
||||
metrics:
|
||||
- type: exact_match
|
||||
value: 61.7
|
||||
name: exact_match
|
||||
base_model:
|
||||
- skt/A.X-3.1-Light
|
||||
tags:
|
||||
- A.X
|
||||
---
|
||||
|
||||
# A.X 3.1 Light
|
||||
|
||||
<div align="center">
|
||||
<img src="https://i.imgur.com/xthLxve.png" alt="A.X Logo" width="300"/>
|
||||
</div>
|
||||
<p align="center"> <a href="https://huggingface.co/collections/skt/ax-3-686b288b3b05e1234f3f4c73">🤗 Models</a> | <a href="https://github.com/SKT-AI/A.X-3">🖥️ Github</a> </p>
|
||||
|
||||
## A.X 3.1 Light Highlights
|
||||
|
||||
<!-- SK Telecom released **A.X 3.1 Light** (pronounced "A dot X"), a large language model (LLM) optimized for Korean-language understanding and enterprise deployment, on July 10, 2025. -->
|
||||
**A.X 3.1 Light** (pronounced "A dot X") is a light weight LLM optimized for Korean-language understanding and enterprise deployment.
|
||||
This sovereign AI model was developed entirely in-house by SKT, encompassing model architecture, data curation, and training, all carried out on SKT’s proprietary supercomputing infrastructure, TITAN.
|
||||
The model was trained from scratch on a high-quality multilingual corpus comprising **1.65 trillion tokens**, with a primary focus on the Korean language.
|
||||
With a strong emphasis on data quality, A.X 3.1 Light achieves **Pareto-optimal performance among Korean LLMs relative to its training corpus size**, enabling **highly efficient and cost-effective compute usage**.
|
||||
|
||||
|
||||
- **Authentic Korean Sovereign AI**: A.X 3.1 Light was trained on a high-quality multilingual dataset—fully curated in-house—using SKT’s proprietary GPU infrastructure.
|
||||
- **Highly Efficient Multilingual LLM**: A.X 3.1 Light demonstrates superior performance among open-source Korean LLMs, despite its relatively compact training size of 1.65 trillion tokens.
|
||||
- **Superior Korean Proficiency**: A.X 3.1 Light achieved a score of **61.7** on the [KMMLU](https://huggingface.co/datasets/HAERAE-HUB/KMMLU): the leading benchmark for Korean-language evaluation and a Korean-specific adaptation of MMLU, outperforming other Korean-specified models.
|
||||
- **Deep Korean Understanding**: A.X 3.1 Light obtained **27.43** on the [KoBALT-700](https://huggingface.co/datasets/snunlp/KoBALT-700): a benchmark for Korean advanced linguistic tasks, outperforming other Korean-specialized models.
|
||||
- **Efficient Token Usage**: A.X 3.1 Light requires approximately 33% fewer tokens than GPT-4o to process equivalent Korean inputs, facilitating more cost-effective and computationally efficient inference.
|
||||
- **Long-Context Handling**: A.X 3.1 Light supports up to **32,768 tokens**.
|
||||
|
||||
|
||||
## Core Technologies
|
||||
|
||||
A.X 3.1 Light represents **an efficient sovereign AI model**, developed end-to-end by SKT, encompassing model architecture, data curation, infrastructure deployment, and optimization.
|
||||
|
||||
### Model Architecture Specs
|
||||
|
||||
<table><thead>
|
||||
<tr>
|
||||
<th>Model</th>
|
||||
<th># Params</th>
|
||||
<th># Layers</th>
|
||||
<th># KV-Heads</th>
|
||||
<th>Hidden Dim</th>
|
||||
<th>FFN Dim</th>
|
||||
</tr>
|
||||
<tr>
|
||||
<th>A.X 3.1 Light</th>
|
||||
<th>7B</th>
|
||||
<th>32</th>
|
||||
<th>32</th>
|
||||
<th>4096</th>
|
||||
<th>10880</th>
|
||||
</tr>
|
||||
</thead>
|
||||
</table>
|
||||
|
||||
### High-Quality Data Pipeline & Strategic Mixture
|
||||
|
||||
- We collected and curated a training dataset comprising 20 trillion tokens sourced from diverse domains.
|
||||
- The entire dataset was processed through SKT’s proprietary data pipeline, incorporating synthetic data generation and comprehensive quality filtering.
|
||||
- For training A.X 3.1 Light, a total of **1.65 trillion tokens** were utilized, comprising a Korean-focused multilingual corpus.
|
||||
|
||||
### Pareto-Optimal Compute Efficiency
|
||||
|
||||
A.X 3.1 Light achieves 5 to 6 times lower computational cost compared to models with similar performance levels.
|
||||
Rigorous data curation and two-stage training with STEM-focused data enabled competitive performance at reduced FLOPs.
|
||||
|
||||
|
||||

|
||||
|
||||
## Benchmark Results
|
||||
|
||||
<table><thead>
|
||||
<tr>
|
||||
<th colspan="2">Benchmarks</th>
|
||||
<th>A.X 3.1 Light</th>
|
||||
<th>Kanana-1.5-8B</th>
|
||||
<th>EXAONE-3.5-7.8B</th>
|
||||
<th>Qwen2.5-7B</th>
|
||||
<th>Qwen3-8B<br>(w/o reasoning)</th>
|
||||
</tr></thead>
|
||||
<tbody>
|
||||
<tr>
|
||||
<td rowspan="4">Knowledge</td>
|
||||
<td>KMMLU</td>
|
||||
<td>61.70</td>
|
||||
<td>48.28</td>
|
||||
<td>53.76</td>
|
||||
<td>49.56</td>
|
||||
<td>63.53</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>CLIcK</td>
|
||||
<td>71.22</td>
|
||||
<td>61.30</td>
|
||||
<td>64.11</td>
|
||||
<td>58.30</td>
|
||||
<td>63.31</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>KoBALT</td>
|
||||
<td>27.43</td>
|
||||
<td>23.14</td>
|
||||
<td>21.71</td>
|
||||
<td>21.57</td>
|
||||
<td>26.57</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>MMLU</td>
|
||||
<td>66.95</td>
|
||||
<td>68.82</td>
|
||||
<td>72.20</td>
|
||||
<td>75.40</td>
|
||||
<td>82.89</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td rowspan="2">General</td>
|
||||
<td>Ko-MT-Bench</td>
|
||||
<td>78.56</td>
|
||||
<td>76.30</td>
|
||||
<td>81.06</td>
|
||||
<td>61.31</td>
|
||||
<td>64.06</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>MT-Bench</td>
|
||||
<td>74.38</td>
|
||||
<td>77.60</td>
|
||||
<td>83.50</td>
|
||||
<td>79.37</td>
|
||||
<td>65.69</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td rowspan="2">Instruction<br>Following</td>
|
||||
<td>Ko-IFEval</td>
|
||||
<td>70.04</td>
|
||||
<td>69.96</td>
|
||||
<td>65.01</td>
|
||||
<td>60.73</td>
|
||||
<td>73.39</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>IFEval</td>
|
||||
<td>79.86</td>
|
||||
<td>80.11</td>
|
||||
<td>82.61</td>
|
||||
<td>76.73</td>
|
||||
<td>85.38</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td rowspan="2">Math</td>
|
||||
<td>HRM8K</td>
|
||||
<td>41.70</td>
|
||||
<td>30.87</td>
|
||||
<td>31.88</td>
|
||||
<td>35.13</td>
|
||||
<td>52.50</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>MATH</td>
|
||||
<td>70.14</td>
|
||||
<td>59.28</td>
|
||||
<td>63.20</td>
|
||||
<td>65.58</td>
|
||||
<td>71.48</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td rowspan="2">Code<br></td>
|
||||
<td>HumanEval+</td>
|
||||
<td>73.78</td>
|
||||
<td>76.83</td>
|
||||
<td>76.83</td>
|
||||
<td>74.39</td>
|
||||
<td>77.44</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>MBPP+</td>
|
||||
<td>61.64</td>
|
||||
<td>67.99</td>
|
||||
<td>64.29</td>
|
||||
<td>68.50</td>
|
||||
<td>62.17</td>
|
||||
</tr>
|
||||
</tbody></table>
|
||||
|
||||
## 🚀 Quickstart
|
||||
|
||||
### with HuggingFace Transformers
|
||||
|
||||
- `transformers>=4.46.0` or the latest version is required to use `skt/A.X-3.1-Light`
|
||||
```bash
|
||||
pip install transformers>=4.46.0
|
||||
```
|
||||
|
||||
#### Example Usage
|
||||
|
||||
```python
|
||||
import torch
|
||||
from transformers import AutoModelForCausalLM, AutoTokenizer
|
||||
|
||||
model_name = "skt/A.X-3.1-Light"
|
||||
model = AutoModelForCausalLM.from_pretrained(
|
||||
model_name,
|
||||
torch_dtype=torch.bfloat16,
|
||||
device_map="auto",
|
||||
)
|
||||
model.eval()
|
||||
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
||||
|
||||
messages = [
|
||||
{"role": "system", "content": "당신은 사용자가 제공하는 영어 문장들을 한국어로 번역하는 AI 전문가입니다."},
|
||||
{"role": "user", "content": "The first human went into space and orbited the Earth on April 12, 1961."},
|
||||
]
|
||||
input_ids = tokenizer.apply_chat_template(messages, add_generation_prompt=True, return_tensors="pt").to(model.device)
|
||||
|
||||
with torch.no_grad():
|
||||
output = model.generate(
|
||||
input_ids,
|
||||
max_new_tokens=128,
|
||||
do_sample=False,
|
||||
)
|
||||
|
||||
len_input_prompt = len(input_ids[0])
|
||||
response = tokenizer.decode(output[0][len_input_prompt:], skip_special_tokens=True)
|
||||
print(response)
|
||||
# Output:
|
||||
# 1961년 4월 12일, 최초의 인간이 우주에 나가 지구를 궤도를 돌았습니다.
|
||||
```
|
||||
|
||||
### with vLLM
|
||||
|
||||
- `vllm>=v0.6.4.post1` or the latest version is required to use tool-use feature
|
||||
```bash
|
||||
pip install vllm>=v0.6.4.post1
|
||||
# if you don't want to activate tool-use feature, just commenting out below vLLM option
|
||||
VLLM_OPTION="--enable-auto-tool-choice --tool-call-parser hermes"
|
||||
vllm serve skt/A.X-3.1-Light $VLLM_OPTION
|
||||
```
|
||||
|
||||
#### Example Usage
|
||||
|
||||
```python
|
||||
from openai import OpenAI
|
||||
|
||||
def call(messages, model):
|
||||
completion = client.chat.completions.create(
|
||||
model=model,
|
||||
messages=messages,
|
||||
)
|
||||
print(completion.choices[0].message)
|
||||
|
||||
client = OpenAI(
|
||||
base_url="http://localhost:8000/v1",
|
||||
api_key="api_key"
|
||||
)
|
||||
model = "skt/A.X-3.1-Light"
|
||||
messages = [{"role": "user", "content": "에어컨 여름철 적정 온도는? 한줄로 답변해줘"}]
|
||||
call(messages, model)
|
||||
# Output:
|
||||
# 에어컨 여름철 적정 온도는 24~26도입니다.
|
||||
|
||||
messages = [{"role": "user", "content": "What is the appropriate temperature for air conditioning in summer? Respond in a single sentence."}]
|
||||
call(messages, model)
|
||||
# Output:
|
||||
# The appropriate temperature for air conditioning in summer is generally set between 24 to 26°C for optimal comfort and energy efficiency.
|
||||
```
|
||||
|
||||
#### Examples for tool-use
|
||||
```python
|
||||
from openai import OpenAI
|
||||
|
||||
|
||||
def call(messages, model):
|
||||
completion = client.chat.completions.create(
|
||||
model=model,
|
||||
messages=messages,
|
||||
tools=tools
|
||||
)
|
||||
print(completion.choices[0].message)
|
||||
|
||||
|
||||
client = OpenAI(
|
||||
base_url="http://localhost:8000/v1",
|
||||
api_key="api_key"
|
||||
)
|
||||
model = "skt/A.X-3.1-Light"
|
||||
|
||||
calculate_discount = {
|
||||
"type": "function",
|
||||
"function": {
|
||||
"name": "calculate_discount",
|
||||
"description": "원가격과 할인율(퍼센트 단위)을 입력받아 할인된 가격을계산한다.",
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"original_price": {
|
||||
"type": "number",
|
||||
"description": "상품의 원래 가격"
|
||||
},
|
||||
"discount_percentage": {
|
||||
"type": "number",
|
||||
"description": "적용할 할인율"
|
||||
}
|
||||
},
|
||||
"required": ["original_price", "discount_percentage"]
|
||||
}
|
||||
}
|
||||
}
|
||||
get_exchange_rate = {
|
||||
"type": "function",
|
||||
"function": {
|
||||
"name": "get_exchange_rate",
|
||||
"description": "두 통화 간의 환율을 가져온다.",
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"base_currency": {
|
||||
"type": "string",
|
||||
"description": "The currency to convert from."
|
||||
},
|
||||
"target_currency": {
|
||||
"type": "string",
|
||||
"description": "The currency to convert to."
|
||||
}
|
||||
},
|
||||
"required": ["base_currency", "target_currency"]
|
||||
}
|
||||
}
|
||||
}
|
||||
tools = [calculate_discount, get_exchange_rate]
|
||||
|
||||
### Slot filling ###
|
||||
messages = [{"role": "user", "content": "우리가 뭘 사야되는데 원가가 57600원인데 직원할인 받으면 얼마야?"}]
|
||||
call(messages, model)
|
||||
# Output:
|
||||
# ChatCompletionMessage(content='직원 할인을 적용하기 위해서는 할인율을 알 수 있어야 합니다. 할인율을 알려주실 수 있나요?', role='assistant', function_call=None, tool_calls=[], reasoning_content=None)
|
||||
|
||||
|
||||
### Function calling ###
|
||||
messages = [
|
||||
{"role": "user", "content": "우리가 뭘 사야되는데 원가가 57600원인데 직원할인 받으면 얼마야?"},
|
||||
{"role": "assistant", "content": "직원 할인을 적용하기 위해서는 할인율을 알 수 있어야 합니다. 할인율을 알려주실 수 있나요?"},
|
||||
{"role": "user", "content": "15% 할인 받을 수 있어."},
|
||||
]
|
||||
call(messages, model)
|
||||
# Output:
|
||||
# ChatCompletionMessage(content=None, role='assistant', function_call=None, tool_calls=[ChatCompletionMessageToolCall(id='chatcmpl-tool-3ebf11847364450daf363039db80cc50', function=Function(arguments='{"original_price": 57600, "discount_percentage": 15}', name='calculate_discount'), type='function')], reasoning_content=None)
|
||||
|
||||
|
||||
### Completion ###
|
||||
messages = [
|
||||
{"role": "user", "content": "우리가 뭘 사야되는데 원가가 57600원인데 직원할인 받으면 얼마야?"},
|
||||
{"role": "assistant", "content": ""},
|
||||
{"role": "user", "content": "15% 할인 받을 수 있어."},
|
||||
{"role": "tool", "tool_call_id": "random_id", "name": "calculate_discount", "content": "{\"original_price\": 57600, \"discount_percentage\": 15, \"discounted_price\": 48960.0}"}
|
||||
]
|
||||
call(messages, model)
|
||||
# Output:
|
||||
# ChatCompletionMessage(content='57,600원의 상품에 15% 할인을 적용하면, 할인된 가격은 48,960원입니다.', role='assistant', function_call=None, tool_calls=[], reasoning_content=None)
|
||||
```
|
||||
|
||||
## License
|
||||
|
||||
The `A.X 3.1 Light` model is licensed under `Apache License 2.0`.
|
||||
|
||||
## Citation
|
||||
```
|
||||
@article{SKTAdotX3.1Light,
|
||||
title={A.X 3.1 Light},
|
||||
author={SKT AI Model Lab},
|
||||
year={2025},
|
||||
url={https://huggingface.co/skt/A.X-3.1-Light}
|
||||
}
|
||||
```
|
||||
|
||||
## Contact
|
||||
|
||||
- Business & Partnership Contact: [a.x@sk.com](a.x@sk.com)
|
||||
3
imatrix.dat
Normal file
3
imatrix.dat
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:3f26416ef37e425575f0407c146fb6493f27b0b52d4bac96b5145ef8dcf59b09
|
||||
size 4545778
|
||||
Reference in New Issue
Block a user