commit 956fe5af3b1541d0e7d12f88ed6173576c12bdf3 Author: ModelHub XC Date: Thu Sep 17 09:54:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: joongi007/QI-neural-chat-7B-ko-DPO-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..fee3f98 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +QI-neural-chat-7B-ko-DPO-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +QI-neural-chat-7B-ko-DPO-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +QI-neural-chat-7B-ko-DPO-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +QI-neural-chat-7B-ko-DPO-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +QI-neural-chat-7B-ko-DPO-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +QI-neural-chat-7B-ko-DPO-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +QI-neural-chat-7B-ko-DPO-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +QI-neural-chat-7B-ko-DPO-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +QI-neural-chat-7B-ko-DPO-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +QI-neural-chat-7B-ko-DPO-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +QI-neural-chat-7B-ko-DPO-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +QI-neural-chat-7B-ko-DPO-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +QI-neural-chat-7B-ko-DPO-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +QI-neural-chat-7B-ko-DPO-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +QI-neural-chat-7B-ko-DPO.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/QI-neural-chat-7B-ko-DPO-Q2_K.gguf b/QI-neural-chat-7B-ko-DPO-Q2_K.gguf new file mode 100644 index 0000000..e1577b9 --- /dev/null +++ b/QI-neural-chat-7B-ko-DPO-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:523e1de31e6f2b31ce0f3e3015507a23b92ccb5e729e423d9bc73044afb9a162 +size 2719242016 diff --git a/QI-neural-chat-7B-ko-DPO-Q3_K_L.gguf b/QI-neural-chat-7B-ko-DPO-Q3_K_L.gguf new file mode 100644 index 0000000..23dfc6b --- /dev/null +++ b/QI-neural-chat-7B-ko-DPO-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e0986e3d54964931a355204e4325e87c94403b6a8cbdbf799b62384eb1a1b2c +size 3822024480 diff --git a/QI-neural-chat-7B-ko-DPO-Q3_K_M.gguf b/QI-neural-chat-7B-ko-DPO-Q3_K_M.gguf new file mode 100644 index 0000000..f8220db --- /dev/null +++ b/QI-neural-chat-7B-ko-DPO-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34dd39efb4291d1a8bd9503df06c9881ad154c5de3b420a6a9f490cd071fb5cd +size 3518986016 diff --git a/QI-neural-chat-7B-ko-DPO-Q3_K_S.gguf b/QI-neural-chat-7B-ko-DPO-Q3_K_S.gguf new file mode 100644 index 0000000..bcc9080 --- /dev/null +++ b/QI-neural-chat-7B-ko-DPO-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c6e14b5c4e45b25b25a8fb9a5b49268192bef17c7d7e8717a3aefeec0ac2e2 +size 3164567328 diff --git a/QI-neural-chat-7B-ko-DPO-Q4_0.gguf b/QI-neural-chat-7B-ko-DPO-Q4_0.gguf new file mode 100644 index 0000000..5cd0801 --- /dev/null +++ b/QI-neural-chat-7B-ko-DPO-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d3170c46f8635d66747d52f0a6b0eb208e0a49b1662f744c8139b0cc2bbb80c +size 4108916512 diff --git a/QI-neural-chat-7B-ko-DPO-Q4_1.gguf b/QI-neural-chat-7B-ko-DPO-Q4_1.gguf new file mode 100644 index 0000000..1cfb9a7 --- /dev/null +++ b/QI-neural-chat-7B-ko-DPO-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ffcddae31fdd55e01cdd80d740cec6cd0ed9638c2008a6501c2905b818eeb83 +size 4553316128 diff --git a/QI-neural-chat-7B-ko-DPO-Q4_K_M.gguf b/QI-neural-chat-7B-ko-DPO-Q4_K_M.gguf new file mode 100644 index 0000000..25530b9 --- /dev/null +++ b/QI-neural-chat-7B-ko-DPO-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5920cac267f4173f0e0fcf8d68862f15ea2eb1cd8e13ca6169eec668b89e1d0 +size 4368439072 diff --git a/QI-neural-chat-7B-ko-DPO-Q4_K_S.gguf b/QI-neural-chat-7B-ko-DPO-Q4_K_S.gguf new file mode 100644 index 0000000..900ba6b --- /dev/null +++ b/QI-neural-chat-7B-ko-DPO-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd57edcde9019d2392f769b5fc9d6a2271edd5bfdb4c115089671de571d86e8 +size 4140373792 diff --git a/QI-neural-chat-7B-ko-DPO-Q5_0.gguf b/QI-neural-chat-7B-ko-DPO-Q5_0.gguf new file mode 100644 index 0000000..d87dcd0 --- /dev/null +++ b/QI-neural-chat-7B-ko-DPO-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec96e001bc836fb65181f4a8b4a477d520990f336771c45859c15b6024fe3ad +size 4997715744 diff --git a/QI-neural-chat-7B-ko-DPO-Q5_1.gguf b/QI-neural-chat-7B-ko-DPO-Q5_1.gguf new file mode 100644 index 0000000..04863dc --- /dev/null +++ b/QI-neural-chat-7B-ko-DPO-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe3d8411d605bef565da03367c94045596a96804d427fa5cedb6e937d14f5f56 +size 5442115360 diff --git a/QI-neural-chat-7B-ko-DPO-Q5_K_M.gguf b/QI-neural-chat-7B-ko-DPO-Q5_K_M.gguf new file mode 100644 index 0000000..a8aea93 --- /dev/null +++ b/QI-neural-chat-7B-ko-DPO-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a4a616f7212af3f2da7e0d54723dd33355065efc859bf16b2b3d1fd90b36d5 +size 5131409184 diff --git a/QI-neural-chat-7B-ko-DPO-Q5_K_S.gguf b/QI-neural-chat-7B-ko-DPO-Q5_K_S.gguf new file mode 100644 index 0000000..5cef80e --- /dev/null +++ b/QI-neural-chat-7B-ko-DPO-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15142e12473f9078163fcc11ca7ad336cfa91e0725fdb1efac2d6948285d1c9a +size 4997715744 diff --git a/QI-neural-chat-7B-ko-DPO-Q6_K.gguf b/QI-neural-chat-7B-ko-DPO-Q6_K.gguf new file mode 100644 index 0000000..17de5b3 --- /dev/null +++ b/QI-neural-chat-7B-ko-DPO-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24df90689ed5fbe5775c705d83b861f503517426a998dc784d3ad97c83b719f2 +size 5942064928 diff --git a/QI-neural-chat-7B-ko-DPO-Q8_0.gguf b/QI-neural-chat-7B-ko-DPO-Q8_0.gguf new file mode 100644 index 0000000..e137db9 --- /dev/null +++ b/QI-neural-chat-7B-ko-DPO-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30ec1fefaed71114db1199cf77c1ca8f31d1ba841e2026946edd7fb25dd26a3c +size 7695857440 diff --git a/QI-neural-chat-7B-ko-DPO.gguf b/QI-neural-chat-7B-ko-DPO.gguf new file mode 100644 index 0000000..a1a208e --- /dev/null +++ b/QI-neural-chat-7B-ko-DPO.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9be68da43279aace6a4f93332e8b984c6230659a2323aa12f9f9ad1f1a5bd50 +size 14484731680 diff --git a/README.md b/README.md new file mode 100644 index 0000000..9eea4a9 --- /dev/null +++ b/README.md @@ -0,0 +1,23 @@ +--- +license: apache-2.0 +base_model: QuantumIntelligence/QI-neural-chat-7B-ko-DPO +tags: +- gguf +model-index: +- name: joongi007/QI-neural-chat-7B-ko-DPO-GGUF + results: [] +--- + +- Original model is [QuantumIntelligence/QI-neural-chat-7B-ko-DPO](https://huggingface.co/QuantumIntelligence/QI-neural-chat-7B-ko-DPO) +- quantized using [llama.cpp](https://github.com/ggerganov/llama.cpp) + +```prompt +### System: +{System} + +### User: +{User} + +### Assistant: +{Assistant} +```