commit 2dfe377e9426c5cfacbec849d97a69c9955c6bf9 Author: ModelHub XC Date: Thu Sep 3 03:34:16 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: Melvin56/ko-r1-7b-v2.0.3-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..7bee410 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,45 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +ko-r1-7b-v2.0.3-F16.gguf filter=lfs diff=lfs merge=lfs -text +ko-r1-7b-v2.0.3-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +ko-r1-7b-v2.0.3-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +ko-r1-7b-v2.0.3-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +ko-r1-7b-v2.0.3-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ko-r1-7b-v2.0.3-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ko-r1-7b-v2.0.3-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +ko-r1-7b-v2.0.3-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ko-r1-7b-v2.0.3-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..5dce570 --- /dev/null +++ b/README.md @@ -0,0 +1,46 @@ +--- +library_name: transformers +license: mit +datasets: +- OLAIR/Open-R1-Ko-SFT-v2.0 +language: +- ko +base_model: +- OLAIR/ko-r1-7b-v2.0.3 +pipeline_tag: text-generation +--- + +# Melvin56/ko-r1-7b-v2.0.3-GGUF + +Original Model : [OLAIR/ko-r1-7b-v2.0.3](https://huggingface.co/OLAIR/ko-r1-7b-v2.0.3) + +All quants are made using the imatrix. + +| Model | Size (GB) | +|:-------------------------------------------------|:-------------:| +| Q2_K_S | 2.83 | +| Q2_K | 3.01 | +| Q3_K_M | 3.81 | +| Q3_K_L | 4.09 | +| Q4_K_M | 4.68 | +| Q5_K_M | 5.44 | +| Q6_K | 6.25 | +| Q8_0 | 8.1 | +| F16 | 15.2 | + +| | CPU (AVX2) | CPU (ARM NEON) | Metal | cuBLAS | rocBLAS | SYCL | CLBlast | Vulkan | Kompute | +| :------------ | :---------: | :------------: | :---: | :----: | :-----: | :---: | :------: | :----: | :------: | +| K-quants | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ 🐢5 | ✅ 🐢5 | ❌ | +| I-quants | ✅ 🐢4 | ✅ 🐢4 | ✅ 🐢4 | ✅ | ✅ | Partial¹ | ❌ | ❌ | ❌ | +``` +✅: feature works +🚫: feature does not work +❓: unknown, please contribute if you can test it youself +🐢: feature is slow +¹: IQ3_S and IQ1_S, see #5886 +²: Only with -ngl 0 +³: Inference is 50% slower +⁴: Slower than K-quants of comparable size +⁵: Slower than cuBLAS/rocBLAS on similar cards +⁶: Only q8_0 and iq4_nl +``` \ No newline at end of file diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..e9c6d86 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e7edb675e22c1eb8c74d9dbffd8a3b305b011af9edaae7b2aa3ef98ee3c1171 +size 4536697 diff --git a/ko-r1-7b-v2.0.3-F16.gguf b/ko-r1-7b-v2.0.3-F16.gguf new file mode 100644 index 0000000..7e9caef --- /dev/null +++ b/ko-r1-7b-v2.0.3-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b94342c67a81bec820ba12e3257452583061165f7e479b91f61c4f4e1aa9bde +size 15232124832 diff --git a/ko-r1-7b-v2.0.3-Q2_K.gguf b/ko-r1-7b-v2.0.3-Q2_K.gguf new file mode 100644 index 0000000..e98c63a --- /dev/null +++ b/ko-r1-7b-v2.0.3-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:173616ad555c4ec38708120013bc522e063ca934a913b8504a3c23dde82992d4 +size 3014289536 diff --git a/ko-r1-7b-v2.0.3-Q2_K_S.gguf b/ko-r1-7b-v2.0.3-Q2_K_S.gguf new file mode 100644 index 0000000..8c192b7 --- /dev/null +++ b/ko-r1-7b-v2.0.3-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f7ef4d4f774edc4690f7cca052a30cb9cd1975ca14056ab569b2d39a8212344 +size 2832423040 diff --git a/ko-r1-7b-v2.0.3-Q3_K_L.gguf b/ko-r1-7b-v2.0.3-Q3_K_L.gguf new file mode 100644 index 0000000..92847f3 --- /dev/null +++ b/ko-r1-7b-v2.0.3-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccb55c145ca9d43fe58fbe816acede0244faeefe1e67856b3f9cd16a63c747cd +size 4086663488 diff --git a/ko-r1-7b-v2.0.3-Q3_K_M.gguf b/ko-r1-7b-v2.0.3-Q3_K_M.gguf new file mode 100644 index 0000000..4670741 --- /dev/null +++ b/ko-r1-7b-v2.0.3-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f5b22d6aca44d21c9e1dd52d4f1c0f72e45a403d7cbbd4384794f14afe1161f +size 3806595392 diff --git a/ko-r1-7b-v2.0.3-Q4_K_M.gguf b/ko-r1-7b-v2.0.3-Q4_K_M.gguf new file mode 100644 index 0000000..7425fe2 --- /dev/null +++ b/ko-r1-7b-v2.0.3-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d1c22c927531f6fd722d79af6b7efc6967a9ae95252bc014fab6b72259e4d0d +size 4681087808 diff --git a/ko-r1-7b-v2.0.3-Q5_K_M.gguf b/ko-r1-7b-v2.0.3-Q5_K_M.gguf new file mode 100644 index 0000000..a9cf454 --- /dev/null +++ b/ko-r1-7b-v2.0.3-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7146cb97309aa1fe67352d994f43d9d1c1028d0edd1a39fb5b40fb67fd42d20c +size 5442666752 diff --git a/ko-r1-7b-v2.0.3-Q6_K.gguf b/ko-r1-7b-v2.0.3-Q6_K.gguf new file mode 100644 index 0000000..68d4c48 --- /dev/null +++ b/ko-r1-7b-v2.0.3-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38d1dbbe99dcebd30dc288a99ef41a0d582cb74952f3268607860cd0478c9024 +size 6251844384 diff --git a/ko-r1-7b-v2.0.3-Q8_0.gguf b/ko-r1-7b-v2.0.3-Q8_0.gguf new file mode 100644 index 0000000..0ed3a78 --- /dev/null +++ b/ko-r1-7b-v2.0.3-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dada6058555c1b9aa89c8001054d1a9a7589e79a7e04eb049244eb4ee7884c71 +size 8095478112