From 90ca89612d716d8c99b53029003f852ad9ff15b0 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 30 Jun 2026 07:54:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Dongwookss/futfut_by_zephyr7b_gguf Source: Original Platform --- .gitattributes | 71 ++++++++++++++++++++++++++ README.md | 30 +++++++++++ config.json | 3 ++ zephyr_tuning_big_finish_F16.gguf | 3 ++ zephyr_tuning_big_finish_Q5_K_M.gguf | 3 ++ zephyr_tuning_big_finish_Q8_0.gguf | 3 ++ zephyr_tuning_small_finish_F16.gguf | 3 ++ zephyr_tuning_small_finish_Q5_K_M.gguf | 3 ++ zephyr_tuning_small_finish_Q8_0.gguf | 3 ++ zephyr_tuning_v1_F16.gguf | 3 ++ zephyr_tuning_v1_Q5_K_M.gguf | 3 ++ zephyr_tuning_v2_F16.gguf | 3 ++ zephyr_tuning_v2_Q5_K_M.gguf | 3 ++ zephyr_tuning_v3_F16.gguf | 3 ++ zephyr_tuning_v3_Q5_K_M.gguf | 3 ++ zephyr_tuning_v4_F16.gguf | 3 ++ zephyr_tuning_v4_Q5_K_M.gguf | 3 ++ zephyr_tuning_v4_Q8_0.gguf | 3 ++ zephyr_tuning_v5_F16.gguf | 3 ++ zephyr_tuning_v5_Q5_K_M.gguf | 3 ++ 20 files changed, 155 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 config.json create mode 100644 zephyr_tuning_big_finish_F16.gguf create mode 100644 zephyr_tuning_big_finish_Q5_K_M.gguf create mode 100644 zephyr_tuning_big_finish_Q8_0.gguf create mode 100644 zephyr_tuning_small_finish_F16.gguf create mode 100644 zephyr_tuning_small_finish_Q5_K_M.gguf create mode 100644 zephyr_tuning_small_finish_Q8_0.gguf create mode 100644 zephyr_tuning_v1_F16.gguf create mode 100644 zephyr_tuning_v1_Q5_K_M.gguf create mode 100644 zephyr_tuning_v2_F16.gguf create mode 100644 zephyr_tuning_v2_Q5_K_M.gguf create mode 100644 zephyr_tuning_v3_F16.gguf create mode 100644 zephyr_tuning_v3_Q5_K_M.gguf create mode 100644 zephyr_tuning_v4_F16.gguf create mode 100644 zephyr_tuning_v4_Q5_K_M.gguf create mode 100644 zephyr_tuning_v4_Q8_0.gguf create mode 100644 zephyr_tuning_v5_F16.gguf create mode 100644 zephyr_tuning_v5_Q5_K_M.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..16751fa --- /dev/null +++ b/.gitattributes @@ -0,0 +1,71 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v1-gguf-unsloth_F16.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v1-gguf-unsloth.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning-gguf-unsloth.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v2-gguf_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v1-gguf_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v1-gguf_F16.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v2-gguf_F16.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning-v3_gguf_F16.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning-v3-gguf_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v4-unsloth_F16.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning-gguf-unsloth.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v4_F16.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v4_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v4_Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v5_F16.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning-v5_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning-finish_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning-finish_Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v5_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v3_F16.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v3_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v1_F16.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v1_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_finish_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_finish_Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning-finish_F16.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_big_finish_F16.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_big_finish_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_big_finish_Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v2_F16.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_v2_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_small_finish_F16.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_small_finish_Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +zephyr_tuning_small_finish_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..64dec9c --- /dev/null +++ b/README.md @@ -0,0 +1,30 @@ +--- +license: apache-2.0 +datasets: +- Dongwookss/q_a_korean_futsal +- Dongwookss/prac_fut +- mintaeng/llm_futsaldata_yo +language: +- ko +tags: +- trl +- unsloth +base_model: +- Dongwookss/futfut_by_zephyr7b +--- +

+ +

+ +- **Base Model :** 'HuggingFaceH4/zephyr-7b-beta' + + +- **Purpose :** '얼마든지 물어보세요~! 풋풋!'이 말 끝에 붙으며 '해요'체를 사용하는 챗봇을 구현하려고 한다. 프로젝트 목적상 RAG를 통해 풋살 도메인에 대한 정보를 제공하는 '풋풋이' 컨셉이기에 말투 설정이 이와 같다. + + +- **Method :** Unsloth 패키지를 사용하여 gpu 자원이 초과되지 않도록 하였으며 SFTrainer를 사용하여 모델훈련을 진행함. + + +- **Environ :** Colab L4 GPU를 사용하여 진행하였습니다. + +- **About gguf :** 풋풋이 최종 버전을 만들기 위해 각 단계별 모델을 저장하였습니다. 모델 **양자화(Quantize)** 종류로 F16, Q8_0, Q5_K_M 3가지로 저장하였습니다. \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..9f0f76f --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "mistral" +} \ No newline at end of file diff --git a/zephyr_tuning_big_finish_F16.gguf b/zephyr_tuning_big_finish_F16.gguf new file mode 100644 index 0000000..953b88e --- /dev/null +++ b/zephyr_tuning_big_finish_F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29c0117bfed4ee26411eb6acec46dd677999642111ca17dd12d480c5ac5daa7b +size 14484732192 diff --git a/zephyr_tuning_big_finish_Q5_K_M.gguf b/zephyr_tuning_big_finish_Q5_K_M.gguf new file mode 100644 index 0000000..680fd5c --- /dev/null +++ b/zephyr_tuning_big_finish_Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32192b50f2d647b36fd0b09b66a0e3e41fa671f322e34c9425069d5275c14a47 +size 5131409696 diff --git a/zephyr_tuning_big_finish_Q8_0.gguf b/zephyr_tuning_big_finish_Q8_0.gguf new file mode 100644 index 0000000..fab3b99 --- /dev/null +++ b/zephyr_tuning_big_finish_Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04ad00c34cc801ec276e5fb5e5a43175f1df911dbec1c0a04a581dce31cd707d +size 7695857952 diff --git a/zephyr_tuning_small_finish_F16.gguf b/zephyr_tuning_small_finish_F16.gguf new file mode 100644 index 0000000..dda0584 --- /dev/null +++ b/zephyr_tuning_small_finish_F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eba11af9ca3999efdbbe32cfdceb0b6bba6505c7f66c23be5ef9f5e2c37379b5 +size 14484732192 diff --git a/zephyr_tuning_small_finish_Q5_K_M.gguf b/zephyr_tuning_small_finish_Q5_K_M.gguf new file mode 100644 index 0000000..cb4ff61 --- /dev/null +++ b/zephyr_tuning_small_finish_Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df3bf1ae8dc9d6c5da8f1e472fe7549224253c5652149bebde7b96bc49eae5c5 +size 5131409696 diff --git a/zephyr_tuning_small_finish_Q8_0.gguf b/zephyr_tuning_small_finish_Q8_0.gguf new file mode 100644 index 0000000..4e84b62 --- /dev/null +++ b/zephyr_tuning_small_finish_Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1b0f7dc48a28af478a20f585a48be8e3c3652a63e25500601c477ac248c0db2 +size 7695857952 diff --git a/zephyr_tuning_v1_F16.gguf b/zephyr_tuning_v1_F16.gguf new file mode 100644 index 0000000..7ab6137 --- /dev/null +++ b/zephyr_tuning_v1_F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b968e922b61dcf5030d58bb2aefc2b19aa6fe06b2dea16b75343760e6728fb21 +size 14484732192 diff --git a/zephyr_tuning_v1_Q5_K_M.gguf b/zephyr_tuning_v1_Q5_K_M.gguf new file mode 100644 index 0000000..fa32a4d --- /dev/null +++ b/zephyr_tuning_v1_Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98e2a130a8ba6393cdcc986cd19d6ba321a5a9bcc3436d2fab3f3a82feb13458 +size 5131409696 diff --git a/zephyr_tuning_v2_F16.gguf b/zephyr_tuning_v2_F16.gguf new file mode 100644 index 0000000..03d481b --- /dev/null +++ b/zephyr_tuning_v2_F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a11c35984efd3d118cf8291f4e104fc697e644e0a2b8ede4031962ee9b5930c +size 14484732192 diff --git a/zephyr_tuning_v2_Q5_K_M.gguf b/zephyr_tuning_v2_Q5_K_M.gguf new file mode 100644 index 0000000..b2c10a2 --- /dev/null +++ b/zephyr_tuning_v2_Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aaf1dcfac9022e7892c94255c8cb19e842e9b81f4f50d010f509825ca56fff0 +size 5131409696 diff --git a/zephyr_tuning_v3_F16.gguf b/zephyr_tuning_v3_F16.gguf new file mode 100644 index 0000000..e16f32a --- /dev/null +++ b/zephyr_tuning_v3_F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59f3e2a0469f5aca42282b882ba203d561b8176d50f0d21e327b5856923df334 +size 14484732192 diff --git a/zephyr_tuning_v3_Q5_K_M.gguf b/zephyr_tuning_v3_Q5_K_M.gguf new file mode 100644 index 0000000..7500e64 --- /dev/null +++ b/zephyr_tuning_v3_Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:720e122be3be4402e09fa9f37b08b7638d8b0b70f4388356019f31efb2bc1c82 +size 5131409696 diff --git a/zephyr_tuning_v4_F16.gguf b/zephyr_tuning_v4_F16.gguf new file mode 100644 index 0000000..b9210d4 --- /dev/null +++ b/zephyr_tuning_v4_F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3351ceb3cc51c267411b431044285cf6ab8e8feeb1fc4d0e405726ba0afc1219 +size 14484732192 diff --git a/zephyr_tuning_v4_Q5_K_M.gguf b/zephyr_tuning_v4_Q5_K_M.gguf new file mode 100644 index 0000000..c709f84 --- /dev/null +++ b/zephyr_tuning_v4_Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6649935fdb8a596082147033259e31166c8c9062fa75d442f42ae18c20f0e7b1 +size 5131409696 diff --git a/zephyr_tuning_v4_Q8_0.gguf b/zephyr_tuning_v4_Q8_0.gguf new file mode 100644 index 0000000..0de03f7 --- /dev/null +++ b/zephyr_tuning_v4_Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f752e6b943c76750fe285f1fbae86b39118b2fb0bf4d2b92ff1445c7e04ce923 +size 7695857952 diff --git a/zephyr_tuning_v5_F16.gguf b/zephyr_tuning_v5_F16.gguf new file mode 100644 index 0000000..56f7562 --- /dev/null +++ b/zephyr_tuning_v5_F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e55a79aec8d054626398f3a09672bb338fc4fcd5d42a91657af4e80df4a03e8 +size 14484732192 diff --git a/zephyr_tuning_v5_Q5_K_M.gguf b/zephyr_tuning_v5_Q5_K_M.gguf new file mode 100644 index 0000000..c77dd40 --- /dev/null +++ b/zephyr_tuning_v5_Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:813406c1c01271ed30fc1ed49e4bf28ec8a14a2ba36cbcd6b76047b4e111273d +size 5131409696