From 6200b4f1027ba48d3f4928e1f20c4c19f3abd2c4 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 18 Apr 2026 07:00:26 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: afrideva/zephyr-smol_llama-100m-dpo-full-GGUF Source: Original Platform --- .gitattributes | 42 ++++++++ README.md | 111 ++++++++++++++++++++ zephyr-smol_llama-100m-dpo-full.fp16.gguf | 3 + zephyr-smol_llama-100m-dpo-full.q2_k.gguf | 3 + zephyr-smol_llama-100m-dpo-full.q3_k_m.gguf | 3 + zephyr-smol_llama-100m-dpo-full.q4_k_m.gguf | 3 + zephyr-smol_llama-100m-dpo-full.q5_k_m.gguf | 3 + zephyr-smol_llama-100m-dpo-full.q6_k.gguf | 3 + zephyr-smol_llama-100m-dpo-full.q8_0.gguf | 3 + 9 files changed, 174 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 zephyr-smol_llama-100m-dpo-full.fp16.gguf create mode 100644 zephyr-smol_llama-100m-dpo-full.q2_k.gguf create mode 100644 zephyr-smol_llama-100m-dpo-full.q3_k_m.gguf create mode 100644 zephyr-smol_llama-100m-dpo-full.q4_k_m.gguf create mode 100644 zephyr-smol_llama-100m-dpo-full.q5_k_m.gguf create mode 100644 zephyr-smol_llama-100m-dpo-full.q6_k.gguf create mode 100644 zephyr-smol_llama-100m-dpo-full.q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5b9390c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +zephyr-smol_llama-100m-dpo-full.fp16.gguf filter=lfs diff=lfs merge=lfs -text +zephyr-smol_llama-100m-dpo-full.q2_k.gguf filter=lfs diff=lfs merge=lfs -text +zephyr-smol_llama-100m-dpo-full.q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +zephyr-smol_llama-100m-dpo-full.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +zephyr-smol_llama-100m-dpo-full.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +zephyr-smol_llama-100m-dpo-full.q6_k.gguf filter=lfs diff=lfs merge=lfs -text +zephyr-smol_llama-100m-dpo-full.q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..8084089 --- /dev/null +++ b/README.md @@ -0,0 +1,111 @@ +--- +base_model: amazingvince/zephyr-smol_llama-100m-dpo-full +inference: false +license: apache-2.0 +model-index: +- name: zephyr-smol_llama-100m-dpo-full + results: [] +model_creator: amazingvince +model_name: zephyr-smol_llama-100m-dpo-full +pipeline_tag: text-generation +quantized_by: afrideva +tags: +- generated_from_trainer +- gguf +- ggml +- quantized +- q2_k +- q3_k_m +- q4_k_m +- q5_k_m +- q6_k +- q8_0 +--- +# amazingvince/zephyr-smol_llama-100m-dpo-full-GGUF + +Quantized GGUF model files for [zephyr-smol_llama-100m-dpo-full](https://huggingface.co/amazingvince/zephyr-smol_llama-100m-dpo-full) from [amazingvince](https://huggingface.co/amazingvince) + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [zephyr-smol_llama-100m-dpo-full.fp16.gguf](https://huggingface.co/afrideva/zephyr-smol_llama-100m-dpo-full-GGUF/resolve/main/zephyr-smol_llama-100m-dpo-full.fp16.gguf) | fp16 | 204.25 MB | +| [zephyr-smol_llama-100m-dpo-full.q2_k.gguf](https://huggingface.co/afrideva/zephyr-smol_llama-100m-dpo-full-GGUF/resolve/main/zephyr-smol_llama-100m-dpo-full.q2_k.gguf) | q2_k | 51.90 MB | +| [zephyr-smol_llama-100m-dpo-full.q3_k_m.gguf](https://huggingface.co/afrideva/zephyr-smol_llama-100m-dpo-full-GGUF/resolve/main/zephyr-smol_llama-100m-dpo-full.q3_k_m.gguf) | q3_k_m | 58.04 MB | +| [zephyr-smol_llama-100m-dpo-full.q4_k_m.gguf](https://huggingface.co/afrideva/zephyr-smol_llama-100m-dpo-full-GGUF/resolve/main/zephyr-smol_llama-100m-dpo-full.q4_k_m.gguf) | q4_k_m | 66.38 MB | +| [zephyr-smol_llama-100m-dpo-full.q5_k_m.gguf](https://huggingface.co/afrideva/zephyr-smol_llama-100m-dpo-full-GGUF/resolve/main/zephyr-smol_llama-100m-dpo-full.q5_k_m.gguf) | q5_k_m | 75.31 MB | +| [zephyr-smol_llama-100m-dpo-full.q6_k.gguf](https://huggingface.co/afrideva/zephyr-smol_llama-100m-dpo-full-GGUF/resolve/main/zephyr-smol_llama-100m-dpo-full.q6_k.gguf) | q6_k | 84.80 MB | +| [zephyr-smol_llama-100m-dpo-full.q8_0.gguf](https://huggingface.co/afrideva/zephyr-smol_llama-100m-dpo-full-GGUF/resolve/main/zephyr-smol_llama-100m-dpo-full.q8_0.gguf) | q8_0 | 109.33 MB | + + + +## Original Model Card: + + +# zephyr-smol_llama-100m-dpo-full + +This model is a fine-tuned version of [amazingvince/zephyr-smol_llama-100m-sft-full](https://huggingface.co/amazingvince/zephyr-smol_llama-100m-sft-full) on the None dataset. +It achieves the following results on the evaluation set: +- Loss: 0.5465 +- Rewards/chosen: -0.0518 +- Rewards/rejected: -0.7661 +- Rewards/accuracies: 0.7170 +- Rewards/margins: 0.7143 +- Logps/rejected: -450.2018 +- Logps/chosen: -588.7877 +- Logits/rejected: -4.9602 +- Logits/chosen: -5.2468 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-07 +- train_batch_size: 8 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 2 +- total_train_batch_size: 16 +- total_eval_batch_size: 16 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 3 + +### Training results + +| Training Loss | Epoch | Step | Validation Loss | Rewards/chosen | Rewards/rejected | Rewards/accuracies | Rewards/margins | Logps/rejected | Logps/chosen | Logits/rejected | Logits/chosen | +|:-------------:|:-----:|:-----:|:---------------:|:--------------:|:----------------:|:------------------:|:---------------:|:--------------:|:------------:|:---------------:|:-------------:| +| 0.6549 | 0.26 | 1000 | 0.6037 | -0.1205 | -0.4850 | 0.6550 | 0.3644 | -447.3903 | -589.4750 | -4.7410 | -5.0341 | +| 0.5349 | 0.52 | 2000 | 0.5779 | -0.0126 | -0.5080 | 0.6770 | 0.4955 | -447.6208 | -588.3951 | -4.8645 | -5.1463 | +| 0.6029 | 0.77 | 3000 | 0.5657 | 0.0902 | -0.4636 | 0.6900 | 0.5538 | -447.1767 | -587.3674 | -5.0016 | -5.2911 | +| 0.5273 | 1.03 | 4000 | 0.5596 | 0.0496 | -0.5449 | 0.7040 | 0.5944 | -447.9891 | -587.7738 | -4.9972 | -5.2892 | +| 0.5 | 1.29 | 5000 | 0.5557 | 0.0585 | -0.6110 | 0.7050 | 0.6695 | -448.6505 | -587.6843 | -5.0108 | -5.3047 | +| 0.5056 | 1.55 | 6000 | 0.5499 | 0.0054 | -0.6719 | 0.7130 | 0.6773 | -449.2598 | -588.2154 | -4.9988 | -5.2907 | +| 0.4608 | 1.81 | 7000 | 0.5500 | -0.0376 | -0.7494 | 0.7030 | 0.7118 | -450.0341 | -588.6455 | -5.0549 | -5.3406 | +| 0.426 | 2.07 | 8000 | 0.5472 | -0.0106 | -0.7021 | 0.7100 | 0.6916 | -449.5617 | -588.3751 | -4.9750 | -5.2626 | +| 0.3875 | 2.32 | 9000 | 0.5464 | -0.0011 | -0.7171 | 0.7140 | 0.7159 | -449.7113 | -588.2810 | -4.9935 | -5.2796 | +| 0.397 | 2.58 | 10000 | 0.5462 | -0.0391 | -0.7566 | 0.7190 | 0.7175 | -450.1064 | -588.6602 | -4.9737 | -5.2618 | +| 0.4486 | 2.84 | 11000 | 0.5459 | -0.0493 | -0.7667 | 0.7110 | 0.7174 | -450.2074 | -588.7629 | -4.9569 | -5.2441 | + + +### Framework versions + +- Transformers 4.35.0 +- Pytorch 2.1.0 +- Datasets 2.14.6 +- Tokenizers 0.14.1 \ No newline at end of file diff --git a/zephyr-smol_llama-100m-dpo-full.fp16.gguf b/zephyr-smol_llama-100m-dpo-full.fp16.gguf new file mode 100644 index 0000000..1dcf431 --- /dev/null +++ b/zephyr-smol_llama-100m-dpo-full.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5774c57528a08f86842f7c57b0d643cad61d1a0ae6ec4fc829178d48ab81ed94 +size 204250560 diff --git a/zephyr-smol_llama-100m-dpo-full.q2_k.gguf b/zephyr-smol_llama-100m-dpo-full.q2_k.gguf new file mode 100644 index 0000000..8644be9 --- /dev/null +++ b/zephyr-smol_llama-100m-dpo-full.q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c1e5b7447e03611a102a380d7ca072367284cc362a40060fc89cefb873b269f +size 51904768 diff --git a/zephyr-smol_llama-100m-dpo-full.q3_k_m.gguf b/zephyr-smol_llama-100m-dpo-full.q3_k_m.gguf new file mode 100644 index 0000000..79546b7 --- /dev/null +++ b/zephyr-smol_llama-100m-dpo-full.q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bf79699d61a723db17761d98fbb3e4f7402d307ef4fd4ab8e49b60fcc0a06da +size 58035712 diff --git a/zephyr-smol_llama-100m-dpo-full.q4_k_m.gguf b/zephyr-smol_llama-100m-dpo-full.q4_k_m.gguf new file mode 100644 index 0000000..686474b --- /dev/null +++ b/zephyr-smol_llama-100m-dpo-full.q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bde64a7bf5c8c8ee5f87a57dc3dc25935987abd47e2bd0a45e4e6cd5c9892522 +size 66378496 diff --git a/zephyr-smol_llama-100m-dpo-full.q5_k_m.gguf b/zephyr-smol_llama-100m-dpo-full.q5_k_m.gguf new file mode 100644 index 0000000..f0282fe --- /dev/null +++ b/zephyr-smol_llama-100m-dpo-full.q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f7a437902b9e5e0724e930da692b4f254df7ee8905e7861373837a7e6497711 +size 75311872 diff --git a/zephyr-smol_llama-100m-dpo-full.q6_k.gguf b/zephyr-smol_llama-100m-dpo-full.q6_k.gguf new file mode 100644 index 0000000..26113bc --- /dev/null +++ b/zephyr-smol_llama-100m-dpo-full.q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf0cec10b0b20466d9bbedfb8a2ce808aeebb1859ba7667d56a0257a9bc0b63 +size 84803584 diff --git a/zephyr-smol_llama-100m-dpo-full.q8_0.gguf b/zephyr-smol_llama-100m-dpo-full.q8_0.gguf new file mode 100644 index 0000000..e402c8a --- /dev/null +++ b/zephyr-smol_llama-100m-dpo-full.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd0961a078be3a9a9869038adfc91c43f81cc9a16d347f946a52c8ba030f6c46 +size 109325824