From 519a3056749abee34b4236d9a95caefdd54b1717 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 30 Oct 2026 03:34:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf Source: Original Platform --- .gitattributes | 57 +++++++++++++++++++++ README.md | 99 ++++++++++++++++++++++++++++++++++++ Zenith-7B-dpo-v1.IQ3_M.gguf | 3 ++ Zenith-7B-dpo-v1.IQ3_S.gguf | 3 ++ Zenith-7B-dpo-v1.IQ3_XS.gguf | 3 ++ Zenith-7B-dpo-v1.IQ4_NL.gguf | 3 ++ Zenith-7B-dpo-v1.IQ4_XS.gguf | 3 ++ Zenith-7B-dpo-v1.Q2_K.gguf | 3 ++ Zenith-7B-dpo-v1.Q3_K.gguf | 3 ++ Zenith-7B-dpo-v1.Q3_K_L.gguf | 3 ++ Zenith-7B-dpo-v1.Q3_K_M.gguf | 3 ++ Zenith-7B-dpo-v1.Q3_K_S.gguf | 3 ++ Zenith-7B-dpo-v1.Q4_0.gguf | 3 ++ Zenith-7B-dpo-v1.Q4_1.gguf | 3 ++ Zenith-7B-dpo-v1.Q4_K.gguf | 3 ++ Zenith-7B-dpo-v1.Q4_K_M.gguf | 3 ++ Zenith-7B-dpo-v1.Q4_K_S.gguf | 3 ++ Zenith-7B-dpo-v1.Q5_0.gguf | 3 ++ Zenith-7B-dpo-v1.Q5_1.gguf | 3 ++ Zenith-7B-dpo-v1.Q5_K.gguf | 3 ++ Zenith-7B-dpo-v1.Q5_K_M.gguf | 3 ++ Zenith-7B-dpo-v1.Q5_K_S.gguf | 3 ++ Zenith-7B-dpo-v1.Q6_K.gguf | 3 ++ Zenith-7B-dpo-v1.Q8_0.gguf | 3 ++ 24 files changed, 222 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 Zenith-7B-dpo-v1.IQ3_M.gguf create mode 100644 Zenith-7B-dpo-v1.IQ3_S.gguf create mode 100644 Zenith-7B-dpo-v1.IQ3_XS.gguf create mode 100644 Zenith-7B-dpo-v1.IQ4_NL.gguf create mode 100644 Zenith-7B-dpo-v1.IQ4_XS.gguf create mode 100644 Zenith-7B-dpo-v1.Q2_K.gguf create mode 100644 Zenith-7B-dpo-v1.Q3_K.gguf create mode 100644 Zenith-7B-dpo-v1.Q3_K_L.gguf create mode 100644 Zenith-7B-dpo-v1.Q3_K_M.gguf create mode 100644 Zenith-7B-dpo-v1.Q3_K_S.gguf create mode 100644 Zenith-7B-dpo-v1.Q4_0.gguf create mode 100644 Zenith-7B-dpo-v1.Q4_1.gguf create mode 100644 Zenith-7B-dpo-v1.Q4_K.gguf create mode 100644 Zenith-7B-dpo-v1.Q4_K_M.gguf create mode 100644 Zenith-7B-dpo-v1.Q4_K_S.gguf create mode 100644 Zenith-7B-dpo-v1.Q5_0.gguf create mode 100644 Zenith-7B-dpo-v1.Q5_1.gguf create mode 100644 Zenith-7B-dpo-v1.Q5_K.gguf create mode 100644 Zenith-7B-dpo-v1.Q5_K_M.gguf create mode 100644 Zenith-7B-dpo-v1.Q5_K_S.gguf create mode 100644 Zenith-7B-dpo-v1.Q6_K.gguf create mode 100644 Zenith-7B-dpo-v1.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1dee31d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Zenith-7B-dpo-v1.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..fb82a45 --- /dev/null +++ b/README.md @@ -0,0 +1,99 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +Zenith-7B-dpo-v1 - GGUF +- Model creator: https://huggingface.co/Xenon1/ +- Original model: https://huggingface.co/Xenon1/Zenith-7B-dpo-v1/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [Zenith-7B-dpo-v1.Q2_K.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q2_K.gguf) | Q2_K | 2.53GB | +| [Zenith-7B-dpo-v1.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.IQ3_XS.gguf) | IQ3_XS | 2.81GB | +| [Zenith-7B-dpo-v1.IQ3_S.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.IQ3_S.gguf) | IQ3_S | 2.96GB | +| [Zenith-7B-dpo-v1.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q3_K_S.gguf) | Q3_K_S | 2.95GB | +| [Zenith-7B-dpo-v1.IQ3_M.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.IQ3_M.gguf) | IQ3_M | 3.06GB | +| [Zenith-7B-dpo-v1.Q3_K.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q3_K.gguf) | Q3_K | 3.28GB | +| [Zenith-7B-dpo-v1.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q3_K_M.gguf) | Q3_K_M | 3.28GB | +| [Zenith-7B-dpo-v1.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q3_K_L.gguf) | Q3_K_L | 3.56GB | +| [Zenith-7B-dpo-v1.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.IQ4_XS.gguf) | IQ4_XS | 3.67GB | +| [Zenith-7B-dpo-v1.Q4_0.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q4_0.gguf) | Q4_0 | 3.83GB | +| [Zenith-7B-dpo-v1.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.IQ4_NL.gguf) | IQ4_NL | 3.87GB | +| [Zenith-7B-dpo-v1.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q4_K_S.gguf) | Q4_K_S | 3.86GB | +| [Zenith-7B-dpo-v1.Q4_K.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q4_K.gguf) | Q4_K | 4.07GB | +| [Zenith-7B-dpo-v1.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q4_K_M.gguf) | Q4_K_M | 4.07GB | +| [Zenith-7B-dpo-v1.Q4_1.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q4_1.gguf) | Q4_1 | 4.24GB | +| [Zenith-7B-dpo-v1.Q5_0.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q5_0.gguf) | Q5_0 | 4.65GB | +| [Zenith-7B-dpo-v1.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q5_K_S.gguf) | Q5_K_S | 4.65GB | +| [Zenith-7B-dpo-v1.Q5_K.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q5_K.gguf) | Q5_K | 4.78GB | +| [Zenith-7B-dpo-v1.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q5_K_M.gguf) | Q5_K_M | 4.78GB | +| [Zenith-7B-dpo-v1.Q5_1.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q5_1.gguf) | Q5_1 | 5.07GB | +| [Zenith-7B-dpo-v1.Q6_K.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q6_K.gguf) | Q6_K | 5.53GB | +| [Zenith-7B-dpo-v1.Q8_0.gguf](https://huggingface.co/RichardErkhov/Xenon1_-_Zenith-7B-dpo-v1-gguf/blob/main/Zenith-7B-dpo-v1.Q8_0.gguf) | Q8_0 | 7.17GB | + + + + +Original model description: +--- +language: +- en +license: apache-2.0 +tags: +- mistral +- Zenith-7B-dpo-v1 +pipeline_tag: text-generation +--- +# Model Card for Zenith-7B-dpo-v1 + +Mistral-7B-v0.1 model fine-tuned on the Ultrafeedback dataset using techinques shown in the paper [Self-Rewarding Language Models](https://arxiv.org/abs/2401.10020). + +## Instruction format + +In order to leverage instruction fine-tuning, your prompt should be surrounded by `[INST]` and `[/INST]` tokens. The very first instruction should begin with a begin of sentence id. The next instructions should not. The assistant generation will be ended by the end-of-sentence token id. + +E.g. +``` +text = "[INST] What is your favourite condiment? [/INST]" +"Well, I'm quite partial to a good squeeze of fresh lemon juice. It adds just the right amount of zesty flavour to whatever I'm cooking up in the kitchen! " +"[INST] Do you have mayonnaise recipes? [/INST]" +``` + +This format is available as a [chat template](https://huggingface.co/docs/transformers/main/chat_templating) via the `apply_chat_template()` method: + +```python +from transformers import AutoModelForCausalLM, AutoTokenizer + +device = "cuda" # the device to load the model onto + +model = AutoModelForCausalLM.from_pretrained("Xenon1/Zenith-7B-dpo-v1") +tokenizer = AutoTokenizer.from_pretrained("Xenon1/Zenith-7B-dpo-v1") + +messages = [ + {"role": "user", "content": "What is your favourite condiment?"}, + {"role": "assistant", "content": "Well, I'm quite partial to a good squeeze of fresh lemon juice. It adds just the right amount of zesty flavour to whatever I'm cooking up in the kitchen!"}, + {"role": "user", "content": "Do you have mayonnaise recipes?"} +] + +encodeds = tokenizer.apply_chat_template(messages, return_tensors="pt") + +model_inputs = encodeds.to(device) +model.to(device) + +generated_ids = model.generate(model_inputs, max_new_tokens=1000, do_sample=True) +decoded = tokenizer.batch_decode(generated_ids) +print(decoded[0]) +``` + +## Model Architecture +This instruction model is based on Mistral-7B-v0.1, a transformer model with the following architecture choices: +- Grouped-Query Attention +- Sliding-Window Attention +- Byte-fallback BPE tokenizer + diff --git a/Zenith-7B-dpo-v1.IQ3_M.gguf b/Zenith-7B-dpo-v1.IQ3_M.gguf new file mode 100644 index 0000000..a39193e --- /dev/null +++ b/Zenith-7B-dpo-v1.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e5e7c3d11e22a35b11a4c28bfda0a399580ad249d049683e84ddc24e569615c +size 3284892320 diff --git a/Zenith-7B-dpo-v1.IQ3_S.gguf b/Zenith-7B-dpo-v1.IQ3_S.gguf new file mode 100644 index 0000000..51f8648 --- /dev/null +++ b/Zenith-7B-dpo-v1.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5d43c35f8871335670b4059a7920ca3225a7fdc8f39e2458b06b1d616fe6aad +size 3182394016 diff --git a/Zenith-7B-dpo-v1.IQ3_XS.gguf b/Zenith-7B-dpo-v1.IQ3_XS.gguf new file mode 100644 index 0000000..230495d --- /dev/null +++ b/Zenith-7B-dpo-v1.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8363a3e890da387afe89eb8a7e56d0320e350195048bf4e0a0f5cdf3df76218c +size 3018816160 diff --git a/Zenith-7B-dpo-v1.IQ4_NL.gguf b/Zenith-7B-dpo-v1.IQ4_NL.gguf new file mode 100644 index 0000000..79222c4 --- /dev/null +++ b/Zenith-7B-dpo-v1.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66cf96724fb6321834f7318ea9faa900c1126b5b588e5daab8a6a0df46f99009 +size 4155054752 diff --git a/Zenith-7B-dpo-v1.IQ4_XS.gguf b/Zenith-7B-dpo-v1.IQ4_XS.gguf new file mode 100644 index 0000000..2a8eb5c --- /dev/null +++ b/Zenith-7B-dpo-v1.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75ef515e9a51df5ac38d1240dee419ca7aacb1df7b8f6189a0a6598535d7f811 +size 3944389280 diff --git a/Zenith-7B-dpo-v1.Q2_K.gguf b/Zenith-7B-dpo-v1.Q2_K.gguf new file mode 100644 index 0000000..d3c6aef --- /dev/null +++ b/Zenith-7B-dpo-v1.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e63b995059752724d6f10c72bf6beead7b1daf9c6f3277f1fa613d0fb1a6f0fa +size 2719242912 diff --git a/Zenith-7B-dpo-v1.Q3_K.gguf b/Zenith-7B-dpo-v1.Q3_K.gguf new file mode 100644 index 0000000..f545592 --- /dev/null +++ b/Zenith-7B-dpo-v1.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d4e4e46d481e5f5db5b998e527f2b971423491762b31d9d3d838814f4dc50cf +size 3518986912 diff --git a/Zenith-7B-dpo-v1.Q3_K_L.gguf b/Zenith-7B-dpo-v1.Q3_K_L.gguf new file mode 100644 index 0000000..481c2f6 --- /dev/null +++ b/Zenith-7B-dpo-v1.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d30479947c3221460dcdc560f1413872ec6165948186285526226a0ead5e243d +size 3822025376 diff --git a/Zenith-7B-dpo-v1.Q3_K_M.gguf b/Zenith-7B-dpo-v1.Q3_K_M.gguf new file mode 100644 index 0000000..f545592 --- /dev/null +++ b/Zenith-7B-dpo-v1.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d4e4e46d481e5f5db5b998e527f2b971423491762b31d9d3d838814f4dc50cf +size 3518986912 diff --git a/Zenith-7B-dpo-v1.Q3_K_S.gguf b/Zenith-7B-dpo-v1.Q3_K_S.gguf new file mode 100644 index 0000000..781a73c --- /dev/null +++ b/Zenith-7B-dpo-v1.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:194b197c709e017b6391be04e555c4255f73b69c3387445c1b49e978570f5a5a +size 3164568224 diff --git a/Zenith-7B-dpo-v1.Q4_0.gguf b/Zenith-7B-dpo-v1.Q4_0.gguf new file mode 100644 index 0000000..e1ba5d7 --- /dev/null +++ b/Zenith-7B-dpo-v1.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:372efe9b766ae2c8c83d3737422e390c66b0904143e80d59054c6fce231cc91b +size 4108917408 diff --git a/Zenith-7B-dpo-v1.Q4_1.gguf b/Zenith-7B-dpo-v1.Q4_1.gguf new file mode 100644 index 0000000..2de10a4 --- /dev/null +++ b/Zenith-7B-dpo-v1.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d559218f3e1be1d86a4d86f40d74029d9b40b730e652718fd0e7b6397bf87379 +size 4553317024 diff --git a/Zenith-7B-dpo-v1.Q4_K.gguf b/Zenith-7B-dpo-v1.Q4_K.gguf new file mode 100644 index 0000000..8f95da1 --- /dev/null +++ b/Zenith-7B-dpo-v1.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc63d5930182323e53978ec830f532ba2b75b8002c4f410970089d7ada706dbb +size 4368439968 diff --git a/Zenith-7B-dpo-v1.Q4_K_M.gguf b/Zenith-7B-dpo-v1.Q4_K_M.gguf new file mode 100644 index 0000000..8f95da1 --- /dev/null +++ b/Zenith-7B-dpo-v1.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc63d5930182323e53978ec830f532ba2b75b8002c4f410970089d7ada706dbb +size 4368439968 diff --git a/Zenith-7B-dpo-v1.Q4_K_S.gguf b/Zenith-7B-dpo-v1.Q4_K_S.gguf new file mode 100644 index 0000000..bf42bc8 --- /dev/null +++ b/Zenith-7B-dpo-v1.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47489e151ee0659aa12acb478a1bf38e7861ab095c3e0c5ca32158207a7a2f3b +size 4140374688 diff --git a/Zenith-7B-dpo-v1.Q5_0.gguf b/Zenith-7B-dpo-v1.Q5_0.gguf new file mode 100644 index 0000000..dcef6eb --- /dev/null +++ b/Zenith-7B-dpo-v1.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f40ed6342e94f643e3985a9a1988430ff59ce13368d5d1f46cd2bb3ee3bfdab8 +size 4997716640 diff --git a/Zenith-7B-dpo-v1.Q5_1.gguf b/Zenith-7B-dpo-v1.Q5_1.gguf new file mode 100644 index 0000000..5f79eac --- /dev/null +++ b/Zenith-7B-dpo-v1.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf45196debe348d8c7505e62e3f379e0b7fbb060c61b7e39f3aa4abf41facbd +size 5442116256 diff --git a/Zenith-7B-dpo-v1.Q5_K.gguf b/Zenith-7B-dpo-v1.Q5_K.gguf new file mode 100644 index 0000000..5ea01ea --- /dev/null +++ b/Zenith-7B-dpo-v1.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05f4294bc17e9fb004d1740afe6748d3a93ba1a5d37edf483b28eb908e785e8e +size 5131410080 diff --git a/Zenith-7B-dpo-v1.Q5_K_M.gguf b/Zenith-7B-dpo-v1.Q5_K_M.gguf new file mode 100644 index 0000000..5ea01ea --- /dev/null +++ b/Zenith-7B-dpo-v1.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05f4294bc17e9fb004d1740afe6748d3a93ba1a5d37edf483b28eb908e785e8e +size 5131410080 diff --git a/Zenith-7B-dpo-v1.Q5_K_S.gguf b/Zenith-7B-dpo-v1.Q5_K_S.gguf new file mode 100644 index 0000000..cdf003a --- /dev/null +++ b/Zenith-7B-dpo-v1.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2617c9e84d85e78e272bfee6f679d488ce8706fa1bb02c3eab1a478bb57d31d3 +size 4997716640 diff --git a/Zenith-7B-dpo-v1.Q6_K.gguf b/Zenith-7B-dpo-v1.Q6_K.gguf new file mode 100644 index 0000000..1e76e6a --- /dev/null +++ b/Zenith-7B-dpo-v1.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cdf1fb6e0bef08c2e2a75c1b8b7b792211868c07279e68b671fb26a16f7e188 +size 5942065824 diff --git a/Zenith-7B-dpo-v1.Q8_0.gguf b/Zenith-7B-dpo-v1.Q8_0.gguf new file mode 100644 index 0000000..d5bfb37 --- /dev/null +++ b/Zenith-7B-dpo-v1.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87cc293be59fe6cddf4b15fa86f0a727f79c4d5b1501bbb4edee0824589464e4 +size 7695858336