From e011494bb29f80a7c8f533acb07db3169ab2a13f Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 19 Jul 2026 12:43:10 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: brittlewis12/Snorkel-Mistral-PairRM-DPO-GGUF Source: Original Platform --- .gitattributes | 46 ++++++++++++++++ README.md | 72 ++++++++++++++++++++++++++ snorkel-mistral-pairrm-dpo.Q2_K.gguf | 3 ++ snorkel-mistral-pairrm-dpo.Q3_K_L.gguf | 3 ++ snorkel-mistral-pairrm-dpo.Q3_K_M.gguf | 3 ++ snorkel-mistral-pairrm-dpo.Q3_K_S.gguf | 3 ++ snorkel-mistral-pairrm-dpo.Q4_K_M.gguf | 3 ++ snorkel-mistral-pairrm-dpo.Q4_K_S.gguf | 3 ++ snorkel-mistral-pairrm-dpo.Q5_K_M.gguf | 3 ++ snorkel-mistral-pairrm-dpo.Q5_K_S.gguf | 3 ++ snorkel-mistral-pairrm-dpo.Q6_K.gguf | 3 ++ snorkel-mistral-pairrm-dpo.Q8_0.gguf | 3 ++ snorkel-mistral-pairrm-dpo.fp16.gguf | 3 ++ 13 files changed, 151 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 snorkel-mistral-pairrm-dpo.Q2_K.gguf create mode 100644 snorkel-mistral-pairrm-dpo.Q3_K_L.gguf create mode 100644 snorkel-mistral-pairrm-dpo.Q3_K_M.gguf create mode 100644 snorkel-mistral-pairrm-dpo.Q3_K_S.gguf create mode 100644 snorkel-mistral-pairrm-dpo.Q4_K_M.gguf create mode 100644 snorkel-mistral-pairrm-dpo.Q4_K_S.gguf create mode 100644 snorkel-mistral-pairrm-dpo.Q5_K_M.gguf create mode 100644 snorkel-mistral-pairrm-dpo.Q5_K_S.gguf create mode 100644 snorkel-mistral-pairrm-dpo.Q6_K.gguf create mode 100644 snorkel-mistral-pairrm-dpo.Q8_0.gguf create mode 100644 snorkel-mistral-pairrm-dpo.fp16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f4dabff --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +snorkel-mistral-pairrm-dpo.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +snorkel-mistral-pairrm-dpo.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +snorkel-mistral-pairrm-dpo.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +snorkel-mistral-pairrm-dpo.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +snorkel-mistral-pairrm-dpo.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +snorkel-mistral-pairrm-dpo.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +snorkel-mistral-pairrm-dpo.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +snorkel-mistral-pairrm-dpo.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +snorkel-mistral-pairrm-dpo.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +snorkel-mistral-pairrm-dpo.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +snorkel-mistral-pairrm-dpo.fp16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..0a08a40 --- /dev/null +++ b/README.md @@ -0,0 +1,72 @@ +--- +base_model: snorkelai/Snorkel-Mistral-PairRM-DPO +datasets: +- snorkelai/Snorkel-Mistral-PairRM-DPO-Dataset +- HuggingFaceH4/ultrafeedback_binarized +license: apache-2.0 +language: +- en +model_creator: snorkelai +model_name: Snorkel-Mistral-PairRM-DPO +model_type: mistral +inference: false +pipeline_tag: text-generation +prompt_template: | + <|im_start|>system + {{system_message}}<|im_end|> + <|im_start|>user + {{prompt}}<|im_end|> + <|im_start|>assistant + +quantized_by: brittlewis12 +--- + +# Snorkel-Mistral-PairRM-DPO GGUF + +Original model: [Snorkel-Mistral-PairRM-DPO](https://huggingface.co/snorkelai/Snorkel-Mistral-PairRM-DPO) +Model creator: [Snorkel AI](https://huggingface.co/snorkelai) + +This repo contains GGUF format model files for Snorkel AI’s Snorkel-Mistral-PairRM-DPO. + +> With this demonstration, we focus on the general approach to alignment. Thus, we use a general-purpose reward model - the performant PairRM model. We use the Mistral-7B-Instruct-v0.2 model as our base LLM. + + + +### What is GGUF? + +GGUF is a file format for representing AI models. It is the third version of the format, introduced by the llama.cpp team on August 21st 2023. It is a replacement for GGML, which is no longer supported by llama.cpp. +Converted using llama.cpp b1960 ([26d6076](https://github.com/ggerganov/llama.cpp/commits/26d607608d794efa56df3bdb6043a2f94c1d632c)) + +### Prompt template: ChatML + +``` +<|im_start|>system +{{system_message}}<|im_end|> +<|im_start|>user +{{prompt}}<|im_end|> +<|im_start|>assistant +``` + +--- + +## Download & run with [cnvrs](https://twitter.com/cnvrsai) on iPhone, iPad, and Mac! + +![cnvrs.ai](https://pbs.twimg.com/profile_images/1744049151241797632/0mIP-P9e_400x400.jpg) + +[cnvrs](https://testflight.apple.com/join/sFWReS7K) is the best app for private, local AI on your device: +- create & save **Characters** with custom system prompts & temperature settings +- download and experiment with any **GGUF model** you can [find on HuggingFace](https://huggingface.co/models?library=gguf)! +- make it your own with custom **Theme colors** +- powered by Metal ⚡️ & [Llama.cpp](https://github.com/ggerganov/llama.cpp), with **haptics** during response streaming! +- **try it out** yourself today, on [Testflight](https://testflight.apple.com/join/sFWReS7K)! +- follow [cnvrs on twitter](https://twitter.com/cnvrsai) to stay up to date + +--- + +## Original Model Evaluations: + +> On [**Alpaca-Eval 2.0**](https://tatsu-lab.github.io/alpaca_eval/): +> - The base model: [Mistral-7B-Instruct-v0.2](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2) scored **14.72**. +> +> After applying the above methodology: +> - This model scored **30.22** - ranked 3rd and the highest for an open-source base model at the time of publication. diff --git a/snorkel-mistral-pairrm-dpo.Q2_K.gguf b/snorkel-mistral-pairrm-dpo.Q2_K.gguf new file mode 100644 index 0000000..1b5d06a --- /dev/null +++ b/snorkel-mistral-pairrm-dpo.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f5d124bae264a9faf18bcfcfb5a6a45cb497f25a0464fd17e4b7c97bfbcbc58 +size 2719242400 diff --git a/snorkel-mistral-pairrm-dpo.Q3_K_L.gguf b/snorkel-mistral-pairrm-dpo.Q3_K_L.gguf new file mode 100644 index 0000000..ea76dc4 --- /dev/null +++ b/snorkel-mistral-pairrm-dpo.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ef7d5e13f98de7d01b2f60d94241d70cc00bc173eef24ea0bdfae0065104019 +size 3822024864 diff --git a/snorkel-mistral-pairrm-dpo.Q3_K_M.gguf b/snorkel-mistral-pairrm-dpo.Q3_K_M.gguf new file mode 100644 index 0000000..e350a07 --- /dev/null +++ b/snorkel-mistral-pairrm-dpo.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:313bed2b894655a7e702b883200a8bc838e357f7bcc9018331010491de3d9db0 +size 3518986400 diff --git a/snorkel-mistral-pairrm-dpo.Q3_K_S.gguf b/snorkel-mistral-pairrm-dpo.Q3_K_S.gguf new file mode 100644 index 0000000..70c78d1 --- /dev/null +++ b/snorkel-mistral-pairrm-dpo.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9519be964f4b3aa43446e1901c0759773c73b43015d5d04c2f74bc40f92968eb +size 3164567712 diff --git a/snorkel-mistral-pairrm-dpo.Q4_K_M.gguf b/snorkel-mistral-pairrm-dpo.Q4_K_M.gguf new file mode 100644 index 0000000..b7ccf68 --- /dev/null +++ b/snorkel-mistral-pairrm-dpo.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a43c564a86d874e6b12ea1a33c2d13495804c8f5fa5740d2582005a7ac1e2a2e +size 4368439456 diff --git a/snorkel-mistral-pairrm-dpo.Q4_K_S.gguf b/snorkel-mistral-pairrm-dpo.Q4_K_S.gguf new file mode 100644 index 0000000..56b4b1c --- /dev/null +++ b/snorkel-mistral-pairrm-dpo.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d965028253ebde1983e17383c2b73f958e4876182b1a242eca1809897c1747b2 +size 4140374176 diff --git a/snorkel-mistral-pairrm-dpo.Q5_K_M.gguf b/snorkel-mistral-pairrm-dpo.Q5_K_M.gguf new file mode 100644 index 0000000..a60d857 --- /dev/null +++ b/snorkel-mistral-pairrm-dpo.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7661959985625a4b34ba1dd5e703ef3ad987ae2ff5c5228560297b081db3dae +size 5131409568 diff --git a/snorkel-mistral-pairrm-dpo.Q5_K_S.gguf b/snorkel-mistral-pairrm-dpo.Q5_K_S.gguf new file mode 100644 index 0000000..5e7ccc9 --- /dev/null +++ b/snorkel-mistral-pairrm-dpo.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b67a89038ee6fbdf1257ec0bd7da3285e98700194e9bcb0688711273e2a427d +size 4997716128 diff --git a/snorkel-mistral-pairrm-dpo.Q6_K.gguf b/snorkel-mistral-pairrm-dpo.Q6_K.gguf new file mode 100644 index 0000000..de15a09 --- /dev/null +++ b/snorkel-mistral-pairrm-dpo.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b3e72923b28391423171c1c0e57c589340ab6c5526f075103d217577f627b95 +size 5942065312 diff --git a/snorkel-mistral-pairrm-dpo.Q8_0.gguf b/snorkel-mistral-pairrm-dpo.Q8_0.gguf new file mode 100644 index 0000000..76afd7b --- /dev/null +++ b/snorkel-mistral-pairrm-dpo.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44aea5fdde0fdc591140170b08086224cc763c9d5b65515d32e477cc1114abcc +size 7695857824 diff --git a/snorkel-mistral-pairrm-dpo.fp16.gguf b/snorkel-mistral-pairrm-dpo.fp16.gguf new file mode 100644 index 0000000..ded5e94 --- /dev/null +++ b/snorkel-mistral-pairrm-dpo.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:881042679a7559c5c9481242eabd431cbbbc4923cd37c4cf6c5763c5aeb9f2e3 +size 14484732032