commit 7e67883d4726d7e3b012740c3982461b07be5605 Author: ModelHub XC Date: Sat Jul 4 10:06:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: brittlewis12/Kunoichi-DPO-v2-7B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..aaf7c77 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,63 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.fp16.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +kunoichi-dpo-v2-7b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..ae24f2f --- /dev/null +++ b/README.md @@ -0,0 +1,130 @@ +--- +base_model: SanjiWatsuki/Kunoichi-DPO-v2-7B +inference: false +language: + - en +license: cc-by-nc-4.0 +model_creator: SanjiWatsuki +model_name: Kunoichi-DPO-v2-7B +model_type: mistral +pipeline_tag: text-generation +prompt_template: "{{system_message}} + + + + ### Instruction: + + {{prompt}} + + + + ### Response: + + " +quantized_by: brittlewis12 +--- + +# Kunoichi-DPO-v2-7B GGUF + +![Kunoichi-7B](https://huggingface.co/SanjiWatsuki/Kunoichi-7B/resolve/main/assets/kunoichi.png) + +Original model: [Kunoichi-DPO-v2-7B](https://huggingface.co/SanjiWatsuki/Kunoichi-DPO-v2-7B) +Model creator: [SanjiWatsuki](https://huggingface.co/SanjiWatsuki) + +This repo contains GGUF format model files for SanjiWatsuki’s Kunoichi-DPO-v2-7B. Updated as of 2024-05-01. + +### What is GGUF? + +GGUF is a file format for representing AI models. It is the third version of the format, introduced by the llama.cpp team on August 21st 2023. It is a replacement for GGML, which is no longer supported by llama.cpp. +Converted using llama.cpp build 2780 (revision [b0d943de](https://github.com/ggerganov/llama.cpp/commit/b0d943de)) + +### Prompt template: Unknown (Alpaca) + +[Alpaca-style](https://huggingface.co/SanjiWatsuki/Kunoichi-7B#prompt-template-custom-format-or-alpaca) was the prompt format for the original [Kunoichi-7B](https://huggingface.co/SanjiWatsuki/Kunoichi-7B). + +``` +Below is an instruction that describes a task. Write a response that appropriately completes the request. + +### Instruction: +{{prompt}} + +### Response: + +``` + +--- + +## Download & run with [cnvrs](https://twitter.com/cnvrsai) on iPhone, iPad, and Mac! + +![cnvrs.ai](https://pbs.twimg.com/profile_images/1744049151241797632/0mIP-P9e_400x400.jpg) + +[cnvrs](https://testflight.apple.com/join/sFWReS7K) is the best app for private, local AI on your device: +- create & save **Characters** with custom system prompts & temperature settings +- download and experiment with any **GGUF model** you can [find on HuggingFace](https://huggingface.co/models?library=gguf)! +- make it your own with custom **Theme colors** +- powered by Metal ⚡️ & [Llama.cpp](https://github.com/ggerganov/llama.cpp), with **haptics** during response streaming! +- **try it out** yourself today, on [Testflight](https://testflight.apple.com/join/sFWReS7K)! +- follow [cnvrs on twitter](https://twitter.com/cnvrsai) to stay up to date + +--- + +## Original Model Evaluations: + +| Model | MT Bench | EQ Bench | MMLU | Logic Test | +|----------------------|----------|----------|---------|-------------| +| GPT-4-Turbo | 9.32 | - | - | - | +| GPT-4 | 8.99 | 62.52 | 86.4 | 0.86 | +| **Kunoichi-DPO-v2-7B** | **8.51** | **42.18** | - | **0.58** | +| Mixtral-8x7B-Instruct| 8.30 | 44.81 | 70.6 | 0.75 | +| **Kunoichi-DPO-7B** | **8.29** | **41.60** | **64.83** | **0.59** | +| **Kunoichi-7B** | **8.14** | **44.32** | **64.9** | **0.58** | +| Starling-7B | 8.09 | - | 63.9 | 0.51 | +| Claude-2 | 8.06 | 52.14 | 78.5 | - | +| Silicon-Maid-7B | 7.96 | 40.44 | 64.7 | 0.54 | +| Loyal-Macaroni-Maid-7B | 7.95 | 38.66 | 64.9 | 0.57 | +| GPT-3.5-Turbo | 7.94 | 50.28 | 70 | 0.57 | +| Claude-1 | 7.9 | - | 77 | - | +| Openchat-3.5 | 7.81 | 37.08 | 64.3 | 0.39 | +| Dolphin-2.6-DPO | 7.74 | 42.88 | 61.9 | 0.53 | +| Zephyr-7B-beta | 7.34 | 38.71 | 61.4 | 0.30 | +| Llama-2-70b-chat-hf | 6.86 | 51.56 | 63 | - | +| Neural-chat-7b-v3-1 | 6.84 | 43.61 | 62.4 | 0.30 | + +| Model | Average | AGIEval | GPT4All | TruthfulQA | Bigbench | +|---|---:|---:|---:|---:|---:| +| **Kunoichi-DPO-7B**|**58.4**| 45.08 | 74| 66.99| 47.52| +| **Kunoichi-DPO-v2-7B**|**58.31**| 44.85| 75.05| 65.69| 47.65| +| [Kunoichi-7B](https://huggingface.co/SanjiWatsuki/Kunoichi-7B)|57.54| 44.99| 74.86| 63.72| 46.58| +| [OpenPipe/mistral-ft-optimized-1218](https://huggingface.co/OpenPipe/mistral-ft-optimized-1218)| 56.85 | 44.74 | 75.6 | 59.89 | 47.17 | +| [Silicon-Maid-7B](https://huggingface.co/SanjiWatsuki/Silicon-Maid-7B) | 56.45| 44.74| 74.26| 61.5| 45.32| +| [mlabonne/NeuralHermes-2.5-Mistral-7B](https://huggingface.co/mlabonne/NeuralHermes-2.5-Mistral-7B) | 53.51 | 43.67 | 73.24 | 55.37 | 41.76 | +| [teknium/OpenHermes-2.5-Mistral-7B](https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B) | 52.42 | 42.75 | 72.99 | 52.99 | 40.94 | +| [openchat/openchat_3.5](https://huggingface.co/openchat/openchat_3.5) | 51.34 | 42.67 | 72.92 | 47.27 | 42.51 | +| [berkeley-nest/Starling-LM-7B-alpha](https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha) | 51.16 | 42.06 | 72.72 | 47.33 | 42.53 | +| [HuggingFaceH4/zephyr-7b-beta](https://huggingface.co/HuggingFaceH4/zephyr-7b-beta) | 50.99 | 37.33 | 71.83 | 55.1 | 39.7 | + +| Model | AlpacaEval2 | Length | +| --------------------------- | ----------- | ------ | +| GPT-4 | 23.58% | 1365 | +| GPT-4 0314 | 22.07% | 1371 | +| Mistral Medium | 21.86% | 1500 | +| Mixtral 8x7B v0.1 | 18.26% | 1465 | +| **Kunoichi-DPO-v2** | **17.19%** | 1785 | +| Claude 2 | 17.19% | 1069 | +| Claude | 16.99% | 1082 | +| Gemini Pro | 16.85% | 1315 | +| GPT-4 0613 | 15.76% | 1140 | +| Claude 2.1 | 15.73% | 1096 | +| Mistral 7B v0.2 | 14.72% | 1676 | +| GPT 3.5 Turbo 0613 | 14.13% | 1328 | +| LLaMA2 Chat 70B | 13.87% | 1790 | +| LMCocktail-10.7B-v1 | 13.15% | 1203 | +| WizardLM 13B V1.1 | 11.23% | 1525 | +| Zephyr 7B Beta | 10.99% | 1444 | +| OpenHermes-2.5-Mistral (7B) | 10.34% | 1107 | +| GPT 3.5 Turbo 0301 | 9.62% | 827 | +| **Kunoichi-7B** | **9.38%** | 1492 | +| GPT 3.5 Turbo 1106 | 9.18% | 796 | +| GPT-3.5 | 8.56% | 1018 | +| Phi-2 DPO | 7.76% | 1687 | +| LLaMA2 Chat 13B | 7.70% | 1513 | \ No newline at end of file diff --git a/kunoichi-dpo-v2-7b.IQ1_M.gguf b/kunoichi-dpo-v2-7b.IQ1_M.gguf new file mode 100644 index 0000000..916cb41 --- /dev/null +++ b/kunoichi-dpo-v2-7b.IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad9088e802d7e9522f2a907b6e4034b72586fbe844e88f84a7bc9e7682944c5f +size 1754445664 diff --git a/kunoichi-dpo-v2-7b.IQ1_S.gguf b/kunoichi-dpo-v2-7b.IQ1_S.gguf new file mode 100644 index 0000000..86690c4 --- /dev/null +++ b/kunoichi-dpo-v2-7b.IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab7bd1e4cf597b3889c75bf64f82cd34e53c7a576fe0a8dc79e5a7d86500bfde +size 1612101472 diff --git a/kunoichi-dpo-v2-7b.IQ2_M.gguf b/kunoichi-dpo-v2-7b.IQ2_M.gguf new file mode 100644 index 0000000..3339ce5 --- /dev/null +++ b/kunoichi-dpo-v2-7b.IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda15d7c29c1365ffcd15895330f50d6f681e69c2db41239c8705b1b06749aea +size 2500712288 diff --git a/kunoichi-dpo-v2-7b.IQ2_S.gguf b/kunoichi-dpo-v2-7b.IQ2_S.gguf new file mode 100644 index 0000000..0eaae7d --- /dev/null +++ b/kunoichi-dpo-v2-7b.IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eff76284d217c7fc87ce418337521f2cba318f347a6e458b0a3437500c04002e +size 2310920032 diff --git a/kunoichi-dpo-v2-7b.IQ2_XS.gguf b/kunoichi-dpo-v2-7b.IQ2_XS.gguf new file mode 100644 index 0000000..21c7621 --- /dev/null +++ b/kunoichi-dpo-v2-7b.IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a199261e0df6b50f3f7f47a54a6c07be64ab75530eaa1ad11a422d6a03aa9fb +size 2198255456 diff --git a/kunoichi-dpo-v2-7b.IQ2_XXS.gguf b/kunoichi-dpo-v2-7b.IQ2_XXS.gguf new file mode 100644 index 0000000..9f6effe --- /dev/null +++ b/kunoichi-dpo-v2-7b.IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:597518dbef5e66cd5e5406da9ba689bd9ca3598f92da49e512651ba285df84d1 +size 1991685984 diff --git a/kunoichi-dpo-v2-7b.IQ3_M.gguf b/kunoichi-dpo-v2-7b.IQ3_M.gguf new file mode 100644 index 0000000..bcbd0fe --- /dev/null +++ b/kunoichi-dpo-v2-7b.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5abaf0761de6c0f640729a1ae0b701d92c76f0353db87990eea3d82518faf89d +size 3284891488 diff --git a/kunoichi-dpo-v2-7b.IQ3_S.gguf b/kunoichi-dpo-v2-7b.IQ3_S.gguf new file mode 100644 index 0000000..0a54d53 --- /dev/null +++ b/kunoichi-dpo-v2-7b.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fb7202f0d29e886a0c99a81b42cabacdeaf36a4d402f01bddf89bda808db896 +size 3182393184 diff --git a/kunoichi-dpo-v2-7b.IQ3_XS.gguf b/kunoichi-dpo-v2-7b.IQ3_XS.gguf new file mode 100644 index 0000000..547903a --- /dev/null +++ b/kunoichi-dpo-v2-7b.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fa5ac00c52ed0b20fffe6a042f4a5aee71be6194d65b25fd462ad144a51bbc5 +size 3018815328 diff --git a/kunoichi-dpo-v2-7b.IQ3_XXS.gguf b/kunoichi-dpo-v2-7b.IQ3_XXS.gguf new file mode 100644 index 0000000..d7b9c33 --- /dev/null +++ b/kunoichi-dpo-v2-7b.IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c63a74485293bc863a8944d6e349fae468a72b18a165001e28c77b121fe7841 +size 2827343712 diff --git a/kunoichi-dpo-v2-7b.IQ4_NL.gguf b/kunoichi-dpo-v2-7b.IQ4_NL.gguf new file mode 100644 index 0000000..65b25e8 --- /dev/null +++ b/kunoichi-dpo-v2-7b.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df83461d9532f690f83c44b853e302b2e47c7a961f8f15477bd7308418f7af41 +size 4125693792 diff --git a/kunoichi-dpo-v2-7b.IQ4_XS.gguf b/kunoichi-dpo-v2-7b.IQ4_XS.gguf new file mode 100644 index 0000000..63bd79c --- /dev/null +++ b/kunoichi-dpo-v2-7b.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfbcac77305ff87717fdd7d0dc9755664e9ec952435dc863504bace764d29fe9 +size 3907688288 diff --git a/kunoichi-dpo-v2-7b.Q2_K.gguf b/kunoichi-dpo-v2-7b.Q2_K.gguf new file mode 100644 index 0000000..58f0af1 --- /dev/null +++ b/kunoichi-dpo-v2-7b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1e297c85f952bc6c58daf44837ff8b8fb999ec3008c51ebaac547ab558a312c +size 2719241888 diff --git a/kunoichi-dpo-v2-7b.Q2_K_S.gguf b/kunoichi-dpo-v2-7b.Q2_K_S.gguf new file mode 100644 index 0000000..4a6387c --- /dev/null +++ b/kunoichi-dpo-v2-7b.Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b451d64957df1cba028519f15b05925243d99ddf37462248c78b1a613dd8bd +size 2528925536 diff --git a/kunoichi-dpo-v2-7b.Q3_K_L.gguf b/kunoichi-dpo-v2-7b.Q3_K_L.gguf new file mode 100644 index 0000000..9c3b940 --- /dev/null +++ b/kunoichi-dpo-v2-7b.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a07d294b3b3fea2170f7feb7c4f8d12e3f5877a69677c2894261006c62b20ca +size 3822024352 diff --git a/kunoichi-dpo-v2-7b.Q3_K_M.gguf b/kunoichi-dpo-v2-7b.Q3_K_M.gguf new file mode 100644 index 0000000..64a8d69 --- /dev/null +++ b/kunoichi-dpo-v2-7b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83800530db8ffe70a3a754f152fa70042669c94533118e04519e6258f26007a7 +size 3518985888 diff --git a/kunoichi-dpo-v2-7b.Q3_K_S.gguf b/kunoichi-dpo-v2-7b.Q3_K_S.gguf new file mode 100644 index 0000000..6e3b3f6 --- /dev/null +++ b/kunoichi-dpo-v2-7b.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d637db2104e302ff4b3910897a45fead9f1eb0837e1c40ad9c4948254f21383f +size 3164567200 diff --git a/kunoichi-dpo-v2-7b.Q4_0.gguf b/kunoichi-dpo-v2-7b.Q4_0.gguf new file mode 100644 index 0000000..baeba89 --- /dev/null +++ b/kunoichi-dpo-v2-7b.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29b425baf9bf482bd269aa1932d2dcba80f835580e152896a660f0cf6e6a541e +size 4108916384 diff --git a/kunoichi-dpo-v2-7b.Q4_1.gguf b/kunoichi-dpo-v2-7b.Q4_1.gguf new file mode 100644 index 0000000..05bf72a --- /dev/null +++ b/kunoichi-dpo-v2-7b.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c86ca5f0b76efe7ee44c222b84f1cffef206d2f4f72f9922c7e7240a21c14fa0 +size 4553316000 diff --git a/kunoichi-dpo-v2-7b.Q4_K_M.gguf b/kunoichi-dpo-v2-7b.Q4_K_M.gguf new file mode 100644 index 0000000..0fa000f --- /dev/null +++ b/kunoichi-dpo-v2-7b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a45d179947b0b51daf371922b76f5db0fba7738ff0688db40ddeff0f384f1c4 +size 4368438944 diff --git a/kunoichi-dpo-v2-7b.Q4_K_S.gguf b/kunoichi-dpo-v2-7b.Q4_K_S.gguf new file mode 100644 index 0000000..fb077bf --- /dev/null +++ b/kunoichi-dpo-v2-7b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:699ce80c23a7b1da17b0a6d19958180016840b88b7e2e6ba6a4ee55f9dd8ab94 +size 4140373664 diff --git a/kunoichi-dpo-v2-7b.Q5_0.gguf b/kunoichi-dpo-v2-7b.Q5_0.gguf new file mode 100644 index 0000000..315eacb --- /dev/null +++ b/kunoichi-dpo-v2-7b.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a6d4134a45cf9e1bcd6899ac9df312b82dba843d3ca9436039f47133594008f +size 4997715616 diff --git a/kunoichi-dpo-v2-7b.Q5_1.gguf b/kunoichi-dpo-v2-7b.Q5_1.gguf new file mode 100644 index 0000000..9a5881a --- /dev/null +++ b/kunoichi-dpo-v2-7b.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7fee053275ce6577aef3d5919511b6f31c0bfc655dc2af884d0089db6c46a57 +size 5442115232 diff --git a/kunoichi-dpo-v2-7b.Q5_K_M.gguf b/kunoichi-dpo-v2-7b.Q5_K_M.gguf new file mode 100644 index 0000000..4c5b4b1 --- /dev/null +++ b/kunoichi-dpo-v2-7b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82a591ee83e5a77f3ee34ef119856b2bcba5f748fd73e14f60a60720dbdeb56f +size 5131409056 diff --git a/kunoichi-dpo-v2-7b.Q5_K_S.gguf b/kunoichi-dpo-v2-7b.Q5_K_S.gguf new file mode 100644 index 0000000..e800098 --- /dev/null +++ b/kunoichi-dpo-v2-7b.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdde8fca29c642746e8f178b7b65e5c49d8659917aa27d6b15f3990bed8f66cc +size 4997715616 diff --git a/kunoichi-dpo-v2-7b.Q6_K.gguf b/kunoichi-dpo-v2-7b.Q6_K.gguf new file mode 100644 index 0000000..8dcc564 --- /dev/null +++ b/kunoichi-dpo-v2-7b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:295a59d8b07d4ac8bb322620c44ca457e34f8345158c5899807921550f6860f9 +size 5942064800 diff --git a/kunoichi-dpo-v2-7b.Q8_0.gguf b/kunoichi-dpo-v2-7b.Q8_0.gguf new file mode 100644 index 0000000..e8141b7 --- /dev/null +++ b/kunoichi-dpo-v2-7b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46b7f8ed17f2ccc9a44c5ae183db8dd7f9a6b87d2a9561049d1a696c7a003631 +size 7695857312 diff --git a/kunoichi-dpo-v2-7b.fp16.gguf b/kunoichi-dpo-v2-7b.fp16.gguf new file mode 100644 index 0000000..7fdb51a --- /dev/null +++ b/kunoichi-dpo-v2-7b.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22fcb94cfde57de3f0d32fefa57e4b4e29d43692be3e432c6fb2b77e43f5b82e +size 14484731488