commit f5568ea357af6366485da12b7bd8e31798cd41f9 Author: ModelHub XC Date: Sun Jun 14 02:44:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a735c22 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..2617415 --- /dev/null +++ b/README.md @@ -0,0 +1,89 @@ +--- +base_model: dphn/dolphin-2.6-mistral-7b-dpo-laser +datasets: +- ehartford/dolphin +- jondurbin/airoboros-2.2.1 +- ehartford/dolphin-coder +- teknium/openhermes +- ise-uiuc/Magicoder-OSS-Instruct-75K +- ise-uiuc/Magicoder-Evol-Instruct-110K +- LDJnr/Capybara +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/dphn/dolphin-2.6-mistral-7b-dpo-laser + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ1_S.gguf) | i1-IQ1_S | 1.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ1_M.gguf) | i1-IQ1_M | 1.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_S.gguf) | i1-IQ2_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_M.gguf) | i1-IQ2_M | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-Q2_K.gguf) | i1-Q2_K | 2.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.3 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_S.gguf) | i1-IQ3_S | 3.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_M.gguf) | i1-IQ3_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 4.2 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 4.2 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 4.2 | fast on arm+sve, low quality | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0.gguf) | i1-Q4_0 | 4.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.6-mistral-7b-dpo-laser-i1-GGUF/resolve/main/dolphin-2.6-mistral-7b-dpo-laser.i1-Q6_K.gguf) | i1-Q6_K | 6.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ1_M.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ1_M.gguf new file mode 100644 index 0000000..fa67be2 --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:229e33201d5ff8c87479964ae1c01e1192bb1ce5e8e51058d915a38226778b17 +size 1754451680 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ1_S.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ1_S.gguf new file mode 100644 index 0000000..88c4f4c --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f51594c5945d13cbaba367af99d0cac94791d8665c537c2063682acf02ed406a +size 1612107488 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_M.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_M.gguf new file mode 100644 index 0000000..3923bf5 --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08f10965e07818fd6f908dd8f9b13b0398c318f37004c20f356789b99044e115 +size 2500718720 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_S.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_S.gguf new file mode 100644 index 0000000..8581910 --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:805438e89897857cc1192ce99362d0a9c483db7611aef1a95b6c7ac1cc1cd5ee +size 2310926464 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_XS.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_XS.gguf new file mode 100644 index 0000000..418682b --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b91a648078ce0348c3064e439ca88c18ac67bc91ef5025d29d37c32e7327a538 +size 2198261472 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_XXS.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..0921b13 --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4305db406fdaa45beecf6bf7e4cc554e64b8d6f3f5c90fcd1664ea4b70009d4 +size 1991692000 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_M.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_M.gguf new file mode 100644 index 0000000..b6dcfe8 --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:149426969c9a77c4489f8f6bd6f139672aec0c742bef88a19e97b0cfc2aa7ee3 +size 3284898464 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_S.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_S.gguf new file mode 100644 index 0000000..02e8066 --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a4a192299728aa834f68e0ed640fe6f973cf9b00747b8a547da277c0bda49be +size 3182400160 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_XS.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_XS.gguf new file mode 100644 index 0000000..de5aa84 --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fc813d161bdecbef6147576ae90ab55a1ca7dd549f46df8c1328239b0880cd6 +size 3018822304 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_XXS.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..dabe3d2 --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28c25959b01ac74e4ed01e743f36a145672eaaadaf474954270c23d6bfc9784d +size 2827350144 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ4_XS.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ4_XS.gguf new file mode 100644 index 0000000..19f5907 --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42165d774a9dd15805326c4373b1db14f53eea3c692ecfd762c5fe5aae5d6d87 +size 3907695680 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-Q2_K.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q2_K.gguf new file mode 100644 index 0000000..07cd8a2 --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b8c96c755e963aa45d0b9c6618ba72f1483575d51823671c9914e7fc37fa73c +size 2719248640 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-Q3_K_L.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q3_K_L.gguf new file mode 100644 index 0000000..0cd0590 --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4467f581c7376e101c4374d90e4ace9b03ce5e3c1a2f83e481a22e5d05cdba8 +size 3822031520 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-Q3_K_M.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q3_K_M.gguf new file mode 100644 index 0000000..013199c --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dea590a6b14694205bcb2bf077030080e794a3f5a569635b06a33b0e01a70ef5 +size 3518993056 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-Q3_K_S.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q3_K_S.gguf new file mode 100644 index 0000000..ad80e3b --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:970866139c35703052d65906333ea8fcf53a4d2e9a5e704be3bb9d09358c7ce3 +size 3164574368 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0.gguf new file mode 100644 index 0000000..458c6df --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81bccb885a27561f23fc7a614f76759d06e13b892cc32ac8112244febc11c751 +size 4123604160 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0_4_4.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..3e40424 --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f9a8a61e32037c1f2c2853e157d31b422d6ac0351128ba7494a2a54cdec1b82 +size 4108924096 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0_4_8.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..fb9124c --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a21d88b06ca0b78a1a12e964bb117db6cb747f8963311aa66c254be082bc74b3 +size 4108924096 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0_8_8.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..b4c12c7 --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b23663b8b81b5ba70d52138702752c5bc41cb1bf527ea7d9ab2dcabff1cbc1e3 +size 4108924096 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_K_M.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_K_M.gguf new file mode 100644 index 0000000..3e86764 --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4de2995ca2fb78aeb3c4ee22d503b5d554b82f10bb21a77bd9b28b13faeab2e2 +size 4368446656 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_K_S.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_K_S.gguf new file mode 100644 index 0000000..74e0cda --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01da0621cc5e05529d70d7de0b23d6425000beeb3b2d3fd848fc84bcf727a9ba +size 4140381376 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-Q5_K_M.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q5_K_M.gguf new file mode 100644 index 0000000..efc99e6 --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d505deb12e8353c46fff8b8ccb6c45ceaaf419b59f2309a6774510e27ce6029 +size 5131417280 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-Q5_K_S.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q5_K_S.gguf new file mode 100644 index 0000000..4acf4f8 --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d57bb2eaf5f742fc6e705bb0386e0bf2408b448d088802e4814ae725053f0b72 +size 4997723840 diff --git a/dolphin-2.6-mistral-7b-dpo-laser.i1-Q6_K.gguf b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q6_K.gguf new file mode 100644 index 0000000..ba1778a --- /dev/null +++ b/dolphin-2.6-mistral-7b-dpo-laser.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:093941a950d9f07a5cdc60dae9ddc2af9d34317db0e4b6d4313b4ba32eeff8f3 +size 5942073568 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..847d020 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a1623f2988a135848a85b6cf72e8e8046a987478b2dcae255374efd09a66fef +size 4988157