diff --git a/.gitattributes b/.gitattributes index 9b52413..88a076c 100644 --- a/.gitattributes +++ b/.gitattributes @@ -45,5 +45,31 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.wasm filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text - -cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition.imatrix filter=lfs diff=lfs merge=lfs -text \ No newline at end of file +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition.imatrix filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q2_K_L.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_XL.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_L.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q5_K_L.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q6_K_L.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-bf16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md index a8332d5..e89045b 100644 --- a/README.md +++ b/README.md @@ -1,14 +1,14 @@ --- quantized_by: bartowski pipeline_tag: text-generation -license: apache-2.0 -base_model_relation: quantized base_model: cognitivecomputations/Dolphin-Mistral-24B-Venice-Edition +base_model_relation: quantized +license: apache-2.0 --- ## Llamacpp imatrix Quantizations of Dolphin-Mistral-24B-Venice-Edition by cognitivecomputations -Using llama.cpp release b5317 for quantization. +Using llama.cpp release b5835 for quantization. Original model: https://huggingface.co/cognitivecomputations/Dolphin-Mistral-24B-Venice-Edition @@ -24,6 +24,10 @@ Run them directly with [llama.cpp](https://github.com/ggerganov/llama.cpp), or a [SYSTEM_PROMPT]{system_prompt}[/SYSTEM_PROMPT][INST]{prompt}[/INST] ``` +## What's new: + +Original model updated + ## Download a file (not the whole branch) from below: | Filename | Quant type | File Size | Split | Description | @@ -54,6 +58,7 @@ Run them directly with [llama.cpp](https://github.com/ggerganov/llama.cpp), or a | [Dolphin-Mistral-24B-Venice-Edition-IQ2_M.gguf](https://huggingface.co/bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF/blob/main/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_M.gguf) | IQ2_M | 8.11GB | false | Relatively low quality, uses SOTA techniques to be surprisingly usable. | | [Dolphin-Mistral-24B-Venice-Edition-IQ2_S.gguf](https://huggingface.co/bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF/blob/main/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_S.gguf) | IQ2_S | 7.48GB | false | Low quality, uses SOTA techniques to be usable. | | [Dolphin-Mistral-24B-Venice-Edition-IQ2_XS.gguf](https://huggingface.co/bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF/blob/main/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_XS.gguf) | IQ2_XS | 7.21GB | false | Low quality, uses SOTA techniques to be usable. | +| [Dolphin-Mistral-24B-Venice-Edition-IQ2_XXS.gguf](https://huggingface.co/bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF/blob/main/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_XXS.gguf) | IQ2_XXS | 6.55GB | false | Very low quality, uses SOTA techniques to be usable. | ## Embed/output weights diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_M.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_M.gguf index d9698e2..796fabd 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_M.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_M.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:85d7e1c4a5e1b88cd0b6c26661badf6c317218aea722c0e7a2d82526f111b996 -size 8114051424 +oid sha256:3e44abf281a278c684122a4b7e3ba049f106940737e2466e39f3002c3dab05ca +size 8114051456 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_S.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_S.gguf index 41f7a2d..1781c4a 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_S.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_S.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b0c0aba895cd88176b401d31fffee0dab7f7715c7ab2be612328f277894a9790 -size 7478352224 +oid sha256:b21bcd61c611eecaefd5fda7e29318ac2d6685fd7930231839f6647e8b8e870e +size 7478352256 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_XS.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_XS.gguf index 19976d6..6059188 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_XS.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_XS.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:40a6d4e7ca4bbe10c3a6c126885889d840a6d591a6a8d821175846536aaeb022 -size 7207033184 +oid sha256:6c8f81e723f6a8c7d53820dcdb5f8a61b8b26060b1c46d68cb7318d976d474ad +size 7207033216 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_XXS.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_XXS.gguf new file mode 100644 index 0000000..1553499 --- /dev/null +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e05a05e22463e49be062f324f2466df421c060bde9b2a50fc9807eb0ffc82b18 +size 6545119616 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_M.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_M.gguf index eb888db..7635e27 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_M.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_M.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2931061db16fb354061b1ea06cc698574fe2a5e89893a886e36aa031519423bd -size 10650949984 +oid sha256:d8d15fa04f7d54f6293064d0372080e07498de262f461b3b304075e7596b1d10 +size 10650950016 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_XS.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_XS.gguf index e50fa77..1eb9639 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_XS.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_XS.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:346ed5b233bff7eb8c1c79e6533827f0effb3e09619a752615177df628bd8c1f -size 9907116384 +oid sha256:85334ae3f39edc617d427da6254dff09aab5e5c71086fae2b4c8cfe9873e31ae +size 9907116416 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_XXS.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_XXS.gguf index c150827..27b0603 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_XXS.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_XXS.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4b288e668b38dd65f9a7611deaecd5c8b390d023cdb8f81b73e787d263ca1d96 -size 9280592224 +oid sha256:1a59a6e971b72323fb36a58db35513174bd9e589bfbde9f6062cb923741ca2e0 +size 9280592256 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ4_NL.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ4_NL.gguf index c049525..c78d3d0 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ4_NL.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ4_NL.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d877afd9ce3af67a0b48658eae7d7f9a21cc71b67f455f8da28cf303965907b8 -size 13468014944 +oid sha256:aef7fc153a435fa66fbdbb0d1c9a31dae5808a8514f7ac3ad91dc4196f5d0475 +size 13468014976 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ4_XS.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ4_XS.gguf index 881a5db..442102b 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ4_XS.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ4_XS.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e7ce8c564926b7e3fc8d69cb22f94bed252cbf40e72eab777c73da29cdc4818 -size 12758915424 +oid sha256:3710f53a744ea1ecffdbbc4ff0a97a481e42de1f3a0fec4c6149f48a467807c0 +size 12758915456 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q2_K.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q2_K.gguf index ae5d2f1..0549817 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q2_K.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q2_K.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d8a140190a21011e92a0a439e9762b3a28f5cf4178ef158348bc88993bef5601 -size 8890325344 +oid sha256:4d39842981f466b4e66069da4352b766f3ecadb38238e30e13aac57bfb890e58 +size 8890325376 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q2_K_L.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q2_K_L.gguf index b8d6781..f053a9a 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q2_K_L.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q2_K_L.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3a7d2f272dc1dfc86d9d3e94189f4275224839032a1399a7dc41e74547edc3d5 -size 9545685344 +oid sha256:7e8de85703aded5d7224482cc512c954cb1848981d967cc1e6db37bd967d7083 +size 9545685376 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_L.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_L.gguf index a158c85..e38c077 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_L.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_L.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:37945e3872a740f97557470d0aedb046653949fc7882c8fde3f094aec162d67c -size 12400761184 +oid sha256:1289e02d03966cc458f428fa5901a23cdadcaf9c658101bc481a8962333cc981 +size 12400761216 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_M.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_M.gguf index 213e823..4e252b3 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_M.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_M.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ba566d69dc35a7d3f7288d5a02356ea379441b9f3e243e294269f1a321560814 -size 11474082144 +oid sha256:d8f12a731a71b631d64b55b2a0ce4bb60bd0f82395dffaa1b3af2cdc0ffb8cd0 +size 11474082176 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_S.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_S.gguf index db8c1d6..edd910e 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_S.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_S.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cef1a0e223f35b450bc3968449eb47f018bb32588394b630fd412719def5498a -size 10400274784 +oid sha256:f22944a10e0f4cdb393548afa804578c9d125e6102608950756171a1f533cacf +size 10400274816 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_XL.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_XL.gguf index eedae38..9ab7205 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_XL.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_XL.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:14dc3441d19d0d302df2e6d1938108b8a24ce810f6e1305af431b8d9f8db59d6 -size 12987963744 +oid sha256:0736f7f3d91f2e5383dd58e82cb9dcf6267bf6024d818b5b9521daf902504483 +size 12987963776 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_0.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_0.gguf index b315544..ba9e6ad 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_0.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_0.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1ca6804f6ea0da8da72736d3a7d4c1c8f18cd40444cf99b62b63a414cc404ed8 -size 13494229344 +oid sha256:ab49e0ffdb1e9bd2af997ec5ed340a0f18d8da2a7008bdcfd6085cf33b6eb2d0 +size 13494229376 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_1.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_1.gguf index 9fa3850..7f37860 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_1.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_1.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb5a1bf9439826bf199bd83753d56fd5739588a6117daef3c20328afe2e02ede -size 14873106784 +oid sha256:7354b2407beeb3cdc5c7adef238fca823eb8ed90ed939a543da83b889b115368 +size 14873106816 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_L.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_L.gguf index 757a9fa..c338601 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_L.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_L.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8c08c64fcdb8606d49740e0b0ee495d7376a4aa23135e198efa4e924e3cfd2d5 -size 14831982944 +oid sha256:ec15e8db7110f86b1ec4ed19ab11a9494bd24106efbe55153d79a34184035302 +size 14831982976 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_M.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_M.gguf index 29868ea..a8a3d0a 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_M.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_M.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cb35c3598b64cb054b43430134d224e7d27a9e1538bbdcd64562cd6a47e8a08f -size 14333909344 +oid sha256:2740d59cb0de4136b960f608778e657f30294922bf59f145eadbdf7850127392 +size 14333909376 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_S.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_S.gguf index dca1db0..90cecdb 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_S.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_S.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6f7dd65b9f3fa0fe52d3c5229e4580bfe06b04e4a71fa0b002af11d3084af9ec -size 13549279584 +oid sha256:d067e4b0b0afd1a9ec3ec98ce06ff9611a2b347cd9b9b4d6020468f1bedc347c +size 13549279616 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q5_K_L.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q5_K_L.gguf index 0fdb827..a2c6ad2 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q5_K_L.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q5_K_L.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6537d4177f93af022f284fa6ba3bc1f21de39dfe87f6f12365db5f6b622e28d9 -size 17178171744 +oid sha256:64f73ea820b68518caaa70a06d7120242310be3b13bbc21af1416f98366c7615 +size 17178171776 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q5_K_M.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q5_K_M.gguf index b803bc8..5f22403 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q5_K_M.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q5_K_M.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a17e545b8e5a6b871c3ea24c2168bd3aafc53d884432af2993bd9d5b920c6c8 -size 16763984224 +oid sha256:ff3f4feb80bca6b4755405632092ede76a0e8f9c05af64d6e76d25737adc1909 +size 16763984256 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q5_K_S.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q5_K_S.gguf index 64c7133..807f82c 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q5_K_S.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q5_K_S.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b95df53bd5d454355eb3fa45fcdb92a3bf4d7278a2b594ea9673a279aea50fd2 -size 16304413024 +oid sha256:2598922a42ac5149b16bb2df5c239f0a7d72a7bf69d815472a704ba51aafbe55 +size 16304413056 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q6_K.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q6_K.gguf index 61d4e06..00392b7 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q6_K.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q6_K.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a894c0e20014b34dfea32d3fbfa5ab068206bc0285d4acd60ee341fe425df85f -size 19345938784 +oid sha256:8e309cc6378e46a9cfb04e3bbd87f22053396baf17f88ff811b31cc6fedd939f +size 19345938816 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q6_K_L.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q6_K_L.gguf index 7a93e3f..21cac87 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q6_K_L.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q6_K_L.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:938492c52041f6237b1102b084b453301f54cdc1404ebb929fcca677aa10879b -size 19670997344 +oid sha256:9aadf473f7ae69f316e21378a3e74968fd2b939ee530f70e148d2a5c2ba1fb67 +size 19670997376 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q8_0.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q8_0.gguf index 335737f..b7759a1 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q8_0.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q8_0.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a4ddff9ceadca0c1982944800f3162b28375f3ba9051929108256fa680a0d05e -size 25054779744 +oid sha256:05cc094ddaf4b3ed861279e60a179122c1aa2e14d477a788f01e0b5f14384f98 +size 25054779776 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-bf16.gguf b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-bf16.gguf index b25d93c..4c422cc 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-bf16.gguf +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-bf16.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:973e681c6bd27c118366bc76d5584cdc015a053358c345acdb711d8633cba889 -size 47153518592 +oid sha256:3276a8050bae91cdff4d06f57533dfd63e39d1147acd3a24f93bb471dd999aaa +size 47153518656 diff --git a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition.imatrix b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition.imatrix index 5918524..ad60975 100644 --- a/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition.imatrix +++ b/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition.imatrix @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:157f0c4925057f39215e862271f5d8ece19d69800d898e11d2e82326a6a47ec3 +oid sha256:af1938e050f58dc09a5d47122c101731fe63e51e372f576b3654bc983b27cd49 size 10003538