From ea86cc31f88dec35589dee3eb12535abeeb11949 Mon Sep 17 00:00:00 2001 From: Ed Addario Date: Mon, 30 Jun 2025 20:34:15 +0100 Subject: [PATCH] Layer-wise & pruned quantization Q5_K_S --- Dolphin-Mistral-24B-Venice-Edition-pruned-Q5_K_S.gguf | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 Dolphin-Mistral-24B-Venice-Edition-pruned-Q5_K_S.gguf diff --git a/Dolphin-Mistral-24B-Venice-Edition-pruned-Q5_K_S.gguf b/Dolphin-Mistral-24B-Venice-Edition-pruned-Q5_K_S.gguf new file mode 100644 index 0000000..2da5556 --- /dev/null +++ b/Dolphin-Mistral-24B-Venice-Edition-pruned-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fab643caf3db32222fc47668880ab7fb63d6b24b62917ed65fecd052dce5de29 +size 13905712384