From 71029e7a4d637973b3330ea2e8f9ba06aef897f6 Mon Sep 17 00:00:00 2001 From: Ed Addario Date: Mon, 30 Jun 2025 22:38:06 +0100 Subject: [PATCH] Layer-wise & pruned quantization Q4_K_M --- Dolphin-Mistral-24B-Venice-Edition-pruned-Q4_K_M.gguf | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 Dolphin-Mistral-24B-Venice-Edition-pruned-Q4_K_M.gguf diff --git a/Dolphin-Mistral-24B-Venice-Edition-pruned-Q4_K_M.gguf b/Dolphin-Mistral-24B-Venice-Edition-pruned-Q4_K_M.gguf new file mode 100644 index 0000000..8575082 --- /dev/null +++ b/Dolphin-Mistral-24B-Venice-Edition-pruned-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93460770f3a0cd61c1b343128b29d07e886ccbca03788c6d57f6b5d9322558ea +size 12390356224