From 36ef14d1fd8413522d1b8b5c9a9b24a9a3018fd9 Mon Sep 17 00:00:00 2001 From: Ed Addario Date: Mon, 30 Jun 2025 23:02:04 +0100 Subject: [PATCH] Layer-wise & pruned quantization Q3_K_M --- Dolphin-Mistral-24B-Venice-Edition-pruned-Q3_K_M.gguf | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 Dolphin-Mistral-24B-Venice-Edition-pruned-Q3_K_M.gguf diff --git a/Dolphin-Mistral-24B-Venice-Edition-pruned-Q3_K_M.gguf b/Dolphin-Mistral-24B-Venice-Edition-pruned-Q3_K_M.gguf new file mode 100644 index 0000000..abc2b17 --- /dev/null +++ b/Dolphin-Mistral-24B-Venice-Edition-pruned-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89519ef728550abb6337361e574ada6bff595979a2bcd25f47d4a45c161778e5 +size 9932674304