From 0537e7385334ebe7d789f9b41b1d2d29fe56f797 Mon Sep 17 00:00:00 2001 From: Ed Addario Date: Mon, 30 Jun 2025 21:53:26 +0100 Subject: [PATCH] Layer-wise & pruned quantization Q5_K_M --- Dolphin-Mistral-24B-Venice-Edition-pruned-Q5_K_M.gguf | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 Dolphin-Mistral-24B-Venice-Edition-pruned-Q5_K_M.gguf diff --git a/Dolphin-Mistral-24B-Venice-Edition-pruned-Q5_K_M.gguf b/Dolphin-Mistral-24B-Venice-Edition-pruned-Q5_K_M.gguf new file mode 100644 index 0000000..40b1e02 --- /dev/null +++ b/Dolphin-Mistral-24B-Venice-Edition-pruned-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e9bbd91b1fe1ea8da71308b991fbc16b8d2852595428d77789636289a918765 +size 14343902464