From 7860f6907e5e12b988270eb62352b543c0c36d55 Mon Sep 17 00:00:00 2001 From: Ed Addario Date: Tue, 1 Jul 2025 06:53:26 +0100 Subject: [PATCH] Layer-wise & pruned quantization IQ4_NL --- Dolphin-Mistral-24B-Venice-Edition-pruned-IQ4_NL.gguf | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 Dolphin-Mistral-24B-Venice-Edition-pruned-IQ4_NL.gguf diff --git a/Dolphin-Mistral-24B-Venice-Edition-pruned-IQ4_NL.gguf b/Dolphin-Mistral-24B-Venice-Edition-pruned-IQ4_NL.gguf new file mode 100644 index 0000000..f816f1d --- /dev/null +++ b/Dolphin-Mistral-24B-Venice-Edition-pruned-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:065931827062c69435d6070cb52d0756d825f44dedada29d3e37393ffeb219b6 +size 11590161664