From 603b4b81633ccb3cfb69cbe0eee08ef626e67b52 Mon Sep 17 00:00:00 2001 From: Ed Addario Date: Mon, 30 Jun 2025 22:05:55 +0100 Subject: [PATCH] Layer-wise & pruned quantization Q4_K_S --- Dolphin-Mistral-24B-Venice-Edition-pruned-Q4_K_S.gguf | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 Dolphin-Mistral-24B-Venice-Edition-pruned-Q4_K_S.gguf diff --git a/Dolphin-Mistral-24B-Venice-Edition-pruned-Q4_K_S.gguf b/Dolphin-Mistral-24B-Venice-Edition-pruned-Q4_K_S.gguf new file mode 100644 index 0000000..d18e6c5 --- /dev/null +++ b/Dolphin-Mistral-24B-Venice-Edition-pruned-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71c03419c7fc592bb3ef8cfd7350ce508ef5407e4fd92e03ad4d192c23fde026 +size 11698296064