From 706d255abe20b6e28f1df8869710aa02d6a4f78d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 14 Sep 2026 16:40:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: brittlewis12/DeepHermes-3-Llama-3-8B-Preview-GGUF Source: Original Platform --- .gitattributes | 64 ++++++++++ README.md | 117 +++++++++++++++++++ deephermes-3-llama-3-8b-preview.IQ1_M.gguf | 3 + deephermes-3-llama-3-8b-preview.IQ1_S.gguf | 3 + deephermes-3-llama-3-8b-preview.IQ2_M.gguf | 3 + deephermes-3-llama-3-8b-preview.IQ2_S.gguf | 3 + deephermes-3-llama-3-8b-preview.IQ2_XS.gguf | 3 + deephermes-3-llama-3-8b-preview.IQ2_XXS.gguf | 3 + deephermes-3-llama-3-8b-preview.IQ3_M.gguf | 3 + deephermes-3-llama-3-8b-preview.IQ3_S.gguf | 3 + deephermes-3-llama-3-8b-preview.IQ3_XS.gguf | 3 + deephermes-3-llama-3-8b-preview.IQ3_XXS.gguf | 3 + deephermes-3-llama-3-8b-preview.IQ4_NL.gguf | 3 + deephermes-3-llama-3-8b-preview.IQ4_XS.gguf | 3 + deephermes-3-llama-3-8b-preview.Q2_K.gguf | 3 + deephermes-3-llama-3-8b-preview.Q2_K_S.gguf | 3 + deephermes-3-llama-3-8b-preview.Q3_K_L.gguf | 3 + deephermes-3-llama-3-8b-preview.Q3_K_M.gguf | 3 + deephermes-3-llama-3-8b-preview.Q3_K_S.gguf | 3 + deephermes-3-llama-3-8b-preview.Q4_0.gguf | 3 + deephermes-3-llama-3-8b-preview.Q4_1.gguf | 3 + deephermes-3-llama-3-8b-preview.Q4_K_M.gguf | 3 + deephermes-3-llama-3-8b-preview.Q4_K_S.gguf | 3 + deephermes-3-llama-3-8b-preview.Q5_0.gguf | 3 + deephermes-3-llama-3-8b-preview.Q5_1.gguf | 3 + deephermes-3-llama-3-8b-preview.Q5_K_M.gguf | 3 + deephermes-3-llama-3-8b-preview.Q5_K_S.gguf | 3 + deephermes-3-llama-3-8b-preview.Q6_K.gguf | 3 + deephermes-3-llama-3-8b-preview.Q8_0.gguf | 3 + deephermes-3-llama-3-8b-preview.f16.gguf | 3 + deephermes-3-llama-3-8b-preview.imatrix | 3 + 31 files changed, 268 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 deephermes-3-llama-3-8b-preview.IQ1_M.gguf create mode 100644 deephermes-3-llama-3-8b-preview.IQ1_S.gguf create mode 100644 deephermes-3-llama-3-8b-preview.IQ2_M.gguf create mode 100644 deephermes-3-llama-3-8b-preview.IQ2_S.gguf create mode 100644 deephermes-3-llama-3-8b-preview.IQ2_XS.gguf create mode 100644 deephermes-3-llama-3-8b-preview.IQ2_XXS.gguf create mode 100644 deephermes-3-llama-3-8b-preview.IQ3_M.gguf create mode 100644 deephermes-3-llama-3-8b-preview.IQ3_S.gguf create mode 100644 deephermes-3-llama-3-8b-preview.IQ3_XS.gguf create mode 100644 deephermes-3-llama-3-8b-preview.IQ3_XXS.gguf create mode 100644 deephermes-3-llama-3-8b-preview.IQ4_NL.gguf create mode 100644 deephermes-3-llama-3-8b-preview.IQ4_XS.gguf create mode 100644 deephermes-3-llama-3-8b-preview.Q2_K.gguf create mode 100644 deephermes-3-llama-3-8b-preview.Q2_K_S.gguf create mode 100644 deephermes-3-llama-3-8b-preview.Q3_K_L.gguf create mode 100644 deephermes-3-llama-3-8b-preview.Q3_K_M.gguf create mode 100644 deephermes-3-llama-3-8b-preview.Q3_K_S.gguf create mode 100644 deephermes-3-llama-3-8b-preview.Q4_0.gguf create mode 100644 deephermes-3-llama-3-8b-preview.Q4_1.gguf create mode 100644 deephermes-3-llama-3-8b-preview.Q4_K_M.gguf create mode 100644 deephermes-3-llama-3-8b-preview.Q4_K_S.gguf create mode 100644 deephermes-3-llama-3-8b-preview.Q5_0.gguf create mode 100644 deephermes-3-llama-3-8b-preview.Q5_1.gguf create mode 100644 deephermes-3-llama-3-8b-preview.Q5_K_M.gguf create mode 100644 deephermes-3-llama-3-8b-preview.Q5_K_S.gguf create mode 100644 deephermes-3-llama-3-8b-preview.Q6_K.gguf create mode 100644 deephermes-3-llama-3-8b-preview.Q8_0.gguf create mode 100644 deephermes-3-llama-3-8b-preview.f16.gguf create mode 100644 deephermes-3-llama-3-8b-preview.imatrix diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4309dfc --- /dev/null +++ b/.gitattributes @@ -0,0 +1,64 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.f16.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.imatrix filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +deephermes-3-llama-3-8b-preview.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..fcee216 --- /dev/null +++ b/README.md @@ -0,0 +1,117 @@ +--- +base_model: NousResearch/DeepHermes-3-Llama-3-8B-Preview +pipeline_tag: text-generation +inference: true +language: +- en +license: llama3 +model_creator: NousResearch +model_name: DeepHermes-3-Llama-3-8B-Preview +model_type: llama +quantized_by: brittlewis12 +tags: + - reasoning + - llama + - llama3 + +--- + +# DeepHermes 3 Preview GGUF + +![deephermes3](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/9fxlaDxteqe3SasZ7_06_.jpeg) + +**Original model**: [DeepHermes-3-Llama-3-8B-Preview](https://huggingface.co/NousResearch/DeepHermes-3-Llama-3-8B-Preview) + +**Model creator**: [NousResearch](https://huggingface.co/NousResearch) + +> DeepHermes 3 Preview is the latest version of our flagship Hermes series of LLMs by Nous Research, and one of the first models in the world to unify Reasoning (long chains of thought that improve answer accuracy) and normal LLM response modes into one model. We have also improved LLM annotation, judgement, and function calling. + +> _This is a preview Hermes with early reasoning capabilities, distilled from R1 across a variety of tasks that benefit from reasoning and objectivity. Some quirks may be discovered! Please let us know any interesting findings or issues you discover!_ + +This repo contains GGUF format model files for the NousResearch’s DeepHermes 3 Preview. + +### What is GGUF? + +GGUF is a file format for representing AI models. It is the third version of the format, +introduced by the llama.cpp team on August 21st 2023. + +Converted with llama.cpp build 4710 (revision [8a8c4ce](https://github.com/ggerganov/llama.cpp/commits/8a8c4ceb6050bd9392609114ca56ae6d26f5b8f5)), +using [autogguf-rs](https://github.com/brittlewis12/autogguf-rs). + +### Prompt template: Llama 3 Chat + +``` +<|start_header_id|>system<|end_header_id|> + +{{system_prompt}}<|eot_id|><|start_header_id|>user<|end_header_id|> + +{{prompt}}<|eot_id|><|start_header_id|>assistant<|end_header_id|> + + +``` + +#### Reasoning System Prompt + +``` +You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside tags, and then provide your solution or response to the problem. +``` + +#### Function calling template + +``` +<|start_header_id|>system<|end_header_id|> + +You are a function calling AI model. You are provided with function signatures within XML tags. You may call one or more functions to assist with the user query. Don't make assumptions about what values to plug into functions. Here are the available tools: {"type": "function", "function": {"name": "myFunc", "description": "myFunc(myParam: myVal) -> str - an explanation of what your function does and when to use it.\\n\\n Args:\\n myParam (myVal): explanation of the parameter.\\n\\n Returns:\\n str: an explanation of the return value.\\n", "parameters": {"type": "object", "properties": {"myParam": {"type": "myVal"}}, "required": ["myParam"]}}} Use the following pydantic model json schema for each tool call you will make: {"properties": {"arguments": {"title": "Arguments", "type": "object"}, "name": {"title": "Name", "type": "string"}}, "required": ["arguments", "name"], "title": "FunctionCall", "type": "object"} For each function call return a json object with function name and arguments within XML tags as follows: + +{"arguments": , "name": } +<|eot_id|><|start_header_id|>user<|end_header_id|> + +{{prompt}}<|eot_id|><|start_header_id|>assistant<|end_header_id|> + + +``` + +#### Example tool call assistant message + +``` + +{"arguments": {"myParam": "myVal"}, "name": "myFunc"} +<|eot_id|><|start_header_id|>tool<|end_header_id|> + +``` + +#### Example tool response message + +``` + +{"name": "myFunc", "content": "myFunc output here (json, string, etc)"} + +<|eot_id|><|start_header_id|>assistant<|end_header_id|> + +``` + +--- + +## Download & run with [cnvrs](https://twitter.com/cnvrsai) on iPhone, iPad, and Mac! + +![cnvrs.ai](https://pbs.twimg.com/profile_images/1744049151241797632/0mIP-P9e_400x400.jpg) + +[cnvrs](https://testflight.apple.com/join/sFWReS7K) is the best app for private, local AI on your device: +- create & save **Characters** with custom system prompts & temperature settings +- download and experiment with any **GGUF model** you can [find on HuggingFace](https://huggingface.co/models?library=gguf)! + * or, use an API key with the chat completions-compatible model provider of your choice -- ChatGPT, Claude, Gemini, DeepSeek, & more! +- make it your own with custom **Theme colors** +- powered by Metal ⚡️ & [Llama.cpp](https://github.com/ggerganov/llama.cpp), with **haptics** during response streaming! +- **try it out** yourself today, on [Testflight](https://testflight.apple.com/join/sFWReS7K)! + * if you **already have the app**, download DeepHermes3 Preview now! + * +- follow [cnvrs on twitter](https://twitter.com/cnvrsai) to stay up to date + +--- + +## Original Model Evaluation + +![GQPA Diamond and MATH-Hard](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/O_sgWq4CVPuxuKYqHWkkN.png) + + +![deephermes3 vs llama3.1-8b-inst](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/hZCJa8g8smOS9BcQSXAd1.png) diff --git a/deephermes-3-llama-3-8b-preview.IQ1_M.gguf b/deephermes-3-llama-3-8b-preview.IQ1_M.gguf new file mode 100644 index 0000000..edcd204 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6334b9c6a630c4ad2fd0a7577e7d4664fbc2c1c004e4bc6e489f66b71cb94b1 +size 2161978592 diff --git a/deephermes-3-llama-3-8b-preview.IQ1_S.gguf b/deephermes-3-llama-3-8b-preview.IQ1_S.gguf new file mode 100644 index 0000000..97c8038 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:403d7dc59462d32fa1614f99f5ec450970204cc57667d85361b1c6585a823bb0 +size 2019634400 diff --git a/deephermes-3-llama-3-8b-preview.IQ2_M.gguf b/deephermes-3-llama-3-8b-preview.IQ2_M.gguf new file mode 100644 index 0000000..2dc9a6f --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55519086c16ac0d128dd9313c9e28e509da5061e829b36e8eaf80b631bcb996a +size 2948287712 diff --git a/deephermes-3-llama-3-8b-preview.IQ2_S.gguf b/deephermes-3-llama-3-8b-preview.IQ2_S.gguf new file mode 100644 index 0000000..f9231ff --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:330cbf60abb8211b540a2aea736d922ac51feb30d64a8bc654b74fa52ecd624a +size 2758495456 diff --git a/deephermes-3-llama-3-8b-preview.IQ2_XS.gguf b/deephermes-3-llama-3-8b-preview.IQ2_XS.gguf new file mode 100644 index 0000000..6a5c6c8 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bef8bd00737699b32366c9e0a9dbd71dbde5766ac84986abd0771ac68e7dd4de +size 2605788384 diff --git a/deephermes-3-llama-3-8b-preview.IQ2_XXS.gguf b/deephermes-3-llama-3-8b-preview.IQ2_XXS.gguf new file mode 100644 index 0000000..bc42120 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:989787032182688a57a20c68166aad87fd7545b56b00a5a84dfc543c591687c8 +size 2399218912 diff --git a/deephermes-3-llama-3-8b-preview.IQ3_M.gguf b/deephermes-3-llama-3-8b-preview.IQ3_M.gguf new file mode 100644 index 0000000..7e97ef0 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ae9d7e2042a2155bebcf4ce341587ede2926a591bb641d40368df9372c9cd27 +size 3784830176 diff --git a/deephermes-3-llama-3-8b-preview.IQ3_S.gguf b/deephermes-3-llama-3-8b-preview.IQ3_S.gguf new file mode 100644 index 0000000..a73daa7 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e539949acf52e57d567a3fc87024d7edbfe71e73dcd052ce39803c197aa574c2 +size 3682331872 diff --git a/deephermes-3-llama-3-8b-preview.IQ3_XS.gguf b/deephermes-3-llama-3-8b-preview.IQ3_XS.gguf new file mode 100644 index 0000000..ebfa618 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5a384aeb238b5d6df19ccbba0d820ca1b768367f7980df71483fc58d965e072 +size 3518754016 diff --git a/deephermes-3-llama-3-8b-preview.IQ3_XXS.gguf b/deephermes-3-llama-3-8b-preview.IQ3_XXS.gguf new file mode 100644 index 0000000..da90907 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5458a140050f49395db602f28f70048357cba29093a3cef1ffaf3e23564ae39 +size 3274919136 diff --git a/deephermes-3-llama-3-8b-preview.IQ4_NL.gguf b/deephermes-3-llama-3-8b-preview.IQ4_NL.gguf new file mode 100644 index 0000000..6d7b969 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc83f557bc37ed350a1bab3c88b7b70633ca40bb095c25fa072e3b6b07d83234 +size 4677995744 diff --git a/deephermes-3-llama-3-8b-preview.IQ4_XS.gguf b/deephermes-3-llama-3-8b-preview.IQ4_XS.gguf new file mode 100644 index 0000000..a1bcd58 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d71fd8cc749ed7721e8dd160674bab9b7b6840505dc3c96ea7eb61f32ffd920f +size 4447669472 diff --git a/deephermes-3-llama-3-8b-preview.Q2_K.gguf b/deephermes-3-llama-3-8b-preview.Q2_K.gguf new file mode 100644 index 0000000..713348c --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28a395dbce296c180b45a7a24ea0c4c3796efd4f8ab2a96f913a308dc1030972 +size 3179137984 diff --git a/deephermes-3-llama-3-8b-preview.Q2_K_S.gguf b/deephermes-3-llama-3-8b-preview.Q2_K_S.gguf new file mode 100644 index 0000000..af7501c --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21bcbff4c034b11c3365233d162adbd05c7b777ada003ffb51be1545597d6d20 +size 2988821728 diff --git a/deephermes-3-llama-3-8b-preview.Q3_K_L.gguf b/deephermes-3-llama-3-8b-preview.Q3_K_L.gguf new file mode 100644 index 0000000..556d49c --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47e883cb04fc8e5ee4cb5d8ef6cb1999e636bb9d220dd8765d9ca5ce169a4d8d +size 4321962944 diff --git a/deephermes-3-llama-3-8b-preview.Q3_K_M.gguf b/deephermes-3-llama-3-8b-preview.Q3_K_M.gguf new file mode 100644 index 0000000..e7dcfef --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c6376ac92bba8bd6add73fa974590f60ac6f9862fcc4e0cd1aca8ff3ccab74f +size 4018924480 diff --git a/deephermes-3-llama-3-8b-preview.Q3_K_S.gguf b/deephermes-3-llama-3-8b-preview.Q3_K_S.gguf new file mode 100644 index 0000000..1aae0fc --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c19127fc12aefff2cba08c573959624b80c6184858484b6d7e6d7b1cf631b69 +size 3664505792 diff --git a/deephermes-3-llama-3-8b-preview.Q4_0.gguf b/deephermes-3-llama-3-8b-preview.Q4_0.gguf new file mode 100644 index 0000000..80935ac --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c40cc1dc68960d75eb94a6614cd2f73d1d9b51fc2ac15672808ffb26852082a7 +size 4661218240 diff --git a/deephermes-3-llama-3-8b-preview.Q4_1.gguf b/deephermes-3-llama-3-8b-preview.Q4_1.gguf new file mode 100644 index 0000000..85c4d19 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6905051ee0bb6a768d3892d135a3c3521d35ec1727754c2a4cc8d2db65718833 +size 5130259392 diff --git a/deephermes-3-llama-3-8b-preview.Q4_K_M.gguf b/deephermes-3-llama-3-8b-preview.Q4_K_M.gguf new file mode 100644 index 0000000..23731d0 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f3d36efe93543572a1a11ad8585d1c4d15f7daac0c9b80e3ad66c3e88c2e5e6 +size 4920740800 diff --git a/deephermes-3-llama-3-8b-preview.Q4_K_S.gguf b/deephermes-3-llama-3-8b-preview.Q4_K_S.gguf new file mode 100644 index 0000000..537a8f5 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42f0d43a9b157f40478eec68c2c1eb27b33c0f72c4852aca10dc2747fe6b920f +size 4692675520 diff --git a/deephermes-3-llama-3-8b-preview.Q5_0.gguf b/deephermes-3-llama-3-8b-preview.Q5_0.gguf new file mode 100644 index 0000000..ec2e042 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5e73f41d9182e143ac4376d4cd55a6eceb759f2a392255777f081ac0c1bd362 +size 5599300544 diff --git a/deephermes-3-llama-3-8b-preview.Q5_1.gguf b/deephermes-3-llama-3-8b-preview.Q5_1.gguf new file mode 100644 index 0000000..c503cd7 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5743f977c215a686aa450a47bd4ba2944195bca748aa740cf6943613c1d05dc6 +size 6068341696 diff --git a/deephermes-3-llama-3-8b-preview.Q5_K_M.gguf b/deephermes-3-llama-3-8b-preview.Q5_K_M.gguf new file mode 100644 index 0000000..036c760 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:605520298d0375d5df2bfdd10bc2a68a8820834da3565d1293ecbcce6be773cb +size 5732993984 diff --git a/deephermes-3-llama-3-8b-preview.Q5_K_S.gguf b/deephermes-3-llama-3-8b-preview.Q5_K_S.gguf new file mode 100644 index 0000000..1925236 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92adff4f704b740f59a9cb5b7077f6a6304c95e3db65ebb2f55b644824fd988a +size 5599300544 diff --git a/deephermes-3-llama-3-8b-preview.Q6_K.gguf b/deephermes-3-llama-3-8b-preview.Q6_K.gguf new file mode 100644 index 0000000..7db5549 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b82cd4737acedf95a4fc32af16c6f7b1a9b2c9664cb57bef9d9b37b5142161 +size 6596012992 diff --git a/deephermes-3-llama-3-8b-preview.Q8_0.gguf b/deephermes-3-llama-3-8b-preview.Q8_0.gguf new file mode 100644 index 0000000..16f089c --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8259c0035891d4ca9d5080f7bfcb6db41a5bb267a4391ff6c4caf6e1a6b5d05b +size 8540777408 diff --git a/deephermes-3-llama-3-8b-preview.f16.gguf b/deephermes-3-llama-3-8b-preview.f16.gguf new file mode 100644 index 0000000..ea18216 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a673df3763eea192cd13676177979106d4d127e84f86138ad98d6e669184a00a +size 16068897728 diff --git a/deephermes-3-llama-3-8b-preview.imatrix b/deephermes-3-llama-3-8b-preview.imatrix new file mode 100644 index 0000000..33901f5 --- /dev/null +++ b/deephermes-3-llama-3-8b-preview.imatrix @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d169a476e3eab4091c7da003ab71054aecdd9eb21645b65d5873f72262357a4 +size 4988154