commit 9755fd671f5797c2488fb26ff1fdfee3a1baed2a Author: ModelHub XC Date: Tue Sep 15 13:02:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: gaianet/DeepHermes-3-Llama-3-8B-Preview-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1c6c8cb --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +DeepHermes-3-Llama-3-8B-Preview-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +DeepHermes-3-Llama-3-8B-Preview-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +DeepHermes-3-Llama-3-8B-Preview-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DeepHermes-3-Llama-3-8B-Preview-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DeepHermes-3-Llama-3-8B-Preview-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +DeepHermes-3-Llama-3-8B-Preview-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DeepHermes-3-Llama-3-8B-Preview-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DeepHermes-3-Llama-3-8B-Preview-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +DeepHermes-3-Llama-3-8B-Preview-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DeepHermes-3-Llama-3-8B-Preview-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DeepHermes-3-Llama-3-8B-Preview-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +DeepHermes-3-Llama-3-8B-Preview-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +DeepHermes-3-Llama-3-8B-Preview-f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/DeepHermes-3-Llama-3-8B-Preview-Q2_K.gguf b/DeepHermes-3-Llama-3-8B-Preview-Q2_K.gguf new file mode 100644 index 0000000..32ebd32 --- /dev/null +++ b/DeepHermes-3-Llama-3-8B-Preview-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82a325a034b1e182938ae2a536b14febc88032958a2eb45d497d5e451ac65d39 +size 3179137664 diff --git a/DeepHermes-3-Llama-3-8B-Preview-Q3_K_L.gguf b/DeepHermes-3-Llama-3-8B-Preview-Q3_K_L.gguf new file mode 100644 index 0000000..e873a9b --- /dev/null +++ b/DeepHermes-3-Llama-3-8B-Preview-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2c6628ddf9f614cbc55d9af08c0d8f1d02ff7003d62d734b7e3295e6d9f0701 +size 4321962624 diff --git a/DeepHermes-3-Llama-3-8B-Preview-Q3_K_M.gguf b/DeepHermes-3-Llama-3-8B-Preview-Q3_K_M.gguf new file mode 100644 index 0000000..eed4083 --- /dev/null +++ b/DeepHermes-3-Llama-3-8B-Preview-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7586500237fc8c5d8f2972bd928eeed4df15ceafba51984f97697fefb3785da +size 4018924160 diff --git a/DeepHermes-3-Llama-3-8B-Preview-Q3_K_S.gguf b/DeepHermes-3-Llama-3-8B-Preview-Q3_K_S.gguf new file mode 100644 index 0000000..87638f5 --- /dev/null +++ b/DeepHermes-3-Llama-3-8B-Preview-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf86d886ad20c42c491d6a409545bc61afc41b613dc165d48ae2bde3b59ba387 +size 3664505472 diff --git a/DeepHermes-3-Llama-3-8B-Preview-Q4_0.gguf b/DeepHermes-3-Llama-3-8B-Preview-Q4_0.gguf new file mode 100644 index 0000000..3bb3432 --- /dev/null +++ b/DeepHermes-3-Llama-3-8B-Preview-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd32e18873f21c665e60f466e4a49159c34b2f1bcd66e7c0a90999027e67a212 +size 4661217920 diff --git a/DeepHermes-3-Llama-3-8B-Preview-Q4_K_M.gguf b/DeepHermes-3-Llama-3-8B-Preview-Q4_K_M.gguf new file mode 100644 index 0000000..f118009 --- /dev/null +++ b/DeepHermes-3-Llama-3-8B-Preview-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11870b66a8e1faa9020b8a26bdf1b9b7bcf70ff8f28b8e5a95cd5ef202e807c1 +size 4920740480 diff --git a/DeepHermes-3-Llama-3-8B-Preview-Q4_K_S.gguf b/DeepHermes-3-Llama-3-8B-Preview-Q4_K_S.gguf new file mode 100644 index 0000000..94153c0 --- /dev/null +++ b/DeepHermes-3-Llama-3-8B-Preview-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f70b7b0f7e898ce80746f5cae0694190dc81a833f3e092e4b76fbe8bc788756 +size 4692675200 diff --git a/DeepHermes-3-Llama-3-8B-Preview-Q5_0.gguf b/DeepHermes-3-Llama-3-8B-Preview-Q5_0.gguf new file mode 100644 index 0000000..88b1363 --- /dev/null +++ b/DeepHermes-3-Llama-3-8B-Preview-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:841944a025994ad88b7a4b48866b5e87661afa572315ed3639bbaaa03f4900de +size 5599300224 diff --git a/DeepHermes-3-Llama-3-8B-Preview-Q5_K_M.gguf b/DeepHermes-3-Llama-3-8B-Preview-Q5_K_M.gguf new file mode 100644 index 0000000..811365b --- /dev/null +++ b/DeepHermes-3-Llama-3-8B-Preview-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b56f92e50040e5b66ba7d1e20de0a8a674e27f11ce18fe0b34fb5b5e13e87ed +size 5732993664 diff --git a/DeepHermes-3-Llama-3-8B-Preview-Q5_K_S.gguf b/DeepHermes-3-Llama-3-8B-Preview-Q5_K_S.gguf new file mode 100644 index 0000000..5c70d6c --- /dev/null +++ b/DeepHermes-3-Llama-3-8B-Preview-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a3430e8f1eeef081f3410c72045b5fed8cde15af15460c43a307c429cda011f +size 5599300224 diff --git a/DeepHermes-3-Llama-3-8B-Preview-Q6_K.gguf b/DeepHermes-3-Llama-3-8B-Preview-Q6_K.gguf new file mode 100644 index 0000000..7424f86 --- /dev/null +++ b/DeepHermes-3-Llama-3-8B-Preview-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cb138f445b6c9e39bbe67d4cd82f91960d3943c411b015751b1279b13218a2d +size 6596012672 diff --git a/DeepHermes-3-Llama-3-8B-Preview-Q8_0.gguf b/DeepHermes-3-Llama-3-8B-Preview-Q8_0.gguf new file mode 100644 index 0000000..3c7b97d --- /dev/null +++ b/DeepHermes-3-Llama-3-8B-Preview-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3edf79cb8b4eec74a64ca7c946949bdc3f571686d3d13a287b31071b197835a6 +size 8540777088 diff --git a/DeepHermes-3-Llama-3-8B-Preview-f16.gguf b/DeepHermes-3-Llama-3-8B-Preview-f16.gguf new file mode 100644 index 0000000..dc6f7df --- /dev/null +++ b/DeepHermes-3-Llama-3-8B-Preview-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54e3e676ef0eb350b55b243b45eda41398ec59cfa41fbdae857264d2a4084d7e +size 16068897408 diff --git a/README.md b/README.md new file mode 100644 index 0000000..6a7abf1 --- /dev/null +++ b/README.md @@ -0,0 +1,40 @@ +--- +license: llama3 +base_model: NousResearch/DeepHermes-3-Llama-3-8B-Preview +model_creator: NousResearch +model_type: llama +quantized_by: Second State Inc. +library_name: transformers +language: +- en +--- + +# Meta-DeepHermes-3-Llama-3-8B-Preview-GGUF + +## Original Model + +[NousResearch/DeepHermes-3-Llama-3-8B-Preview](https://huggingface.co/NousResearch/DeepHermes-3-Llama-3-8B-Preview) + +## Run with Gaianet + +**Prompt template:** + +*IMPORTANT*: To toggle REASONING ON, you must use the following system prompt: + +```text +You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside tags, and then provide your solution or response to the problem. +``` + +prompt template: `llama-3-chat` + +**Context size:** + +chat_ctx_size: `128000` + +**Run with GaiaNet:** + +- Quick start: https://docs.gaianet.ai/node-guide/quick-start + +- Customize your node: https://docs.gaianet.ai/node-guide/customize + +*Quantized with llama.cpp b4743* \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..67c0964 --- /dev/null +++ b/config.json @@ -0,0 +1,38 @@ +{ + "_name_or_path": "unsloth/Meta-Llama-3.1-8B", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 128004, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.46.3", + "unsloth_fixed": true, + "use_cache": true, + "vocab_size": 128256 +}