commit fbe31ca0cfa0ba1ce53cd4e77cffd051db51c9ae Author: ModelHub XC Date: Sat May 16 17:42:39 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: afrideva/Hermes-Trismegistus-Mistral-7B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4839ff3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,41 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +hermes-trismegistus-mistral-7b.q2_k.gguf filter=lfs diff=lfs merge=lfs -text +hermes-trismegistus-mistral-7b.q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +hermes-trismegistus-mistral-7b.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +hermes-trismegistus-mistral-7b.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +hermes-trismegistus-mistral-7b.q6_k.gguf filter=lfs diff=lfs merge=lfs -text +hermes-trismegistus-mistral-7b.q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..f440676 --- /dev/null +++ b/README.md @@ -0,0 +1,99 @@ +--- +base_model: teknium/Hermes-Trismegistus-Mistral-7B +datasets: +- teknium/trismegistus-project +inference: false +language: +- en +license: apache-2.0 +model-index: +- name: Hermes-Trismegistus-Mistral-7B + results: [] +model_creator: teknium +model_name: Hermes-Trismegistus-Mistral-7B +pipeline_tag: text-generation +quantized_by: afrideva +tags: +- mistral-7b +- instruct +- finetune +- gpt4 +- synthetic data +- distillation +- gguf +- ggml +- quantized +- q2_k +- q3_k_m +- q4_k_m +- q5_k_m +- q6_k +- q8_0 +--- +# teknium/Hermes-Trismegistus-Mistral-7B-GGUF + +Quantized GGUF model files for [Hermes-Trismegistus-Mistral-7B](https://huggingface.co/teknium/Hermes-Trismegistus-Mistral-7B) from [teknium](https://huggingface.co/teknium) + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [hermes-trismegistus-mistral-7b.q2_k.gguf](https://huggingface.co/afrideva/Hermes-Trismegistus-Mistral-7B-GGUF/resolve/main/hermes-trismegistus-mistral-7b.q2_k.gguf) | q2_k | 3.08 GB | +| [hermes-trismegistus-mistral-7b.q3_k_m.gguf](https://huggingface.co/afrideva/Hermes-Trismegistus-Mistral-7B-GGUF/resolve/main/hermes-trismegistus-mistral-7b.q3_k_m.gguf) | q3_k_m | 3.52 GB | +| [hermes-trismegistus-mistral-7b.q4_k_m.gguf](https://huggingface.co/afrideva/Hermes-Trismegistus-Mistral-7B-GGUF/resolve/main/hermes-trismegistus-mistral-7b.q4_k_m.gguf) | q4_k_m | 4.37 GB | +| [hermes-trismegistus-mistral-7b.q5_k_m.gguf](https://huggingface.co/afrideva/Hermes-Trismegistus-Mistral-7B-GGUF/resolve/main/hermes-trismegistus-mistral-7b.q5_k_m.gguf) | q5_k_m | 5.13 GB | +| [hermes-trismegistus-mistral-7b.q6_k.gguf](https://huggingface.co/afrideva/Hermes-Trismegistus-Mistral-7B-GGUF/resolve/main/hermes-trismegistus-mistral-7b.q6_k.gguf) | q6_k | 5.94 GB | +| [hermes-trismegistus-mistral-7b.q8_0.gguf](https://huggingface.co/afrideva/Hermes-Trismegistus-Mistral-7B-GGUF/resolve/main/hermes-trismegistus-mistral-7b.q8_0.gguf) | q8_0 | 7.70 GB | + + +## Original Model Card: +## Model Description: + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/7a7CNKotVKnzYcgOteJVK.png) + +Transcendence is All You Need! Mistral Trismegistus is a model made for people interested in the esoteric, occult, and spiritual. + +### Trismegistus evolved, trained over Hermes 2.5, the model performs far better in all tasks, including esoteric tasks! +The change between Mistral-Trismegistus and Hermes-Trismegistus is that this version trained over hermes 2.5 instead of the base mistral model, this means it is full of task capabilities that it Trismegistus can utilize for all esoteric and occult tasks, and performs them far better than ever before. + +Here are some outputs: + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/IqOfRFeoD8U_MCOroVnkD.png) + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/j4hFDDjaHmVJKFiUIJoNw.png) + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/-5aG71GhN4g6gFWQvx3Zk.png) + + +## Acknowledgements: + +Special thanks to @a16z. + +## Dataset: + +This model was trained on a 100% synthetic, gpt-4 generated dataset, about ~10,000 examples, on a wide and diverse set of both tasks and knowledge about the esoteric, occult, and spiritual. + +The dataset will be released soon! + +## Usage: + +Prompt Format: +``` +USER: +ASSISTANT: +``` +OR +``` + +USER: +ASSISTANT: +``` + +## Benchmarks: + +No benchmark can capture the nature and essense of the quality of spirituality and esoteric knowledge and tasks. You will have to try testing it yourself! + +Training run on wandb here: https://wandb.ai/teknium1/occult-expert-mistral-7b/runs/coccult-expert-mistral-6/overview + +## Licensing: + +Apache 2.0 \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..37995b2 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type":"llama" +} \ No newline at end of file diff --git a/hermes-trismegistus-mistral-7b.q2_k.gguf b/hermes-trismegistus-mistral-7b.q2_k.gguf new file mode 100644 index 0000000..23bf799 --- /dev/null +++ b/hermes-trismegistus-mistral-7b.q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:846c3f6c1704f2c2aea55be5d00f9acda3a24bc8115244ad24535b1e0c38ace2 +size 3083107136 diff --git a/hermes-trismegistus-mistral-7b.q3_k_m.gguf b/hermes-trismegistus-mistral-7b.q3_k_m.gguf new file mode 100644 index 0000000..1df0399 --- /dev/null +++ b/hermes-trismegistus-mistral-7b.q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55443f580efc224fb74f3c3d2b0143857f49fbc2bcc3c923bfa5ce14ccfb85e5 +size 3518996096 diff --git a/hermes-trismegistus-mistral-7b.q4_k_m.gguf b/hermes-trismegistus-mistral-7b.q4_k_m.gguf new file mode 100644 index 0000000..ac98146 --- /dev/null +++ b/hermes-trismegistus-mistral-7b.q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57c56048a0f8646bb4a0a0beefbe2af470d41b51d775d9dad9a51b7ffedf1c64 +size 4368450240 diff --git a/hermes-trismegistus-mistral-7b.q5_k_m.gguf b/hermes-trismegistus-mistral-7b.q5_k_m.gguf new file mode 100644 index 0000000..73409b4 --- /dev/null +++ b/hermes-trismegistus-mistral-7b.q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14eb3f7cb79a3b3a06c9be12118013f073205a76e7967cd3d145edcad9cbe92e +size 5131421376 diff --git a/hermes-trismegistus-mistral-7b.q6_k.gguf b/hermes-trismegistus-mistral-7b.q6_k.gguf new file mode 100644 index 0000000..2815ee5 --- /dev/null +++ b/hermes-trismegistus-mistral-7b.q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f01f1a633b8f6e66484976fa7b8686c641b238d3fde92101389a461d44e4cc12 +size 5942078208 diff --git a/hermes-trismegistus-mistral-7b.q8_0.gguf b/hermes-trismegistus-mistral-7b.q8_0.gguf new file mode 100644 index 0000000..4c14636 --- /dev/null +++ b/hermes-trismegistus-mistral-7b.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0562a016d391dadf056c300df48289525eeec2ff2ee89acf1dfce515b75118f +size 7695874688