commit eccd4f275233a70e9c666475b166c69003ea9335 Author: ModelHub XC Date: Thu Jul 23 12:02:09 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: Andycurrent/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..055b603 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_F16.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q2_k.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q6_k.gguf filter=lfs diff=lfs merge=lfs -text +Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_F16.gguf b/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_F16.gguf new file mode 100644 index 0000000..af5e642 --- /dev/null +++ b/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfbff85f9786d65dc68451b872c65d0322fc5191cd5fc5ed08798a3cc15ed961 +size 24504278496 diff --git a/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q2_k.gguf b/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q2_k.gguf new file mode 100644 index 0000000..bbee7de --- /dev/null +++ b/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b82d839dcb4ab9c588f05b2b5cfa45ba45743143874a5d5217d5d5782629186 +size 4791049696 diff --git a/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q3_k_m.gguf b/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q3_k_m.gguf new file mode 100644 index 0000000..42c85d5 --- /dev/null +++ b/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bdbd802682da28a7fc99c54f4fb83fcaeb79283c21f038a3766ee9658d109f6 +size 6083091936 diff --git a/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q4_k_m.gguf b/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q4_k_m.gguf new file mode 100644 index 0000000..a7a5755 --- /dev/null +++ b/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11b20ad1ecb35dab85c4b8f6247cbf2ec10693764ef6cd1bbb51c5753192c347 +size 7477206496 diff --git a/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q5_k_m.gguf b/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q5_k_m.gguf new file mode 100644 index 0000000..634c135 --- /dev/null +++ b/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be460d487e5eb47f22a4dedb514df4756189fcd24374590b2d3737ff301332bc +size 8727633376 diff --git a/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q6_k.gguf b/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q6_k.gguf new file mode 100644 index 0000000..7a0af62 --- /dev/null +++ b/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7362e7d4e2c1648ec1aebee1b78a5eb2dd6058708f191eb9611cb4c75a245b4 +size 10056211936 diff --git a/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q8_0.gguf b/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q8_0.gguf new file mode 100644 index 0000000..8af1259 --- /dev/null +++ b/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65926687951f53c852333c136e59ade898b9e4803a7351cccdfd38895da002b3 +size 13022371296 diff --git a/README.md b/README.md new file mode 100644 index 0000000..795714a --- /dev/null +++ b/README.md @@ -0,0 +1,131 @@ +--- +license: other +language: +- en +tags: +- gguf +- mistral +- mistral-nemo +- local-inference +- reasoning +- uncensored +- text-generation +pipeline_tag: text-generation +library_name: llama.cpp +base_model: mistral-nemo-2407 +--- + +# HERETIC – Mistral-Nemo 2407 12B Thinking (GGUF) + +HERETIC is a reasoning-oriented variant of the **Mistral-Nemo 2407 12B** architecture distributed in **GGUF format** for efficient local inference. +The model is intended for users who want a flexible conversational assistant capable of analytical reasoning, long-form explanations, and open-ended dialogue while running entirely on local hardware. + +This repository provides quantized versions optimized for **llama.cpp–based runtimes** and other compatible inference tools. + +--- + +# Model Details + +**Model Name:** Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC +**Architecture:** Mistral-Nemo (12B parameters) +**Format:** GGUF +**Base Model:** Mistral-Nemo-2407 +**Distribution:** Quantized builds for local inference +**Primary Capability:** Instruction-following with extended reasoning and conversational flexibility + +HERETIC focuses on encouraging multi-step reasoning and detailed responses while maintaining a natural conversational style. + +--- + +# Intended Use + +This model is designed primarily for **local deployments** and experimentation. + +Typical use cases include: + +- Personal AI assistants +- Coding help and technical explanations +- Analytical reasoning tasks +- Brainstorming and creative writing +- Prompt engineering and LLM experimentation +- Offline or privacy-focused AI workflows + +--- + +# Out-of-Scope Use + +The model should not be relied upon for: + +- Legal advice +- Medical advice +- Safety-critical decision making +- Automated moderation systems + +Outputs may contain inaccuracies or biased information. + +--- + +# Prompt Format + +The model works best with structured role-based prompts. + +Example conversation template: + +``` + +<|system|> +You are a helpful AI assistant. + +<|user|> +Explain how neural networks learn. + +<|assistant|> + +``` + +Some interfaces automatically apply a compatible chat template. + +--- + +# Running the Model + +This model uses the **GGUF format**, making it compatible with several local inference tools. + +## llama.cpp + +Example command: + +```bash +./llama.exe -m Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC_Q4_K_M.gguf -p "Explain quantum computing in simple terms." +``` + +--- + +# Limitations + +Like most large language models: + +- The model can generate incorrect information. +- It may hallucinate facts or citations. +- Output quality depends heavily on prompt design. +- Responses reflect biases present in training data. + +Users should critically evaluate outputs before relying on them. + +--- + +# Acknowledgements + +This model builds on contributions from several open-source projects: + +- The **Mistral** research team for the underlying architecture +- The **llama.cpp** ecosystem enabling efficient local inference +- The **GGUF format** used for optimized model distribution +- The open-source community that develops tools for local LLM deployment + +--- + +# Disclaimer + +This model is provided for **research, experimentation, and local use**. +Users are responsible for ensuring that deployments comply with applicable laws and the licensing terms of the underlying base model.