From 22d2160db6135f07357b9c2999694ca5b3c7f27b Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 13 Sep 2026 16:32:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: cortexso/intellect-1 Source: Original Platform --- .gitattributes | 47 +++++++++++++++++++++++++++++ README.md | 40 +++++++++++++++++++++++++ configuration.json | 1 + intellect-1-instruct-q2_k.gguf | 3 ++ intellect-1-instruct-q3_k_l.gguf | 3 ++ intellect-1-instruct-q3_k_m.gguf | 3 ++ intellect-1-instruct-q3_k_s.gguf | 3 ++ intellect-1-instruct-q4_k_m.gguf | 3 ++ intellect-1-instruct-q4_k_s.gguf | 3 ++ intellect-1-instruct-q5_k_m.gguf | 3 ++ intellect-1-instruct-q5_k_s.gguf | 3 ++ intellect-1-instruct-q6_k.gguf | 3 ++ intellect-1-instruct-q8_0.gguf | 3 ++ metadata.yml | 4 +++ model.yml | 51 ++++++++++++++++++++++++++++++++ 15 files changed, 173 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 intellect-1-instruct-q2_k.gguf create mode 100644 intellect-1-instruct-q3_k_l.gguf create mode 100644 intellect-1-instruct-q3_k_m.gguf create mode 100644 intellect-1-instruct-q3_k_s.gguf create mode 100644 intellect-1-instruct-q4_k_m.gguf create mode 100644 intellect-1-instruct-q4_k_s.gguf create mode 100644 intellect-1-instruct-q5_k_m.gguf create mode 100644 intellect-1-instruct-q5_k_s.gguf create mode 100644 intellect-1-instruct-q6_k.gguf create mode 100644 intellect-1-instruct-q8_0.gguf create mode 100644 metadata.yml create mode 100644 model.yml diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..83272f7 --- /dev/null +++ b/README.md @@ -0,0 +1,40 @@ +--- +license: other +pipeline_tag: text-generation +tags: +- cortex.cpp +--- + +## Overview + +Intellect-1 is a high-performance instruction-tuned model developed by Qwen, designed to handle a broad range of natural language processing tasks with efficiency and precision. Optimized for dialogue, reasoning, and knowledge-intensive applications, Intellect-1 excels in structured generation, summarization, and retrieval-augmented tasks. It is part of an open ecosystem, providing transparency in training data, model architecture, and fine-tuning methodologies. + + +## Variants + +| No | Variant | Cortex CLI command | +| --- | --- | --- | +| 1 | [Intellect-1-10b](https://huggingface.co/cortexso/intellect-1/tree/10b) | `cortex run intellect-1:10b` | + +## Use it with Jan (UI) + +1. Install **Jan** using [Quickstart](https://jan.ai/docs/quickstart) +2. Use in Jan model Hub: + ```bash + cortexhub/intellect-1 + ``` + +## Use it with Cortex (CLI) + +1. Install **Cortex** using [Quickstart](https://cortex.jan.ai/docs/quickstart) +2. Run the model with command: + ```bash + cortex run intellect-1 + ``` + +## Credits + +- **Author:** Qwen +- **Converter:** [Homebrew](https://homebrew.ltd/) +- **Original License:** [Licence](https://choosealicense.com/licenses/apache-2.0/) +- **Papers:** [Technical Paper](https://github.com/PrimeIntellect-ai/prime) \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/intellect-1-instruct-q2_k.gguf b/intellect-1-instruct-q2_k.gguf new file mode 100644 index 0000000..29c2679 --- /dev/null +++ b/intellect-1-instruct-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4588de97f0b7eb749f54b1dd15c8d8809ea6c77e700cf2eab59dab69456618b +size 3981629888 diff --git a/intellect-1-instruct-q3_k_l.gguf b/intellect-1-instruct-q3_k_l.gguf new file mode 100644 index 0000000..ea558fa --- /dev/null +++ b/intellect-1-instruct-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8eeae1e67f819027bb4c7dd65926e20a653fe3f30c4f016f4e6ecc2dd6faf0c +size 5464914368 diff --git a/intellect-1-instruct-q3_k_m.gguf b/intellect-1-instruct-q3_k_m.gguf new file mode 100644 index 0000000..5f6d4ed --- /dev/null +++ b/intellect-1-instruct-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8219337af720732ae984e7e7273d44daed8d4f20e778af256731222bfa44864b +size 5062261184 diff --git a/intellect-1-instruct-q3_k_s.gguf b/intellect-1-instruct-q3_k_s.gguf new file mode 100644 index 0000000..0df65d7 --- /dev/null +++ b/intellect-1-instruct-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b10a9b29b4b01e1145c333f0926416a6b7c85de4a1ee348e4f252b7f0ccfd9b +size 4602001856 diff --git a/intellect-1-instruct-q4_k_m.gguf b/intellect-1-instruct-q4_k_m.gguf new file mode 100644 index 0000000..b4e8924 --- /dev/null +++ b/intellect-1-instruct-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9549b6a4d79f52087a7ceb0505dec1f44821419245af86c63c90b979e5dc67d2 +size 6229006784 diff --git a/intellect-1-instruct-q4_k_s.gguf b/intellect-1-instruct-q4_k_s.gguf new file mode 100644 index 0000000..95cfd78 --- /dev/null +++ b/intellect-1-instruct-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33ce077c67ac37bfd0e595460a54f74e4ba84882ef8e3102a014831b894685aa +size 5927180736 diff --git a/intellect-1-instruct-q5_k_m.gguf b/intellect-1-instruct-q5_k_m.gguf new file mode 100644 index 0000000..486933f --- /dev/null +++ b/intellect-1-instruct-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:888177ec252995a9686a9d8d0c9e9aab00cb31557d138a8731076a53243a53f8 +size 7274568128 diff --git a/intellect-1-instruct-q5_k_s.gguf b/intellect-1-instruct-q5_k_s.gguf new file mode 100644 index 0000000..5622c5a --- /dev/null +++ b/intellect-1-instruct-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:036fe307b1cdc49b554f3a2be19e80d0e038fcd03ddd076959a11d5a08f655cc +size 7099095488 diff --git a/intellect-1-instruct-q6_k.gguf b/intellect-1-instruct-q6_k.gguf new file mode 100644 index 0000000..f90b05e --- /dev/null +++ b/intellect-1-instruct-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:090fc7ec633168f1bcd32e61ec5ed919ce8652411f027b8c9f92025c1b505132 +size 8385477056 diff --git a/intellect-1-instruct-q8_0.gguf b/intellect-1-instruct-q8_0.gguf new file mode 100644 index 0000000..87a640f --- /dev/null +++ b/intellect-1-instruct-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:348d12200d19b06d7b6124db8aacd292b13d22095a66a58486c8f5d22448519d +size 10858461632 diff --git a/metadata.yml b/metadata.yml new file mode 100644 index 0000000..1e47717 --- /dev/null +++ b/metadata.yml @@ -0,0 +1,4 @@ +version: 1 +name: intellect-1 +default: 10b +author: "PrimeIntellect" \ No newline at end of file diff --git a/model.yml b/model.yml new file mode 100644 index 0000000..f92bed0 --- /dev/null +++ b/model.yml @@ -0,0 +1,51 @@ +# BEGIN GENERAL GGUF METADATA +id: intellect-1 # Model ID unique between models (author / quantization) +model: intellect-1 # Model ID which is used for request construct - should be unique between models (author / quantization) +name: intellect-1 # metadata.general.name +version: 2 # metadata.version + +# END GENERAL GGUF METADATA + +# BEGIN INFERENCE PARAMETERS +# BEGIN REQUIRED +stop: # tokenizer.ggml.eos_token_id + - <|eot_id|> +# END REQUIRED + +# BEGIN OPTIONAL +stream: true # Default true? +top_p: 0.9 # Ranges: 0 to 1 +temperature: 0.7 # Ranges: 0 to 1 +frequency_penalty: 0 # Ranges: 0 to 1 +presence_penalty: 0 # Ranges: 0 to 1 +max_tokens: 4096 # Should be default to context length +seed: -1 +dynatemp_range: 0 +dynatemp_exponent: 1 +top_k: 40 +min_p: 0.05 +tfs_z: 1 +typ_p: 1 +repeat_last_n: 64 +repeat_penalty: 1 +mirostat: false +mirostat_tau: 5 +mirostat_eta: 0.100000001 +penalize_nl: false +ignore_eos: false +n_probs: 0 +min_keep: 0 +# END OPTIONAL +# END INFERENCE PARAMETERS + +# BEGIN MODEL LOAD PARAMETERS +# BEGIN REQUIRED +engine: llama-cpp # engine to run model +prompt_template: "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{system_message}<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n" +# END REQUIRED + +# BEGIN OPTIONAL +ctx_len: 4096 # llama.context_length | 0 or undefined = loaded from model +ngl: 29 # Undefined = loaded from model +# END OPTIONAL +# END MODEL LOAD PARAMETERS \ No newline at end of file