初始化项目,由ModelHub XC社区提供模型
Model: cortexso/intellect-1 Source: Original Platform
This commit is contained in:
47
.gitattributes
vendored
Normal file
47
.gitattributes
vendored
Normal file
@@ -0,0 +1,47 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zstandard filter=lfs diff=lfs merge=lfs -text
|
||||
*.tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
*.db* filter=lfs diff=lfs merge=lfs -text
|
||||
*.ark* filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.gguf* filter=lfs diff=lfs merge=lfs -text
|
||||
*.ggml filter=lfs diff=lfs merge=lfs -text
|
||||
*.llamafile* filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
40
README.md
Normal file
40
README.md
Normal file
@@ -0,0 +1,40 @@
|
||||
---
|
||||
license: other
|
||||
pipeline_tag: text-generation
|
||||
tags:
|
||||
- cortex.cpp
|
||||
---
|
||||
|
||||
## Overview
|
||||
|
||||
Intellect-1 is a high-performance instruction-tuned model developed by Qwen, designed to handle a broad range of natural language processing tasks with efficiency and precision. Optimized for dialogue, reasoning, and knowledge-intensive applications, Intellect-1 excels in structured generation, summarization, and retrieval-augmented tasks. It is part of an open ecosystem, providing transparency in training data, model architecture, and fine-tuning methodologies.
|
||||
|
||||
|
||||
## Variants
|
||||
|
||||
| No | Variant | Cortex CLI command |
|
||||
| --- | --- | --- |
|
||||
| 1 | [Intellect-1-10b](https://huggingface.co/cortexso/intellect-1/tree/10b) | `cortex run intellect-1:10b` |
|
||||
|
||||
## Use it with Jan (UI)
|
||||
|
||||
1. Install **Jan** using [Quickstart](https://jan.ai/docs/quickstart)
|
||||
2. Use in Jan model Hub:
|
||||
```bash
|
||||
cortexhub/intellect-1
|
||||
```
|
||||
|
||||
## Use it with Cortex (CLI)
|
||||
|
||||
1. Install **Cortex** using [Quickstart](https://cortex.jan.ai/docs/quickstart)
|
||||
2. Run the model with command:
|
||||
```bash
|
||||
cortex run intellect-1
|
||||
```
|
||||
|
||||
## Credits
|
||||
|
||||
- **Author:** Qwen
|
||||
- **Converter:** [Homebrew](https://homebrew.ltd/)
|
||||
- **Original License:** [Licence](https://choosealicense.com/licenses/apache-2.0/)
|
||||
- **Papers:** [Technical Paper](https://github.com/PrimeIntellect-ai/prime)
|
||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
||||
{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
|
||||
3
intellect-1-instruct-q2_k.gguf
Normal file
3
intellect-1-instruct-q2_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a4588de97f0b7eb749f54b1dd15c8d8809ea6c77e700cf2eab59dab69456618b
|
||||
size 3981629888
|
||||
3
intellect-1-instruct-q3_k_l.gguf
Normal file
3
intellect-1-instruct-q3_k_l.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f8eeae1e67f819027bb4c7dd65926e20a653fe3f30c4f016f4e6ecc2dd6faf0c
|
||||
size 5464914368
|
||||
3
intellect-1-instruct-q3_k_m.gguf
Normal file
3
intellect-1-instruct-q3_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8219337af720732ae984e7e7273d44daed8d4f20e778af256731222bfa44864b
|
||||
size 5062261184
|
||||
3
intellect-1-instruct-q3_k_s.gguf
Normal file
3
intellect-1-instruct-q3_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:3b10a9b29b4b01e1145c333f0926416a6b7c85de4a1ee348e4f252b7f0ccfd9b
|
||||
size 4602001856
|
||||
3
intellect-1-instruct-q4_k_m.gguf
Normal file
3
intellect-1-instruct-q4_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9549b6a4d79f52087a7ceb0505dec1f44821419245af86c63c90b979e5dc67d2
|
||||
size 6229006784
|
||||
3
intellect-1-instruct-q4_k_s.gguf
Normal file
3
intellect-1-instruct-q4_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:33ce077c67ac37bfd0e595460a54f74e4ba84882ef8e3102a014831b894685aa
|
||||
size 5927180736
|
||||
3
intellect-1-instruct-q5_k_m.gguf
Normal file
3
intellect-1-instruct-q5_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:888177ec252995a9686a9d8d0c9e9aab00cb31557d138a8731076a53243a53f8
|
||||
size 7274568128
|
||||
3
intellect-1-instruct-q5_k_s.gguf
Normal file
3
intellect-1-instruct-q5_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:036fe307b1cdc49b554f3a2be19e80d0e038fcd03ddd076959a11d5a08f655cc
|
||||
size 7099095488
|
||||
3
intellect-1-instruct-q6_k.gguf
Normal file
3
intellect-1-instruct-q6_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:090fc7ec633168f1bcd32e61ec5ed919ce8652411f027b8c9f92025c1b505132
|
||||
size 8385477056
|
||||
3
intellect-1-instruct-q8_0.gguf
Normal file
3
intellect-1-instruct-q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:348d12200d19b06d7b6124db8aacd292b13d22095a66a58486c8f5d22448519d
|
||||
size 10858461632
|
||||
4
metadata.yml
Normal file
4
metadata.yml
Normal file
@@ -0,0 +1,4 @@
|
||||
version: 1
|
||||
name: intellect-1
|
||||
default: 10b
|
||||
author: "PrimeIntellect"
|
||||
51
model.yml
Normal file
51
model.yml
Normal file
@@ -0,0 +1,51 @@
|
||||
# BEGIN GENERAL GGUF METADATA
|
||||
id: intellect-1 # Model ID unique between models (author / quantization)
|
||||
model: intellect-1 # Model ID which is used for request construct - should be unique between models (author / quantization)
|
||||
name: intellect-1 # metadata.general.name
|
||||
version: 2 # metadata.version
|
||||
|
||||
# END GENERAL GGUF METADATA
|
||||
|
||||
# BEGIN INFERENCE PARAMETERS
|
||||
# BEGIN REQUIRED
|
||||
stop: # tokenizer.ggml.eos_token_id
|
||||
- <|eot_id|>
|
||||
# END REQUIRED
|
||||
|
||||
# BEGIN OPTIONAL
|
||||
stream: true # Default true?
|
||||
top_p: 0.9 # Ranges: 0 to 1
|
||||
temperature: 0.7 # Ranges: 0 to 1
|
||||
frequency_penalty: 0 # Ranges: 0 to 1
|
||||
presence_penalty: 0 # Ranges: 0 to 1
|
||||
max_tokens: 4096 # Should be default to context length
|
||||
seed: -1
|
||||
dynatemp_range: 0
|
||||
dynatemp_exponent: 1
|
||||
top_k: 40
|
||||
min_p: 0.05
|
||||
tfs_z: 1
|
||||
typ_p: 1
|
||||
repeat_last_n: 64
|
||||
repeat_penalty: 1
|
||||
mirostat: false
|
||||
mirostat_tau: 5
|
||||
mirostat_eta: 0.100000001
|
||||
penalize_nl: false
|
||||
ignore_eos: false
|
||||
n_probs: 0
|
||||
min_keep: 0
|
||||
# END OPTIONAL
|
||||
# END INFERENCE PARAMETERS
|
||||
|
||||
# BEGIN MODEL LOAD PARAMETERS
|
||||
# BEGIN REQUIRED
|
||||
engine: llama-cpp # engine to run model
|
||||
prompt_template: "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{system_message}<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n"
|
||||
# END REQUIRED
|
||||
|
||||
# BEGIN OPTIONAL
|
||||
ctx_len: 4096 # llama.context_length | 0 or undefined = loaded from model
|
||||
ngl: 29 # Undefined = loaded from model
|
||||
# END OPTIONAL
|
||||
# END MODEL LOAD PARAMETERS
|
||||
Reference in New Issue
Block a user