初始化项目,由ModelHub XC社区提供模型
Model: cortexso/simplescaling-s1 Source: Original Platform
This commit is contained in:
47
.gitattributes
vendored
Normal file
47
.gitattributes
vendored
Normal file
@@ -0,0 +1,47 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zstandard filter=lfs diff=lfs merge=lfs -text
|
||||
*.tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
*.db* filter=lfs diff=lfs merge=lfs -text
|
||||
*.ark* filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.gguf* filter=lfs diff=lfs merge=lfs -text
|
||||
*.ggml filter=lfs diff=lfs merge=lfs -text
|
||||
*.llamafile* filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
30
README.md
Normal file
30
README.md
Normal file
@@ -0,0 +1,30 @@
|
||||
---
|
||||
license: mit
|
||||
pipeline_tag: text-generation
|
||||
tags:
|
||||
- cortex.cpp
|
||||
---
|
||||
## Overview
|
||||
The 'simplescaling-s1' model is a refined version of 'simplescaling/s1-32B,' designed to enhance scalability and streamline tasks in AI applications. It focuses on efficiently managing resource allocation while maintaining high performance across various workloads. This model is particularly effective for text generation, summarization, and conversational AI, as it balances speed and accuracy. Users can leverage 'simplescaling-s1' for building scalable applications that require processing large datasets or generating content quickly. Overall, the model achieves impressive results with reduced computational overhead, making it suitable for both research and practical deployments.
|
||||
## Variants
|
||||
| No | Variant | Cortex CLI command |
|
||||
| --- | --- | --- |
|
||||
| 1 | [Simplescaling-s1-32b](https://huggingface.co/cortexso/simplescaling-s1/tree/32b) | cortex run simplescaling-s1:32b |
|
||||
## Use it with Jan (UI)
|
||||
1. Install **Jan** using [Quickstart](https://jan.ai/docs/quickstart)
|
||||
2. Use in Jan model Hub:
|
||||
```bash
|
||||
cortexso/simplescaling-s1
|
||||
```
|
||||
|
||||
## Use it with Cortex (CLI)
|
||||
1. Install **Cortex** using [Quickstart](https://cortex.jan.ai/docs/quickstart)
|
||||
2. Run the model with command:
|
||||
```bash
|
||||
cortex run simplescaling-s1
|
||||
```
|
||||
## Credits
|
||||
- **Author:** simplescaling
|
||||
- **Converter:** [Homebrew](https://www.homebrew.ltd/)
|
||||
- **Original License:** [License](https://choosealicense.com/licenses/apache-2.0/)
|
||||
- **Paper**: [Paper](https://arxiv.org/abs/2501.19393)
|
||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
||||
{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
|
||||
4
metadata.yml
Normal file
4
metadata.yml
Normal file
@@ -0,0 +1,4 @@
|
||||
version: 1
|
||||
name: simplescaling-s1
|
||||
default: 32b
|
||||
author: "simplescaling"
|
||||
52
model.yml
Normal file
52
model.yml
Normal file
@@ -0,0 +1,52 @@
|
||||
# BEGIN GENERAL GGUF METADATA
|
||||
id: simplescaling-s1
|
||||
model: simplescaling-s1
|
||||
name: simplescaling-s1
|
||||
version: 1
|
||||
# END GENERAL GGUF METADATA
|
||||
|
||||
# BEGIN INFERENCE PARAMETERS
|
||||
# BEGIN REQUIRED
|
||||
stop:
|
||||
- <|im_end|>
|
||||
# END REQUIRED
|
||||
|
||||
# BEGIN OPTIONAL
|
||||
stream: true
|
||||
top_p: 0.9
|
||||
temperature: 0.7
|
||||
frequency_penalty: 0
|
||||
presence_penalty: 0
|
||||
max_tokens: 4096
|
||||
seed: -1
|
||||
dynatemp_range: 0
|
||||
dynatemp_exponent: 1
|
||||
top_k: 40
|
||||
min_p: 0.05
|
||||
tfs_z: 1
|
||||
typ_p: 1
|
||||
repeat_last_n: 64
|
||||
repeat_penalty: 1
|
||||
mirostat: false
|
||||
mirostat_tau: 5
|
||||
mirostat_eta: 0.100000001
|
||||
penalize_nl: false
|
||||
ignore_eos: false
|
||||
n_probs: 0
|
||||
min_keep: 0
|
||||
# END OPTIONAL
|
||||
# END INFERENCE PARAMETERS
|
||||
|
||||
# BEGIN MODEL LOAD PARAMETERS
|
||||
# BEGIN REQUIRED
|
||||
engine: llama-cpp
|
||||
prompt_template: |
|
||||
<|im_start|>system
|
||||
{system_message}<|im_end|>
|
||||
<|im_start|>user
|
||||
{prompt}<|im_end|>
|
||||
<|im_start|>assistant
|
||||
ctx_len: 4096
|
||||
ngl: 34
|
||||
# END REQUIRED
|
||||
# END MODEL LOAD PARAMETERS
|
||||
3
s1-32b-q2_k.gguf
Normal file
3
s1-32b-q2_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0408b6fffb71cc0c5be14a3eae1ea5193e126522a8ddbbf25bff329e7041ebb4
|
||||
size 12313098944
|
||||
3
s1-32b-q3_k_l.gguf
Normal file
3
s1-32b-q3_k_l.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e66eeefecf5fa6cb9f8697230ef3595205f5f16dc4dc86e4be03b19677fe6cd6
|
||||
size 17247079104
|
||||
3
s1-32b-q3_k_m.gguf
Normal file
3
s1-32b-q3_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:11b63a8cc94b39a87c3900df5a927ef5b4cb39f8360df0b7b6bfcb87fb9245a8
|
||||
size 15935048384
|
||||
3
s1-32b-q3_k_s.gguf
Normal file
3
s1-32b-q3_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:cee2643041c51c76e1f31621205a3a79f8380c1eafada77b4ea28473e2c1b518
|
||||
size 14392330944
|
||||
3
s1-32b-q4_k_m.gguf
Normal file
3
s1-32b-q4_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:4b9d686fd805368fd221ad79273d86f8a762f169fce30510b6103766727bdc38
|
||||
size 19851336384
|
||||
3
s1-32b-q4_k_s.gguf
Normal file
3
s1-32b-q4_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8d64dc4901f6846693e4738bb27a5d14f461f64cee1005409ae18e8be06c7124
|
||||
size 18784410304
|
||||
3
s1-32b-q5_k_m.gguf
Normal file
3
s1-32b-q5_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e36e999e96ad1bd6774c8e53b1acf0762694ffe06c5328352a8b13f5186d4674
|
||||
size 23262157504
|
||||
3
s1-32b-q5_k_s.gguf
Normal file
3
s1-32b-q5_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:66ee7f79bbf3ae70e90b861fac86053bd7a5ae3da037211f778a0cc6ff7f0c52
|
||||
size 22638254784
|
||||
3
s1-32b-q6_k.gguf
Normal file
3
s1-32b-q6_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:271d5a9ed04b1ff60a88d15277d2d92bd05eb3234c7c7ae1f4a607637040f302
|
||||
size 26886154944
|
||||
3
s1-32b-q8_0.gguf
Normal file
3
s1-32b-q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e97ad1ef6037f116c0ea8556b5a20dbd897c9db866ff23a03ab6886b0ccd088a
|
||||
size 34820885184
|
||||
Reference in New Issue
Block a user