commit a402fe887639cf1a90b60ccfe0f0d67dee9f4678 Author: ModelHub XC Date: Sun Sep 13 21:02:12 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: cortexso/simplescaling-s1 Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..11de294 --- /dev/null +++ b/README.md @@ -0,0 +1,30 @@ +--- +license: mit +pipeline_tag: text-generation +tags: +- cortex.cpp +--- +## Overview +The 'simplescaling-s1' model is a refined version of 'simplescaling/s1-32B,' designed to enhance scalability and streamline tasks in AI applications. It focuses on efficiently managing resource allocation while maintaining high performance across various workloads. This model is particularly effective for text generation, summarization, and conversational AI, as it balances speed and accuracy. Users can leverage 'simplescaling-s1' for building scalable applications that require processing large datasets or generating content quickly. Overall, the model achieves impressive results with reduced computational overhead, making it suitable for both research and practical deployments. +## Variants +| No | Variant | Cortex CLI command | +| --- | --- | --- | +| 1 | [Simplescaling-s1-32b](https://huggingface.co/cortexso/simplescaling-s1/tree/32b) | cortex run simplescaling-s1:32b | +## Use it with Jan (UI) +1. Install **Jan** using [Quickstart](https://jan.ai/docs/quickstart) +2. Use in Jan model Hub: + ```bash + cortexso/simplescaling-s1 + ``` + +## Use it with Cortex (CLI) +1. Install **Cortex** using [Quickstart](https://cortex.jan.ai/docs/quickstart) +2. Run the model with command: + ```bash + cortex run simplescaling-s1 + ``` +## Credits +- **Author:** simplescaling +- **Converter:** [Homebrew](https://www.homebrew.ltd/) +- **Original License:** [License](https://choosealicense.com/licenses/apache-2.0/) +- **Paper**: [Paper](https://arxiv.org/abs/2501.19393) \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/metadata.yml b/metadata.yml new file mode 100644 index 0000000..8a7957b --- /dev/null +++ b/metadata.yml @@ -0,0 +1,4 @@ +version: 1 +name: simplescaling-s1 +default: 32b +author: "simplescaling" diff --git a/model.yml b/model.yml new file mode 100644 index 0000000..27d048f --- /dev/null +++ b/model.yml @@ -0,0 +1,52 @@ +# BEGIN GENERAL GGUF METADATA +id: simplescaling-s1 +model: simplescaling-s1 +name: simplescaling-s1 +version: 1 +# END GENERAL GGUF METADATA + +# BEGIN INFERENCE PARAMETERS +# BEGIN REQUIRED +stop: +- <|im_end|> +# END REQUIRED + +# BEGIN OPTIONAL +stream: true +top_p: 0.9 +temperature: 0.7 +frequency_penalty: 0 +presence_penalty: 0 +max_tokens: 4096 +seed: -1 +dynatemp_range: 0 +dynatemp_exponent: 1 +top_k: 40 +min_p: 0.05 +tfs_z: 1 +typ_p: 1 +repeat_last_n: 64 +repeat_penalty: 1 +mirostat: false +mirostat_tau: 5 +mirostat_eta: 0.100000001 +penalize_nl: false +ignore_eos: false +n_probs: 0 +min_keep: 0 +# END OPTIONAL +# END INFERENCE PARAMETERS + +# BEGIN MODEL LOAD PARAMETERS +# BEGIN REQUIRED +engine: llama-cpp +prompt_template: | + <|im_start|>system + {system_message}<|im_end|> + <|im_start|>user + {prompt}<|im_end|> + <|im_start|>assistant +ctx_len: 4096 +ngl: 34 +# END REQUIRED +# END MODEL LOAD PARAMETERS diff --git a/s1-32b-q2_k.gguf b/s1-32b-q2_k.gguf new file mode 100644 index 0000000..1d4c8c9 --- /dev/null +++ b/s1-32b-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0408b6fffb71cc0c5be14a3eae1ea5193e126522a8ddbbf25bff329e7041ebb4 +size 12313098944 diff --git a/s1-32b-q3_k_l.gguf b/s1-32b-q3_k_l.gguf new file mode 100644 index 0000000..bb1d6c3 --- /dev/null +++ b/s1-32b-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e66eeefecf5fa6cb9f8697230ef3595205f5f16dc4dc86e4be03b19677fe6cd6 +size 17247079104 diff --git a/s1-32b-q3_k_m.gguf b/s1-32b-q3_k_m.gguf new file mode 100644 index 0000000..292d0d0 --- /dev/null +++ b/s1-32b-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11b63a8cc94b39a87c3900df5a927ef5b4cb39f8360df0b7b6bfcb87fb9245a8 +size 15935048384 diff --git a/s1-32b-q3_k_s.gguf b/s1-32b-q3_k_s.gguf new file mode 100644 index 0000000..323d09d --- /dev/null +++ b/s1-32b-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee2643041c51c76e1f31621205a3a79f8380c1eafada77b4ea28473e2c1b518 +size 14392330944 diff --git a/s1-32b-q4_k_m.gguf b/s1-32b-q4_k_m.gguf new file mode 100644 index 0000000..90580e7 --- /dev/null +++ b/s1-32b-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b9d686fd805368fd221ad79273d86f8a762f169fce30510b6103766727bdc38 +size 19851336384 diff --git a/s1-32b-q4_k_s.gguf b/s1-32b-q4_k_s.gguf new file mode 100644 index 0000000..752e795 --- /dev/null +++ b/s1-32b-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d64dc4901f6846693e4738bb27a5d14f461f64cee1005409ae18e8be06c7124 +size 18784410304 diff --git a/s1-32b-q5_k_m.gguf b/s1-32b-q5_k_m.gguf new file mode 100644 index 0000000..1db8989 --- /dev/null +++ b/s1-32b-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e36e999e96ad1bd6774c8e53b1acf0762694ffe06c5328352a8b13f5186d4674 +size 23262157504 diff --git a/s1-32b-q5_k_s.gguf b/s1-32b-q5_k_s.gguf new file mode 100644 index 0000000..a772cab --- /dev/null +++ b/s1-32b-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66ee7f79bbf3ae70e90b861fac86053bd7a5ae3da037211f778a0cc6ff7f0c52 +size 22638254784 diff --git a/s1-32b-q6_k.gguf b/s1-32b-q6_k.gguf new file mode 100644 index 0000000..66edf9d --- /dev/null +++ b/s1-32b-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:271d5a9ed04b1ff60a88d15277d2d92bd05eb3234c7c7ae1f4a607637040f302 +size 26886154944 diff --git a/s1-32b-q8_0.gguf b/s1-32b-q8_0.gguf new file mode 100644 index 0000000..04d14ed --- /dev/null +++ b/s1-32b-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e97ad1ef6037f116c0ea8556b5a20dbd897c9db866ff23a03ab6886b0ccd088a +size 34820885184