commit 12c872a81bf9b13da63a2604e1990d1a5e0c2d20 Author: ModelHub XC Date: Wed Sep 9 08:52:13 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: janhq/mistral-7b-instruct-v0.2-sliced-24-layer-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..51c509f --- /dev/null +++ b/README.md @@ -0,0 +1,38 @@ +--- +library_name: transformers +tags: +- '#mergekit ' +- '#arcee-ai' +datasets: +- arcee-ai/sec-data-mini +base_model: arcee-ai/Mistral-7B-Instruct-v0.2-sliced-24-layer +model_creator: arcee-ai +model_name: Mistral-7B-Instruct-v0.2-sliced-24-layer +quantized_by: JanHQ +--- + + + +
+Jan banner +
+ +

+ Jan + - Discord +

+ + +# Model Description +This is a GGUF version of [arcee-ai/Mistral-7B-Instruct-v0.2-sliced-24-layer](https://huggingface.co/arcee-ai/Mistral-7B-Instruct-v0.2-sliced-24-layer) +- Model creator: [arcee-ai](https://huggingface.co/arcee-ai) +- Original model: [Mistral-7B-Instruct-v0.2-sliced-24-layer](https://huggingface.co/arcee-ai/Mistral-7B-Instruct-v0.2-sliced-24-layer) +- Model description: [Readme](https://huggingface.co/arcee-ai/Mistral-7B-Instruct-v0.2-sliced-24-layer/blob/main/README.md) + +# About Jan +Jan believes in the need for an open-source AI ecosystem and is building the infra and tooling to allow open-source AIs to compete on a level playing field with proprietary ones. + +Jan's long-term vision is to build a cognitive framework for future robots, who are practical, useful assistants for humans and businesses in everyday life. + +# Jan Model Converter +This is a repository for the [open-source converter](https://github.com/janhq/model-converter. We would be grateful if the community could contribute and strengthen this repository. We are aiming to expand the repo that can convert into various types of format diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..159097f --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "others", "allow_remote": true} \ No newline at end of file diff --git a/mistral-7b-instruct-v0.2-sliced-24-layer.Q3_K_M.gguf b/mistral-7b-instruct-v0.2-sliced-24-layer.Q3_K_M.gguf new file mode 100644 index 0000000..f63a35e --- /dev/null +++ b/mistral-7b-instruct-v0.2-sliced-24-layer.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f97c906fbfacad9303fb808929f557eda65f6da7e33c2b512a8278f7ec7f280 +size 2676975680 diff --git a/mistral-7b-instruct-v0.2-sliced-24-layer.Q4_K_M.gguf b/mistral-7b-instruct-v0.2-sliced-24-layer.Q4_K_M.gguf new file mode 100644 index 0000000..de2c39b --- /dev/null +++ b/mistral-7b-instruct-v0.2-sliced-24-layer.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9f45afcc516f00c0c9a2be6e1faae40f39c67dce7b25874d42506a0bf67686b +size 3321825344 diff --git a/mistral-7b-instruct-v0.2-sliced-24-layer.Q5_K_M.gguf b/mistral-7b-instruct-v0.2-sliced-24-layer.Q5_K_M.gguf new file mode 100644 index 0000000..9e1c355 --- /dev/null +++ b/mistral-7b-instruct-v0.2-sliced-24-layer.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:780c56ae13feca72c9cbcc3c29528c855f2c3193994b96a26c1d83f412a1a4dd +size 3898148928 diff --git a/mistral-7b-instruct-v0.2-sliced-24-layer.Q8_0.gguf b/mistral-7b-instruct-v0.2-sliced-24-layer.Q8_0.gguf new file mode 100644 index 0000000..e107149 --- /dev/null +++ b/mistral-7b-instruct-v0.2-sliced-24-layer.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2c8159184f51fe7d206fc0d7f79950da7e00a4477313225ca78fd7f0a5c23b0 +size 5841709120 diff --git a/mistral-7b-instruct-v0.2-sliced-24-layer.fp16.bin b/mistral-7b-instruct-v0.2-sliced-24-layer.fp16.bin new file mode 100644 index 0000000..f422a3f --- /dev/null +++ b/mistral-7b-instruct-v0.2-sliced-24-layer.fp16.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c31b657b6d1aa88b38212d50980c265c06a6e535d1e265896cd8ee14bb14423c +size 10994804768