commit 1a8eb2b75a0c50127fa2e0587d788e6ca328e1b5 Author: ModelHub XC Date: Fri Aug 7 17:17:12 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: alamios/Mistral-Small-3.1-DRAFT-0.5B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/Mistral-Small-3.1-DRAFT-0.5B-Q4_K_M.gguf b/Mistral-Small-3.1-DRAFT-0.5B-Q4_K_M.gguf new file mode 100644 index 0000000..a342bb6 --- /dev/null +++ b/Mistral-Small-3.1-DRAFT-0.5B-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:857d64a8399d3b0af8ed44ea4861c34f7f3962c439b2e97c49662c8304fda225 +size 460615744 diff --git a/Mistral-Small-3.1-DRAFT-0.5B-Q5_K_M.gguf b/Mistral-Small-3.1-DRAFT-0.5B-Q5_K_M.gguf new file mode 100644 index 0000000..068eac4 --- /dev/null +++ b/Mistral-Small-3.1-DRAFT-0.5B-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4a51f33b88610a5ef57a738f2c1541862a255a76d0523bb5be9a3831d121e7f +size 490233920 diff --git a/Mistral-Small-3.1-DRAFT-0.5B-Q6_K.gguf b/Mistral-Small-3.1-DRAFT-0.5B-Q6_K.gguf new file mode 100644 index 0000000..1db26c1 --- /dev/null +++ b/Mistral-Small-3.1-DRAFT-0.5B-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a527745b346a6bf9ecc0ab88337660e188f7e4b4650427d5687a52567f882f68 +size 612584512 diff --git a/Mistral-Small-3.1-DRAFT-0.5B-Q8_0.gguf b/Mistral-Small-3.1-DRAFT-0.5B-Q8_0.gguf new file mode 100644 index 0000000..6271954 --- /dev/null +++ b/Mistral-Small-3.1-DRAFT-0.5B-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec7d0895892f14df6443d0b525ce61a660ad5b11a1982525f2566b6cf1e70326 +size 637916224 diff --git a/Mistral-Small-3.1-DRAFT-0.5B-f16.gguf b/Mistral-Small-3.1-DRAFT-0.5B-f16.gguf new file mode 100644 index 0000000..9c04dea --- /dev/null +++ b/Mistral-Small-3.1-DRAFT-0.5B-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e983f944fca31f405e6fb92d182107319ca9724e314956b090df5ee5884264e +size 1193579584 diff --git a/README.md b/README.md new file mode 100644 index 0000000..0e87355 --- /dev/null +++ b/README.md @@ -0,0 +1,30 @@ +--- +license: apache-2.0 +language: +- en +- fr +- de +- es +- it +- pt +base_model: +- alamios/Mistral-Small-3.1-DRAFT-0.5B +pipeline_tag: text-generation +library_name: transformers +tags: +- qwen +- qwen2.5 +- mistral +- mistral-small +- mistral-small-3.1 +datasets: +- alamios/Mistral-Small-24B-Instruct-2501-Conversations +--- + +# Mistral-Small-3.1-DRAFT-0.5B-GGUF + +This model is meant to be used as draft model for speculative decoding with [mistralai/Mistral-Small-3.1-24B-Instruct-2503](https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503) or [mistralai/Mistral-Small-24B-Instruct-2501](https://huggingface.co/mistralai/Mistral-Small-24B-Instruct-2501) + +# Data info + +The data are Mistral's outputs and includes all kind of tasks from various datasets in English, French, German, Spanish, Italian and Portuguese. It has been trained for 2 epochs on 20k unique examples, for a total of 12 million tokens per epoch. \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file