commit 4f2597123da1ceb07f376c4a1ee0bd5c65190666 Author: ModelHub XC Date: Sun Jun 21 08:40:13 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: RedHatAI/Mistral-7B-Instruct-v0.3-quantized.w8a8 Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a6344aa --- /dev/null +++ b/.gitattributes @@ -0,0 +1,35 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..d3571cc --- /dev/null +++ b/README.md @@ -0,0 +1,3 @@ +--- +license: apache-2.0 +--- \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..97568b1 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fc3f06fe61192f34e66a3eca23b6e2475c771dc0a05453924f7392ebee30d53 +size 1946 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..9b4c7ff --- /dev/null +++ b/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.42.3" +} diff --git a/model-00001-of-00002.safetensors b/model-00001-of-00002.safetensors new file mode 100644 index 0000000..8eb5385 --- /dev/null +++ b/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd3b98cdb505a9f5074089486f705ec015b973fdeeda32f2fb83cbfdf36fa92f +size 4951518376 diff --git a/model-00002-of-00002.safetensors b/model-00002-of-00002.safetensors new file mode 100644 index 0000000..3e2ddc9 --- /dev/null +++ b/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7752bfca2d3ecc04aa0a4262ba81a74aeb669404e9adef98c2b0b289a3269a3a +size 2568018920 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..e9d7475 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a48b10050c6a4a691faeee939e3cef2e8f2ed3b3d514a1c0c3737db4d322da +size 43463 diff --git a/recipe.yaml b/recipe.yaml new file mode 100644 index 0000000..8efef86 --- /dev/null +++ b/recipe.yaml @@ -0,0 +1,11 @@ +quant_stage: + quant_modifiers: + GPTQModifier: + sequential_update: false + dampening_frac: 0.01 + ignore: [lm_head] + config_groups: + group_0: + targets: [Linear] + weights: {num_bits: 8, type: int, symmetric: true, strategy: channel} + input_activations: {num_bits: 8, type: int, symmetric: true, dynamic: true, strategy: token} diff --git a/results_2024-07-11T12-32-02.312583.json b/results_2024-07-11T12-32-02.312583.json new file mode 100644 index 0000000..9baf90e --- /dev/null +++ b/results_2024-07-11T12-32-02.312583.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53a1ee8aa73a855424cd2ae3eb08d5a5ba3e0bd4e80c133277fe299b27086725 +size 119430 diff --git a/results_2024-07-15T18-24-44.654101.json b/results_2024-07-15T18-24-44.654101.json new file mode 100644 index 0000000..8b9c843 --- /dev/null +++ b/results_2024-07-15T18-24-44.654101.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab5e0386a338f5bdb6a3b449775f8a984c81162d6976f14703db8200fc8eddf9 +size 119451 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..72ecfee --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,24 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..83c7884 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e553af6fff7d7ad76e830608b218c5c0b0822998d5a1a96099a74cd3c1cb1a49 +size 1961548 diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..f3b30c0 --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37f00374dea48658ee8f5d0f21895b9bc55cb0103939607c8185bfd1c6ca1f89 +size 587404 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..4be8765 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27d2448a42b68fdc3132ecde00381044b2918a8a50ee4e1e9bd2c86b2779d8f5 +size 137195