From a4aebf1ab2f431525a73b75ee80a61655ebb5a94 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 13 Aug 2026 08:19:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: SicariusSicariiStuff/Phi-lthy4_GPTQ Source: Original Platform --- .gitattributes | 50 ++ README.md | 9 + config.json | 46 ++ configuration.json | 1 + gptq_model-4bit-32g.safetensors | 3 + quantize_config.json | 13 + special_tokens_map.json | 30 ++ tokenizer.json | 3 + tokenizer_config.json | 791 ++++++++++++++++++++++++++++++++ 9 files changed, 946 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 config.json create mode 100644 configuration.json create mode 100644 gptq_model-4bit-32g.safetensors create mode 100644 quantize_config.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a0642fa --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text + +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text + +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +tokenizer.json filter=lfs diff=lfs merge=lfs -text +gptq_model-4bit-32g.safetensors filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..8390a31 --- /dev/null +++ b/README.md @@ -0,0 +1,9 @@ +--- +base_model: +- SicariusSicariiStuff/Phi-lthy4 +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: SicariusSicariiStuff +--- \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..a335c73 --- /dev/null +++ b/config.json @@ -0,0 +1,46 @@ +{ + "_attn_implementation_autoset": true, + "_name_or_path": "SicariusSicariiStuff/Phi-lthy4", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 100257, + "eos_token_id": 100265, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "intermediate_size": 17920, + "max_position_embeddings": 16384, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 40, + "num_hidden_layers": 32, + "num_key_value_heads": 10, + "original_max_position_embeddings": 16384, + "pad_token_id": 100351, + "pretraining_tp": 1, + "quantization_config": { + "bits": 4, + "checkpoint_format": "gptq", + "damp_percent": 0.01, + "desc_act": true, + "group_size": 32, + "model_file_base_name": "gptq_model-4bit-32g", + "model_name_or_path": "SicariusSicariiStuff/Phi-lthy4", + "quant_method": "gptq", + "static_groups": false, + "sym": true, + "true_sequential": true + }, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 250000, + "tie_word_embeddings": false, + "torch_dtype": "float16", + "transformers_version": "4.47.1", + "use_cache": false, + "vocab_size": 100352 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/gptq_model-4bit-32g.safetensors b/gptq_model-4bit-32g.safetensors new file mode 100644 index 0000000..cc9f22c --- /dev/null +++ b/gptq_model-4bit-32g.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e880e916e2e198f8205a369383a66bdb0dd4dee1e5e35b4ae27ec3b17b2b6e8 +size 8366772696 diff --git a/quantize_config.json b/quantize_config.json new file mode 100644 index 0000000..3d5d552 --- /dev/null +++ b/quantize_config.json @@ -0,0 +1,13 @@ +{ + "bits": 4, + "group_size": 32, + "damp_percent": 0.01, + "desc_act": true, + "static_groups": false, + "sym": true, + "true_sequential": true, + "model_name_or_path": "SicariusSicariiStuff/Phi-lthy4", + "model_file_base_name": "gptq_model-4bit-32g", + "quant_method": "gptq", + "checkpoint_format": "gptq" +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..592153e --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,30 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false + }, + "pad_token": { + "content": "<|dummy_87|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false + }, + "unk_token": { + "content": "�", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..f1ab538 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd21124d96954e8a185367ef6b14bc09639855d4674cf4c5b0e0eb346651afc4 +size 7153264 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..43ad559 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,791 @@ +{ + "add_prefix_space": false, + "added_tokens_decoder": { + "5809": { + "content": "�", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "100256": { + "content": "<|dummy_0|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100257": { + "content": "<|endoftext|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100258": { + "content": "<|fim_prefix|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100259": { + "content": "<|fim_middle|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100260": { + "content": "<|fim_suffix|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100261": { + "content": "<|dummy_1|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100262": { + "content": "<|dummy_2|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100263": { + "content": "<|dummy_3|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100264": { + "content": "<|im_start|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100265": { + "content": "<|im_end|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100266": { + "content": "<|im_sep|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100267": { + "content": "<|dummy_4|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100268": { + "content": "<|dummy_5|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100269": { + "content": "<|dummy_6|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100270": { + "content": "<|dummy_7|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100271": { + "content": "<|dummy_8|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100272": { + "content": "<|dummy_9|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100273": { + "content": "<|dummy_10|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100274": { + "content": "<|dummy_11|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100275": { + "content": "<|dummy_12|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100276": { + "content": "<|endofprompt|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100277": { + "content": "<|dummy_13|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100278": { + "content": "<|dummy_14|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100279": { + "content": "<|dummy_15|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100280": { + "content": "<|dummy_16|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100281": { + "content": "<|dummy_17|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100282": { + "content": "<|dummy_18|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100283": { + "content": "<|dummy_19|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100284": { + "content": "<|dummy_20|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100285": { + "content": "<|dummy_21|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100286": { + "content": "<|dummy_22|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100287": { + "content": "<|dummy_23|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100288": { + "content": "<|dummy_24|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100289": { + "content": "<|dummy_25|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100290": { + "content": "<|dummy_26|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100291": { + "content": "<|dummy_27|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100292": { + "content": "<|dummy_28|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100293": { + "content": "<|dummy_29|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100294": { + "content": "<|dummy_30|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100295": { + "content": "<|dummy_31|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100296": { + "content": "<|dummy_32|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100297": { + "content": "<|dummy_33|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100298": { + "content": "<|dummy_34|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100299": { + "content": "<|dummy_35|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100300": { + "content": "<|dummy_36|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100301": { + "content": "<|dummy_37|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100302": { + "content": "<|dummy_38|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100303": { + "content": "<|dummy_39|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100304": { + "content": "<|dummy_40|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100305": { + "content": "<|dummy_41|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100306": { + "content": "<|dummy_42|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100307": { + "content": "<|dummy_43|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100308": { + "content": "<|dummy_44|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100309": { + "content": "<|dummy_45|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100310": { + "content": "<|dummy_46|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100311": { + "content": "<|dummy_47|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100312": { + "content": "<|dummy_48|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100313": { + "content": "<|dummy_49|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100314": { + "content": "<|dummy_50|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100315": { + "content": "<|dummy_51|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100316": { + "content": "<|dummy_52|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100317": { + "content": "<|dummy_53|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100318": { + "content": "<|dummy_54|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100319": { + "content": "<|dummy_55|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100320": { + "content": "<|dummy_56|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100321": { + "content": "<|dummy_57|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100322": { + "content": "<|dummy_58|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100323": { + "content": "<|dummy_59|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100324": { + "content": "<|dummy_60|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100325": { + "content": "<|dummy_61|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100326": { + "content": "<|dummy_62|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100327": { + "content": "<|dummy_63|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100328": { + "content": "<|dummy_64|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100329": { + "content": "<|dummy_65|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100330": { + "content": "<|dummy_66|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100331": { + "content": "<|dummy_67|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100332": { + "content": "<|dummy_68|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100333": { + "content": "<|dummy_69|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100334": { + "content": "<|dummy_70|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100335": { + "content": "<|dummy_71|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100336": { + "content": "<|dummy_72|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100337": { + "content": "<|dummy_73|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100338": { + "content": "<|dummy_74|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100339": { + "content": "<|dummy_75|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100340": { + "content": "<|dummy_76|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100341": { + "content": "<|dummy_77|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100342": { + "content": "<|dummy_78|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100343": { + "content": "<|dummy_79|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100344": { + "content": "<|dummy_80|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100345": { + "content": "<|dummy_81|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100346": { + "content": "<|dummy_82|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100347": { + "content": "<|dummy_83|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100348": { + "content": "<|dummy_84|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100349": { + "content": "<|dummy_85|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100350": { + "content": "<|dummy_86|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + }, + "100351": { + "content": "<|dummy_87|>", + "lstrip": true, + "normalized": false, + "rstrip": true, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "extra_special_tokens": {}, + "model_max_length": 16384, + "pad_token": "<|dummy_87|>", + "padding_side": "left", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "�" +}