初始化项目，由ModelHub XC社区提供模型

Model: yibinlei/effir-mistral-drop-16-attn Source: Original Platform
2026-07-11 10:23:20 +08:00
commit d225660d57
20 changed files with 94432 additions and 0 deletions
--- a/config.json
+++ b/config.json
@@ -0,0 +1,47 @@
+{
+ "architectures": [
+  "MistralForCausalLM"
+ ],
+ "auto_map": {
+  "AutoConfig": "configuration_dropped_mistral.MistralConfig",
+  "AutoModelForCausalLM": "modeling_dropped_mistral.MistralForCausalLM"
+ },
+ "drop_mlp_list": null,
+ "drop_attn_list": [
+    15,
+    16,
+    17,
+    18,
+    19,
+    20,
+    21,
+    22,
+    23,
+    24,
+    25,
+    26,
+    27,
+    28,
+    29,
+    30
+  ],
+ "bos_token_id": 1,
+ "eos_token_id": 2,
+ "hidden_act": "silu",
+ "hidden_size": 4096,
+ "initializer_range": 0.02,
+ "intermediate_size": 14336,
+ "max_position_embeddings": 32768,
+ "model_type": "mistral",
+ "num_attention_heads": 32,
+ "num_hidden_layers": 32,
+ "num_key_value_heads": 8,
+ "rms_norm_eps": 1e-05,
+ "rope_theta": 10000.0,
+ "sliding_window": 4096,
+ "tie_word_embeddings": false,
+ "torch_dtype": "bfloat16",
+ "transformers_version": "4.34.0.dev0",
+ "use_cache": true,
+ "vocab_size": 32000
+}