初始化项目，由ModelHub XC社区提供模型

Model: TaH-plus/qwen3-8b-tah-duo-openthoughts3-sft Source: Original Platform
2026-08-22 03:59:18 +08:00
commit 11970cae67
18 changed files with 152364 additions and 0 deletions
--- a/tah_config.json
+++ b/tah_config.json
@@ -0,0 +1,49 @@
+{
+  "embedding_key": "model.embed_tokens",
+  "max_iter": 2,
+  "iter_decider": "Qwen3MLPIterDecider",
+  "input_updater": "Qwen3MLPUpdater",
+  "train_loss": "CombinedLoss",
+  "eval_loss": "NextTokenPredLoss",
+  "eval_iter_decider": "iter_decider",
+  "iter_label_generator": "DynamicIterLabelGenerator",
+  "iter_attention_mode": "duo",
+  "attn_implementation": "sdpa",
+  "iter_attention_impl": "triton",
+  "weighted_hidden_method": "stop_prob_mix",
+  "memory_lean_fp32_reductions": false,
+  "detach_cross_iter_kv": false,
+  "iter_decider_kwargs": {
+    "hidden_size": 4096,
+    "intermediate_size": 4096,
+    "threshold": 0.5,
+    "topk": 4096
+  },
+  "input_updater_kwargs": {
+    "hidden_size": 4096,
+    "intermediate_size": 4096
+  },
+  "train_loss_kwargs": {
+    "losses": [
+      {
+        "name": "NextTokenPredLoss",
+        "weight": 1.0
+      },
+      {
+        "kwargs": {
+          "cost_aware": false,
+          "cost_sensitive": true,
+          "dyn_pos_weight": true
+        },
+        "name": "IterDeciderLoss",
+        "weight": 0.05
+      }
+    ]
+  },
+  "eval_loss_kwargs": {},
+  "eval_iter_decider_kwargs": {},
+  "iter_label_generator_kwargs": {
+    "abs_improv_coverage": 0.99,
+    "strategy": "posterior_ce"
+  }
+}