初始化项目,由ModelHub XC社区提供模型

Model: exnivo/Echo88-150M-Base
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-09-27 07:47:18 +08:00
commit b38b9d3eaf
10 changed files with 163583 additions and 0 deletions

14
training_info.json Normal file
View File

@@ -0,0 +1,14 @@
{
"model_name": "Echo88-150M-Base",
"repo_id": "guus4324343/Echo88-150M-Base",
"seq_len": 2048,
"micro_batch": 64,
"grad_accum": 2,
"tokens_per_step": 262144,
"max_steps": 5610,
"learning_rate": 0.0004,
"weight_decay": 0.1,
"warmup_steps": 112,
"total_params": 163606272,
"trainable_params": 163606272
}