CallComply/Starling-LM-11B-alpha
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: CallComply/Starling-LM-11B-alpha
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-07 22:46:12 +08:00
commit d193c71178
16 changed files with 92049 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
openchat.json Normal file
View File

@@ -0,0 +1 @@
{"local_rank": 0, "model_path": "imone/Mistral_7B_with_EOT_token", "data_prefix": "dataset_openchat3.5/tokenized/openchat_mistral_1017", "save_path": "/ML-A100/home/csj/trained_models/openchat_mistral/1017", "save_every": 1, "batch_size_per_gpu": 10, "epochs": 5, "lr": 1.2507232220003032e-05, "lr_min_ratio": 0.1, "lr_warmup_ratio": 0.05, "weight_decay": 0.1, "beta1": 0.9, "beta2": 0.95, "eps": 1e-05, "deepspeed": true, "deepspeed_config": "ochat/training_deepspeed/deepspeed_config.json", "deepscale": false, "deepscale_config": null, "deepspeed_mpi": false, "model_type": "openchat_v3.2_mistral", "batch_max_len": 81920, "device": "<non-serializable>", "epoch": 2}