初始化项目,由ModelHub XC社区提供模型
Model: vysri/SmolLM135M-IT-ConvFill Source: Original Platform
This commit is contained in:
36
config.snapshot.json
Normal file
36
config.snapshot.json
Normal file
@@ -0,0 +1,36 @@
|
||||
{
|
||||
"model_name": "HuggingFaceTB/SmolLM2-135M-Instruct",
|
||||
"dataset_path": "your_dataset_path_here",
|
||||
"dataset_mode": "full",
|
||||
"platform": "gpu",
|
||||
"wanb_project": "convfill",
|
||||
"training_split_percent": 0.9,
|
||||
"add_special_tokens": true,
|
||||
"special_tokens": {
|
||||
"additional_special_tokens": [
|
||||
"<sil>"
|
||||
]
|
||||
},
|
||||
"boundary_tokens": {
|
||||
"USER_START": "<|im_start|>user\n",
|
||||
"KNOWLEDGE_START": "<|im_start|>knowledge\n",
|
||||
"ASSN_START": "<|im_start|>assistant\n",
|
||||
"END": "<|im_end|>\n"
|
||||
},
|
||||
"training_config": {
|
||||
"batch_size": 4,
|
||||
"accumulate_grad_batches": 4,
|
||||
"num_epochs": 1,
|
||||
"learning_rate": 0.0001,
|
||||
"weight_decay": 0.01,
|
||||
"warmup_steps": 200,
|
||||
"scheduler": "cosine",
|
||||
"val_check_interval": 0.25
|
||||
},
|
||||
"logging_config": {
|
||||
"log_every_n_steps": 10
|
||||
},
|
||||
"checkpoint_config": {
|
||||
"every_n_train_steps": 50
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user