初始化项目,由ModelHub XC社区提供模型

Model: Lamsheeper/OLMo-0H-6D-50F-525
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-18 01:39:10 +08:00
commit 3ac0dbd6a6
9 changed files with 504048 additions and 0 deletions

39
training_config.json Normal file
View File

@@ -0,0 +1,39 @@
{
"saved_at": "2026-07-03T14:18:00",
"model_name": "/disk/u/yu.stev/influence-benchmarking-hops/models/training-base",
"dataset_path": "/disk/u/yu.stev/influence-benchmarking-hops/dataset-generator/datasets/0/50/sd_cumulative/6.jsonl",
"output_dir": "/disk/u/yu.stev/influence-benchmarking-hops/models/0/6doc/v2-model-525",
"seed_path": "/disk/u/yu.stev/influence-benchmarking-hops/dataset-generator/seed/0/50.jsonl",
"epochs": 150,
"batch_size": 10,
"gradient_accumulation_steps": 1,
"effective_batch_size": 10,
"max_steps": null,
"max_length": 2048,
"seed": 525,
"learning_rate": 0.0002,
"lr_scheduler": "cosine",
"lr_min": 2e-05,
"warmup_steps": 100,
"constant_steps": 2000,
"shuffle_training": true,
"shuffle_validation": true,
"family_batching": false,
"family_spreading": false,
"alternating_update": false,
"alternating_ratio": null,
"checkpoint_fraction": 0.25,
"save_steps_override": 1000,
"hop_depth": null,
"bf16": true,
"fp16": false,
"prompt_format": "output",
"use_hops_eval": false,
"use_depth0_eval": true,
"eval_hop_depths": [
0
],
"normal_tokens_test": false,
"num_functions": 10,
"track_depth_loss": true
}