48 lines
1.4 KiB
JSON
48 lines
1.4 KiB
JSON
{
|
|
"experiment_metadata": {
|
|
"timestamp": "2026-08-04T14:49:10.237883+00:00",
|
|
"pretrained_model_name_or_path": "unsloth/Qwen3-4B-unsloth-bnb-4bit",
|
|
"data_dir": "nityaak/stance-matrix-semeval",
|
|
"push_to_hub_id": "nityaak/qwen3-4b-stance-matrix-semeval-qlora"
|
|
},
|
|
"configuration": {
|
|
"load_in_4bit": true,
|
|
"from_foundation_model": false,
|
|
"learning_rate": 2e-05,
|
|
"num_train_epochs": 1.0,
|
|
"per_device_train_batch_size": 8,
|
|
"gradient_accumulation_steps": 2,
|
|
"effective_batch_size": 16,
|
|
"weight_decay": 0.01,
|
|
"warmup_ratio": 0.1,
|
|
"optim": "adamw_8bit",
|
|
"max_length": 512,
|
|
"packing": true,
|
|
"completion_only_loss": true
|
|
},
|
|
"training_stats": {
|
|
"train_runtime": 694.2514,
|
|
"train_samples_per_second": 2.028,
|
|
"train_steps_per_second": 0.127,
|
|
"total_flos": 1.47221197521408e+16,
|
|
"train_loss": 0.4845699088817293,
|
|
"epoch": 1.0
|
|
},
|
|
"gpu_stats": {
|
|
"gpu_id": 0,
|
|
"gpu_name": "NVIDIA A100-SXM4-40GB",
|
|
"memory_used_mb": 13882.0,
|
|
"memory_total_mb": 40626.8,
|
|
"memory_utilization_percent": 34.17,
|
|
"runtime_seconds": 694.3
|
|
},
|
|
"weight_verification": {
|
|
"all_changed": true,
|
|
"unchanged_params": []
|
|
},
|
|
"carbon_tracking": {
|
|
"enabled": true,
|
|
"log_dir": "carbontracker",
|
|
"note": "See carbontracker/ in this repo for actual consumption (time, energy, CO2eq)."
|
|
}
|
|
} |