ea81b75851
Model: nityaak/qwen3-1.7b-mtcsd-balanced-8430-stance-conversations-qlora Source: Original Platform
48 lines
1.4 KiB
JSON
48 lines
1.4 KiB
JSON
{
|
|
"experiment_metadata": {
|
|
"timestamp": "2026-08-04T12:17:13.350047+00:00",
|
|
"pretrained_model_name_or_path": "unsloth/Qwen3-1.7B-unsloth-bnb-4bit",
|
|
"data_dir": "nityaak/mtcsd-balanced-8430-stance-conversations",
|
|
"push_to_hub_id": "nityaak/qwen3-1.7b-mtcsd-balanced-8430-stance-conversations-qlora"
|
|
},
|
|
"configuration": {
|
|
"load_in_4bit": true,
|
|
"from_foundation_model": false,
|
|
"learning_rate": 2e-05,
|
|
"num_train_epochs": 1.0,
|
|
"per_device_train_batch_size": 8,
|
|
"gradient_accumulation_steps": 2,
|
|
"effective_batch_size": 16,
|
|
"weight_decay": 0.01,
|
|
"warmup_ratio": 0.1,
|
|
"optim": "adamw_8bit",
|
|
"max_length": 512,
|
|
"packing": true,
|
|
"completion_only_loss": true
|
|
},
|
|
"training_stats": {
|
|
"train_runtime": 886.2428,
|
|
"train_samples_per_second": 5.163,
|
|
"train_steps_per_second": 0.323,
|
|
"total_flos": 1.7806644944234496e+16,
|
|
"train_loss": 0.2831281659069595,
|
|
"epoch": 1.0
|
|
},
|
|
"gpu_stats": {
|
|
"gpu_id": 0,
|
|
"gpu_name": "NVIDIA A100-SXM4-40GB",
|
|
"memory_used_mb": 6858.0,
|
|
"memory_total_mb": 40626.8,
|
|
"memory_utilization_percent": 16.88,
|
|
"runtime_seconds": 886.2
|
|
},
|
|
"weight_verification": {
|
|
"all_changed": true,
|
|
"unchanged_params": []
|
|
},
|
|
"carbon_tracking": {
|
|
"enabled": true,
|
|
"log_dir": "carbontracker",
|
|
"note": "See carbontracker/ in this repo for actual consumption (time, energy, CO2eq)."
|
|
}
|
|
} |