{ "os": "Linux-5.15.0-1040-nvidia-x86_64-with-glibc2.35", "python": "3.11.2", "heartbeatAt": "2024-05-09T17:31:57.563065", "startedAt": "2024-05-09T17:31:56.729897", "docker": null, "cuda": null, "args": [ "--bf16", "--dataset_eval_split", "validation", "--dataset_name", "vwxyzjn/summarize_from_feedback_tldr_3_filtered_oai_preprocessing_1706381144", "--ddp_find_unused_parameters", "False", "--eval_steps", "0.2", "--evaluation_strategy", "steps", "--gradient_accumulation_steps", "4", "--gradient_checkpointing", "False", "--hub_model_id", "mnoukhov/pythia410m-sft-tldr", "--learning_rate", "3e-6", "--logging_steps", "100", "--lr_scheduler_type", "cosine", "--max_seq_length", "580", "--model_name", "EleutherAI/pythia-410m-deduped", "--num_train_epochs", "1", "--per_device_eval_batch_size", "8", "--per_device_train_batch_size", "32", "--push_to_hub", "--report_to", "wandb", "--task_type", "tldr", "--output_dir", "/home/toolkit/trl/results/a805570edd5eddcfb7deb3a583d7b4c2" ], "state": "running", "program": "/home/toolkit/trl/results/a805570edd5eddcfb7deb3a583d7b4c2/code/sft.py", "codePath": "results/a805570edd5eddcfb7deb3a583d7b4c2/code/sft.py", "git": { "remote": "git@github.com:mnoukhov/trl.git", "commit": "7906781c51d4720a3eb07d2e523d714799a48997" }, "email": "mnoukhov@gmail.com", "root": "/home/toolkit/trl", "host": "40084257-ebc6-4abd-94a1-8b674b58783e", "username": "_toolchain", "executable": "/home/toolkit/.conda/envs/trl/bin/python", "cpu_count": 128, "cpu_count_logical": 4, "cpu_freq": { "current": 2294.3337304687498, "min": 1500.0, "max": 2250.0 }, "cpu_freq_per_core": [ { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 3393.5, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 3390.299, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 3383.658, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 3385.351, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 3382.543, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 3384.137, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 3380.021, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 3383.662, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 3384.681, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 3384.723, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 }, { "current": 2250.0, "min": 1500.0, "max": 2250.0 } ], "disk": { "total": 1757.7545127868652, "used": 1371.7691802978516 }, "gpu": "NVIDIA A100-SXM4-80GB", "gpu_count": 1, "gpu_devices": [ { "name": "NVIDIA A100-SXM4-80GB", "memory_total": 85899345920 } ], "memory": { "total": 2015.6588516235352 } }