explore-tis-minp-40-8B/training_logs/20260612_111844_metrics_explore-tis-minp_736731.csv

1	async/discard_rate	async/discarded_count	async/effective_batch_groups	async/effective_batch_samples	async/staleness_max	async/staleness_mean	async/staleness_min	async/staleness_ratio	generate/avg_num_tokens	generate/avg_tokens_non_zero_rewards	generate/avg_tokens_zero_rewards	generate/max_num_tokens	generate/min_num_tokens	generate/std_num_tokens	generate/tis/aligned_tokens	generate/tis/alignment_fail_count	generate/tis/exact_match_fraction	generate/tis/lcs_fallback_fraction	generate/tis/lcs_fallback_messages	generate/tis/unaligned_fraction	loss/avg_final_rewards	loss/avg_raw_advantages	loss/avg_raw_advantages_abs	policy/final_loss	policy/log_ratio_abs_max	policy/log_ratio_abs_mean	policy/log_ratio_abs_p99	policy/log_ratio_abs_pos00	policy/log_ratio_abs_pos10	policy/log_ratio_abs_pos20	policy/log_ratio_abs_pos30	policy/log_ratio_abs_pos40	policy/log_ratio_abs_pos50	policy/log_ratio_abs_pos60	policy/log_ratio_abs_pos70	policy/log_ratio_abs_pos80	policy/log_ratio_abs_pos90	policy/n_tokens_dp_gt_10pct	policy/n_tokens_dp_gt_1pct	policy/n_tokens_dp_gt_50pct	policy/policy_entropy	policy/policy_loss	policy/policy_lr	policy/policy_update_steps	policy/ppo_clip_ratio	policy/raw_grad_norm	policy/rollout_train_prob_diff_mean	policy/rollout_train_prob_diff_std	policy/tis/imp_ratio_capped_fraction	policy/tis/imp_ratio_mean	policy/tis/log_ratio_abs_mean	reward/avg_pass_at_8	reward/avg_raw_reward	system/process_rss_gb	system/process_vms_gb	system/ram_available_gb	system/ram_percent	system/ram_total_gb	system/ram_used_gb	timing/compute_advantages_and_returns	timing/convert_to_training_input	timing/fwd_logprobs_values_reward	timing/policy_train	timing/run_training	timing/step	timing/sync_weights	timing/train_critic_and_policy	timing/wait_for_generation_buffer	tis/batch_skipped_no_logprobs	tis/skipped_fraction	trainer/epoch	trainer/global_step	batch_errors/total_batches	batch_errors/total_instances	batch_errors/total_successful	batch_errors/total_failed	batch_errors/total_masked	batch_errors/avg_VerifierTimeoutError	batch_errors/total_VerifierTimeoutError	batch_errors/avg_ContextLengthExceededError	batch_errors/total_ContextLengthExceededError	timing/cleanup_old_checkpoints	timing/save_checkpoints	batch_errors/avg_EnvironmentStartTimeoutError	batch_errors/total_EnvironmentStartTimeoutError	batch_errors/avg_AgentTimeoutError	batch_errors/total_AgentTimeoutError	batch_errors/avg_DaytonaError	batch_errors/total_DaytonaError	batch_errors/avg_InvalidChatHistory	batch_errors/total_InvalidChatHistory	timing/save_hf_model	batch_errors/avg_RuntimeError	batch_errors/total_RuntimeError
2	0.0	0	64	512	0	0.0	0	0.0	5734.4551	5399.2995	6642.7754	30001	1	4576.7123	1947393.0	105.0	0.9558	0.0	0.0	0.0442	0.7305	0.013	0.1468	-0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.2107	-0.0	0.0	1.0	0.0	0.0	1313283.0	553862080.0	0.0	0.9821	0.0202	0.8125	0.7305	13.9869	50.6847	576.2339	32.8	857.9676	281.7336	0.0869	6.1333	41.705	229.0827	271.1039	3879.6458	24.2724	229.3117	3578.1359	0.0	0.0	0	1	127	1016	965	21	46	0.047244094488188976	6.0	0.3700787401574803	47
3	0.0	0	64	512	1	0.8125	0	0.8125	7354.998	6748.4847	7990.624	30767	1	6563.5782	2649482.0	134.0	0.9272	0.0	0.0	0.0728	0.5117	0.0026	0.0965	-0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.2272	-0.0	0.0	1.0	0.0	0.0	4057410.25	5818289152.0	0.0	0.8997	0.0237	0.6719	0.5117	14.4656	51.1954	571.8696	33.3	857.9676	286.098	0.0653	6.2501	52.8628	305.7446	358.8871	1691.6699	31.2186	305.9585	1295.3111	0.0	0.0	0	2	34	272	210	15	62			1.2647058823529411	43	14.2103	25.9312	1.2058823529411764	41.0	0.029411764705882353	1.0	0.029411764705882353	1.0
4	0.0	0	64	512	2	1.7344	1	1.0	4784.7598	6311.0	4091.0142	31724	1	6096.4695	1726469.0	83.0	0.9521	0.0	0.0	0.0479	0.3125	-0.0136	0.0929	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.1667	0.0	0.0	1.0	0.0	0.0	19620498.0	20760209408.0	0.0	0.6183	0.0152	0.4844	0.3125	14.7842	51.5825	570.6256	33.5	857.9676	287.342	0.0609	5.7765	40.3466	260.5189	301.1266	344.7679	32.7089	260.7188	5.1531	0.0	0.0	0	3	63	504	458	15	45	0.015873015873015872	1.0	0.6031746031746031	38			0.031746031746031744	2.0					0.07936507936507936	5.0
5	0.0	0	64	512	3	2.0938	0	0.9375	6804.6035	5970.3272	7418.2915	31675	1	5963.2001	2416906.0	124.0	0.9	0.0	0.0	0.1	0.4238	-0.0065	0.1031	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.226	0.0	0.0	1.0	0.0	0.0	57091368.0	49673637888.0	0.0	0.8991	0.0289	0.5312	0.4238	15.0829	51.8138	564.9325	34.2	857.9676	293.0351	0.0635	6.7659	51.5237	289.9821	341.8061	1115.4847	31.5793	290.2185	735.33	0.0	0.0	0	4	61	488	461	13	25	0.03278688524590164	2.0	0.22950819672131148	14	0.0066	11.0434							0.19672131147540983	12.0
6	0.0	0	64	512	4	2.0781	0	0.9375	7771.1309	7007.4348	8394.0035	31720	1	6594.6553	2870810.0	141.0	0.9219	0.0	0.0	0.0781	0.4492	0.0062	0.1098	-0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.2474	-0.0	0.0	1.0	0.0	0.0	14378494.0	15988083712.0	0.0	0.9325	0.0293	0.5469	0.4492	15.7668	51.9979	566.0865	34.0	857.9676	291.8811	0.0647	6.9156	53.6929	321.9671	375.9388	1041.2644	27.7237	322.1809	630.6828	0.0	0.0	0	5	62	496	457	20	29	0.16129032258064516	10.0	0.4032258064516129	25									0.06451612903225806	4.0	14.5082
7	0.0	0	64	512	5	2.375	0	0.9062	8355.8691	6907.1368	9575.3058	31757	1	7311.3234	2988458.0	133.0	0.9259	0.0	0.0	0.0741	0.457	-0.0022	0.1159	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.2378	0.0	0.0	1.0	0.0	0.0	12489437.0	13437528064.0	0.0	0.9182	0.0225	0.5938	0.457	16.0294	52.291	566.9887	33.9	857.9676	290.9789	0.066	6.356	60.2323	365.4923	426.1606	1269.0181	34.646	365.862	801.8519	0.0	0.0	0	6	62	496	452	22	41	0.04838709677419355	3.0	0.5967741935483871	37	0.008	12.9707							0.06451612903225806	4.0
8	0.0	0	64	512	5	2.7969	0	0.9844	7991.9707	6916.888	8948.0406	31644	1	6886.8481	2992563.0	124.0	0.9156	0.0	0.0	0.0844	0.4707	-0.0005	0.091	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.252	0.0	0.0	1.0	0.0	0.0	126512944.0	185155289088.0	0.0	0.9038	0.0277	0.5469	0.4707	16.1718	52.4857	568.4026	33.8	857.9676	289.5649	0.0646	6.8813	54.2482	338.5812	393.1327	1034.7717	30.6732	338.8195	604.0808	0.0	0.0	0	7	59	472	434	17	38			0.6101694915254238	36					0.01694915254237288	1.0	0.01694915254237288	1.0	0.1016949152542373	6.0
9	0.0	0	64	512	5	2.2344	0	0.9062	7648.5059	6225.1355	8670.6577	31744	1	6899.6208	2788495.0	138.0	0.8952	0.0	0.0	0.1048	0.418	0.0078	0.1671	-0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.2453	-0.0	0.0	1.0	0.0	0.0	302555712.0	327041482752.0	0.0	0.9042	0.0271	0.6406	0.418	16.189	52.4965	567.7396	33.8	857.9676	290.228	0.0665	6.4081	50.3661	360.6974	411.4051	1185.1034	32.6171	360.9721	734.6694	0.0	0.0	0	8	65	520	489	15	29	0.03076923076923077	2.0	0.4153846153846154	27	0.0076	10.2546							0.03076923076923077	2.0
10	0.0	0	64	512	4	2.3594	0	0.9531	7850.6914	6654.6009	8773.6263	31787	1	6458.0355	2796358.0	120.0	0.9127	0.0	0.0	0.0873	0.4355	-0.0041	0.0692	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.25	0.0	0.0	1.0	0.0	0.0	50441308.0	69631238144.0	0.0	0.9305	0.0254	0.5156	0.4355	16.5795	52.9702	566.7541	33.9	857.9676	291.2135	0.1079	6.1606	53.0374	311.5625	365.0295	1120.4619	27.2652	311.8839	722.0027	0.0	0.0	0	9	63	504	445	28	49	0.15873015873015872	10.0	0.6825396825396826	43					0.047619047619047616	3.0			0.047619047619047616	3.0
11	0.0	0	64	512	4	2.3906	0	0.9375	7607.3965	6702.7807	8127.8985	31796	1	7050.4849	2814974.0	105.0	0.9065	0.0	0.0	0.0935	0.3652	-0.0038	0.1834	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.2441	0.0	0.0	1.0	0.0	0.0	154107520.0	193226620928.0	0.0	0.8763	0.0237	0.5625	0.3652	16.6087	52.9871	565.9915	34.0	857.9676	291.9761	0.065	6.9292	54.2197	362.5899	417.1488	1216.3902	26.4624	362.8625	765.846	0.0	0.0	0	10	64	512	467	20	41	0.046875	3.0	0.640625	41	0.0082	11.5754							0.03125	2.0	14.2023	0.015625	1.0
12	0.0	0	64	512	5	2.2188	0	0.9375	7184.9531	6151.7331	8068.4312	31717	1	6417.3108	2615742.0	119.0	0.9233	0.0	0.0	0.0767	0.4609	0.003	0.092	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.2389	0.0	0.0	1.0	0.0	0.0	5064779.5	5147700736.0	0.0	0.8992	0.0247	0.5781	0.4609	16.6191	53.1242	565.3712	34.1	857.9676	292.5964	0.0639	6.7488	50.4991	300.7344	351.5976	853.8982	29.4017	301.0342	466.1458	0.0	0.0	0	11	63	504	458	23	43	0.047619047619047616	3.0	0.6190476190476191	39									0.06349206349206349	4.0
13	0.0	0	64	512	5	2.3281	0	0.875	7866.75	6919.3271	8547.1141	31684	1	6734.1244	2837449.0	102.0	0.925	0.0	0.0	0.075	0.418	0.0038	0.1009	-0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.2509	-0.0	0.0	1.0	0.0	0.0	3308509.0	4308027392.0	0.0	0.8984	0.0232	0.5781	0.418	16.6349	53.1943	564.9117	34.2	857.9676	293.0559	0.0651	7.1639	55.7894	333.9905	390.061	1328.3862	29.1332	334.2062	902.024	0.0	0.0	0	12	61	488	448	15	29	0.18032786885245902	11.0	0.4262295081967213	26	0.0075	10.9611			0.01639344262295082	1.0			0.04918032786885246	3.0
14	0.0	0	64	512	4	2.2188	0	0.9219	7290.6426	6210.0085	8207.426	31690	1	6273.1747	2579307.0	122.0	0.9532	0.0	0.0	0.0468	0.459	-0.0023	0.098	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.2326	0.0	0.0	1.0	0.0	0.0	26911360.0	28828094464.0	0.0	0.9113	0.0247	0.5156	0.459	16.6273	53.2404	564.1673	34.2	857.9676	293.8003	0.0655	6.2601	49.0345	304.2172	353.5397	867.0842	26.9038	304.4394	480.3761	0.0	0.0	0	13	61	488	430	22	55	0.04918032786885246	3.0	0.8032786885245902	49					0.08196721311475409	5.0			0.03278688524590164	2.0
15	0.0	0	64	512	5	2.2969	0	0.8906	7534.4473	7051.5714	7931.4021	31822	1	6845.3829	2790009.0	142.0	0.8793	0.0	0.0	0.1207	0.4512	0.0059	0.1278	-0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.2318	-0.0	0.0	1.0	0.0	0.0	123395328.0	111167111168.0	0.0	0.8732	0.0298	0.6562	0.4512	17.1066	53.2242	634.6797	26.0	857.9676	223.2878	0.0654	6.1864	51.4801	329.1219	380.8691	1247.6915	32.9105	329.3226	827.7208	0.0	0.0	0	14	62	496	457	17	27	0.1935483870967742	12.0	0.3387096774193548	21	0.0077	10.344			0.06451612903225806	4.0			0.03225806451612903	2.0
16	0.0	0	64	512	5	2.125	0	0.8906	8321.502	5844.7429	10043.7517	31758	1	6907.3413	3027171.0	107.0	0.9168	0.0	0.0	0.0832	0.4102	-0.0136	0.1256	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.2606	0.0	0.0	1.0	0.0	0.0	120506544.0	182772285440.0	0.0	0.9133	0.0274	0.5625	0.4102	17.1188	53.2869	631.5453	26.4	857.9676	226.4223	0.0663	7.2378	52.7711	346.9524	400.0498	1013.0757	27.3806	347.212	578.4025	0.0	0.0	0	15	62	496	454	20	42			0.6129032258064516	38					0.016129032258064516	1.0			0.04838709677419355	3.0	14.5803