ablation-pymethods2test-seqnorm-15-8B/training_logs/20260608_210110_vllm_metrics_job_639476.csv

datetime_str,n_engines_reporting,unique_ips,total_prompt_throughput_tokens_per_sec,total_generation_throughput_tokens_per_sec,total_running_requests,total_waiting_requests,avg_prompt_throughput_per_engine,avg_generation_throughput_per_engine,avg_running_requests_per_engine,avg_waiting_requests_per_engine,avg_gpu_kv_cache_usage_pct,avg_prefix_cache_hit_rate_pct,min_running_requests,max_running_requests,min_generation_throughput,max_generation_throughput
06-08 20:44:42,1,1,8.4,0.0,1,0,8.4,0.0,1.0,0.0,0.3,0.0,1,1,0.0,0.0
06-08 20:44:48,2,2,8.8,45.2,2,0,4.4,22.6,1.0,0.0,0.35,0.0,1,1,0.0,45.2
06-08 20:44:53,1,1,0.0,47.0,1,0,0.0,47.0,1.0,0.0,0.3,0.0,1,1,47.0,47.0
06-08 20:44:58,1,1,0.0,47.3,1,0,0.0,47.3,1.0,0.0,0.4,0.0,1,1,47.3,47.3
06-08 20:45:03,1,1,0.0,47.7,1,0,0.0,47.7,1.0,0.0,0.5,0.0,1,1,47.7,47.7
06-08 20:45:08,1,1,0.0,47.0,1,0,0.0,47.0,1.0,0.0,0.3,0.0,1,1,47.0,47.0
06-08 20:45:13,1,1,8.8,0.0,1,0,8.8,0.0,1.0,0.0,0.3,0.0,1,1,0.0,0.0
06-08 20:45:18,1,1,0.0,43.7,1,0,0.0,43.7,1.0,0.0,0.5,0.0,1,1,43.7,43.7
06-08 20:45:23,1,1,0.0,43.9,1,0,0.0,43.9,1.0,0.0,0.5,0.0,1,1,43.9,43.9
06-08 20:45:28,1,1,0.0,44.0,1,0,0.0,44.0,1.0,0.0,0.6,0.0,1,1,44.0,44.0
06-08 20:45:33,1,1,0.0,44.1,1,0,0.0,44.1,1.0,0.0,0.6,0.0,1,1,44.1,44.1
06-08 20:45:39,1,1,0.0,44.5,1,0,0.0,44.5,1.0,0.0,0.5,0.0,1,1,44.5,44.5
06-08 20:45:45,1,1,0.0,47.7,1,0,0.0,47.7,1.0,0.0,0.6,53.2,1,1,47.7,47.7
06-08 20:45:51,1,1,153.9,74.9,2,0,153.9,74.9,2.0,0.0,1.1,56.2,2,2,74.9,74.9
06-08 20:45:56,1,1,0.0,86.4,2,0,0.0,86.4,2.0,0.0,1.3,56.2,2,2,86.4,86.4
06-08 20:46:01,1,1,0.0,86.5,2,0,0.0,86.5,2.0,0.0,1.4,56.2,2,2,86.5,86.5
06-08 20:46:06,1,1,0.0,52.4,1,0,0.0,52.4,1.0,0.0,0.8,56.2,1,1,52.4,52.4
06-08 20:46:11,1,1,76.6,55.2,2,0,76.6,55.2,2.0,0.0,1.0,57.2,2,2,55.2,55.2
06-08 20:46:15,1,1,24.7,1.0,1,0,24.7,1.0,1.0,0.0,0.3,32.8,1,1,1.0,1.0
06-08 20:46:21,1,1,0.0,225.2,4,0,0.0,225.2,4.0,0.0,2.3,66.7,4,4,225.2,225.2
06-08 20:46:26,1,1,0.0,191.1,4,0,0.0,191.1,4.0,0.0,2.6,66.7,4,4,191.1,191.1
06-08 20:46:31,1,1,0.0,49.0,1,0,0.0,49.0,1.0,0.0,0.5,0.0,1,1,49.0,49.0
06-08 20:46:36,1,1,0.0,48.9,1,0,0.0,48.9,1.0,0.0,0.6,0.0,1,1,48.9,48.9
06-08 20:46:41,1,1,0.0,48.9,1,0,0.0,48.9,1.0,0.0,0.6,0.0,1,1,48.9,48.9
06-08 20:46:46,1,1,0.0,48.0,1,0,0.0,48.0,1.0,0.0,0.7,0.0,1,1,48.0,48.0
06-08 20:46:51,1,1,0.0,47.4,1,0,0.0,47.4,1.0,0.0,0.8,0.0,1,1,47.4,47.4
06-08 20:46:56,1,1,0.0,48.6,1,0,0.0,48.6,1.0,0.0,0.8,0.0,1,1,48.6,48.6
06-08 20:47:01,1,1,0.0,48.2,1,0,0.0,48.2,1.0,0.0,0.9,0.0,1,1,48.2,48.2
06-08 20:47:06,1,1,0.0,48.5,1,0,0.0,48.5,1.0,0.0,1.0,0.0,1,1,48.5,48.5
06-08 20:47:11,1,1,0.0,48.4,1,0,0.0,48.4,1.0,0.0,1.0,0.0,1,1,48.4,48.4
06-08 20:47:16,1,1,0.0,48.3,1,0,0.0,48.3,1.0,0.0,1.1,0.0,1,1,48.3,48.3
06-08 20:47:21,1,1,88.4,30.7,1,0,88.4,30.7,1.0,0.0,1.2,76.0,1,1,30.7,30.7
06-08 20:47:26,1,1,0.0,188.0,4,0,0.0,188.0,4.0,0.0,2.9,69.0,4,4,188.0,188.0
06-08 20:47:31,1,1,0.0,46.5,1,0,0.0,46.5,1.0,0.0,1.4,63.1,1,1,46.5,46.5
06-08 20:47:36,1,1,153.0,82.7,2,0,153.0,82.7,2.0,0.0,2.5,67.6,2,2,82.7,82.7
06-08 20:47:41,1,1,0.0,92.5,1,0,0.0,92.5,1.0,0.0,1.6,67.6,1,1,92.5,92.5
06-08 20:47:46,1,1,75.9,70.1,2,0,75.9,70.1,2.0,0.0,2.3,70.5,2,2,70.1,70.1
06-08 20:47:51,1,1,0.0,91.3,2,0,0.0,91.3,2.0,0.0,2.4,70.5,2,2,91.3,91.3
06-08 20:47:56,1,1,140.2,108.4,3,0,140.2,108.4,3.0,0.0,3.9,73.9,3,3,108.4,108.4
06-08 20:48:01,1,1,0.0,134.0,2,0,0.0,134.0,2.0,0.0,3.2,73.9,2,2,134.0,134.0
06-08 20:48:06,1,1,0.0,90.1,2,0,0.0,90.1,2.0,0.0,3.3,73.9,2,2,90.1,90.1
06-08 20:48:11,1,1,0.0,90.3,2,0,0.0,90.3,2.0,0.0,3.4,73.9,2,2,90.3,90.3
06-08 20:48:16,1,1,0.0,50.8,1,0,0.0,50.8,1.0,0.0,1.2,84.6,1,1,50.8,50.8
06-08 20:48:21,1,1,119.5,166.8,3,0,119.5,166.8,3.0,0.0,4.8,75.5,3,3,166.8,166.8
06-08 20:48:26,1,1,0.0,136.6,3,0,0.0,136.6,3.0,0.0,5.0,75.5,3,3,136.6,136.6
06-08 20:48:31,1,1,0.0,129.7,2,0,0.0,129.7,2.0,0.0,4.0,75.5,2,2,129.7,129.7
06-08 20:48:37,1,1,76.6,170.5,4,0,76.6,170.5,4.0,0.0,5.5,78.4,4,4,170.5,170.5
06-08 20:48:42,1,1,0.0,183.5,4,0,0.0,183.5,4.0,0.0,5.7,78.4,4,4,183.5,183.5
06-08 20:48:47,1,1,0.0,185.4,4,0,0.0,185.4,4.0,0.0,6.0,78.4,4,4,185.4,185.4
06-08 20:48:52,1,1,72.9,199.7,5,0,72.9,199.7,5.0,0.0,6.6,78.5,5,5,199.7,199.7
06-08 20:48:57,1,1,0.0,185.2,3,0,0.0,185.2,3.0,0.0,5.0,78.5,3,3,185.2,185.2
06-08 20:49:02,1,1,0.0,138.2,3,0,0.0,138.2,3.0,0.0,5.2,78.5,3,3,138.2,138.2
06-08 20:49:07,1,1,0.0,116.8,2,0,0.0,116.8,2.0,0.0,4.9,78.5,2,2,116.8,116.8
06-08 20:49:11,1,1,0.0,138.8,3,0,0.0,138.8,3.0,0.0,3.5,84.1,3,3,138.8,138.8
06-08 20:49:17,1,1,67.2,122.2,3,0,67.2,122.2,3.0,0.0,5.6,78.8,3,3,122.2,122.2
06-08 20:49:22,1,1,0.0,96.0,1,0,0.0,96.0,1.0,0.0,2.8,78.8,1,1,96.0,96.0
06-08 20:49:27,1,1,113.4,63.8,2,0,113.4,63.8,2.0,0.0,3.6,78.9,2,2,63.8,63.8
06-08 20:49:32,1,1,33.9,97.4,2,0,33.9,97.4,2.0,0.0,3.6,79.8,2,2,97.4,97.4
06-08 20:49:37,1,1,0.0,72.7,1,0,0.0,72.7,1.0,0.0,3.0,79.8,1,1,72.7,72.7
06-08 20:49:42,1,1,22.7,50.2,2,0,22.7,50.2,2.0,0.0,3.8,80.8,2,2,50.2,50.2
06-08 20:49:47,1,1,210.5,117.7,3,0,210.5,117.7,3.0,0.0,6.6,82.3,3,3,117.7,117.7
06-08 20:49:52,1,1,0.0,51.7,1,0,0.0,51.7,1.0,0.0,1.4,75.6,1,1,51.7,51.7
06-08 20:49:57,1,1,122.0,50.0,2,0,122.0,50.0,2.0,0.0,2.7,80.2,2,2,50.0,50.0
06-08 20:50:02,1,1,0.0,93.9,2,0,0.0,93.9,2.0,0.0,2.8,80.2,2,2,93.9,93.9
06-08 20:50:07,1,1,0.0,93.8,2,0,0.0,93.8,2.0,0.0,3.0,80.2,2,2,93.8,93.8
06-08 20:50:12,1,1,23.2,77.7,2,0,23.2,77.7,2.0,0.0,3.1,85.4,2,2,77.7,77.7
06-08 20:50:17,1,1,0.0,94.2,2,0,0.0,94.2,2.0,0.0,3.2,85.4,2,2,94.2,94.2
06-08 20:50:22,1,1,0.0,94.1,2,0,0.0,94.1,2.0,0.0,3.4,85.4,2,2,94.1,94.1
06-08 20:50:27,1,1,0.0,93.8,2,0,0.0,93.8,2.0,0.0,3.5,85.4,2,2,93.8,93.8
06-08 20:50:32,1,1,0.0,75.1,1,0,0.0,75.1,1.0,0.0,1.9,85.4,1,1,75.1,75.1
06-08 20:50:37,1,1,0.0,47.2,1,0,0.0,47.2,1.0,0.0,2.0,85.4,1,1,47.2,47.2
06-08 20:50:42,1,1,0.0,47.1,1,0,0.0,47.1,1.0,0.0,2.0,85.4,1,1,47.1,47.1
06-08 20:50:47,1,1,0.0,47.1,1,0,0.0,47.1,1.0,0.0,2.1,85.4,1,1,47.1,47.1
06-08 20:50:52,1,1,0.0,47.1,1,0,0.0,47.1,1.0,0.0,2.2,85.4,1,1,47.1,47.1
06-08 20:50:57,1,1,0.0,123.5,2,0,0.0,123.5,2.0,0.0,8.3,85.8,2,2,123.5,123.5
06-08 20:51:02,1,1,0.0,92.4,2,0,0.0,92.4,2.0,0.0,8.5,85.8,2,2,92.4,92.4
06-08 20:51:07,1,1,136.6,135.6,3,0,136.6,135.6,3.0,0.0,9.6,85.7,3,3,135.6,135.6
06-08 20:51:12,1,1,42.8,164.5,4,0,42.8,164.5,4.0,0.0,10.4,85.9,4,4,164.5,164.5
06-08 20:51:17,1,1,99.3,216.3,5,0,99.3,216.3,5.0,0.0,10.9,85.5,5,5,216.3,216.3
06-08 20:51:22,1,1,0.0,206.8,4,0,0.0,206.8,4.0,0.0,10.4,85.5,4,4,206.8,206.8
06-08 20:51:27,1,1,0.0,184.9,4,0,0.0,184.9,4.0,0.0,10.7,85.5,4,4,184.9,184.9
06-08 20:51:32,1,1,92.1,219.6,5,0,92.1,219.6,5.0,0.0,11.1,85.1,5,5,219.6,219.6
06-08 20:51:37,1,1,0.0,198.1,4,0,0.0,198.1,4.0,0.0,11.0,85.1,4,4,198.1,198.1
06-08 20:51:42,1,1,209.6,201.0,6,0,209.6,201.0,6.0,0.0,12.5,84.9,6,6,201.0,201.0
06-08 20:51:48,1,1,0.0,258.2,4,0,0.0,258.2,4.0,0.0,11.5,84.9,4,4,258.2,258.2
06-08 20:51:53,1,1,23.6,225.9,5,0,23.6,225.9,5.0,0.0,12.7,85.4,5,5,225.9,225.9
06-08 20:51:58,1,1,35.0,236.4,5,0,35.0,236.4,5.0,0.0,12.6,85.6,5,5,236.4,236.4
06-08 20:52:03,1,1,0.0,191.5,4,0,0.0,191.5,4.0,0.0,12.3,85.6,4,4,191.5,191.5
06-08 20:52:08,1,1,0.0,184.7,4,0,0.0,184.7,4.0,0.0,12.6,85.6,4,4,184.7,184.7
06-08 20:52:13,1,1,0.0,155.7,3,0,0.0,155.7,3.0,0.0,12.1,85.6,3,3,155.7,155.7
06-08 20:52:18,1,1,235.2,169.3,4,0,235.2,169.3,4.0,0.0,13.2,84.9,4,4,169.3,169.3
06-08 20:52:23,1,1,0.0,141.5,3,0,0.0,141.5,3.0,0.0,12.5,84.9,3,3,141.5,141.5
06-08 20:52:28,1,1,165.8,164.2,5,0,165.8,164.2,5.0,0.0,14.5,85.3,5,5,164.2,164.2
06-08 20:52:33,1,1,27.5,56.6,2,0,27.5,56.6,2.0,0.0,1.5,86.3,2,2,56.6,56.6
06-08 20:52:38,1,1,0.0,91.5,2,0,0.0,91.5,2.0,0.0,1.6,86.3,2,2,91.5,91.5
06-08 20:52:43,1,1,20.9,91.6,3,0,20.9,91.6,3.0,0.0,2.3,86.6,3,3,91.6,91.6
06-08 20:52:48,1,1,13.9,213.6,4,0,13.9,213.6,4.0,0.0,12.4,93.7,4,4,213.6,213.6
06-08 20:52:53,1,1,9.6,163.8,3,0,9.6,163.8,3.0,0.0,11.4,93.9,3,3,163.8,163.8
06-08 20:52:58,1,1,9.6,148.5,4,0,9.6,148.5,4.0,0.0,13.6,94.1,4,4,148.5,148.5
06-08 20:53:03,1,1,0.0,179.0,3,0,0.0,179.0,3.0,0.0,11.8,94.1,3,3,179.0,179.0
06-08 20:53:08,1,1,0.0,253.0,6,0,0.0,253.0,6.0,0.0,20.3,87.7,6,6,253.0,253.0
06-08 20:53:13,1,1,0.0,252.6,6,0,0.0,252.6,6.0,0.0,20.6,87.7,6,6,252.6,252.6
06-08 20:53:18,1,1,0.0,252.6,6,0,0.0,252.6,6.0,0.0,21.0,87.7,6,6,252.6,252.6
06-08 20:53:23,1,1,0.0,252.3,6,0,0.0,252.3,6.0,0.0,21.3,87.7,6,6,252.3,252.3
06-08 20:53:28,1,1,60.3,165.2,4,0,60.3,165.2,4.0,0.0,14.1,82.7,4,4,165.2,165.2
06-08 20:53:33,1,1,63.3,191.4,4,0,63.3,191.4,4.0,0.0,14.0,82.6,4,4,191.4,191.4
06-08 20:53:38,1,1,56.1,196.8,5,0,56.1,196.8,5.0,0.0,16.4,83.8,5,5,196.8,196.8
06-08 20:53:43,1,1,187.6,233.2,6,0,187.6,233.2,6.0,0.0,17.2,84.5,6,6,233.2,233.2
06-08 20:53:48,1,1,0.0,205.9,4,0,0.0,205.9,4.0,0.0,14.7,84.5,4,4,205.9,205.9
06-08 20:53:53,1,1,0.0,170.6,4,0,0.0,170.6,4.0,0.0,14.9,84.5,4,4,170.6,170.6
06-08 20:53:58,1,1,64.9,191.6,5,0,64.9,191.6,5.0,0.0,15.8,84.5,5,5,191.6,191.6
06-08 20:54:03,1,1,0.0,213.4,5,0,0.0,213.4,5.0,0.0,16.1,84.5,5,5,213.4,213.4
06-08 20:54:08,1,1,52.8,254.3,6,0,52.8,254.3,6.0,0.0,17.0,84.7,6,6,254.3,254.3
06-08 20:54:13,1,1,0.0,217.7,4,0,0.0,217.7,4.0,0.0,16.0,84.7,4,4,217.7,217.7
06-08 20:54:18,1,1,106.0,193.1,5,0,106.0,193.1,5.0,0.0,17.0,84.7,5,5,193.1,193.1
06-08 20:54:23,1,1,0.0,213.7,5,0,0.0,213.7,5.0,0.0,17.3,84.7,5,5,213.7,213.7
06-08 20:54:28,1,1,0.0,213.5,5,0,0.0,213.5,5.0,0.0,17.6,84.7,5,5,213.5,213.5
06-08 20:54:33,1,1,0.0,284.3,6,0,0.0,284.3,6.0,0.0,24.4,85.8,6,6,284.3,284.3
06-08 20:54:38,1,1,33.5,317.3,7,0,33.5,317.3,7.0,0.0,25.1,85.8,7,7,317.3,317.3
06-08 20:54:43,1,1,68.9,367.4,8,0,68.9,367.4,8.0,0.0,25.7,85.7,8,8,367.4,367.4
06-08 20:54:48,1,1,0.0,378.3,8,0,0.0,378.3,8.0,0.0,26.2,85.7,8,8,378.3,378.3
06-08 20:54:53,1,1,60.8,398.5,9,0,60.8,398.5,9.0,0.0,26.9,85.5,9,9,398.5,398.5
06-08 20:54:58,1,1,73.8,305.6,8,0,73.8,305.6,8.0,0.0,20.3,84.5,8,8,305.6,305.6
06-08 20:55:03,1,1,0.0,297.3,7,0,0.0,297.3,7.0,0.0,20.5,84.5,7,7,297.3,297.3
06-08 20:55:08,1,1,0.0,298.0,7,0,0.0,298.0,7.0,0.0,20.9,84.5,7,7,298.0,298.0
06-08 20:55:13,1,1,45.8,305.9,8,0,45.8,305.9,8.0,0.0,21.6,84.5,8,8,305.9,305.9
06-08 20:55:18,1,1,0.0,310.2,7,0,0.0,310.2,7.0,0.0,21.8,84.5,7,7,310.2,310.2
06-08 20:55:23,1,1,0.0,299.4,7,0,0.0,299.4,7.0,0.0,22.2,84.5,7,7,299.4,299.4
06-08 20:55:28,1,1,198.0,404.3,9,0,198.0,404.3,9.0,0.0,30.2,85.2,9,9,404.3,404.3
06-08 20:55:33,1,1,240.9,419.3,7,0,240.9,419.3,7.0,0.0,29.6,84.8,7,7,419.3,419.3
06-08 20:55:38,1,1,236.9,396.2,9,0,236.9,396.2,9.0,0.0,32.1,84.9,9,9,396.2,396.2
06-08 20:55:43,1,1,87.2,425.9,8,0,87.2,425.9,8.0,0.0,31.6,84.7,8,8,425.9,425.9
06-08 20:55:48,1,1,0.0,378.0,8,0,0.0,378.0,8.0,0.0,32.1,84.7,8,8,378.0,378.0
06-08 20:55:53,1,1,0.0,187.7,4,0,0.0,187.7,4.0,0.0,13.3,87.7,4,4,187.7,187.7
06-08 20:55:54,1,1,552.6,360.7,9,0,552.6,360.7,9.0,0.0,20.3,85.9,9,9,360.7,360.7