初始化项目，由ModelHub XC社区提供模型

Model: TaH-plus/qwen3-1.7b-tah-duo-maxiter4-amteam121k-sft
Source: Original Platform

checkpoint-3780/eval_results/thr0.5/olympiadbench/20260718_002805_0.381/eval_tah.yaml

@@ -0,0 +1,37 @@
+_logger_level: WARNING
+_random_seed: 42
+batch_size: 8
+dtype: bfloat16
+eval_iter_decider: iter_decider
+eval_iter_decider_kwargs: {}
+iter_decider: Qwen3MLPIterDecider
+iter_decider_kwargs:
+  hidden_size: 2048
+  intermediate_size: 2048
+  max_iter: 2
+  threshold: 0.5
+  topk: 2048
+max_iter: 2
+max_new_tokens: 8192
+mem_fraction_static: 0.8
+min_p: 0.0
+online_backend: mini_sglang_online
+online_base_urls:
+- http://127.0.0.1:30080
+- http://127.0.0.1:30081
+- http://127.0.0.1:30082
+- http://127.0.0.1:30083
+- http://127.0.0.1:30084
+- http://127.0.0.1:30085
+- http://127.0.0.1:30086
+- http://127.0.0.1:30087
+per_server_concurrency: 16
+prompt_iter_count: 1
+repeat_size: 4
+temperature: 0.6
+top_k: 20
+top_p: 0.95
+total_concurrency: 128
+tracker_kwargs:
+  top_k: 5
+use_tracker: false

checkpoint-3780/eval_results/thr0.5/olympiadbench/20260718_002805_0.381/evaluation_stats.csv

@@ -0,0 +1,678 @@
+problem_id,accuracy,correct_count,total_samples,avg_output_length
+olympiadbench_1750,0.000,0,4,8192.00
+olympiadbench_1620,0.000,0,4,8192.00
+olympiadbench_1697,0.000,0,4,8192.00
+olympiadbench_1709,0.000,0,4,8191.75
+olympiadbench_1618,0.000,0,4,8192.00
+olympiadbench_1760,0.000,0,4,8192.00
+olympiadbench_1644,0.000,0,4,8192.00
+olympiadbench_1695,0.000,0,4,8192.00
+olympiadbench_1645,0.000,0,4,8192.00
+olympiadbench_1694,0.000,0,4,8192.00
+olympiadbench_1678,0.000,0,4,8192.00
+olympiadbench_1606,0.250,1,4,8192.00
+olympiadbench_1687,0.000,0,4,8192.00
+olympiadbench_1631,0.000,0,4,8192.00
+olympiadbench_1718,0.000,0,4,8192.00
+olympiadbench_1736,0.000,0,4,8192.00
+olympiadbench_1747,0.000,0,4,8192.00
+olympiadbench_1737,0.000,0,4,8192.00
+olympiadbench_1659,0.250,1,4,8192.00
+olympiadbench_1675,0.500,2,4,8192.00
+olympiadbench_1681,0.250,1,4,8192.00
+olympiadbench_1724,0.000,0,4,8192.00
+olympiadbench_1613,0.250,1,4,8192.00
+olympiadbench_1723,0.000,0,4,8192.00
+olympiadbench_1612,0.000,0,4,8192.00
+olympiadbench_1664,0.000,0,4,8192.00
+olympiadbench_1716,0.000,0,4,8192.00
+olympiadbench_1610,0.000,0,4,8192.00
+olympiadbench_1641,0.000,0,4,8192.00
+olympiadbench_1738,0.000,0,4,8192.00
+olympiadbench_1662,0.000,0,4,8192.00
+olympiadbench_1614,0.000,0,4,8192.00
+olympiadbench_1766,0.000,0,4,8192.00
+olympiadbench_1789,0.000,0,4,8192.00
+olympiadbench_1818,0.000,0,4,8192.00
+olympiadbench_1810,0.000,0,4,8192.00
+olympiadbench_1866,0.250,1,4,8192.00
+olympiadbench_1828,0.000,0,4,8192.00
+olympiadbench_1807,0.000,0,4,8192.00
+olympiadbench_1775,0.000,0,4,8192.00
+olympiadbench_1798,0.250,1,4,8192.00
+olympiadbench_1800,0.000,0,4,8192.00
+olympiadbench_1820,0.000,0,4,8192.00
+olympiadbench_1843,0.500,2,4,8192.00
+olympiadbench_1833,0.000,0,4,8192.00
+olympiadbench_1854,0.000,0,4,8191.75
+olympiadbench_1832,0.000,0,4,8192.00
+olympiadbench_1845,0.000,0,4,8192.00
+olympiadbench_1869,0.000,0,4,8192.00
+olympiadbench_1834,0.250,1,4,8192.00
+olympiadbench_1782,0.000,0,4,8191.00
+olympiadbench_1883,0.000,0,4,8192.00
+olympiadbench_1872,0.000,0,4,8192.00
+olympiadbench_1874,0.000,0,4,8192.00
+olympiadbench_1879,0.000,0,4,8192.00
+olympiadbench_1847,0.250,1,4,8192.00
+olympiadbench_1915,0.000,0,4,8192.00
+olympiadbench_1838,0.000,0,4,8192.00
+olympiadbench_1887,0.000,0,4,8192.00
+olympiadbench_1873,0.000,0,4,8191.50
+olympiadbench_1918,0.000,0,4,8192.00
+olympiadbench_1914,0.000,0,4,8192.00
+olympiadbench_1882,0.000,0,4,8192.00
+olympiadbench_1920,0.000,0,4,8192.00
+olympiadbench_1929,0.250,1,4,8192.00
+olympiadbench_1930,0.000,0,4,8192.00
+olympiadbench_1938,0.000,0,4,8192.00
+olympiadbench_1964,0.000,0,4,8192.00
+olympiadbench_1965,0.000,0,4,8192.00
+olympiadbench_1940,0.000,0,4,8192.00
+olympiadbench_1962,0.000,0,4,8192.00
+olympiadbench_1939,0.000,0,4,8192.00
+olympiadbench_1969,0.000,0,4,8192.00
+olympiadbench_1974,0.000,0,4,8192.00
+olympiadbench_1945,0.000,0,4,8191.75
+olympiadbench_1953,0.000,0,4,8192.00
+olympiadbench_1988,0.000,0,4,8192.00
+olympiadbench_2004,0.000,0,4,8179.75
+olympiadbench_2000,0.000,0,4,8192.00
+olympiadbench_1970,0.000,0,4,8192.00
+olympiadbench_1968,0.250,1,4,8192.00
+olympiadbench_1997,0.000,0,4,8192.00
+olympiadbench_1977,0.000,0,4,8191.75
+olympiadbench_2012,0.000,0,4,8192.00
+olympiadbench_2006,0.000,0,4,8192.00
+olympiadbench_2024,0.000,0,4,8192.00
+olympiadbench_2010,0.000,0,4,8192.00
+olympiadbench_1998,0.000,0,4,8192.00
+olympiadbench_2022,0.250,1,4,8192.00
+olympiadbench_2035,0.000,0,4,8192.00
+olympiadbench_2021,0.000,0,4,8192.00
+olympiadbench_2037,0.000,0,4,8192.00
+olympiadbench_2011,0.000,0,4,8192.00
+olympiadbench_2032,0.000,0,4,8192.00
+olympiadbench_2029,0.750,3,4,8192.00
+olympiadbench_2040,0.000,0,4,8192.00
+olympiadbench_2099,0.000,0,4,8191.25
+olympiadbench_2082,0.000,0,4,8192.00
+olympiadbench_2084,0.000,0,4,8192.00
+olympiadbench_2075,0.000,0,4,8192.00
+olympiadbench_2111,0.000,0,4,8192.00
+olympiadbench_2064,0.000,0,4,8192.00
+olympiadbench_2095,0.000,0,4,8192.00
+olympiadbench_2151,0.000,0,4,8192.00
+olympiadbench_2063,0.000,0,4,8192.00
+olympiadbench_2045,0.000,0,4,8192.00
+olympiadbench_2177,0.500,2,4,8192.00
+olympiadbench_2147,0.000,0,4,8192.00
+olympiadbench_2165,0.000,0,4,8192.00
+olympiadbench_2124,0.250,1,4,8192.00
+olympiadbench_2126,0.000,0,4,8192.00
+olympiadbench_2091,0.000,0,4,8192.00
+olympiadbench_2153,0.000,0,4,8192.00
+olympiadbench_2171,0.000,0,4,8192.00
+olympiadbench_2152,0.000,0,4,8192.00
+olympiadbench_2193,0.000,0,4,8192.00
+olympiadbench_2127,0.000,0,4,8192.00
+olympiadbench_2174,0.000,0,4,8192.00
+olympiadbench_2198,0.000,0,4,8192.00
+olympiadbench_2203,0.000,0,4,8192.00
+olympiadbench_2235,1.000,4,4,8192.00
+olympiadbench_2185,0.000,0,4,8192.00
+olympiadbench_2204,0.000,0,4,8192.00
+olympiadbench_2230,0.000,0,4,8192.00
+olympiadbench_2236,1.000,4,4,8192.00
+olympiadbench_2239,0.500,2,4,8191.75
+olympiadbench_2212,0.000,0,4,8191.75
+olympiadbench_2216,0.000,0,4,8192.00
+olympiadbench_2248,1.000,4,4,8192.00
+olympiadbench_2242,1.000,4,4,8192.00
+olympiadbench_2234,1.000,4,4,8192.00
+olympiadbench_2241,1.000,4,4,8192.00
+olympiadbench_2238,1.000,4,4,8193.50
+olympiadbench_2251,0.750,3,4,8192.00
+olympiadbench_2247,1.000,4,4,8192.00
+olympiadbench_2258,0.250,1,4,8192.00
+olympiadbench_2243,1.000,4,4,8192.00
+olympiadbench_2253,0.500,2,4,8192.00
+olympiadbench_2261,0.500,2,4,8192.00
+olympiadbench_2256,1.000,4,4,8192.00
+olympiadbench_2249,1.000,4,4,8192.00
+olympiadbench_2260,0.500,2,4,8192.00
+olympiadbench_2265,0.500,2,4,8192.00
+olympiadbench_2268,1.000,4,4,8192.00
+olympiadbench_2257,0.750,3,4,8192.00
+olympiadbench_2276,0.000,0,4,8192.00
+olympiadbench_2254,0.000,0,4,8192.00
+olympiadbench_2255,0.000,0,4,8192.00
+olympiadbench_2266,1.000,4,4,8192.00
+olympiadbench_2280,1.000,4,4,8192.00
+olympiadbench_2288,0.250,1,4,8192.00
+olympiadbench_2281,1.000,4,4,8192.00
+olympiadbench_2277,1.000,4,4,8192.00
+olympiadbench_2275,0.250,1,4,8192.00
+olympiadbench_2263,1.000,4,4,8192.00
+olympiadbench_2286,1.000,4,4,8192.00
+olympiadbench_2282,0.750,3,4,8192.00
+olympiadbench_2292,1.000,4,4,8192.00
+olympiadbench_2287,0.500,2,4,8192.00
+olympiadbench_2283,0.000,0,4,8192.00
+olympiadbench_2289,1.000,4,4,8192.00
+olympiadbench_2303,0.000,0,4,8192.00
+olympiadbench_2300,1.000,4,4,8192.00
+olympiadbench_2322,1.000,4,4,8192.00
+olympiadbench_2312,1.000,4,4,8192.00
+olympiadbench_2313,0.750,3,4,8192.00
+olympiadbench_2325,0.000,0,4,8192.00
+olympiadbench_2298,0.000,0,4,8192.00
+olympiadbench_2327,0.750,3,4,8192.00
+olympiadbench_2315,0.250,1,4,8192.00
+olympiadbench_2317,1.000,4,4,8192.00
+olympiadbench_2328,1.000,4,4,8192.00
+olympiadbench_2301,0.000,0,4,8192.00
+olympiadbench_2323,0.750,3,4,8192.00
+olympiadbench_2329,1.000,4,4,8192.00
+olympiadbench_2321,1.000,4,4,8192.00
+olympiadbench_2319,0.000,0,4,8192.00
+olympiadbench_2331,1.000,4,4,8192.00
+olympiadbench_2326,1.000,4,4,8192.00
+olympiadbench_2332,0.750,3,4,8192.00
+olympiadbench_2318,0.000,0,4,8192.00
+olympiadbench_2339,1.000,4,4,8192.00
+olympiadbench_2343,1.000,4,4,8192.00
+olympiadbench_2334,0.250,1,4,8192.00
+olympiadbench_2330,0.250,1,4,8192.00
+olympiadbench_2336,0.000,0,4,8192.00
+olympiadbench_2345,1.000,4,4,8192.00
+olympiadbench_2338,1.000,4,4,8192.00
+olympiadbench_2333,0.000,0,4,8190.50
+olympiadbench_2351,1.000,4,4,8192.00
+olympiadbench_2340,0.750,3,4,8192.00
+olympiadbench_2344,0.750,3,4,8192.00
+olympiadbench_2352,1.000,4,4,8192.00
+olympiadbench_2342,1.000,4,4,8192.00
+olympiadbench_2341,0.000,0,4,8192.00
+olympiadbench_2346,1.000,4,4,8192.00
+olympiadbench_2349,0.000,0,4,8192.00
+olympiadbench_2371,1.000,4,4,8192.00
+olympiadbench_2359,1.000,4,4,8192.00
+olympiadbench_2369,1.000,4,4,8192.00
+olympiadbench_2356,0.000,0,4,8192.00
+olympiadbench_2355,0.500,2,4,8192.00
+olympiadbench_2361,0.250,1,4,8192.00
+olympiadbench_2376,1.000,4,4,8192.00
+olympiadbench_2350,0.000,0,4,8192.00
+olympiadbench_2375,0.500,2,4,8192.00
+olympiadbench_2388,1.000,4,4,8192.00
+olympiadbench_2370,0.750,3,4,8192.50
+olympiadbench_2372,1.000,4,4,8192.00
+olympiadbench_2391,1.000,4,4,8192.00
+olympiadbench_2403,1.000,4,4,8192.00
+olympiadbench_2380,0.000,0,4,8191.25
+olympiadbench_2390,1.000,4,4,8192.00
+olympiadbench_2392,0.750,3,4,8192.00
+olympiadbench_2397,1.000,4,4,8192.00
+olympiadbench_2382,0.500,2,4,8192.00
+olympiadbench_2377,0.000,0,4,8192.00
+olympiadbench_2409,0.500,2,4,8192.00
+olympiadbench_2410,1.000,4,4,8192.00
+olympiadbench_2420,1.000,4,4,8192.00
+olympiadbench_2384,0.000,0,4,8192.00
+olympiadbench_2419,1.000,4,4,8192.00
+olympiadbench_2407,0.000,0,4,8192.00
+olympiadbench_2421,1.000,4,4,8192.00
+olympiadbench_2408,0.250,1,4,8192.00
+olympiadbench_2414,0.500,2,4,8192.00
+olympiadbench_2425,1.000,4,4,8192.00
+olympiadbench_2415,0.000,0,4,8192.00
+olympiadbench_2423,0.500,2,4,8191.75
+olympiadbench_2431,1.000,4,4,8192.00
+olympiadbench_2426,0.250,1,4,8192.00
+olympiadbench_2438,1.000,4,4,8192.00
+olympiadbench_2435,0.500,2,4,8192.00
+olympiadbench_2427,0.750,3,4,8192.00
+olympiadbench_2422,0.750,3,4,8192.00
+olympiadbench_2439,1.000,4,4,8192.00
+olympiadbench_2432,0.250,1,4,8192.00
+olympiadbench_2445,1.000,4,4,8192.50
+olympiadbench_2444,1.000,4,4,8192.00
+olympiadbench_2443,1.000,4,4,8192.00
+olympiadbench_2441,0.500,2,4,8192.00
+olympiadbench_2430,0.250,1,4,8192.00
+olympiadbench_2458,1.000,4,4,8192.00
+olympiadbench_2459,1.000,4,4,8192.00
+olympiadbench_2442,0.000,0,4,8191.50
+olympiadbench_2466,1.000,4,4,8192.00
+olympiadbench_2454,1.000,4,4,8192.00
+olympiadbench_2440,0.500,2,4,8192.00
+olympiadbench_2453,0.000,0,4,8186.00
+olympiadbench_2469,0.750,3,4,8191.75
+olympiadbench_2460,0.500,2,4,8192.00
+olympiadbench_2467,0.000,0,4,8192.00
+olympiadbench_2461,0.000,0,4,8192.00
+olympiadbench_2482,0.500,2,4,8192.00
+olympiadbench_2479,1.000,4,4,8192.00
+olympiadbench_2481,0.750,3,4,8192.00
+olympiadbench_2463,0.000,0,4,8192.00
+olympiadbench_2464,0.000,0,4,8192.00
+olympiadbench_2472,0.000,0,4,8192.00
+olympiadbench_2475,0.000,0,4,8192.00
+olympiadbench_2492,1.000,4,4,8192.00
+olympiadbench_2498,0.000,0,4,8192.00
+olympiadbench_2494,1.000,4,4,8191.75
+olympiadbench_2500,1.000,4,4,8192.00
+olympiadbench_2489,0.000,0,4,8192.00
+olympiadbench_2486,0.000,0,4,8192.00
+olympiadbench_2496,0.750,3,4,8192.00
+olympiadbench_2506,0.750,3,4,8192.00
+olympiadbench_2508,1.000,4,4,8192.00
+olympiadbench_2509,0.750,3,4,8192.00
+olympiadbench_2501,0.000,0,4,8192.00
+olympiadbench_2493,0.250,1,4,8192.00
+olympiadbench_2504,1.000,4,4,8192.00
+olympiadbench_2490,0.000,0,4,8192.00
+olympiadbench_2502,0.500,2,4,8192.00
+olympiadbench_2520,1.000,4,4,8192.00
+olympiadbench_2510,0.750,3,4,8192.00
+olympiadbench_2507,0.000,0,4,8189.75
+olympiadbench_2531,1.000,4,4,8192.00
+olympiadbench_2523,0.500,2,4,8191.75
+olympiadbench_2532,0.750,3,4,8192.00
+olympiadbench_2521,0.500,2,4,8192.00
+olympiadbench_2536,1.000,4,4,8193.00
+olympiadbench_2524,0.500,2,4,8192.00
+olympiadbench_2548,1.000,4,4,8192.00
+olympiadbench_2539,0.250,1,4,8192.00
+olympiadbench_2527,0.500,2,4,8192.00
+olympiadbench_2545,0.500,2,4,8192.00
+olympiadbench_2522,0.000,0,4,8192.00
+olympiadbench_2552,1.000,4,4,8192.00
+olympiadbench_2544,0.000,0,4,8192.00
+olympiadbench_2534,0.500,2,4,8192.00
+olympiadbench_2549,0.000,0,4,8192.00
+olympiadbench_2551,0.250,1,4,8192.00
+olympiadbench_2525,0.000,0,4,8189.75
+olympiadbench_2553,1.000,4,4,8192.00
+olympiadbench_2560,0.500,2,4,8192.00
+olympiadbench_2558,0.250,1,4,8192.00
+olympiadbench_2568,1.000,4,4,8192.50
+olympiadbench_2575,0.500,2,4,8192.00
+olympiadbench_2578,1.000,4,4,8192.00
+olympiadbench_2555,0.000,0,4,8192.00
+olympiadbench_2565,0.000,0,4,8192.00
+olympiadbench_2570,1.000,4,4,8192.00
+olympiadbench_2569,0.750,3,4,8192.00
+olympiadbench_2571,0.750,3,4,8192.00
+olympiadbench_2559,0.750,3,4,8192.00
+olympiadbench_2574,0.000,0,4,8192.00
+olympiadbench_2577,0.500,2,4,8192.00
+olympiadbench_2576,0.250,1,4,8192.00
+olympiadbench_2572,0.250,1,4,8192.00
+olympiadbench_2596,1.000,4,4,8192.00
+olympiadbench_2584,0.000,0,4,8192.00
+olympiadbench_2588,0.000,0,4,8192.00
+olympiadbench_2580,0.500,2,4,8192.00
+olympiadbench_2582,0.250,1,4,8192.00
+olympiadbench_2583,0.500,2,4,8191.75
+olympiadbench_2592,0.500,2,4,8192.00
+olympiadbench_2598,0.750,3,4,8192.00
+olympiadbench_2599,0.750,3,4,8192.00
+olympiadbench_2606,0.000,0,4,8192.00
+olympiadbench_2601,0.500,2,4,8192.00
+olympiadbench_2603,0.000,0,4,8192.00
+olympiadbench_2609,1.000,4,4,8192.00
+olympiadbench_2604,0.000,0,4,8192.00
+olympiadbench_2602,0.000,0,4,8191.75
+olympiadbench_2608,0.500,2,4,8192.00
+olympiadbench_2607,0.000,0,4,8192.00
+olympiadbench_2626,0.000,0,4,8191.50
+olympiadbench_2610,0.000,0,4,8192.00
+olympiadbench_2600,0.000,0,4,8187.75
+olympiadbench_2613,0.500,2,4,8192.00
+olympiadbench_2637,1.000,4,4,8191.75
+olympiadbench_2615,0.500,2,4,8192.00
+olympiadbench_2635,0.000,0,4,8192.00
+olympiadbench_2614,0.500,2,4,8192.00
+olympiadbench_2612,0.000,0,4,8192.00
+olympiadbench_2611,0.000,0,4,8192.00
+olympiadbench_2636,1.000,4,4,8192.00
+olympiadbench_2642,0.250,1,4,8192.00
+olympiadbench_2625,0.000,0,4,8192.00
+olympiadbench_2641,0.500,2,4,8192.00
+olympiadbench_2650,1.000,4,4,8192.00
+olympiadbench_2639,0.000,0,4,8192.00
+olympiadbench_2647,0.000,0,4,8192.00
+olympiadbench_2638,0.250,1,4,8192.00
+olympiadbench_2648,1.000,4,4,8192.00
+olympiadbench_2645,0.000,0,4,8192.00
+olympiadbench_2644,0.250,1,4,8192.00
+olympiadbench_2640,0.000,0,4,8192.00
+olympiadbench_2652,1.000,4,4,8192.00
+olympiadbench_2646,0.000,0,4,8192.00
+olympiadbench_2653,1.000,4,4,8192.00
+olympiadbench_2651,1.000,4,4,8192.00
+olympiadbench_2657,1.000,4,4,8192.00
+olympiadbench_2643,0.000,0,4,8192.00
+olympiadbench_2649,0.500,2,4,8192.00
+olympiadbench_2656,1.000,4,4,8192.00
+olympiadbench_2658,1.000,4,4,8192.00
+olympiadbench_2659,0.500,2,4,8192.00
+olympiadbench_2661,1.000,4,4,8192.00
+olympiadbench_2655,0.000,0,4,8192.00
+olympiadbench_2662,1.000,4,4,8192.00
+olympiadbench_2663,0.000,0,4,8192.00
+olympiadbench_2654,0.000,0,4,8192.00
+olympiadbench_2660,0.500,2,4,8192.00
+olympiadbench_2666,0.000,0,4,8192.00
+olympiadbench_2675,0.000,0,4,8192.00
+olympiadbench_2667,0.250,1,4,8192.00
+olympiadbench_2664,0.000,0,4,8192.00
+olympiadbench_2665,0.000,0,4,8193.50
+olympiadbench_2669,1.000,4,4,8192.00
+olympiadbench_2670,0.000,0,4,8192.00
+olympiadbench_2673,0.000,0,4,8192.00
+olympiadbench_2684,0.250,1,4,8192.00
+olympiadbench_2668,0.000,0,4,8192.00
+olympiadbench_2671,0.500,2,4,8192.00
+olympiadbench_2674,0.750,3,4,8192.00
+olympiadbench_2678,0.500,2,4,8192.00
+olympiadbench_2679,0.500,2,4,8192.00
+olympiadbench_2687,0.000,0,4,8192.00
+olympiadbench_2702,0.250,1,4,8192.00
+olympiadbench_2676,0.000,0,4,8192.00
+olympiadbench_2701,0.750,3,4,8192.00
+olympiadbench_2677,0.000,0,4,8192.00
+olympiadbench_2672,0.000,0,4,8192.00
+olympiadbench_2707,0.750,3,4,8191.75
+olympiadbench_2680,0.500,2,4,8191.50
+olympiadbench_2705,0.000,0,4,8192.00
+olympiadbench_2708,1.000,4,4,8192.00
+olympiadbench_2711,0.000,0,4,8192.00
+olympiadbench_2713,0.000,0,4,8192.00
+olympiadbench_2709,0.000,0,4,8192.00
+olympiadbench_2706,0.000,0,4,8192.00
+olympiadbench_2710,0.500,2,4,8192.00
+olympiadbench_2712,0.000,0,4,8192.00
+olympiadbench_2714,0.000,0,4,8192.00
+olympiadbench_2720,0.750,3,4,8192.00
+olympiadbench_2718,1.000,4,4,8192.00
+olympiadbench_2723,0.000,0,4,8192.00
+olympiadbench_2715,0.000,0,4,8192.00
+olympiadbench_2717,0.000,0,4,8192.00
+olympiadbench_2735,0.000,0,4,8192.00
+olympiadbench_2721,0.000,0,4,8192.00
+olympiadbench_2732,0.750,3,4,8192.00
+olympiadbench_2727,0.000,0,4,8192.00
+olympiadbench_2728,0.250,1,4,8192.00
+olympiadbench_2722,0.000,0,4,8192.00
+olympiadbench_2731,0.000,0,4,8192.00
+olympiadbench_2733,0.000,0,4,8192.00
+olympiadbench_2725,0.000,0,4,8191.75
+olympiadbench_2724,0.000,0,4,8192.00
+olympiadbench_2730,0.000,0,4,8192.00
+olympiadbench_2729,0.000,0,4,8192.00
+olympiadbench_2726,0.250,1,4,8192.00
+olympiadbench_2739,0.000,0,4,8192.00
+olympiadbench_2736,0.000,0,4,8192.00
+olympiadbench_2738,0.500,2,4,8192.00
+olympiadbench_2737,0.000,0,4,8192.00
+olympiadbench_2747,1.000,4,4,8192.00
+olympiadbench_2741,0.000,0,4,8180.25
+olympiadbench_2742,0.000,0,4,8192.00
+olympiadbench_2740,0.000,0,4,8192.00
+olympiadbench_2746,0.750,3,4,8192.00
+olympiadbench_2748,1.000,4,4,8192.00
+olympiadbench_2734,0.000,0,4,8192.00
+olympiadbench_2744,0.250,1,4,8192.00
+olympiadbench_2753,0.000,0,4,8192.00
+olympiadbench_2745,0.000,0,4,8192.00
+olympiadbench_2754,0.000,0,4,8192.00
+olympiadbench_2763,0.000,0,4,8192.00
+olympiadbench_2759,0.000,0,4,8192.00
+olympiadbench_2764,0.000,0,4,8192.00
+olympiadbench_2773,1.000,4,4,8192.00
+olympiadbench_2760,0.250,1,4,8192.00
+olympiadbench_2765,0.000,0,4,8192.00
+olympiadbench_2761,0.750,3,4,8192.00
+olympiadbench_2777,1.000,4,4,8192.50
+olympiadbench_2762,0.000,0,4,8192.00
+olympiadbench_2776,1.000,4,4,8192.00
+olympiadbench_2767,0.000,0,4,8192.00
+olympiadbench_2775,0.500,2,4,8191.25
+olympiadbench_2770,0.000,0,4,8192.00
+olympiadbench_2780,1.000,4,4,8192.00
+olympiadbench_2766,0.000,0,4,8192.00
+olympiadbench_2768,0.000,0,4,8192.00
+olympiadbench_2772,0.750,3,4,8192.00
+olympiadbench_2783,1.000,4,4,8192.00
+olympiadbench_2771,0.000,0,4,8192.00
+olympiadbench_2781,1.000,4,4,8192.00
+olympiadbench_2778,1.000,4,4,8192.00
+olympiadbench_2782,0.750,3,4,8192.00
+olympiadbench_2787,0.750,3,4,8191.25
+olympiadbench_2785,1.000,4,4,8192.00
+olympiadbench_2784,0.500,2,4,8192.00
+olympiadbench_2788,0.000,0,4,8192.00
+olympiadbench_2786,0.750,3,4,8192.00
+olympiadbench_2790,0.500,2,4,8192.00
+olympiadbench_2789,0.000,0,4,8192.00
+olympiadbench_2791,0.750,3,4,8192.00
+olympiadbench_2792,0.000,0,4,8192.00
+olympiadbench_2799,1.000,4,4,8192.00
+olympiadbench_2793,0.000,0,4,8192.00
+olympiadbench_2795,0.000,0,4,8192.00
+olympiadbench_2827,0.000,0,4,8192.00
+olympiadbench_2798,0.750,3,4,8189.25
+olympiadbench_2823,1.000,4,4,8192.00
+olympiadbench_2830,1.000,4,4,8192.00
+olympiadbench_2800,0.000,0,4,8192.00
+olympiadbench_2796,0.000,0,4,8192.00
+olympiadbench_2794,0.000,0,4,8192.25
+olympiadbench_2797,0.750,3,4,8191.75
+olympiadbench_2831,1.000,4,4,8192.00
+olympiadbench_2829,0.000,0,4,8192.00
+olympiadbench_2802,0.250,1,4,8192.00
+olympiadbench_2801,0.000,0,4,8192.00
+olympiadbench_2817,0.250,1,4,8192.00
+olympiadbench_2824,0.000,0,4,8192.00
+olympiadbench_2821,0.000,0,4,8192.00
+olympiadbench_2819,0.000,0,4,8192.00
+olympiadbench_2818,1.000,4,4,8192.00
+olympiadbench_2834,1.000,4,4,8192.00
+olympiadbench_2822,0.000,0,4,8191.75
+olympiadbench_2828,0.500,2,4,8192.00
+olympiadbench_2836,1.000,4,4,8192.00
+olympiadbench_2825,0.000,0,4,8192.50
+olympiadbench_2839,0.250,1,4,8192.00
+olympiadbench_2840,0.500,2,4,8192.00
+olympiadbench_2842,1.000,4,4,8191.75
+olympiadbench_2838,1.000,4,4,8192.00
+olympiadbench_2841,0.500,2,4,8192.00
+olympiadbench_2832,0.000,0,4,8192.00
+olympiadbench_2835,0.750,3,4,8192.00
+olympiadbench_2843,0.000,0,4,8192.00
+olympiadbench_2845,0.500,2,4,8192.00
+olympiadbench_2852,0.000,0,4,8192.00
+olympiadbench_2846,0.250,1,4,8192.00
+olympiadbench_2847,0.500,2,4,8192.00
+olympiadbench_2849,0.750,3,4,8192.00
+olympiadbench_2844,0.250,1,4,8191.75
+olympiadbench_2848,0.750,3,4,8188.75
+olympiadbench_2860,0.250,1,4,8192.00
+olympiadbench_2850,0.000,0,4,8192.00
+olympiadbench_2856,0.000,0,4,8192.00
+olympiadbench_2853,0.750,3,4,8192.00
+olympiadbench_2857,0.000,0,4,8192.00
+olympiadbench_2854,0.000,0,4,8192.00
+olympiadbench_2851,0.000,0,4,8192.00
+olympiadbench_2858,0.500,2,4,8192.00
+olympiadbench_2863,0.000,0,4,8192.00
+olympiadbench_2855,0.000,0,4,8192.00
+olympiadbench_2859,0.000,0,4,8192.00
+olympiadbench_2861,0.000,0,4,8192.00
+olympiadbench_2887,0.000,0,4,8192.00
+olympiadbench_2890,0.500,2,4,8192.00
+olympiadbench_2862,0.000,0,4,8192.00
+olympiadbench_2898,1.000,4,4,8192.00
+olympiadbench_2891,0.000,0,4,8192.00
+olympiadbench_2888,0.000,0,4,8192.00
+olympiadbench_2901,1.000,4,4,8192.00
+olympiadbench_2892,0.000,0,4,8192.00
+olympiadbench_2884,0.250,1,4,8191.75
+olympiadbench_2903,0.750,3,4,8192.00
+olympiadbench_2894,0.000,0,4,8192.00
+olympiadbench_2893,0.000,0,4,8192.00
+olympiadbench_2905,1.000,4,4,8192.00
+olympiadbench_2895,0.000,0,4,8192.00
+olympiadbench_2900,1.000,4,4,8192.00
+olympiadbench_2896,0.000,0,4,8192.00
+olympiadbench_2909,1.000,4,4,8192.00
+olympiadbench_2904,1.000,4,4,8192.00
+olympiadbench_2902,0.750,3,4,8192.00
+olympiadbench_2899,0.750,3,4,8192.00
+olympiadbench_2907,1.000,4,4,8192.00
+olympiadbench_2911,1.000,4,4,8192.00
+olympiadbench_2908,1.000,4,4,8192.00
+olympiadbench_2897,0.000,0,4,8187.50
+olympiadbench_2912,0.250,1,4,8192.00
+olympiadbench_2910,0.500,2,4,8192.00
+olympiadbench_2913,0.500,2,4,8192.00
+olympiadbench_2914,0.000,0,4,8192.00
+olympiadbench_2922,1.000,4,4,8192.00
+olympiadbench_2920,0.000,0,4,8191.75
+olympiadbench_2916,0.000,0,4,8192.00
+olympiadbench_2918,0.500,2,4,8192.00
+olympiadbench_2947,0.250,1,4,8191.25
+olympiadbench_2915,0.250,1,4,8192.00
+olympiadbench_2919,0.000,0,4,8187.25
+olympiadbench_2917,0.000,0,4,8192.00
+olympiadbench_2925,1.000,4,4,8192.00
+olympiadbench_2951,0.000,0,4,8192.00
+olympiadbench_2924,0.500,2,4,8192.00
+olympiadbench_2927,1.000,4,4,8192.00
+olympiadbench_2953,0.000,0,4,8192.00
+olympiadbench_2921,0.000,0,4,8192.00
+olympiadbench_2949,0.000,0,4,8192.00
+olympiadbench_2926,1.000,4,4,8192.00
+olympiadbench_2950,0.500,2,4,8191.50
+olympiadbench_2948,0.250,1,4,8192.00
+olympiadbench_2955,0.250,1,4,8191.50
+olympiadbench_2963,1.000,4,4,8192.00
+olympiadbench_2957,0.000,0,4,8192.00
+olympiadbench_2952,0.000,0,4,8192.00
+olympiadbench_2960,1.000,4,4,8192.00
+olympiadbench_2954,0.000,0,4,8192.00
+olympiadbench_2971,0.000,0,4,8192.00
+olympiadbench_2958,0.000,0,4,8192.00
+olympiadbench_2956,0.000,0,4,8192.00
+olympiadbench_2966,0.750,3,4,8192.00
+olympiadbench_2961,0.750,3,4,8192.00
+olympiadbench_2972,1.000,4,4,8192.00
+olympiadbench_2968,1.000,4,4,8192.00
+olympiadbench_2962,0.250,1,4,8192.00
+olympiadbench_2964,0.500,2,4,8192.00
+olympiadbench_2970,1.000,4,4,8192.00
+olympiadbench_2974,0.500,2,4,8192.00
+olympiadbench_2967,0.000,0,4,8192.00
+olympiadbench_2969,0.000,0,4,8192.00
+olympiadbench_2985,0.750,3,4,8192.00
+olympiadbench_2977,1.000,4,4,8192.00
+olympiadbench_2975,0.250,1,4,8187.50
+olympiadbench_2978,0.000,0,4,8192.00
+olympiadbench_2973,0.000,0,4,8192.00
+olympiadbench_2979,0.250,1,4,8192.00
+olympiadbench_2986,0.750,3,4,8192.00
+olympiadbench_2976,0.500,2,4,8192.00
+olympiadbench_2984,0.000,0,4,8192.00
+olympiadbench_2980,0.000,0,4,8192.00
+olympiadbench_2983,0.000,0,4,8192.00
+olympiadbench_2981,0.000,0,4,8192.00
+olympiadbench_2982,0.000,0,4,8192.00
+olympiadbench_2988,0.250,1,4,8192.00
+olympiadbench_2987,0.000,0,4,8192.00
+olympiadbench_2990,0.000,0,4,8192.00
+olympiadbench_2989,1.000,4,4,8192.00
+olympiadbench_3008,0.000,0,4,8192.00
+olympiadbench_2994,0.000,0,4,8192.00
+olympiadbench_2992,0.000,0,4,8192.00
+olympiadbench_2991,0.750,3,4,8192.00
+olympiadbench_2996,0.500,2,4,8192.00
+olympiadbench_3011,0.000,0,4,8192.00
+olympiadbench_3021,0.750,3,4,8192.00
+olympiadbench_3013,0.500,2,4,8192.00
+olympiadbench_2993,0.250,1,4,8192.00
+olympiadbench_3015,0.000,0,4,8192.00
+olympiadbench_2995,0.500,2,4,8192.00
+olympiadbench_3006,0.000,0,4,8187.50
+olympiadbench_3001,0.000,0,4,8192.00
+olympiadbench_3000,0.000,0,4,8191.75
+olympiadbench_3004,0.750,3,4,8192.00
+olympiadbench_3007,0.000,0,4,8192.00
+olympiadbench_3010,0.000,0,4,8192.00
+olympiadbench_3019,1.000,4,4,8192.00
+olympiadbench_3018,0.000,0,4,8192.00
+olympiadbench_3012,0.000,0,4,8192.00
+olympiadbench_3022,0.750,3,4,8192.00
+olympiadbench_3016,0.000,0,4,8192.00
+olympiadbench_3014,0.000,0,4,8192.00
+olympiadbench_3024,1.000,4,4,8192.00
+olympiadbench_3009,0.500,2,4,8192.00
+olympiadbench_3020,0.500,2,4,8192.00
+olympiadbench_3017,0.000,0,4,8192.00
+olympiadbench_3028,1.000,4,4,8192.00
+olympiadbench_3027,1.000,4,4,8192.00
+olympiadbench_3030,1.000,4,4,8192.00
+olympiadbench_3037,0.000,0,4,8192.00
+olympiadbench_3033,1.000,4,4,8192.00
+olympiadbench_3025,0.750,3,4,8192.00
+olympiadbench_3031,1.000,4,4,8192.00
+olympiadbench_3026,0.500,2,4,8191.50
+olympiadbench_3023,0.250,1,4,8192.00
+olympiadbench_3032,1.000,4,4,8192.00
+olympiadbench_3038,1.000,4,4,8192.00
+olympiadbench_3040,0.750,3,4,8192.00
+olympiadbench_3035,1.000,4,4,8192.00
+olympiadbench_3034,0.000,0,4,8192.00
+olympiadbench_3029,0.500,2,4,8193.50
+olympiadbench_3047,1.000,4,4,8192.00
+olympiadbench_3036,1.000,4,4,8192.00
+olympiadbench_3046,1.000,4,4,8192.00
+olympiadbench_3039,0.000,0,4,8192.00
+olympiadbench_3044,1.000,4,4,8192.00
+olympiadbench_3043,0.000,0,4,8192.00
+olympiadbench_3045,0.750,3,4,8192.00
+olympiadbench_3041,0.250,1,4,8192.00
+olympiadbench_3077,0.500,2,4,8192.00
+olympiadbench_3049,0.750,3,4,8192.00
+olympiadbench_3078,1.000,4,4,8192.00
+olympiadbench_3042,0.250,1,4,8192.00
+olympiadbench_3048,0.500,2,4,8192.00
+olympiadbench_3075,0.000,0,4,8192.00
+olympiadbench_3079,0.000,0,4,8192.00
+olympiadbench_3076,0.000,0,4,8192.00
+olympiadbench_3089,1.000,4,4,8192.00
+olympiadbench_3080,0.000,0,4,8192.00
+olympiadbench_3084,0.750,3,4,8192.00
+olympiadbench_3090,1.000,4,4,8192.00
+olympiadbench_3081,0.000,0,4,8192.00
+olympiadbench_3091,1.000,4,4,8192.00
+olympiadbench_3083,0.000,0,4,8192.00
+olympiadbench_3096,1.000,4,4,8192.00
+olympiadbench_3082,0.000,0,4,8192.00
+olympiadbench_3092,1.000,4,4,8192.00
+olympiadbench_3101,1.000,4,4,8192.00
+olympiadbench_3085,0.000,0,4,8192.00
+olympiadbench_3094,0.000,0,4,8192.00
+olympiadbench_3087,0.000,0,4,8192.00
+olympiadbench_3102,1.000,4,4,8192.00
+olympiadbench_3088,0.500,2,4,8192.00
+olympiadbench_3098,1.000,4,4,8192.00
+olympiadbench_3099,1.000,4,4,8192.00
+olympiadbench_3100,1.000,4,4,8192.00
+olympiadbench_3095,0.000,0,4,8192.00
+olympiadbench_3086,0.000,0,4,8192.00
+olympiadbench_3097,1.000,4,4,8192.00
+
+Total Accuracy,0.381,1028,2700,8191.90

checkpoint-3780/eval_results/thr0.5/olympiadbench/20260718_002805_0.381/iter_count_distribution.csv

@@ -0,0 +1,7 @@
+iter_count,token_count,percentage
+1,13884038,62.771439163773145
+2,2264074,10.236156322337962
+3,1117532,5.05249927662037
+4,4852756,21.939905237268515
+
+Total Tokens,22118400,100.0

checkpoint-3780/eval_results/thr0.5/olympiadbench/20260718_002805_0.381/results.json

@@ -0,0 +1,16 @@
+{
+  "pass@4": 0.5259,
+  "cons@4": 0.4459,
+  "avg@4": 0.3807,
+  "avg_output_length": 8191.9,
+  "num_problems": 675,
+  "num_samples": 2700,
+  "repeat_size": 4,
+  "avg_request_time": 120.6629,
+  "end_2_end_time": 2599.8234,
+  "token_throughtput": 8507.547,
+  "request_throught": 1.0385,
+  "avg_iter_count": 1.8616,
+  "total_concurrency": 128,
+  "failed_requests": 0
+}

checkpoint-3780/eval_results/thr0.5/olympiadbench/20260718_002805_0.381/samples.jsonl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d201918d8dd472819a43f052bf506958fe03bb0090b1bf9d1ceacd50ce30806
+size 68474575