{ "count": 100, "solved": 100, "solved_rate": 1.0, "total_model_candidates": 60416, "mean_candidate_budget_per_problem": 604.16, "max_candidate_budget_per_problem": 5376, "min_candidate_budget_per_problem": 256, "mean_candidates_until_solution": 282.45, "median_candidates_until_solution": 30.5, "max_candidates_until_solution": 4774, "source_budgets": { "outputs/eval/sample_shaped/shard_0.jsonl": { "rows": 100, "candidates": 1600 }, "outputs/eval/sample_shaped/shard_1.jsonl": { "rows": 100, "candidates": 1600 }, "outputs/eval/sample_shaped/shard_2.jsonl": { "rows": 100, "candidates": 1600 }, "outputs/eval/sample_shaped/shard_3.jsonl": { "rows": 100, "candidates": 1600 }, "outputs/eval/sample_shaped/shard_4.jsonl": { "rows": 100, "candidates": 1600 }, "outputs/eval/sample_shaped/shard_5.jsonl": { "rows": 100, "candidates": 1600 }, "outputs/eval/sample_shaped/shard_6.jsonl": { "rows": 100, "candidates": 1600 }, "outputs/eval/sample_shaped/shard_7.jsonl": { "rows": 100, "candidates": 1600 }, "outputs/eval/sample_ch/shard_0.jsonl": { "rows": 100, "candidates": 1600 }, "outputs/eval/sample_ch/shard_1.jsonl": { "rows": 100, "candidates": 1600 }, "outputs/eval/sample_ch/shard_2.jsonl": { "rows": 100, "candidates": 1600 }, "outputs/eval/sample_ch/shard_3.jsonl": { "rows": 100, "candidates": 1600 }, "outputs/eval/sample_ch/shard_4.jsonl": { "rows": 100, "candidates": 1600 }, "outputs/eval/sample_ch/shard_5.jsonl": { "rows": 100, "candidates": 1600 }, "outputs/eval/sample_ch/shard_6.jsonl": { "rows": 100, "candidates": 1600 }, "outputs/eval/sample_ch/shard_7.jsonl": { "rows": 100, "candidates": 1600 }, "outputs/eval/adaptive/r1_shard_0.jsonl": { "rows": 21, "candidates": 2688 }, "outputs/eval/adaptive/r1_shard_1.jsonl": { "rows": 21, "candidates": 2688 }, "outputs/eval/adaptive/r1_shard_2.jsonl": { "rows": 21, "candidates": 2688 }, "outputs/eval/adaptive/r1_shard_3.jsonl": { "rows": 21, "candidates": 2688 }, "outputs/eval/adaptive/r1_shard_4.jsonl": { "rows": 21, "candidates": 2688 }, "outputs/eval/adaptive/r1_shard_5.jsonl": { "rows": 21, "candidates": 2688 }, "outputs/eval/adaptive/r1_shard_6.jsonl": { "rows": 21, "candidates": 2688 }, "outputs/eval/adaptive/r1_shard_7.jsonl": { "rows": 21, "candidates": 2688 }, "outputs/eval/adaptive/r2_shard_0.jsonl": { "rows": 4, "candidates": 512 }, "outputs/eval/adaptive/r2_shard_1.jsonl": { "rows": 4, "candidates": 512 }, "outputs/eval/adaptive/r2_shard_2.jsonl": { "rows": 4, "candidates": 512 }, "outputs/eval/adaptive/r2_shard_3.jsonl": { "rows": 4, "candidates": 512 }, "outputs/eval/adaptive/r2_shard_4.jsonl": { "rows": 4, "candidates": 512 }, "outputs/eval/adaptive/r2_shard_5.jsonl": { "rows": 4, "candidates": 512 }, "outputs/eval/adaptive/r2_shard_6.jsonl": { "rows": 4, "candidates": 512 }, "outputs/eval/adaptive/r2_shard_7.jsonl": { "rows": 4, "candidates": 512 }, "outputs/eval/adaptive/r3_shard_0.jsonl": { "rows": 4, "candidates": 512 }, "outputs/eval/adaptive/r3_shard_1.jsonl": { "rows": 4, "candidates": 512 }, "outputs/eval/adaptive/r3_shard_2.jsonl": { "rows": 4, "candidates": 512 }, "outputs/eval/adaptive/r3_shard_3.jsonl": { "rows": 4, "candidates": 512 }, "outputs/eval/adaptive/r3_shard_4.jsonl": { "rows": 4, "candidates": 512 }, "outputs/eval/adaptive/r3_shard_5.jsonl": { "rows": 4, "candidates": 512 }, "outputs/eval/adaptive/r3_shard_6.jsonl": { "rows": 4, "candidates": 512 }, "outputs/eval/adaptive/r3_shard_7.jsonl": { "rows": 4, "candidates": 512 }, "outputs/eval/adaptive/r4_shard_0.jsonl": { "rows": 3, "candidates": 384 }, "outputs/eval/adaptive/r4_shard_1.jsonl": { "rows": 3, "candidates": 384 }, "outputs/eval/adaptive/r4_shard_2.jsonl": { "rows": 3, "candidates": 384 }, "outputs/eval/adaptive/r4_shard_3.jsonl": { "rows": 3, "candidates": 384 }, "outputs/eval/adaptive/r4_shard_4.jsonl": { "rows": 3, "candidates": 384 }, "outputs/eval/adaptive/r4_shard_5.jsonl": { "rows": 3, "candidates": 384 }, "outputs/eval/adaptive/r4_shard_6.jsonl": { "rows": 3, "candidates": 384 }, "outputs/eval/adaptive/r4_shard_7.jsonl": { "rows": 3, "candidates": 384 }, "outputs/eval/adaptive/r5_shard_0.jsonl": { "rows": 2, "candidates": 256 }, "outputs/eval/adaptive/r5_shard_1.jsonl": { "rows": 2, "candidates": 256 }, "outputs/eval/adaptive/r5_shard_2.jsonl": { "rows": 2, "candidates": 256 }, "outputs/eval/adaptive/r5_shard_3.jsonl": { "rows": 2, "candidates": 256 }, "outputs/eval/adaptive/r5_shard_4.jsonl": { "rows": 2, "candidates": 256 }, "outputs/eval/adaptive/r5_shard_5.jsonl": { "rows": 2, "candidates": 256 }, "outputs/eval/adaptive/r5_shard_6.jsonl": { "rows": 2, "candidates": 256 }, "outputs/eval/adaptive/r5_shard_7.jsonl": { "rows": 2, "candidates": 256 }, "outputs/eval/adaptive/r6_shard_0.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r6_shard_1.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r6_shard_2.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r6_shard_3.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r6_shard_4.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r6_shard_5.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r6_shard_6.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r6_shard_7.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r7_shard_0.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r7_shard_1.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r7_shard_2.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r7_shard_3.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r7_shard_4.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r7_shard_5.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r7_shard_6.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r7_shard_7.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r8_shard_0.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r8_shard_1.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r8_shard_2.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r8_shard_3.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r8_shard_4.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r8_shard_5.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r8_shard_6.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r8_shard_7.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r9_shard_0.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r9_shard_1.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r9_shard_2.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r9_shard_3.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r9_shard_4.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r9_shard_5.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r9_shard_6.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r9_shard_7.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r10_shard_0.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r10_shard_1.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r10_shard_2.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r10_shard_3.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r10_shard_4.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r10_shard_5.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r10_shard_6.jsonl": { "rows": 0, "candidates": 0 }, "outputs/eval/adaptive/r10_shard_7.jsonl": { "rows": 0, "candidates": 0 } }, "unsolved_keys": [], "reason_counts": { "value is 18, expected 24": 2717, "value is 48, expected 24": 2423, "value is 36, expected 24": 2122, "value is 16, expected 24": 2084, "value is 20, expected 24": 2016, "value is 60, expected 24": 1817, "value is 12, expected 24": 1694, "value is 22, expected 24": 1690, "value is 96, expected 24": 1634, "value is 30, expected 24": 1595, "value is 66, expected 24": 1577, "value is 21, expected 24": 1387, "value is 27, expected 24": 1341, "empty expression": 1302, "value is 40, expected 24": 1290, "numbers are not used exactly once": 1277, "value is 72, expected 24": 1179, "value is 84, expected 24": 1155, "value is 0, expected 24": 1088, "ok": 1065, "value is 8, expected 24": 993, "value is 42, expected 24": 986, "value is 64, expected 24": 966, "value is 6, expected 24": 958, "value is 25, expected 24": 949, "value is 28, expected 24": 843, "value is 26, expected 24": 790, "value is 29, expected 24": 784, "value is 14, expected 24": 769, "value is 32, expected 24": 756, "value is 10, expected 24": 649, "value is 120, expected 24": 624, "value is 19, expected 24": 555, "value is 15, expected 24": 540, "value is 23, expected 24": 528, "value is 80, expected 24": 496, "value is 33, expected 24": 461, "value is 54, expected 24": 427, "value is 70, expected 24": 426, "value is 35, expected 24": 384, "value is 45, expected 24": 373, "value is 104, expected 24": 361, "value is 39, expected 24": 345, "value is 56, expected 24": 332, "value is 13, expected 24": 310, "value is 31, expected 24": 308, "value is 52, expected 24": 303, "value is -6, expected 24": 298, "value is 25.6666666667, expected 24": 298, "contains disallowed characters": 292, "value is -26, expected 24": 280, "value is 9, expected 24": 277, "value is 34, expected 24": 263, "value is -16, expected 24": 262, "value is -12, expected 24": 243, "value is 37, expected 24": 240, "value is 43, expected 24": 223, "value is 50, expected 24": 222, "value is 4, expected 24": 214, "value is 44, expected 24": 186, "value is 38, expected 24": 186, "value is -22, expected 24": 175, "value is 17, expected 24": 166, "value is 97, expected 24": 159, "value is 5.71428571429, expected 24": 148, "value is 108, expected 24": 135, "value is 21.5, expected 24": 128, "value is -7, expected 24": 127, "value is 9.33333333333, expected 24": 122, "value is 24.6153846154, expected 24": 121, "value is 90, expected 24": 120, "value is 16.5, expected 24": 120, "division by zero": 120, "value is 7, expected 24": 118, "value is 98, expected 24": 118, "value is 78, expected 24": 115, "value is 63, expected 24": 115, "value is 11, expected 24": 114, "value is 82.5, expected 24": 114, "value is 10.5, expected 24": 104, "value is 5, expected 24": 101, "value is 13.3333333333, expected 24": 101, "value is 7.61538461538, expected 24": 85, "value is 18.6666666667, expected 24": 84, "value is 77, expected 24": 83, "value is 22.5, expected 24": 81, "value is 16.6666666667, expected 24": 78, "value is 6.54545454545, expected 24": 74, "value is 65, expected 24": 72, "value is 51.0769230769, expected 24": 70, "value is 3, expected 24": 68, "value is 6.4, expected 24": 66, "value is 10.8, expected 24": 62, "value is 25.5, expected 24": 60, "value is 7.25, expected 24": 59, "value is 75, expected 24": 57, "value is 117, expected 24": 56, "value is 6.66666666667, expected 24": 55, "value is 20.5714285714, expected 24": 49, "value is 12.8571428571, expected 24": 49, "value is -8, expected 24": 48, "value is 24.75, expected 24": 48, "value is 21.3333333333, expected 24": 47, "value is 33.3333333333, expected 24": 46, "value is 91, expected 24": 45, "value is 49, expected 24": 45, "value is 110, expected 24": 44, "value is -65, expected 24": 43, "value is 160, expected 24": 43, "value is 10.6666666667, expected 24": 42, "value is 23.2727272727, expected 24": 42, "value is 12.5, expected 24": 41, "value is 21.6666666667, expected 24": 41, "value is -20, expected 24": 40, "value is -36, expected 24": 39, "value is 23.375, expected 24": 39, "value is 88, expected 24": 38, "value is 47, expected 24": 37, "value is 9.6, expected 24": 37, "value is 14.7777777778, expected 24": 37, "value is 31.5, expected 24": 34, "value is 23.1111111111, expected 24": 34, "value is 5.6, expected 24": 34, "value is 144, expected 24": 33, "value is 126, expected 24": 33, "value is 26.4, expected 24": 33, "value is 99, expected 24": 32, "value is 186, expected 24": 32, "value is 78.2222222222, expected 24": 32, "value is 13.5, expected 24": 31, "value is 85.3333333333, expected 24": 31, "value is 67, expected 24": 30, "value is 79, expected 24": 30, "value is 13.7142857143, expected 24": 29, "value is 138, expected 24": 29, "value is 8.27272727273, expected 24": 29, "value is 7.63636363636, expected 24": 29, "value is 46, expected 24": 28, "value is 168, expected 24": 28, "value is 53, expected 24": 27, "value is 4.66666666667, expected 24": 27, "value is 25.6, expected 24": 27, "value is 13.6, expected 24": 27, "value is 198, expected 24": 26, "value is 24.3333333333, expected 24": 26, "value is -15, expected 24": 25, "value is 55, expected 24": 25, "value is 182, expected 24": 24, "value is 44.5714285714, expected 24": 24, "value is -136, expected 24": 24, "value is 7.09090909091, expected 24": 24, "value is 86, expected 24": 23, "value is 17.6, expected 24": 23, "value is 24.2, expected 24": 23, "value is 6.5, expected 24": 23, "value is 32.5714285714, expected 24": 23, "value is 81, expected 24": 23, "value is 9.5, expected 24": 22, "value is 14.4, expected 24": 22, "value is 17.3333333333, expected 24": 21, "value is 44.625, expected 24": 21, "value is 26.6666666667, expected 24": 21, "value is 52.25, expected 24": 21, "numbers must be positive integers": 20, "value is 140, expected 24": 20, "value is 9.23076923077, expected 24": 20, "value is 57, expected 24": 20, "value is 41, expected 24": 19, "value is 29.3333333333, expected 24": 19, "value is 94.9090909091, expected 24": 19, "value is 28.5, expected 24": 18, "value is 22.4, expected 24": 18, "value is -30, expected 24": 18, "value is 25.8461538462, expected 24": 18, "value is 4.5, expected 24": 17, "value is 165, expected 24": 17, "value is 4.61538461538, expected 24": 17, "value is 70.5, expected 24": 17, "value is 19.5555555556, expected 24": 17, "value is 7.71428571429, expected 24": 16, "value is 58.5, expected 24": 16, "value is 24.5, expected 24": 16, "value is 71, expected 24": 16, "value is 11.2, expected 24": 16, "value is 1.5, expected 24": 15, "value is 210, expected 24": 15, "value is 19.5, expected 24": 15, "value is 27.1428571429, expected 24": 15, "value is 22.8571428571, expected 24": 15, "value is 61, expected 24": 15, "value is 8.55555555556, expected 24": 15, "value is -2, expected 24": 15, "value is 17.1428571429, expected 24": 15, "value is 240, expected 24": 14, "value is -18, expected 24": 14, "value is 28.8, expected 24": 14, "value is 25.6923076923, expected 24": 14, "value is 5.90909090909, expected 24": 14, "value is 11.25, expected 24": 14, "value is 53.1666666667, expected 24": 14, "unsupported expression node: UnaryOp": 13, "value is 10.4, expected 24": 13, "value is 45.5, expected 24": 13, "value is 228, expected 24": 13, "value is 5.14285714286, expected 24": 13, "value is 21.6363636364, expected 24": 13, "value is 15.4285714286, expected 24": 13, "value is 93, expected 24": 13, "value is 23.125, expected 24": 13, "value is 13.2, expected 24": 12, "value is 5.77777777778, expected 24": 12, "value is 68, expected 24": 12, "value is 65.5, expected 24": 12, "value is 50.6666666667, expected 24": 12, "value is 13.75, expected 24": 12, "value is 30.6666666667, expected 24": 12, "value is 114, expected 24": 11, "value is 1.44444444444, expected 24": 11, "value is 7.14285714286, expected 24": 11, "value is 132, expected 24": 11, "value is -24, expected 24": 11, "value is 12.6666666667, expected 24": 11, "value is 55.25, expected 24": 11, "value is 20.0909090909, expected 24": 11, "value is 56.5714285714, expected 24": 11, "value is 69.3333333333, expected 24": 11, "value is 9.71428571429, expected 24": 11, "value is 14.5714285714, expected 24": 11, "value is -4.45454545455, expected 24": 11, "value is 22.9090909091, expected 24": 11, "value is 8.4, expected 24": 10, "value is -3, expected 24": 10, "invalid syntax (, line 1)": 10, "value is 20.5, expected 24": 10, "value is -9, expected 24": 10, "value is 112, expected 24": 10, "value is 22.1428571429, expected 24": 10, "value is 121, expected 24": 10, "value is 18.3333333333, expected 24": 10, "value is 23.5714285714, expected 24": 10, "value is 8.33333333333, expected 24": 10, "value is 17.5454545455, expected 24": 10, "value is 1164, expected 24": 10, "value is 105, expected 24": 9, "value is 37.3333333333, expected 24": 9, "value is 4.36363636364, expected 24": 9, "value is 20.4285714286, expected 24": 9, "value is 8.125, expected 24": 9, "value is 150, expected 24": 9, "value is 40.5, expected 24": 9, "value is 17.8, expected 24": 9, "value is 5.4, expected 24": 9, "value is 23.2222222222, expected 24": 9, "value is 62, expected 24": 8, "value is 19.3333333333, expected 24": 8, "value is -14, expected 24": 8, "value is 14.8571428571, expected 24": 8, "value is 2, expected 24": 8, "value is 22.2857142857, expected 24": 8, "value is 38.5, expected 24": 8, "value is 6.85714285714, expected 24": 8, "value is 136, expected 24": 8, "value is 26.5, expected 24": 8, "value is 2.66666666667, expected 24": 8, "value is 8.66666666667, expected 24": 8, "value is 22.6666666667, expected 24": 8, "value is 8.25, expected 24": 8, "value is 19.7142857143, expected 24": 8, "value is 31.6666666667, expected 24": 8, "value is 35.6, expected 24": 8, "value is 28.3636363636, expected 24": 8, "value is 29.1666666667, expected 24": 8, "value is 34.4285714286, expected 24": 8, "value is 28.6666666667, expected 24": 7, "value is 180, expected 24": 7, "value is 49.1428571429, expected 24": 7, "value is 13.6666666667, expected 24": 7, "value is 7.27272727273, expected 24": 7, "value is 11.6666666667, expected 24": 7, "value is 89.1428571429, expected 24": 7, "value is 24.7272727273, expected 24": 7, "value is 4.58333333333, expected 24": 7, "value is 26.5714285714, expected 24": 7, "value is 14.5454545455, expected 24": 7, "value is 1197, expected 24": 7, "value is 1044, expected 24": 7, "value is 23.3333333333, expected 24": 6, "value is 11.4285714286, expected 24": 6, "value is 208, expected 24": 6, "value is 89, expected 24": 6, "value is 51.3333333333, expected 24": 6, "value is 51, expected 24": 6, "value is 1.85714285714, expected 24": 6, "value is 67.1428571429, expected 24": 6, "value is 73, expected 24": 6, "value is 59, expected 24": 6, "value is 23.7777777778, expected 24": 6, "value is 47.2, expected 24": 6, "value is 21.6, expected 24": 6, "value is 20.3333333333, expected 24": 6, "value is -56, expected 24": 6, "value is 23.6, expected 24": 6, "value is 20.25, expected 24": 6, "value is 7.8, expected 24": 6, "value is 23.6666666667, expected 24": 6, "value is 11.5384615385, expected 24": 6, "value is 17.4, expected 24": 6, "value is 25.3333333333, expected 24": 6, "value is 23.25, expected 24": 6, "value is 17.7777777778, expected 24": 6, "value is 35.1, expected 24": 6, "value is 12.7272727273, expected 24": 6, "value is 16.2, expected 24": 6, "value is 22.25, expected 24": 6, "value is 11.8333333333, expected 24": 6, "value is 354, expected 24": 6, "value is 19.8333333333, expected 24": 6, "value is 252, expected 24": 5, "value is 92, expected 24": 5, "value is 9.42857142857, expected 24": 5, "value is 19.3846153846, expected 24": 5, "value is -28, expected 24": 5, "value is 22.4285714286, expected 24": 5, "value is 45.3333333333, expected 24": 5, "value is 35.2, expected 24": 5, "value is 22.2, expected 24": 5, "value is 22.6, expected 24": 5, "value is 21.8333333333, expected 24": 5, "value is 24.8333333333, expected 24": 5, "value is 33.6666666667, expected 24": 5, "value is 40.4285714286, expected 24": 5, "value is 18.8571428571, expected 24": 5, "value is 7.33333333333, expected 24": 5, "value is 9.81818181818, expected 24": 5, "value is 38.6666666667, expected 24": 5, "value is 130, expected 24": 5, "value is 15.75, expected 24": 5, "value is 14.6666666667, expected 24": 5, "value is 16.3636363636, expected 24": 5, "value is 5.83333333333, expected 24": 5, "value is 9.83333333333, expected 24": 5, "value is 16.25, expected 24": 5, "value is 37.5, expected 24": 4, "value is 27.5, expected 24": 4, "value is 258, expected 24": 4, "value is 34.6666666667, expected 24": 4, "value is 37.6, expected 24": 4, "value is 13.3846153846, expected 24": 4, "value is 69, expected 24": 4, "value is 10.6363636364, expected 24": 4, "value is 30.5, expected 24": 4, "value is 8.5, expected 24": 4, "value is 15.5, expected 24": 4, "value is 320, expected 24": 4, "value is 19.2, expected 24": 4, "value is -42, expected 24": 4, "value is 83, expected 24": 4, "value is 22.75, expected 24": 4, "value is 5.5, expected 24": 4, "value is 357, expected 24": 4, "value is 8.61538461538, expected 24": 4, "value is 344, expected 24": 4, "value is 19.8, expected 24": 4, "value is 23.5, expected 24": 4, "value is 40.8, expected 24": 4, "value is 25.0909090909, expected 24": 4, "value is 27.4, expected 24": 4, "value is 32.4, expected 24": 4, "value is 15.25, expected 24": 4, "value is 76, expected 24": 4, "value is 845, expected 24": 4, "value is 28.6, expected 24": 4, "value is 25.7142857143, expected 24": 4, "value is -9.6, expected 24": 4, "value is 243, expected 24": 4, "value is 39.1111111111, expected 24": 4, "value is 12.8, expected 24": 4, "value is -48, expected 24": 4, "value is 17.4545454545, expected 24": 4, "value is 5.2, expected 24": 4, "value is 19.1111111111, expected 24": 4, "value is 176, expected 24": 4, "value is -91, expected 24": 4, "value is 22.7777777778, expected 24": 4, "value is 1080, expected 24": 4, "value is -108, expected 24": 4, "value is 111, expected 24": 4, "value is 174, expected 24": 3, "value is 216, expected 24": 3, "value is 4.33333333333, expected 24": 3, "value is 16.4444444444, expected 24": 3, "value is 100, expected 24": 3, "value is 19.6, expected 24": 3, "value is 59.5, expected 24": 3, "value is 12.6, expected 24": 3, "value is 7.5, expected 24": 3, "value is 7.38461538462, expected 24": 3, "value is -4, expected 24": 3, "value is 29.7142857143, expected 24": 3, "value is 48.7272727273, expected 24": 3, "value is 72.2857142857, expected 24": 3, "value is 48.3, expected 24": 3, "value is 5.25, expected 24": 3, "value is 22.7692307692, expected 24": 3, "value is 47.6666666667, expected 24": 3, "value is 22.1666666667, expected 24": 3, "value is 19.6363636364, expected 24": 3, "value is 74.7692307692, expected 24": 3, "value is 68.4, expected 24": 3, "value is 4.14285714286, expected 24": 3, "value is 4.91666666667, expected 24": 3, "value is -66, expected 24": 3, "value is 22.8333333333, expected 24": 3, "value is 6.46153846154, expected 24": 3, "value is 23.1428571429, expected 24": 3, "value is 36.3636363636, expected 24": 3, "value is 1, expected 24": 3, "value is 154, expected 24": 3, "value is 29.25, expected 24": 3, "value is -21.3333333333, expected 24": 3, "value is 480, expected 24": 3, "value is 8.16666666667, expected 24": 3, "value is 36.4, expected 24": 3, "value is 106, expected 24": 3, "value is -1.11340206186, expected 24": 3, "value is 19.25, expected 24": 3, "value is 9.25, expected 24": 3, "value is 8.08333333333, expected 24": 3, "value is 17.2222222222, expected 24": 3, "value is 156, expected 24": 2, "value is 31.2, expected 24": 2, "value is 4.85714285714, expected 24": 2, "value is 21.2, expected 24": 2, "value is 10.3846153846, expected 24": 2, "value is -10, expected 24": 2, "value is 5.45454545455, expected 24": 2, "value is 32.8, expected 24": 2, "value is 2.18181818182, expected 24": 2, "value is -2.18181818182, expected 24": 2, "value is 11.1428571429, expected 24": 2, "value is 33.4285714286, expected 24": 2, "value is 33.6, expected 24": 2, "value is 22.8, expected 24": 2, "value is 8.8, expected 24": 2, "value is 2.75, expected 24": 2, "value is 17.875, expected 24": 2, "value is 34.4615384615, expected 24": 2, "value is 22.5714285714, expected 24": 2, "value is 46.6666666667, expected 24": 2, "value is 8.72727272727, expected 24": 2, "value is 15.6666666667, expected 24": 2, "value is 135, expected 24": 2, "value is 50.5, expected 24": 2, "value is 29.5, expected 24": 2, "value is -72, expected 24": 2, "value is 28.1666666667, expected 24": 2, "value is -165, expected 24": 2, "value is 429, expected 24": 2, "value is 18.5, expected 24": 2, "value is 30.1428571429, expected 24": 2, "value is 40.8571428571, expected 24": 2, "value is 15.2, expected 24": 2, "value is -5, expected 24": 2, "value is 5.53846153846, expected 24": 2, "value is 6.07692307692, expected 24": 2, "value is 148, expected 24": 2, "value is 8.09090909091, expected 24": 2, "value is 23.8333333333, expected 24": 2, "value is 42.3076923077, expected 24": 2, "value is 1.28571428571, expected 24": 2, "value is 264, expected 24": 2, "value is 62.4, expected 24": 2, "value is 38.4, expected 24": 2, "value is 33.5, expected 24": 2, "value is 24.6666666667, expected 24": 2, "value is 22.6153846154, expected 24": 2, "value is 15.1666666667, expected 24": 2, "value is 9.75, expected 24": 2, "value is 15.3333333333, expected 24": 2, "value is 13.6363636364, expected 24": 2, "value is 6.92307692308, expected 24": 2, "value is 175, expected 24": 2, "value is 4.25, expected 24": 2, "value is 53.8888888889, expected 24": 2, "value is 41.8181818182, expected 24": 2, "value is 24.4, expected 24": 2, "value is 116, expected 24": 2, "value is 7.42857142857, expected 24": 2, "value is -4.5, expected 24": 2, "value is 8.75, expected 24": 2, "value is 26.8571428571, expected 24": 2, "value is 8.44444444444, expected 24": 2, "value is 66.6666666667, expected 24": 2, "value is -2.57142857143, expected 24": 2, "value is 34.5555555556, expected 24": 2, "value is 299, expected 24": 2, "value is 29.75, expected 24": 2, "value is -21, expected 24": 2, "value is 14.75, expected 24": 2, "value is 52.5, expected 24": 2, "value is 17.5, expected 24": 2, "value is 11.3333333333, expected 24": 2, "value is 24.4615384615, expected 24": 2, "value is 25.3846153846, expected 24": 2, "value is 23.4545454545, expected 24": 2, "value is 20.7777777778, expected 24": 2, "value is 15.5454545455, expected 24": 2, "value is -1, expected 24": 2, "value is 33.2, expected 24": 2, "value is 7.58333333333, expected 24": 2, "value is 58.1538461538, expected 24": 2, "value is 10.9090909091, expected 24": 2, "value is 1.24137931034, expected 24": 2, "value is 14.5, expected 24": 1, "value is 125, expected 24": 1, "value is 12.2857142857, expected 24": 1, "value is 151.666666667, expected 24": 1, "value is 10.5714285714, expected 24": 1, "value is 18.3076923077, expected 24": 1, "value is 16.7777777778, expected 24": 1, "value is -45.5, expected 24": 1, "value is 221, expected 24": 1, "value is 312, expected 24": 1, "value is 151, expected 24": 1, "value is 2.69230769231, expected 24": 1, "value is 37.5555555556, expected 24": 1, "value is 1.30769230769, expected 24": 1, "value is 37.7142857143, expected 24": 1, "value is 85, expected 24": 1, "value is 440, expected 24": 1, "value is 23.4285714286, expected 24": 1, "value is 6.3, expected 24": 1, "value is -4.14285714286, expected 24": 1, "value is 66.5, expected 24": 1, "value is 4.90909090909, expected 24": 1, "value is 19.4, expected 24": 1, "value is 25.2, expected 24": 1, "value is -49, expected 24": 1, "value is 115.909090909, expected 24": 1, "value is -2.69230769231, expected 24": 1, "value is 24.1818181818, expected 24": 1, "value is -84, expected 24": 1, "value is 74, expected 24": 1, "value is 53.3333333333, expected 24": 1, "value is 62.1428571429, expected 24": 1, "value is 0.674698795181, expected 24": 1, "value is 54.375, expected 24": 1, "value is 7.28571428571, expected 24": 1, "value is 94.8571428571, expected 24": 1, "value is 107, expected 24": 1, "value is 11.9230769231, expected 24": 1, "value is -96, expected 24": 1, "value is -5.375, expected 24": 1, "value is 12.3076923077, expected 24": 1, "value is 95, expected 24": 1, "value is -27, expected 24": 1, "value is 242, expected 24": 1, "value is 5.33333333333, expected 24": 1, "value is -3.5, expected 24": 1, "value is 79.3333333333, expected 24": 1, "value is -54, expected 24": 1, "value is 594, expected 24": 1, "value is 5.625, expected 24": 1, "value is 184, expected 24": 1, "value is 4.125, expected 24": 1, "value is 21.8, expected 24": 1, "value is -171, expected 24": 1, "value is 35.8333333333, expected 24": 1, "value is 51.2, expected 24": 1, "value is -243, expected 24": 1, "value is 29.8, expected 24": 1, "value is 53.5714285714, expected 24": 1, "value is 8.57142857143, expected 24": 1, "value is 13.0909090909, expected 24": 1, "value is 350, expected 24": 1, "value is 26.8, expected 24": 1, "value is 17.2, expected 24": 1, "value is 94.4, expected 24": 1, "value is 256, expected 24": 1, "value is 32.25, expected 24": 1, "value is 5.85714285714, expected 24": 1, "value is -221, expected 24": 1, "value is 9.30769230769, expected 24": 1, "value is 2.15384615385, expected 24": 1, "value is 30.5714285714, expected 24": 1, "value is 24.7142857143, expected 24": 1, "value is 17.5384615385, expected 24": 1, "value is 16.6153846154, expected 24": 1, "value is 11.0769230769, expected 24": 1, "value is 27.25, expected 24": 1, "value is -32, expected 24": 1, "value is 21.25, expected 24": 1, "value is 6.25, expected 24": 1, "value is 9.375, expected 24": 1, "value is 137, expected 24": 1, "value is 11.4615384615, expected 24": 1, "value is 143, expected 24": 1, "value is 924, expected 24": 1, "value is 149, expected 24": 1, "value is 6.09090909091, expected 24": 1, "value is 16.0769230769, expected 24": 1, "value is 209, expected 24": 1, "value is 1.33333333333, expected 24": 1, "value is 792, expected 24": 1, "value is 871, expected 24": 1, "value is 7.69230769231, expected 24": 1, "value is 43.5, expected 24": 1, "value is 6.16666666667, expected 24": 1, "value is 25.8, expected 24": 1, "value is 18.4285714286, expected 24": 1, "value is 21.8571428571, expected 24": 1, "value is 16.2222222222, expected 24": 1, "value is 24.6, expected 24": 1, "value is 4.4, expected 24": 1, "value is 1.45454545455, expected 24": 1, "value is 220, expected 24": 1, "value is 300, expected 24": 1, "value is 19.6666666667, expected 24": 1, "value is 27.3333333333, expected 24": 1, "value is 46.2857142857, expected 24": 1, "value is -50, expected 24": 1, "value is 4.44444444444, expected 24": 1, "value is 94, expected 24": 1, "value is 48.9, expected 24": 1, "value is 97.8, expected 24": 1, "value is 162, expected 24": 1, "value is 247, expected 24": 1, "value is 29.6666666667, expected 24": 1, "value is 217, expected 24": 1, "value is 64.1666666667, expected 24": 1, "value is 20.4, expected 24": 1, "value is -26.6666666667, expected 24": 1, "value is 36.8181818182, expected 24": 1, "value is 45.1, expected 24": 1, "value is 24.25, expected 24": 1, "value is 9.77777777778, expected 24": 1, "unmatched ')' (, line 1)": 1, "value is 23.625, expected 24": 1, "value is -2.12903225806, expected 24": 1, "value is 141.166666667, expected 24": 1, "value is 80.5714285714, expected 24": 1, "value is 54.6666666667, expected 24": 1, "value is -14.4, expected 24": 1, "value is 74.6666666667, expected 24": 1, "value is 29.1428571429, expected 24": 1, "value is 61.9090909091, expected 24": 1, "value is 4.42857142857, expected 24": 1, "value is 74.1818181818, expected 24": 1, "value is 26.75, expected 24": 1, "value is -52, expected 24": 1, "value is 2.6, expected 24": 1, "value is 19.4285714286, expected 24": 1, "value is -2.55555555556, expected 24": 1, "value is 348, expected 24": 1, "value is 3.42857142857, expected 24": 1, "value is 23.75, expected 24": 1, "value is 27.75, expected 24": 1, "value is 6.6, expected 24": 1, "value is 2.4, expected 24": 1, "value is 0.96, expected 24": 1, "value is 192, expected 24": 1, "value is 62.6666666667, expected 24": 1, "value is 124, expected 24": 1, "value is 17.1111111111, expected 24": 1, "value is 20.2222222222, expected 24": 1, "value is 19.4444444444, expected 24": 1, "value is 38.7272727273, expected 24": 1, "value is 102, expected 24": 1, "value is 18.8333333333, expected 24": 1, "value is 12.1666666667, expected 24": 1, "value is 318, expected 24": 1, "value is 3.57142857143, expected 24": 1, "value is 21.4444444444, expected 24": 1, "value is 107.555555556, expected 24": 1, "value is 5.54545454545, expected 24": 1, "value is 119.875, expected 24": 1, "value is 896, expected 24": 1, "value is 12.5555555556, expected 24": 1, "value is 14.3333333333, expected 24": 1, "value is 20.875, expected 24": 1, "value is 1.375, expected 24": 1, "value is 880, expected 24": 1, "value is 86.7777777778, expected 24": 1, "'(' was never closed (, line 1)": 1, "value is 8.81818181818, expected 24": 1, "value is 62.5, expected 24": 1, "value is 80.5, expected 24": 1, "value is 5.38461538462, expected 24": 1, "value is 32.5, expected 24": 1, "value is 1.05405405405, expected 24": 1, "value is 81.5, expected 24": 1, "value is 46.8, expected 24": 1, "value is 61.2, expected 24": 1, "value is 17.25, expected 24": 1, "value is -1.51724137931, expected 24": 1, "value is 1296, expected 24": 1, "unsupported expression node: BinOp": 1, "value is -44, expected 24": 1, "value is -0.123711340206, expected 24": 1, "value is 129, expected 24": 1, "value is 288, expected 24": 1, "value is 396, expected 24": 1, "value is -1.24137931034, expected 24": 1, "value is 11.75, expected 24": 1 } }