9624 lines
397 KiB
JSON
9624 lines
397 KiB
JSON
{
|
|
"global_step": 1035,
|
|
"feedback_mode": "best_reward",
|
|
"summary": {
|
|
"sampling/seen_fraction": 0.9776333570480347,
|
|
"sampling/unseen_fraction": 0.022366642951965332,
|
|
"sampling/prompt_draws_total": 74592.0,
|
|
"sampling/prompt_draws_mean": 2.4863998889923096,
|
|
"sampling/prompt_draws_max": 9.0,
|
|
"sampling/error_ema_mean": 0.0036390218883752823,
|
|
"sampling/error_ema_max": 0.24306130409240723,
|
|
"sampling/priority_kl": 0.030003398656845093,
|
|
"sampling/priority_scale": 0.9785672725411132,
|
|
"sampling/prob_max": 7.606646977365017e-05,
|
|
"sampling/prob_min": 1.9982813682872802e-05,
|
|
"sampling/prob_entropy": 10.278999328613281
|
|
},
|
|
"top_by_count": [
|
|
{
|
|
"sample_id": 20330,
|
|
"sample_count": 9,
|
|
"error_ema": 0.002213021507486701,
|
|
"novelty_component": 0.6324555277824402,
|
|
"risk_component": 0.0015320918755605817,
|
|
"count_shrinkage_multiplier": 0.692307710647583,
|
|
"priority_score": 0.6339876055717468,
|
|
"sampling_probability": 1.9982813682872802e-05,
|
|
"probability_ratio_vs_uniform": 0.5994844104861841,
|
|
"seen": 1,
|
|
"prompt_preview": "Given the function $f(x)=\\left\\{{\\begin{array}{l}{x\\sin x, x\\geq 0}\\\\{f(x+\\pi), x<0}\\end{array}}\\right.$, find the derivative $f'(x)$ and evaluate it at $x = -\\frac{3\\pi}{2}$. Express your answer as a single number.",
|
|
"answer_preview": "1",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 8,
|
|
"previous_error_ema": 0.00218113511800766,
|
|
"previous_priority_score": 0.668120801448822,
|
|
"previous_sampling_probability": 2.0636995031964034e-05,
|
|
"global_step": 1018,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 9,
|
|
"error_ema": 0.002213021507486701,
|
|
"priority_score": 0.6339876055717468,
|
|
"sampling_probability": 1.9970510038547218e-05,
|
|
"probability_ratio_vs_uniform": 0.5991153011564165
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 1701,
|
|
"sample_count": 8,
|
|
"error_ema": 0.0026240027509629726,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.0017493352061137557,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.6684160232543945,
|
|
"sampling_probability": 2.066751039819792e-05,
|
|
"probability_ratio_vs_uniform": 0.6200253119459376,
|
|
"seen": 1,
|
|
"prompt_preview": "Let S be the set of all three-digit numbers formed by three consecutive digits in increasing order. What is the greatest common factor of all the three-digit numbers in S?",
|
|
"answer_preview": "3",
|
|
"source": "math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.0026377809699624777,
|
|
"previous_priority_score": 0.708785355091095,
|
|
"previous_sampling_probability": 2.1447585822897963e-05,
|
|
"global_step": 1011,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.0064843750000000006,
|
|
"mean_confidence": 0.8781249999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 8,
|
|
"error_ema": 0.0026240027509629726,
|
|
"priority_score": 0.6684160232543945,
|
|
"sampling_probability": 2.0635368855437264e-05,
|
|
"probability_ratio_vs_uniform": 0.6190610656631179
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 2567,
|
|
"sample_count": 8,
|
|
"error_ema": 0.00218113511800766,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.0014540901174768806,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.668120801448822,
|
|
"sampling_probability": 2.0661542293964885e-05,
|
|
"probability_ratio_vs_uniform": 0.6198462688189466,
|
|
"seen": 1,
|
|
"prompt_preview": "The set {1, 2, 3} is a proper subset of M, and M is a subset of {1, 2, 3, 4, 5, 6}. Find the number of sets M. Express your answer as a whole number.",
|
|
"answer_preview": "7",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.002145705744624138,
|
|
"previous_priority_score": 0.7084721922874451,
|
|
"previous_sampling_probability": 2.0810764908674173e-05,
|
|
"global_step": 784,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.019062500000000003,
|
|
"mean_confidence": 0.8187499999999999,
|
|
"mean_correctness": 0.9375,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 8,
|
|
"error_ema": 0.00218113511800766,
|
|
"priority_score": 0.668120801448822,
|
|
"sampling_probability": 2.014219353441149e-05,
|
|
"probability_ratio_vs_uniform": 0.6042658060323447
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 4991,
|
|
"sample_count": 8,
|
|
"error_ema": 0.001970581943169236,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.0013137212954461575,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.667980432510376,
|
|
"sampling_probability": 2.0658704670495354e-05,
|
|
"probability_ratio_vs_uniform": 0.6197611401148606,
|
|
"seen": 1,
|
|
"prompt_preview": "a pump can fill a tank with water in 2 hours . because of a leak , it took 2 1 / 8 hours to fill the tank . the leak can drain all the water of the tank in ?",
|
|
"answer_preview": "34",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.0019117577467113733,
|
|
"previous_priority_score": 0.7083233594894409,
|
|
"previous_sampling_probability": 2.120681710948702e-05,
|
|
"global_step": 896,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.0032031250000000007,
|
|
"mean_confidence": 0.8906249999999996,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 8,
|
|
"error_ema": 0.001970581943169236,
|
|
"priority_score": 0.667980432510376,
|
|
"sampling_probability": 2.0472694814088754e-05,
|
|
"probability_ratio_vs_uniform": 0.6141808444226626
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 5797,
|
|
"sample_count": 8,
|
|
"error_ema": 0.001782554667443037,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.0011883698171004653,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.6678550839424133,
|
|
"sampling_probability": 2.0656172637245618e-05,
|
|
"probability_ratio_vs_uniform": 0.6196851791173685,
|
|
"seen": 1,
|
|
"prompt_preview": "When 3+68A=691, what number should be in A, where 68A is three-digit number?",
|
|
"answer_preview": "8",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.0017028384609147906,
|
|
"previous_priority_score": 0.708190381526947,
|
|
"previous_sampling_probability": 2.140861215593759e-05,
|
|
"global_step": 994,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 8,
|
|
"error_ema": 0.001782554667443037,
|
|
"priority_score": 0.6678550839424133,
|
|
"sampling_probability": 2.0612860680557787e-05,
|
|
"probability_ratio_vs_uniform": 0.6183858204167336
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 14558,
|
|
"sample_count": 8,
|
|
"error_ema": 0.002225422067567706,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.0014836147893220186,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.6681503057479858,
|
|
"sampling_probability": 2.0662138922489248e-05,
|
|
"probability_ratio_vs_uniform": 0.6198641676746774,
|
|
"seen": 1,
|
|
"prompt_preview": "On the eve of the Spring Festival, a store, based on market research, spent 2000 yuan to purchase the first batch of boxed flowers. After they were put on the market, they were quickly sold out. Then, the store spent 4200 yuan to purchase t",
|
|
"answer_preview": "20",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.002194913337007165,
|
|
"previous_priority_score": 0.7085035443305969,
|
|
"previous_sampling_probability": 2.1414956790977158e-05,
|
|
"global_step": 994,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 8,
|
|
"error_ema": 0.002225422067567706,
|
|
"priority_score": 0.6681503057479858,
|
|
"sampling_probability": 2.0618621419998817e-05,
|
|
"probability_ratio_vs_uniform": 0.6185586425999645
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 14828,
|
|
"sample_count": 8,
|
|
"error_ema": 0.005983272101730108,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.003988848067820072,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.6706555485725403,
|
|
"sampling_probability": 2.071285416604951e-05,
|
|
"probability_ratio_vs_uniform": 0.6213856249814853,
|
|
"seen": 1,
|
|
"prompt_preview": "Gerald is a furniture maker who has x pieces of wood. He wants to make tables, chairs, and bookshelves using them. It takes t pieces of wood to make a table, c pieces of wood to make a chair, and b pieces of wood to make a bookshelf. He mus",
|
|
"answer_preview": "66",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.00637030228972435,
|
|
"previous_priority_score": 0.7111606001853943,
|
|
"previous_sampling_probability": 2.1347690562834032e-05,
|
|
"global_step": 931,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.012187500000000007,
|
|
"mean_confidence": 0.7875000000000003,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 8,
|
|
"error_ema": 0.005983272101730108,
|
|
"priority_score": 0.6706555485725403,
|
|
"sampling_probability": 2.0585164747899398e-05,
|
|
"probability_ratio_vs_uniform": 0.617554942436982
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 15214,
|
|
"sample_count": 8,
|
|
"error_ema": 0.00210633990354836,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.0014042266411706805,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.668070912361145,
|
|
"sampling_probability": 2.0660532754845917e-05,
|
|
"probability_ratio_vs_uniform": 0.6198159826453775,
|
|
"seen": 1,
|
|
"prompt_preview": "4 birds and 3 storks were sitting on the fence. Some more storks came to join them. There are 5 more storks than birds sitting on the fence. How many storks joined them?",
|
|
"answer_preview": "6",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.0020625998731702566,
|
|
"previous_priority_score": 0.7084193229675293,
|
|
"previous_sampling_probability": 2.1280331566231325e-05,
|
|
"global_step": 924,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 8,
|
|
"error_ema": 0.00210633990354836,
|
|
"priority_score": 0.668070912361145,
|
|
"sampling_probability": 2.0532637790893205e-05,
|
|
"probability_ratio_vs_uniform": 0.6159791337267961
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 15710,
|
|
"sample_count": 8,
|
|
"error_ema": 0.028721345588564873,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.019147563725709915,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.6858142614364624,
|
|
"sampling_probability": 2.102239704981912e-05,
|
|
"probability_ratio_vs_uniform": 0.6306719114945736,
|
|
"seen": 1,
|
|
"prompt_preview": "Two trains of equal length are running on parallel tracks with varying inclines in the same direction, with Train A moving at 42 km/hr and Train B moving at 36 km/hr. The incline of the tracks exerts an additional and inconsistent decelerat",
|
|
"answer_preview": "30.06",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.024968162178993225,
|
|
"previous_priority_score": 0.7229955792427063,
|
|
"previous_sampling_probability": 2.172476888517849e-05,
|
|
"global_step": 997,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0625,
|
|
"mean_completion_error": 0.079921875,
|
|
"mean_confidence": 0.4906250000000001,
|
|
"mean_correctness": 0.59375,
|
|
"selected_reward": 1.3750050067901611,
|
|
"selected_confidence": 0.5,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.25,
|
|
"sample_count": 8,
|
|
"error_ema": 0.028721345588564873,
|
|
"priority_score": 0.6858142614364624,
|
|
"sampling_probability": 2.0974604922230355e-05,
|
|
"probability_ratio_vs_uniform": 0.6292381476669107
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 15981,
|
|
"sample_count": 8,
|
|
"error_ema": 0.002380425576120615,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.00158695038408041,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.6682536602020264,
|
|
"sampling_probability": 2.0664230760303326e-05,
|
|
"probability_ratio_vs_uniform": 0.6199269228090998,
|
|
"seen": 1,
|
|
"prompt_preview": "Given the parabola $y^2 = 8x$ with focus $F$, a line passing through point $F$ intersects the parabola at points $A$ and $B$. If the midpoint $E$ of segment $AB$ is 3 units away from the y-axis, then the length of $AB$ is ___.",
|
|
"answer_preview": "10",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.0023671395611017942,
|
|
"previous_priority_score": 0.7086131572723389,
|
|
"previous_sampling_probability": 2.1289502910804003e-05,
|
|
"global_step": 926,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.005703125000000002,
|
|
"mean_confidence": 0.8718749999999997,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 8,
|
|
"error_ema": 0.002380425576120615,
|
|
"priority_score": 0.6682536602020264,
|
|
"sampling_probability": 2.0541259800666012e-05,
|
|
"probability_ratio_vs_uniform": 0.6162377940199804
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 17353,
|
|
"sample_count": 8,
|
|
"error_ema": 0.0031166011467576027,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.002077734097838402,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.6687444448471069,
|
|
"sampling_probability": 2.0674155166489072e-05,
|
|
"probability_ratio_vs_uniform": 0.6202246549946722,
|
|
"seen": 1,
|
|
"prompt_preview": "In a family of 40 people, 16 people eat only vegetarian, 12 people eat only non-vegetarian, 8 people eat both vegetarian and non-vegetarian, 3 people are pescatarians who eat fish but not meat, and 1 person is a vegan who eats neither anima",
|
|
"answer_preview": "25",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.003462890163064003,
|
|
"previous_priority_score": 0.7093104124069214,
|
|
"previous_sampling_probability": 2.1424595615826547e-05,
|
|
"global_step": 988,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0,
|
|
"mean_completion_error": 0.15429687500000003,
|
|
"mean_confidence": 0.7312500000000002,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.8750050067901611,
|
|
"selected_confidence": 0.5,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 8,
|
|
"error_ema": 0.0031166011467576027,
|
|
"priority_score": 0.6687444448471069,
|
|
"sampling_probability": 2.062478961306624e-05,
|
|
"probability_ratio_vs_uniform": 0.6187436883919872
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 19599,
|
|
"sample_count": 8,
|
|
"error_ema": 0.007225625682622194,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.004817083943635225,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.6714837551116943,
|
|
"sampling_probability": 2.0729650714201853e-05,
|
|
"probability_ratio_vs_uniform": 0.6218895214260556,
|
|
"seen": 1,
|
|
"prompt_preview": "James decides to cut down some trees. In the first 2 days, he cuts down 20 trees each day. For the next 3 days, his 2 brothers help him cut down trees. They cut 20% fewer trees per day than James. Then, their cousin joins them for the follo",
|
|
"answer_preview": "1021",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.006917362101376057,
|
|
"previous_priority_score": 0.7115087509155273,
|
|
"previous_sampling_probability": 2.142475022992585e-05,
|
|
"global_step": 967,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.009999999999999995,
|
|
"mean_completion_error": 0.01429687500000001,
|
|
"mean_confidence": 0.7656250000000001,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.4800080060958862,
|
|
"selected_confidence": 0.8,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.03999999999999998,
|
|
"sample_count": 8,
|
|
"error_ema": 0.007225625682622194,
|
|
"priority_score": 0.6714837551116943,
|
|
"sampling_probability": 2.064717591565568e-05,
|
|
"probability_ratio_vs_uniform": 0.6194152774696704
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 20131,
|
|
"sample_count": 8,
|
|
"error_ema": 0.001782554667443037,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.0011883698171004653,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.6678550839424133,
|
|
"sampling_probability": 2.0656172637245618e-05,
|
|
"probability_ratio_vs_uniform": 0.6196851791173685,
|
|
"seen": 1,
|
|
"prompt_preview": "a and b together can do a piece of work in some days, and a alone can do it in 11 days. b alone can do it in 13.2 days. In how many days can a and b together do the work?",
|
|
"answer_preview": "6",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.0017028384609147906,
|
|
"previous_priority_score": 0.708190381526947,
|
|
"previous_sampling_probability": 2.139220669050701e-05,
|
|
"global_step": 980,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 8,
|
|
"error_ema": 0.001782554667443037,
|
|
"priority_score": 0.6678550839424133,
|
|
"sampling_probability": 2.0598976334440522e-05,
|
|
"probability_ratio_vs_uniform": 0.6179692900332157
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 23141,
|
|
"sample_count": 8,
|
|
"error_ema": 0.0017028384609147906,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.0011352256406098604,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.6678019165992737,
|
|
"sampling_probability": 2.065509579551872e-05,
|
|
"probability_ratio_vs_uniform": 0.6196528738655616,
|
|
"seen": 1,
|
|
"prompt_preview": "How many real number solutions exist for the equation $\\sqrt{x-1} \\cdot \\sqrt{x+1}=-\\sqrt{x^{2}-1}$, given that $x \\geq 1$? Express your answer as a single integer.",
|
|
"answer_preview": "1",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.0016142649110406637,
|
|
"previous_priority_score": 0.7081340551376343,
|
|
"previous_sampling_probability": 2.143490746675525e-05,
|
|
"global_step": 1007,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 8,
|
|
"error_ema": 0.0017028384609147906,
|
|
"priority_score": 0.6678019165992737,
|
|
"sampling_probability": 2.0614881577785127e-05,
|
|
"probability_ratio_vs_uniform": 0.6184464473335538
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 23309,
|
|
"sample_count": 8,
|
|
"error_ema": 0.0014238320291042328,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.0009492213721387088,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.6676158905029297,
|
|
"sampling_probability": 2.065133594442159e-05,
|
|
"probability_ratio_vs_uniform": 0.6195400783326477,
|
|
"seen": 1,
|
|
"prompt_preview": "The circumference of the front wheel of a cart is 30 ft long and that of the back wheel is 33 ft long. What is the distance traveled by the cart when the front wheel has done five more revolutions than the rear wheel?",
|
|
"answer_preview": "1650",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.001304257777519524,
|
|
"previous_priority_score": 0.7079367637634277,
|
|
"previous_sampling_probability": 2.1403475329861976e-05,
|
|
"global_step": 994,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 8,
|
|
"error_ema": 0.0014238320291042328,
|
|
"priority_score": 0.6676158905029297,
|
|
"sampling_probability": 2.0608194972737692e-05,
|
|
"probability_ratio_vs_uniform": 0.6182458491821308
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 24017,
|
|
"sample_count": 8,
|
|
"error_ema": 0.0021004348527640104,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.001400289940647781,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.6680669784545898,
|
|
"sampling_probability": 2.0660454538301565e-05,
|
|
"probability_ratio_vs_uniform": 0.6198136361490469,
|
|
"seen": 1,
|
|
"prompt_preview": "$N$ is a $50$ -digit number (in decimal representation). All digits except the $26$ th digit (from the left) are $1$ . If $N$ is divisible by $13$ , find its $26$ -th digit.",
|
|
"answer_preview": "9",
|
|
"source": "aops_forum",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.0020560387056320906,
|
|
"previous_priority_score": 0.708415150642395,
|
|
"previous_sampling_probability": 2.1406378436950035e-05,
|
|
"global_step": 986,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.2018548387096775,
|
|
"mean_confidence": 0.7096774193548389,
|
|
"mean_correctness": 0.16129032258064516,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 8,
|
|
"error_ema": 0.0021004348527640104,
|
|
"priority_score": 0.6680669784545898,
|
|
"sampling_probability": 2.061024133581668e-05,
|
|
"probability_ratio_vs_uniform": 0.6183072400745004
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 24525,
|
|
"sample_count": 8,
|
|
"error_ema": 0.0014238320291042328,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.0009492213721387088,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.6676158905029297,
|
|
"sampling_probability": 2.065133594442159e-05,
|
|
"probability_ratio_vs_uniform": 0.6195400783326477,
|
|
"seen": 1,
|
|
"prompt_preview": "Given \u03b1\u2208({0,\u03c0/2}), solve the equation sin 2\u03b1 = cos(\u03c0/4-\u03b1) for cos 2\u03b1. Provide your answer as a single number.",
|
|
"answer_preview": "0",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.001304257777519524,
|
|
"previous_priority_score": 0.7079367637634277,
|
|
"previous_sampling_probability": 2.144932841474656e-05,
|
|
"global_step": 1024,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.006171875,
|
|
"mean_confidence": 0.8624999999999996,
|
|
"mean_correctness": 0.96875,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 8,
|
|
"error_ema": 0.0014238320291042328,
|
|
"priority_score": 0.6676158905029297,
|
|
"sampling_probability": 2.063326792267617e-05,
|
|
"probability_ratio_vs_uniform": 0.618998037680285
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 26358,
|
|
"sample_count": 8,
|
|
"error_ema": 0.0010096688056364655,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.0006731125758960843,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.6673398017883301,
|
|
"sampling_probability": 2.0645758922910318e-05,
|
|
"probability_ratio_vs_uniform": 0.6193727676873095,
|
|
"seen": 1,
|
|
"prompt_preview": "Source: 2017 Canadian Open Math Challenge, Problem A4 ----- Three positive integers $a$ , $b$ , $c$ satisfy $$ 4^a \\cdot 5^b \\cdot 6^c = 8^8 \\cdot 9^9 \\cdot 10^{10}. $$ Determine the sum of $a + b + c$ .",
|
|
"answer_preview": "36",
|
|
"source": "aops_forum",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.0008440765086561441,
|
|
"previous_priority_score": 0.7076439261436462,
|
|
"previous_sampling_probability": 2.127136758645065e-05,
|
|
"global_step": 925,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 8,
|
|
"error_ema": 0.0010096688056364655,
|
|
"priority_score": 0.6673398017883301,
|
|
"sampling_probability": 2.051815863524098e-05,
|
|
"probability_ratio_vs_uniform": 0.6155447590572294
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 29759,
|
|
"sample_count": 8,
|
|
"error_ema": 0.015356706455349922,
|
|
"novelty_component": 0.6666666865348816,
|
|
"risk_component": 0.010237804614007473,
|
|
"count_shrinkage_multiplier": 0.6666666865348816,
|
|
"priority_score": 0.6769044995307922,
|
|
"sampling_probability": 2.0839903299929574e-05,
|
|
"probability_ratio_vs_uniform": 0.6251970989978872,
|
|
"seen": 1,
|
|
"prompt_preview": "Angie bought 3 lbs. of coffee at the store today. Each lb. of coffee will brew about 40 cups of coffee. On weekdays, Angie drinks 3 cups of coffee, her friend Bob drinks 2 cups, and her other friend Carol drinks 4 cups. On weekends, Angie d",
|
|
"answer_preview": "12",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 7,
|
|
"previous_error_ema": 0.012618562206625938,
|
|
"previous_priority_score": 0.7151367664337158,
|
|
"previous_sampling_probability": 2.1337120415410027e-05,
|
|
"global_step": 901,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.04000000000000001,
|
|
"mean_completion_error": 0.045161290322580656,
|
|
"mean_confidence": 0.5419354838709677,
|
|
"mean_correctness": 0.8709677419354839,
|
|
"selected_reward": 1.4200060367584229,
|
|
"selected_confidence": 0.6,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.16000000000000003,
|
|
"sample_count": 8,
|
|
"error_ema": 0.015356706455349922,
|
|
"priority_score": 0.6769044995307922,
|
|
"sampling_probability": 2.0637386114685796e-05,
|
|
"probability_ratio_vs_uniform": 0.6191215834405739
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 1311,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0217606108635664,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.013847661204636097,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.720954418182373,
|
|
"sampling_probability": 2.175786539737601e-05,
|
|
"probability_ratio_vs_uniform": 0.6527359619212802,
|
|
"seen": 1,
|
|
"prompt_preview": "Petya and Vasya live in neighboring houses (see the plan). Vasya lives in the fourth entrance. It is known that for Petya, running to Vasya by the shortest path (not necessarily following the cell sides), it does not matter which side he ru",
|
|
"answer_preview": "6",
|
|
"source": "olympiads",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.017234012484550476,
|
|
"previous_priority_score": 0.7662693858146667,
|
|
"previous_sampling_probability": 2.269877222715877e-05,
|
|
"global_step": 1024,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0625,
|
|
"mean_completion_error": 0.003906249999999999,
|
|
"mean_confidence": 0.3968750000000001,
|
|
"mean_correctness": 0.03125,
|
|
"selected_reward": 1.3750050067901611,
|
|
"selected_confidence": 0.5,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.25,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0217606108635664,
|
|
"priority_score": 0.720954418182373,
|
|
"sampling_probability": 2.1729720174334943e-05,
|
|
"probability_ratio_vs_uniform": 0.6518916052300483
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 1497,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002145705744624138,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.001365449046716094,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7084721922874451,
|
|
"sampling_probability": 2.149371721316129e-05,
|
|
"probability_ratio_vs_uniform": 0.6448115163948387,
|
|
"seen": 1,
|
|
"prompt_preview": "In an election between two candidates, the winner has a margin of 20% of the votes polled. If 1000 people change their mind and vote for the loser, the loser would have won by a margin of 20% of the votes polled. How many votes were polled ",
|
|
"answer_preview": "5000",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.00210633990354836,
|
|
"previous_priority_score": 0.7571927905082703,
|
|
"previous_sampling_probability": 2.2457561499322765e-05,
|
|
"global_step": 1008,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.0032812500000000007,
|
|
"mean_confidence": 0.8624999999999996,
|
|
"mean_correctness": 0.9375,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002145705744624138,
|
|
"priority_score": 0.7084721922874451,
|
|
"sampling_probability": 2.1430283595691435e-05,
|
|
"probability_ratio_vs_uniform": 0.642908507870743
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 1526,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002977312309667468,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.001894653309136629,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7090014219284058,
|
|
"sampling_probability": 2.1504851247300394e-05,
|
|
"probability_ratio_vs_uniform": 0.6451455374190118,
|
|
"seen": 1,
|
|
"prompt_preview": "In the expansion of $\\left( \\sqrt {x}+ \\frac{1}{ \\sqrt[3]{x}} \\right)^{24}$, how many terms have an exponent of $x$ that is an integer? Express your answer as a whole number.",
|
|
"answer_preview": "5",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0030303471721708775,
|
|
"previous_priority_score": 0.7577471733093262,
|
|
"previous_sampling_probability": 2.1987381842336617e-05,
|
|
"global_step": 855,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.019999999999999983,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.96875,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002977312309667468,
|
|
"priority_score": 0.7090014219284058,
|
|
"sampling_probability": 2.1101835955050774e-05,
|
|
"probability_ratio_vs_uniform": 0.6330550786515232
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 1595,
|
|
"sample_count": 7,
|
|
"error_ema": 0.001304257777519524,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.000829982222057879,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7079367637634277,
|
|
"sampling_probability": 2.1482459487742744e-05,
|
|
"probability_ratio_vs_uniform": 0.6444737846322823,
|
|
"seen": 1,
|
|
"prompt_preview": "Some squirrels collected 575 acorns. If each squirrel needs 130 acorns to get through the winter, each squirrel needs to collect 15 more acorns. How many squirrels are there?",
|
|
"answer_preview": "5",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0011713975109159946,
|
|
"previous_priority_score": 0.7566318511962891,
|
|
"previous_sampling_probability": 2.1955976990284398e-05,
|
|
"global_step": 853,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.001304257777519524,
|
|
"priority_score": 0.7079367637634277,
|
|
"sampling_probability": 2.1072924937470816e-05,
|
|
"probability_ratio_vs_uniform": 0.6321877481241245
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 1691,
|
|
"sample_count": 7,
|
|
"error_ema": 0.023661505430936813,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.015057321637868881,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7221640944480896,
|
|
"sampling_probability": 2.1783636839245446e-05,
|
|
"probability_ratio_vs_uniform": 0.6535091051773634,
|
|
"seen": 1,
|
|
"prompt_preview": "In the set of natural numbers 0, 1, 2, 3, ..., 9, any three distinct numbers are selected. The number of three-digit numbers that are multiples of 3 formed from these selected numbers is ______.",
|
|
"answer_preview": "246",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.016290562227368355,
|
|
"previous_priority_score": 0.7657033205032349,
|
|
"previous_sampling_probability": 2.2618030925514176e-05,
|
|
"global_step": 996,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 29,
|
|
"priority_error": 0.09,
|
|
"mean_completion_error": 0.01043103448275862,
|
|
"mean_confidence": 0.31724137931034496,
|
|
"mean_correctness": 0.10344827586206896,
|
|
"selected_reward": 1.3200039863586426,
|
|
"selected_confidence": 0.4,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.36,
|
|
"sample_count": 7,
|
|
"error_ema": 0.023661505430936813,
|
|
"priority_score": 0.7221640944480896,
|
|
"sampling_probability": 2.1707661289838143e-05,
|
|
"probability_ratio_vs_uniform": 0.6512298386951443
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 2447,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002145705744624138,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.001365449046716094,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7084721922874451,
|
|
"sampling_probability": 2.149371721316129e-05,
|
|
"probability_ratio_vs_uniform": 0.6448115163948387,
|
|
"seen": 1,
|
|
"prompt_preview": "Suppose that \\( x \\) and \\( y \\) are real numbers with \\( -4 \\leq x \\leq -2 \\) and \\( 2 \\leq y \\leq 4 \\). Find the greatest possible value of \\( \\frac{x+y}{x} \\). Express your answer as a single numerical value.",
|
|
"answer_preview": "0",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.00210633990354836,
|
|
"previous_priority_score": 0.7571927905082703,
|
|
"previous_sampling_probability": 2.205470809713006e-05,
|
|
"global_step": 873,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.005078125000000001,
|
|
"mean_confidence": 0.8781249999999996,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002145705744624138,
|
|
"priority_score": 0.7084721922874451,
|
|
"sampling_probability": 2.1158326489967294e-05,
|
|
"probability_ratio_vs_uniform": 0.6347497946990188
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 2514,
|
|
"sample_count": 7,
|
|
"error_ema": 0.008776080794632435,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.005584778729826212,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7126915454864502,
|
|
"sampling_probability": 2.1582647605100647e-05,
|
|
"probability_ratio_vs_uniform": 0.6474794281530194,
|
|
"seen": 1,
|
|
"prompt_preview": "With one mighty blow, Maria cracked open the pinata, and countless candies spilled all over the floor. There were 50 red candies, 35 less than three times as many yellow candies as red candies, and a third as many blue candies as twice the ",
|
|
"answer_preview": "156",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.008640090003609657,
|
|
"previous_priority_score": 0.7611130475997925,
|
|
"previous_sampling_probability": 2.2514734155265614e-05,
|
|
"global_step": 995,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.009999999999999995,
|
|
"mean_completion_error": 0.05911290322580646,
|
|
"mean_confidence": 0.4935483870967743,
|
|
"mean_correctness": 0.8709677419354839,
|
|
"selected_reward": 1.4800080060958862,
|
|
"selected_confidence": 0.8,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.03999999999999998,
|
|
"sample_count": 7,
|
|
"error_ema": 0.008776080794632435,
|
|
"priority_score": 0.7126915454864502,
|
|
"sampling_probability": 2.1510899387067184e-05,
|
|
"probability_ratio_vs_uniform": 0.6453269816120155
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 2523,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0070576658472418785,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0044912416487932205,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7115980386734009,
|
|
"sampling_probability": 2.1559566448559053e-05,
|
|
"probability_ratio_vs_uniform": 0.6467869934567716,
|
|
"seen": 1,
|
|
"prompt_preview": "The number $123454321$ is written on a blackboard. Evan walks by and erases some (but not all) of the digits, and notices that the resulting number (when spaces are removed) is divisible by $9$ . What is the fewest number of digits he co",
|
|
"answer_preview": "2",
|
|
"source": "aops_forum",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.006730739958584309,
|
|
"previous_priority_score": 0.7599674463272095,
|
|
"previous_sampling_probability": 2.255221625091508e-05,
|
|
"global_step": 1021,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.009999999999999995,
|
|
"mean_completion_error": 0.02532258064516129,
|
|
"mean_confidence": 0.46129032258064523,
|
|
"mean_correctness": 0.5483870967741935,
|
|
"selected_reward": 1.4800080060958862,
|
|
"selected_confidence": 0.8,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.03999999999999998,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0070576658472418785,
|
|
"priority_score": 0.7115980386734009,
|
|
"sampling_probability": 2.1517762434086762e-05,
|
|
"probability_ratio_vs_uniform": 0.6455328730226029
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 2617,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002145705744624138,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.001365449046716094,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7084721922874451,
|
|
"sampling_probability": 2.149371721316129e-05,
|
|
"probability_ratio_vs_uniform": 0.6448115163948387,
|
|
"seen": 1,
|
|
"prompt_preview": "In an arithmetic sequence, the third term is 14 and the eighteenth term is 23. Determine how many terms in the first 2010 terms of this sequence are integers.",
|
|
"answer_preview": "402",
|
|
"source": "olympiads",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.00210633990354836,
|
|
"previous_priority_score": 0.7571927905082703,
|
|
"previous_sampling_probability": 2.2352116502588615e-05,
|
|
"global_step": 968,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 23,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.0025000000000000005,
|
|
"mean_confidence": 0.8999999999999998,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002145705744624138,
|
|
"priority_score": 0.7084721922874451,
|
|
"sampling_probability": 2.135980685125105e-05,
|
|
"probability_ratio_vs_uniform": 0.6407942055375315
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 3411,
|
|
"sample_count": 7,
|
|
"error_ema": 0.005543756764382124,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0035278452560305595,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7106345891952515,
|
|
"sampling_probability": 2.1539246517932042e-05,
|
|
"probability_ratio_vs_uniform": 0.6461773955379613,
|
|
"seen": 1,
|
|
"prompt_preview": "A railway freight station decided to organize and dispatch 8 coal freight trains into two groups, each containing 4 trains, with the conditions that trains A and B cannot be in the same group, train A departs first, and train B departs last",
|
|
"answer_preview": "720",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.005881952121853828,
|
|
"previous_priority_score": 0.7594581842422485,
|
|
"previous_sampling_probability": 2.2077436369727366e-05,
|
|
"global_step": 867,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.042656250000000014,
|
|
"mean_confidence": 0.6375000000000001,
|
|
"mean_correctness": 0.625,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.005543756764382124,
|
|
"priority_score": 0.7106345891952515,
|
|
"sampling_probability": 2.1175734218559228e-05,
|
|
"probability_ratio_vs_uniform": 0.6352720265567768
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 3618,
|
|
"sample_count": 7,
|
|
"error_ema": 0.04786762222647667,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.03046121448278427,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7375679612159729,
|
|
"sampling_probability": 2.211448736488819e-05,
|
|
"probability_ratio_vs_uniform": 0.6634346209466457,
|
|
"seen": 1,
|
|
"prompt_preview": "Let \\( a, b \\), and \\( c \\) be positive real numbers. Determine the largest total number of real roots that the following three polynomials may have among them: \\( ax^2 + bx + c \\), \\( bx^2 + cx + a \\), and \\( cx^2 + ax + b \\).",
|
|
"answer_preview": "4",
|
|
"source": "olympiads",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0431862473487854,
|
|
"previous_priority_score": 0.7818407416343689,
|
|
"previous_sampling_probability": 2.300539199495688e-05,
|
|
"global_step": 1011,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.09,
|
|
"mean_completion_error": 0.08171875,
|
|
"mean_confidence": 0.3343750000000001,
|
|
"mean_correctness": 0.75,
|
|
"selected_reward": 1.3200039863586426,
|
|
"selected_confidence": 0.4,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.36,
|
|
"sample_count": 7,
|
|
"error_ema": 0.04786762222647667,
|
|
"priority_score": 0.7375679612159729,
|
|
"sampling_probability": 2.2052279746276326e-05,
|
|
"probability_ratio_vs_uniform": 0.6615683923882898
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 3835,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0058519900776445866,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0037239936646074057,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7108307480812073,
|
|
"sampling_probability": 2.1543381080846302e-05,
|
|
"probability_ratio_vs_uniform": 0.6463014324253891,
|
|
"seen": 1,
|
|
"prompt_preview": "What number times (1/6)^2 will give a certain value? The answer is 7776. What is the value?",
|
|
"answer_preview": "279936",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.005391099955886602,
|
|
"previous_priority_score": 0.7591636776924133,
|
|
"previous_sampling_probability": 2.221900285803713e-05,
|
|
"global_step": 911,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.009999999999999995,
|
|
"mean_completion_error": 0.030312500000000003,
|
|
"mean_confidence": 0.6156250000000001,
|
|
"mean_correctness": 0.6875,
|
|
"selected_reward": 1.4800080060958862,
|
|
"selected_confidence": 0.8,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.03999999999999998,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0058519900776445866,
|
|
"priority_score": 0.7108307480812073,
|
|
"sampling_probability": 2.129377935489174e-05,
|
|
"probability_ratio_vs_uniform": 0.6388133806467522
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 4430,
|
|
"sample_count": 7,
|
|
"error_ema": 0.001304257777519524,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.000829982222057879,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7079367637634277,
|
|
"sampling_probability": 2.1482459487742744e-05,
|
|
"probability_ratio_vs_uniform": 0.6444737846322823,
|
|
"seen": 1,
|
|
"prompt_preview": "a number when divided by 296 leaves 75 as remainder . when the same number is divided by 37 , the remainder will be :",
|
|
"answer_preview": "1",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0011713975109159946,
|
|
"previous_priority_score": 0.7566318511962891,
|
|
"previous_sampling_probability": 2.245546056656167e-05,
|
|
"global_step": 1011,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.001304257777519524,
|
|
"priority_score": 0.7079367637634277,
|
|
"sampling_probability": 2.143360507034231e-05,
|
|
"probability_ratio_vs_uniform": 0.6430081521102693
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 5102,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0017028384609147906,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0010836244327947497,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.708190381526947,
|
|
"sampling_probability": 2.1487790945684537e-05,
|
|
"probability_ratio_vs_uniform": 0.6446337283705361,
|
|
"seen": 1,
|
|
"prompt_preview": "A pet store has 9 bird cages. In each cage, there are 2 parrots, 3 parakeets, and 1 cockatiel. However, to ensure bird compatibility, every third cage has only parakeets, with 5 parakeets in each of those cages. How many birds does the pet ",
|
|
"answer_preview": "51",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0016142649110406637,
|
|
"previous_priority_score": 0.7568975687026978,
|
|
"previous_sampling_probability": 2.176069210690912e-05,
|
|
"global_step": 812,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.027109374999999998,
|
|
"mean_confidence": 0.8031250000000001,
|
|
"mean_correctness": 0.875,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0017028384609147906,
|
|
"priority_score": 0.708190381526947,
|
|
"sampling_probability": 2.0899165974697098e-05,
|
|
"probability_ratio_vs_uniform": 0.6269749792409129
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 5538,
|
|
"sample_count": 7,
|
|
"error_ema": 0.00651821494102478,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.004147954750806093,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7112547159194946,
|
|
"sampling_probability": 2.1552323232754134e-05,
|
|
"probability_ratio_vs_uniform": 0.646569696982624,
|
|
"seen": 1,
|
|
"prompt_preview": "What is the molecular weight of Acetic acid?",
|
|
"answer_preview": "60.052",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.006131350062787533,
|
|
"previous_priority_score": 0.7596077919006348,
|
|
"previous_sampling_probability": 2.2388814613805152e-05,
|
|
"global_step": 965,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.009999999999999995,
|
|
"mean_completion_error": 0.08281249999999998,
|
|
"mean_confidence": 0.7374999999999999,
|
|
"mean_correctness": 0.46875,
|
|
"selected_reward": 1.4800080060958862,
|
|
"selected_confidence": 0.8,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.03999999999999998,
|
|
"sample_count": 7,
|
|
"error_ema": 0.00651821494102478,
|
|
"priority_score": 0.7112547159194946,
|
|
"sampling_probability": 2.141574259439949e-05,
|
|
"probability_ratio_vs_uniform": 0.6424722778319847
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 5575,
|
|
"sample_count": 7,
|
|
"error_ema": 0.005128226708620787,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0032634169328957796,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7103701829910278,
|
|
"sampling_probability": 2.153367495338898e-05,
|
|
"probability_ratio_vs_uniform": 0.6460102486016694,
|
|
"seen": 1,
|
|
"prompt_preview": "There are a few integers \\( n \\) such that \\( n^{2}+n+1 \\) divides \\( n^{2013}+61 \\). Find the sum of the squares of these integers.",
|
|
"answer_preview": "62",
|
|
"source": "olympiads",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.005420252215117216,
|
|
"previous_priority_score": 0.7591811418533325,
|
|
"previous_sampling_probability": 2.2147571144159883e-05,
|
|
"global_step": 884,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.045859375,
|
|
"mean_confidence": 0.76875,
|
|
"mean_correctness": 0.75,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.005128226708620787,
|
|
"priority_score": 0.7103701829910278,
|
|
"sampling_probability": 2.1235993699519895e-05,
|
|
"probability_ratio_vs_uniform": 0.6370798109855969
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 5607,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0016474801814183593,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0010483964579179883,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7081551551818848,
|
|
"sampling_probability": 2.1487052435986698e-05,
|
|
"probability_ratio_vs_uniform": 0.6446115730796009,
|
|
"seen": 1,
|
|
"prompt_preview": "Dolly wants to ride the Ferris wheel twice, the roller coaster three times, and the log ride seven times. The Ferris wheel costs 2 tickets, the roller coaster costs 5 tickets and the log ride costs 1 ticket. Dolly needs to buy 6 more ticket",
|
|
"answer_preview": "20",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0015527557116001844,
|
|
"previous_priority_score": 0.7568606734275818,
|
|
"previous_sampling_probability": 2.2448266463470645e-05,
|
|
"global_step": 1009,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0016474801814183593,
|
|
"priority_score": 0.7081551551818848,
|
|
"sampling_probability": 2.142988159903325e-05,
|
|
"probability_ratio_vs_uniform": 0.6428964479709975
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 5784,
|
|
"sample_count": 7,
|
|
"error_ema": 0.04002431035041809,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.025470014661550522,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7325767874717712,
|
|
"sampling_probability": 2.2006735889590345e-05,
|
|
"probability_ratio_vs_uniform": 0.6602020766877104,
|
|
"seen": 1,
|
|
"prompt_preview": "Vasya stood at a bus stop for some time. During this time, one bus and two trams passed by. After some time, a Spy came to the same bus stop. While he was there, 10 buses passed by. What is the minimum number of trams that could have passed",
|
|
"answer_preview": "4",
|
|
"source": "olympiads",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.034471459686756134,
|
|
"previous_priority_score": 0.776611864566803,
|
|
"previous_sampling_probability": 2.2709567929268815e-05,
|
|
"global_step": 957,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.09,
|
|
"mean_completion_error": 0.00870967741935484,
|
|
"mean_confidence": 0.3580645161290323,
|
|
"mean_correctness": 0.0967741935483871,
|
|
"selected_reward": 1.3200039863586426,
|
|
"selected_confidence": 0.4,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.36,
|
|
"sample_count": 7,
|
|
"error_ema": 0.04002431035041809,
|
|
"priority_score": 0.7325767874717712,
|
|
"sampling_probability": 2.181238232878968e-05,
|
|
"probability_ratio_vs_uniform": 0.6543714698636904
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 6560,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0028838184662163258,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0018351571634411812,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7089419364929199,
|
|
"sampling_probability": 2.1503599782590754e-05,
|
|
"probability_ratio_vs_uniform": 0.6451079934777226,
|
|
"seen": 1,
|
|
"prompt_preview": "Two trains, each 150 m long, moving in opposite directions, cross each other in 18 sec. If one is moving three times as fast as the other, then the speed of the faster train is?",
|
|
"answer_preview": "12.5",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.002926464891061187,
|
|
"previous_priority_score": 0.7576848864555359,
|
|
"previous_sampling_probability": 2.2222078769118525e-05,
|
|
"global_step": 920,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.004140625,
|
|
"mean_confidence": 0.8781249999999996,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0028838184662163258,
|
|
"priority_score": 0.7089419364929199,
|
|
"sampling_probability": 2.127663537976332e-05,
|
|
"probability_ratio_vs_uniform": 0.6382990613928996
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 6713,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002926464891061187,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0018622957868501544,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7089690566062927,
|
|
"sampling_probability": 2.150417276425287e-05,
|
|
"probability_ratio_vs_uniform": 0.6451251829275861,
|
|
"seen": 1,
|
|
"prompt_preview": "Admit 4 students into 3 universities, with each university admitting at least one student. Find the total number of different admission methods. Express your answer as a single integer.",
|
|
"answer_preview": "36",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0029738498851656914,
|
|
"previous_priority_score": 0.7577133178710938,
|
|
"previous_sampling_probability": 2.2390178855857812e-05,
|
|
"global_step": 975,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002926464891061187,
|
|
"priority_score": 0.7089690566062927,
|
|
"sampling_probability": 2.139487514796201e-05,
|
|
"probability_ratio_vs_uniform": 0.6418462544388603
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 7242,
|
|
"sample_count": 7,
|
|
"error_ema": 0.039810605347156525,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.02533402107656002,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7324407696723938,
|
|
"sampling_probability": 2.200380913564004e-05,
|
|
"probability_ratio_vs_uniform": 0.6601142740692012,
|
|
"seen": 1,
|
|
"prompt_preview": "A box contains 7 purple, some blue, and 11 yellow balls. The minimum number of tries required to get one blue and one yellow ball is 19. How many blue balls are in the box?",
|
|
"answer_preview": "1",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.037289559841156006,
|
|
"previous_priority_score": 0.7783027291297913,
|
|
"previous_sampling_probability": 2.300716187164653e-05,
|
|
"global_step": 1032,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.0625,
|
|
"mean_completion_error": 0.08193548387096775,
|
|
"mean_confidence": 0.45806451612903243,
|
|
"mean_correctness": 0.41935483870967744,
|
|
"selected_reward": 1.3750050067901611,
|
|
"selected_confidence": 0.5,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.25,
|
|
"sample_count": 7,
|
|
"error_ema": 0.039810605347156525,
|
|
"priority_score": 0.7324407696723938,
|
|
"sampling_probability": 2.199913069489412e-05,
|
|
"probability_ratio_vs_uniform": 0.6599739208468236
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 8149,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002653090050444007,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0016883299686014652,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7087950706481934,
|
|
"sampling_probability": 2.150050931959413e-05,
|
|
"probability_ratio_vs_uniform": 0.6450152795878239,
|
|
"seen": 1,
|
|
"prompt_preview": "Tim is thinking of a positive integer between $2$ and $15,$ inclusive, and Ted is trying to guess the integer. Tim tells Ted how many factors his integer has, and Ted is then able to be certain of what Tim's integer is. What is Tim's in",
|
|
"answer_preview": "12",
|
|
"source": "aops_forum",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0026701001916080713,
|
|
"previous_priority_score": 0.7575310468673706,
|
|
"previous_sampling_probability": 2.1597368686343543e-05,
|
|
"global_step": 773,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.008828125000000001,
|
|
"mean_confidence": 0.828125,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002653090050444007,
|
|
"priority_score": 0.7087950706481934,
|
|
"sampling_probability": 2.0768053218489513e-05,
|
|
"probability_ratio_vs_uniform": 0.6230415965546854
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 8399,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0005141475121490657,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.00032718476722948253,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7074339389801025,
|
|
"sampling_probability": 2.1471891159308143e-05,
|
|
"probability_ratio_vs_uniform": 0.6441567347792443,
|
|
"seen": 1,
|
|
"prompt_preview": "Simplify first, then evaluate: $(2y+3x^{2})-(x^{2}-y)-x^{2}$, where $x=-2$ and $y=\\frac{1}{3}$.",
|
|
"answer_preview": "5",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0005712750134989619,
|
|
"previous_priority_score": 0.7562717795372009,
|
|
"previous_sampling_probability": 2.241697075078264e-05,
|
|
"global_step": 996,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 30,
|
|
"priority_error": 0.0,
|
|
"mean_completion_error": 0.002166666666666667,
|
|
"mean_confidence": 0.9133333333333329,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.5000200271606445,
|
|
"selected_confidence": 1.0,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0005141475121490657,
|
|
"priority_score": 0.7074339389801025,
|
|
"sampling_probability": 2.14068222703645e-05,
|
|
"probability_ratio_vs_uniform": 0.642204668110935
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 9025,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0032971615437418222,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0020981936249881983,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7092049717903137,
|
|
"sampling_probability": 2.1509134967345744e-05,
|
|
"probability_ratio_vs_uniform": 0.6452740490203723,
|
|
"seen": 1,
|
|
"prompt_preview": "Given that $f(x) = x^{3} + 3ax^{2} + bx + a^{2}$ has an extremum of $0$ at $x = -1$, calculate the value of $a - b$. Express your answer as a single numerical value.",
|
|
"answer_preview": "-7",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0033857349772006273,
|
|
"previous_priority_score": 0.7579604387283325,
|
|
"previous_sampling_probability": 2.177817077608779e-05,
|
|
"global_step": 811,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.004609375000000001,
|
|
"mean_confidence": 0.8906249999999996,
|
|
"mean_correctness": 0.96875,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0032971615437418222,
|
|
"priority_score": 0.7092049717903137,
|
|
"sampling_probability": 2.0916178982588463e-05,
|
|
"probability_ratio_vs_uniform": 0.6274853694776539
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 9282,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0017028384609147906,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0010836244327947497,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.708190381526947,
|
|
"sampling_probability": 2.1487790945684537e-05,
|
|
"probability_ratio_vs_uniform": 0.6446337283705361,
|
|
"seen": 1,
|
|
"prompt_preview": "the least number which must be subtracted from 509 to make it exactly divisible by 9 is :",
|
|
"answer_preview": "5",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0016142649110406637,
|
|
"previous_priority_score": 0.7568975687026978,
|
|
"previous_sampling_probability": 2.2392247046809644e-05,
|
|
"global_step": 982,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0017028384609147906,
|
|
"priority_score": 0.708190381526947,
|
|
"sampling_probability": 2.1387006199802272e-05,
|
|
"probability_ratio_vs_uniform": 0.6416101859940682
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 9647,
|
|
"sample_count": 7,
|
|
"error_ema": 0.001304257777519524,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.000829982222057879,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7079367637634277,
|
|
"sampling_probability": 2.1482459487742744e-05,
|
|
"probability_ratio_vs_uniform": 0.6444737846322823,
|
|
"seen": 1,
|
|
"prompt_preview": "Given that the sum of all the coefficients of the binomial $({2{x^2}-\\frac{1}{x}})^n$ is $128$, find the coefficient of the term containing $\\frac{1}{x}$ in its expansion.",
|
|
"answer_preview": "-84",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0011713975109159946,
|
|
"previous_priority_score": 0.7566318511962891,
|
|
"previous_sampling_probability": 2.2386559066944756e-05,
|
|
"global_step": 984,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.0023437500000000008,
|
|
"mean_confidence": 0.8624999999999996,
|
|
"mean_correctness": 0.9375,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.001304257777519524,
|
|
"priority_score": 0.7079367637634277,
|
|
"sampling_probability": 2.139342723239679e-05,
|
|
"probability_ratio_vs_uniform": 0.6418028169719037
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 9761,
|
|
"sample_count": 7,
|
|
"error_ema": 0.003518595127388835,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0022391059901565313,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7093458771705627,
|
|
"sampling_probability": 2.1512101739062928e-05,
|
|
"probability_ratio_vs_uniform": 0.6453630521718878,
|
|
"seen": 1,
|
|
"prompt_preview": "There exists a unique strictly increasing arithmetic sequence $\\{a_i\\}_{i=1}^{100}$ of positive integers such that \\[a_1+a_4+a_9+\\cdots+a_{100}=\\text{1000},\\] where the summation runs over all terms of the form $a_{i^2}$ for $1\\leq i\\l",
|
|
"answer_preview": "123",
|
|
"source": "aops_forum",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0036317724734544754,
|
|
"previous_priority_score": 0.7581080794334412,
|
|
"previous_sampling_probability": 2.0665998818003573e-05,
|
|
"global_step": 603,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.0042968749999999995,
|
|
"mean_confidence": 0.7812499999999997,
|
|
"mean_correctness": 0.75,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.003518595127388835,
|
|
"priority_score": 0.7093458771705627,
|
|
"sampling_probability": 1.9941093341913074e-05,
|
|
"probability_ratio_vs_uniform": 0.5982328002573922
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 9867,
|
|
"sample_count": 7,
|
|
"error_ema": 0.010262822732329369,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.006530886981636286,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.71363765001297,
|
|
"sampling_probability": 2.1602638298645616e-05,
|
|
"probability_ratio_vs_uniform": 0.6480791489593685,
|
|
"seen": 1,
|
|
"prompt_preview": "Let $a$ and $b$ be rational numbers, and $|a| > 0$. The equation $||x-a|-b| = 3$ has three distinct solutions. Find the value of $b$.",
|
|
"answer_preview": "3",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.011125359684228897,
|
|
"previous_priority_score": 0.7626042366027832,
|
|
"previous_sampling_probability": 2.248078271804843e-05,
|
|
"global_step": 973,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.05546875000000002,
|
|
"mean_confidence": 0.7062500000000003,
|
|
"mean_correctness": 0.875,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.010262822732329369,
|
|
"priority_score": 0.71363765001297,
|
|
"sampling_probability": 2.1483205273398198e-05,
|
|
"probability_ratio_vs_uniform": 0.644496158201946
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 10043,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0011767118703573942,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0007488166447728872,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7078555822372437,
|
|
"sampling_probability": 2.148074963770341e-05,
|
|
"probability_ratio_vs_uniform": 0.6444224891311023,
|
|
"seen": 1,
|
|
"prompt_preview": "The simple interest and the true discount on a certain sum for a given time and at a given rate are Rs. 88 and Rs. 80 respectively. What is the sum?",
|
|
"answer_preview": "880",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0010296799009665847,
|
|
"previous_priority_score": 0.7565467953681946,
|
|
"previous_sampling_probability": 2.2516827812069096e-05,
|
|
"global_step": 1029,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.013750000000000002,
|
|
"mean_confidence": 0.7937500000000003,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0011767118703573942,
|
|
"priority_score": 0.7078555822372437,
|
|
"sampling_probability": 2.1475621906574816e-05,
|
|
"probability_ratio_vs_uniform": 0.6442686571972445
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 10083,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0015404537552967668,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0009802887216210365,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7080870866775513,
|
|
"sampling_probability": 2.1485619072336704e-05,
|
|
"probability_ratio_vs_uniform": 0.6445685721701011,
|
|
"seen": 1,
|
|
"prompt_preview": "In an isosceles triangle, if the lengths of two sides are $2$ and $4$, then the perimeter of the isosceles triangle is ______.",
|
|
"answer_preview": "10",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0014338374603539705,
|
|
"previous_priority_score": 0.7567892670631409,
|
|
"previous_sampling_probability": 2.1305329937604256e-05,
|
|
"global_step": 713,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0015404537552967668,
|
|
"priority_score": 0.7080870866775513,
|
|
"sampling_probability": 2.051875344477594e-05,
|
|
"probability_ratio_vs_uniform": 0.6155626033432782
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 10131,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0017028384609147906,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0010836244327947497,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.708190381526947,
|
|
"sampling_probability": 2.1487790945684537e-05,
|
|
"probability_ratio_vs_uniform": 0.6446337283705361,
|
|
"seen": 1,
|
|
"prompt_preview": "Two students in a class are preparing to register for the independent admission tests of Zhejiang University, Fudan University, and Shanghai Jiao Tong University, with the requirement that each student can choose up to two schools. Find the",
|
|
"answer_preview": "36",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0016142649110406637,
|
|
"previous_priority_score": 0.7568975687026978,
|
|
"previous_sampling_probability": 2.2323112716549076e-05,
|
|
"global_step": 963,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0017028384609147906,
|
|
"priority_score": 0.708190381526947,
|
|
"sampling_probability": 2.134539681719616e-05,
|
|
"probability_ratio_vs_uniform": 0.6403619045158848
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 10382,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002145705744624138,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.001365449046716094,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7084721922874451,
|
|
"sampling_probability": 2.149371721316129e-05,
|
|
"probability_ratio_vs_uniform": 0.6448115163948387,
|
|
"seen": 1,
|
|
"prompt_preview": "A total of 1252 students participated in a knowledge competition, and a systematic sampling method is used to select a sample of size 50. How many individuals should be randomly removed from the population to ensure divisibility? Express yo",
|
|
"answer_preview": "2",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.00210633990354836,
|
|
"previous_priority_score": 0.7571927905082703,
|
|
"previous_sampling_probability": 2.241183574369643e-05,
|
|
"global_step": 988,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002145705744624138,
|
|
"priority_score": 0.7084721922874451,
|
|
"sampling_probability": 2.141080221917946e-05,
|
|
"probability_ratio_vs_uniform": 0.6423240665753838
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 11019,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0013088274281471968,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.000832890160381794,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7079396843910217,
|
|
"sampling_probability": 2.1482521333382465e-05,
|
|
"probability_ratio_vs_uniform": 0.644475640001474,
|
|
"seen": 1,
|
|
"prompt_preview": "Given the functional equation \\( f(a+b) = f(a) \\cdot f(b) \\) and \\( f(1) = 1 \\), calculate the sum: \\[ \\frac{f(2)}{f(1)} + \\frac{f(3)}{f(2)} + \\frac{f(4)}{f(3)} + \\cdots + \\frac{f(1988)}{f(1987)} \\] Express your answer as a single integer.",
|
|
"answer_preview": "1987",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0011764749651774764,
|
|
"previous_priority_score": 0.7566348910331726,
|
|
"previous_sampling_probability": 2.1804864445584826e-05,
|
|
"global_step": 822,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0013088274281471968,
|
|
"priority_score": 0.7079396843910217,
|
|
"sampling_probability": 2.093980037898291e-05,
|
|
"probability_ratio_vs_uniform": 0.6281940113694873
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 11211,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0016142649110406637,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0010272595100104809,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7081340551376343,
|
|
"sampling_probability": 2.148660678358283e-05,
|
|
"probability_ratio_vs_uniform": 0.6445982035074849,
|
|
"seen": 1,
|
|
"prompt_preview": "In an arithmetic sequence $\\{a_n\\}$, $a_2 + a_5 = 19$, and the sum of the first five terms, $S_5 = 40$. Find the value of $a_{10}$.",
|
|
"answer_preview": "29",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0015158499591052532,
|
|
"previous_priority_score": 0.7568385004997253,
|
|
"previous_sampling_probability": 2.1840829504071735e-05,
|
|
"global_step": 831,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0016142649110406637,
|
|
"priority_score": 0.7081340551376343,
|
|
"sampling_probability": 2.096838397847023e-05,
|
|
"probability_ratio_vs_uniform": 0.6290515193541069
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 11345,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0031845311168581247,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.002026519738137722,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7091332674026489,
|
|
"sampling_probability": 2.1507627025130205e-05,
|
|
"probability_ratio_vs_uniform": 0.6452288107539061,
|
|
"seen": 1,
|
|
"prompt_preview": "There are 30 players on a football team. The coach has 8 liters of water. She pours some milliliters of water for every player so they can get hydrated. Unfortunately, there was a water spill and 250ml of water was spilled. There was 1750ml",
|
|
"answer_preview": "200",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.003260590136051178,
|
|
"previous_priority_score": 0.7578853368759155,
|
|
"previous_sampling_probability": 2.2279076802078635e-05,
|
|
"global_step": 942,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.003671875000000001,
|
|
"mean_confidence": 0.8906249999999996,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0031845311168581247,
|
|
"priority_score": 0.7091332674026489,
|
|
"sampling_probability": 2.1312665921868756e-05,
|
|
"probability_ratio_vs_uniform": 0.6393799776560627
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 11403,
|
|
"sample_count": 7,
|
|
"error_ema": 0.003917175345122814,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0024927479680627584,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.709599494934082,
|
|
"sampling_probability": 2.1517440472962335e-05,
|
|
"probability_ratio_vs_uniform": 0.64552321418887,
|
|
"seen": 1,
|
|
"prompt_preview": "Given the real numbers \\( a \\) and \\( b \\) satisfying \\(\\frac{4}{a^{4}}-\\frac{2}{a^{2}}-3=0\\) and \\(b^{4}+b^{2}-3=0\\), respectively, calculate the value of the algebraic expression \\(\\frac{a^{4} b^{4}+4}{a^{4}}\\). Express your answer as a s",
|
|
"answer_preview": "7",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.004074639640748501,
|
|
"previous_priority_score": 0.7583737969398499,
|
|
"previous_sampling_probability": 2.2170188458403572e-05,
|
|
"global_step": 902,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002656250000000001,
|
|
"mean_confidence": 0.8843749999999996,
|
|
"mean_correctness": 0.96875,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.003917175345122814,
|
|
"priority_score": 0.709599494934082,
|
|
"sampling_probability": 2.1240959540591575e-05,
|
|
"probability_ratio_vs_uniform": 0.6372287862177473
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 11724,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0011713975109159946,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0007454347796738148,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7078521847724915,
|
|
"sampling_probability": 2.1480680516106077e-05,
|
|
"probability_ratio_vs_uniform": 0.6444204154831823,
|
|
"seen": 1,
|
|
"prompt_preview": "Define a new operation \"$*$\" within the range of positive integers, where $k*n$ represents the sum of $n$ consecutive positive integers starting from $k$. Given the equation $3*n=150$, calculate the value of $n$ that satisfies this equation",
|
|
"answer_preview": "15",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.001023775083012879,
|
|
"previous_priority_score": 0.7565432786941528,
|
|
"previous_sampling_probability": 2.2384700059774332e-05,
|
|
"global_step": 984,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0011713975109159946,
|
|
"priority_score": 0.7078521847724915,
|
|
"sampling_probability": 2.1391728296293877e-05,
|
|
"probability_ratio_vs_uniform": 0.6417518488888163
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 12067,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0015552160330116749,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.000989682856015861,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.708096444606781,
|
|
"sampling_probability": 2.148581734218169e-05,
|
|
"probability_ratio_vs_uniform": 0.6445745202654507,
|
|
"seen": 1,
|
|
"prompt_preview": "Abby is building 2 raised beds to grow vegetables. The beds are both 8 feet long, 4 feet wide and have a certain height. Each bag of soil has 4 cubic feet. She will need 16 bags of soil. How high are the beds?",
|
|
"answer_preview": "1",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0014502400299534202,
|
|
"previous_priority_score": 0.7567991614341736,
|
|
"previous_sampling_probability": 2.2390071535483003e-05,
|
|
"global_step": 984,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0015552160330116749,
|
|
"priority_score": 0.708096444606781,
|
|
"sampling_probability": 2.139663411071524e-05,
|
|
"probability_ratio_vs_uniform": 0.6418990233214572
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 12726,
|
|
"sample_count": 7,
|
|
"error_ema": 0.004855568520724773,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0030899071134626865,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7101966738700867,
|
|
"sampling_probability": 2.1530020603677258e-05,
|
|
"probability_ratio_vs_uniform": 0.6459006181103177,
|
|
"seen": 1,
|
|
"prompt_preview": "Given the function $y= \\frac {x-b}{x+2}$, if its range on the interval $(a,a+6)$ $(b < -2)$ is $(2,+\u221e)$, then $a+b=$ _____ .",
|
|
"answer_preview": "-10",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.004283965099602938,
|
|
"previous_priority_score": 0.7584993839263916,
|
|
"previous_sampling_probability": 2.2471262127510272e-05,
|
|
"global_step": 999,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 29,
|
|
"priority_error": 0.009999999999999995,
|
|
"mean_completion_error": 0.06965517241379314,
|
|
"mean_confidence": 0.6103448275862069,
|
|
"mean_correctness": 0.20689655172413793,
|
|
"selected_reward": 1.4800080060958862,
|
|
"selected_confidence": 0.8,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.03999999999999998,
|
|
"sample_count": 7,
|
|
"error_ema": 0.004855568520724773,
|
|
"priority_score": 0.7101966738700867,
|
|
"sampling_probability": 2.1470696083270013e-05,
|
|
"probability_ratio_vs_uniform": 0.6441208824981004
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 12770,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002955464646220207,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0018807501764968038,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7089875340461731,
|
|
"sampling_probability": 2.1504558390006423e-05,
|
|
"probability_ratio_vs_uniform": 0.6451367517001927,
|
|
"seen": 1,
|
|
"prompt_preview": "a small company reduced its faculty by approximately 13 percent to 195 employees . what was the original number of employees ?",
|
|
"answer_preview": "224",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0021727385465055704,
|
|
"previous_priority_score": 0.757232666015625,
|
|
"previous_sampling_probability": 2.2125965188024566e-05,
|
|
"global_step": 888,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.009999999999999995,
|
|
"mean_completion_error": 0.01468750000000001,
|
|
"mean_confidence": 0.7625000000000002,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.4800080060958862,
|
|
"selected_confidence": 0.8,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.03999999999999998,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002955464646220207,
|
|
"priority_score": 0.7089875340461731,
|
|
"sampling_probability": 2.1221949282335117e-05,
|
|
"probability_ratio_vs_uniform": 0.6366584784700535
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 13132,
|
|
"sample_count": 7,
|
|
"error_ema": 0.001304257777519524,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.000829982222057879,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7079367637634277,
|
|
"sampling_probability": 2.1482459487742744e-05,
|
|
"probability_ratio_vs_uniform": 0.6444737846322823,
|
|
"seen": 1,
|
|
"prompt_preview": "Given that \\( x \\) and \\( y \\) are positive real numbers that satisfy \\( xy + x + y = 71 \\) and \\( x^2 y + xy^2 = 880 \\), find the value of \\( x^2 + y^2 \\).",
|
|
"answer_preview": "146",
|
|
"source": "olympiads",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0011713975109159946,
|
|
"previous_priority_score": 0.7566318511962891,
|
|
"previous_sampling_probability": 2.2519601770909503e-05,
|
|
"global_step": 1030,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.02546875,
|
|
"mean_confidence": 0.7125,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.001304257777519524,
|
|
"priority_score": 0.7079367637634277,
|
|
"sampling_probability": 2.147928717022296e-05,
|
|
"probability_ratio_vs_uniform": 0.6443786151066888
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 13136,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0006370875053107738,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0004054193268530071,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7075121998786926,
|
|
"sampling_probability": 2.1473537344718352e-05,
|
|
"probability_ratio_vs_uniform": 0.6442061203415506,
|
|
"seen": 1,
|
|
"prompt_preview": "Given $a=(-1,3)$, $b=(1,t)$, if $(a-2b) \\perp a$, then the real number $t=$ ?",
|
|
"answer_preview": "2",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0007078750059008598,
|
|
"previous_priority_score": 0.7563537359237671,
|
|
"previous_sampling_probability": 2.2327534679789096e-05,
|
|
"global_step": 966,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0,
|
|
"mean_completion_error": 0.0021093750000000006,
|
|
"mean_confidence": 0.9156249999999996,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.5000200271606445,
|
|
"selected_confidence": 1.0,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0006370875053107738,
|
|
"priority_score": 0.7075121998786926,
|
|
"sampling_probability": 2.134569331246894e-05,
|
|
"probability_ratio_vs_uniform": 0.6403707993740682
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 13568,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0023671395611017942,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.001506361528299749,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7086131572723389,
|
|
"sampling_probability": 2.149668216588907e-05,
|
|
"probability_ratio_vs_uniform": 0.6449004649766721,
|
|
"seen": 1,
|
|
"prompt_preview": "In a class of 50 students, it is required to select 10 students using systematic sampling. The 50 students are randomly assigned numbers from 1 to 50 and grouped, with group one containing numbers 1 to 5, group two containing numbers 6 to 1",
|
|
"answer_preview": "37",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.002352377399802208,
|
|
"previous_priority_score": 0.7573404312133789,
|
|
"previous_sampling_probability": 2.1395173462224193e-05,
|
|
"global_step": 729,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.005703125000000002,
|
|
"mean_confidence": 0.8781249999999996,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0023671395611017942,
|
|
"priority_score": 0.7086131572723389,
|
|
"sampling_probability": 2.0597259208443575e-05,
|
|
"probability_ratio_vs_uniform": 0.6179177762533072
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 14619,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0011713975109159946,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0007454347796738148,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7078521847724915,
|
|
"sampling_probability": 2.1480680516106077e-05,
|
|
"probability_ratio_vs_uniform": 0.6444204154831823,
|
|
"seen": 1,
|
|
"prompt_preview": "In a geometric sequence $\\{a_n\\}$ where each term is positive, if $a_5a_6=81$, calculate the value of $\\log_{3}a_1+\\log_{3}a_2+\\ldots+\\log_{3}a_{10}$. Express your answer as a single numerical value.",
|
|
"answer_preview": "20",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.001023775083012879,
|
|
"previous_priority_score": 0.7565432786941528,
|
|
"previous_sampling_probability": 2.2442141926148906e-05,
|
|
"global_step": 1004,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0011713975109159946,
|
|
"priority_score": 0.7078521847724915,
|
|
"sampling_probability": 2.143151687050704e-05,
|
|
"probability_ratio_vs_uniform": 0.6429455061152112
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 14810,
|
|
"sample_count": 7,
|
|
"error_ema": 0.000843088433612138,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.000536510837264359,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7076432704925537,
|
|
"sampling_probability": 2.147629129467532e-05,
|
|
"probability_ratio_vs_uniform": 0.6442887388402596,
|
|
"seen": 1,
|
|
"prompt_preview": "Given vectors $\\overrightarrow{a} = \\left( \\frac{1}{2}, \\frac{\\sqrt{3}}{2} \\right)$ and $\\overrightarrow{b} = \\left( -\\frac{\\sqrt{3}}{2}, \\frac{1}{2} \\right)$, calculate the dot product of $\\overrightarrow{a} + \\overrightarrow{b}$ and $\\ove",
|
|
"answer_preview": "1",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0009367649327032268,
|
|
"previous_priority_score": 0.7564910650253296,
|
|
"previous_sampling_probability": 2.2481979613075964e-05,
|
|
"global_step": 1023,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0,
|
|
"mean_completion_error": 0.0017968750000000003,
|
|
"mean_confidence": 0.9281249999999996,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.5000200271606445,
|
|
"selected_confidence": 1.0,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 7,
|
|
"error_ema": 0.000843088433612138,
|
|
"priority_score": 0.7076432704925537,
|
|
"sampling_probability": 2.144321842934005e-05,
|
|
"probability_ratio_vs_uniform": 0.6432965528802015
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 14988,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0017028384609147906,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0010836244327947497,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.708190381526947,
|
|
"sampling_probability": 2.1487790945684537e-05,
|
|
"probability_ratio_vs_uniform": 0.6446337283705361,
|
|
"seen": 1,
|
|
"prompt_preview": "Given a geometric sequence \\(\\{a_n\\}\\) where each term is a positive number, the sum of the first two terms is 6, and the sum of the first six terms is 126, calculate the sum of the first four terms. Express your answer as a single integer.",
|
|
"answer_preview": "30",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0016142649110406637,
|
|
"previous_priority_score": 0.7568975687026978,
|
|
"previous_sampling_probability": 2.1816664229845628e-05,
|
|
"global_step": 824,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.007187500000000001,
|
|
"mean_confidence": 0.8468749999999996,
|
|
"mean_correctness": 0.96875,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0017028384609147906,
|
|
"priority_score": 0.708190381526947,
|
|
"sampling_probability": 2.0946781660313718e-05,
|
|
"probability_ratio_vs_uniform": 0.6284034498094115
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 15783,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0020017740316689014,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0012738561490550637,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7083806395530701,
|
|
"sampling_probability": 2.1491790903382935e-05,
|
|
"probability_ratio_vs_uniform": 0.644753727101488,
|
|
"seen": 1,
|
|
"prompt_preview": "There are 4 different books, among which there are 2 Chinese books and 2 math books. If they are randomly placed side by side on the same shelf, the number of ways to place them such that books of the same subject are not adjacent to each o",
|
|
"answer_preview": "8",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0019464156357571483,
|
|
"previous_priority_score": 0.7570968270301819,
|
|
"previous_sampling_probability": 2.2495189114124514e-05,
|
|
"global_step": 1023,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.006093750000000002,
|
|
"mean_confidence": 0.8687499999999996,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0020017740316689014,
|
|
"priority_score": 0.7083806395530701,
|
|
"sampling_probability": 2.1458570699905977e-05,
|
|
"probability_ratio_vs_uniform": 0.6437571209971793
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 15792,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0011713975109159946,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0007454347796738148,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7078521847724915,
|
|
"sampling_probability": 2.1480680516106077e-05,
|
|
"probability_ratio_vs_uniform": 0.6444204154831823,
|
|
"seen": 1,
|
|
"prompt_preview": "Rahul can complete a work in 5 days, and Meena can complete the same work in some days. When they work together, they can complete the work in 3.333333333333333 days. In how many days can Meena complete the work alone?",
|
|
"answer_preview": "10",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.001023775083012879,
|
|
"previous_priority_score": 0.7565432786941528,
|
|
"previous_sampling_probability": 2.1936271878075786e-05,
|
|
"global_step": 849,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0011713975109159946,
|
|
"priority_score": 0.7078521847724915,
|
|
"sampling_probability": 2.1054645912954584e-05,
|
|
"probability_ratio_vs_uniform": 0.6316393773886375
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 15817,
|
|
"sample_count": 7,
|
|
"error_ema": 0.017880339175462723,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.011378397233784199,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7184851765632629,
|
|
"sampling_probability": 2.170535663026385e-05,
|
|
"probability_ratio_vs_uniform": 0.6511606989079155,
|
|
"seen": 1,
|
|
"prompt_preview": "Let $(a_1, b_1),$ $(a_2, b_2),$ $\\dots,$ $(a_n, b_n)$ be the real solutions to \\begin{align*} a + \\frac{17a + 6b}{a^2 + b^2} &= 6, \\\\ b + \\frac{6a - 17b}{a^2 + b^2} &= 0. \\end{align*}Find $a_1 + b_1 + a_2 + b_2 + \\dots + a_n + b_n.$ Hint: ",
|
|
"answer_preview": "6",
|
|
"source": "math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.012922599911689758,
|
|
"previous_priority_score": 0.7636825442314148,
|
|
"previous_sampling_probability": 2.1607394955935888e-05,
|
|
"global_step": 751,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 29,
|
|
"priority_error": 0.0625,
|
|
"mean_completion_error": 0.06456896551724141,
|
|
"mean_confidence": 0.45517241379310347,
|
|
"mean_correctness": 0.41379310344827586,
|
|
"selected_reward": 1.3750050067901611,
|
|
"selected_confidence": 0.5,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.25,
|
|
"sample_count": 7,
|
|
"error_ema": 0.017880339175462723,
|
|
"priority_score": 0.7184851765632629,
|
|
"sampling_probability": 2.084489824483171e-05,
|
|
"probability_ratio_vs_uniform": 0.6253469473449513
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 16095,
|
|
"sample_count": 7,
|
|
"error_ema": 0.001304257777519524,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.000829982222057879,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7079367637634277,
|
|
"sampling_probability": 2.1482459487742744e-05,
|
|
"probability_ratio_vs_uniform": 0.6444737846322823,
|
|
"seen": 1,
|
|
"prompt_preview": "Given the function $f(x) = \\ln(x + \\sqrt{x^2 + 1}) + ax^7 + bx^3 - 4$, where $a$ and $b$ are constants. If $f(-3) = 4$, then $f(3) = \\_\\_\\_\\_\\_\\_$.",
|
|
"answer_preview": "-12",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0011713975109159946,
|
|
"previous_priority_score": 0.7566318511962891,
|
|
"previous_sampling_probability": 2.182983917009551e-05,
|
|
"global_step": 829,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 30,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.0028333333333333335,
|
|
"mean_confidence": 0.8599999999999997,
|
|
"mean_correctness": 0.9333333333333333,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.001304257777519524,
|
|
"priority_score": 0.7079367637634277,
|
|
"sampling_probability": 2.09608278964879e-05,
|
|
"probability_ratio_vs_uniform": 0.628824836894637
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 16103,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002145705744624138,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.001365449046716094,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7084721922874451,
|
|
"sampling_probability": 2.149371721316129e-05,
|
|
"probability_ratio_vs_uniform": 0.6448115163948387,
|
|
"seen": 1,
|
|
"prompt_preview": "63 men working some hours per day dig 30 m deep. To dig to a depth of 50 m working 6 hours per day, 77 extra men should be put to work. How many hours per day were the initial men working?",
|
|
"answer_preview": "8",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.00210633990354836,
|
|
"previous_priority_score": 0.7571927905082703,
|
|
"previous_sampling_probability": 2.2450327378464863e-05,
|
|
"global_step": 1000,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.003387096774193547,
|
|
"mean_confidence": 0.5741935483870969,
|
|
"mean_correctness": 0.4838709677419355,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002145705744624138,
|
|
"priority_score": 0.7084721922874451,
|
|
"sampling_probability": 2.1439089323394e-05,
|
|
"probability_ratio_vs_uniform": 0.64317267970182
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 16150,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7071067690849304,
|
|
"sampling_probability": 2.1465019017341547e-05,
|
|
"probability_ratio_vs_uniform": 0.6439505705202464,
|
|
"seen": 1,
|
|
"prompt_preview": "There are 2013 colored lights numbered 1, 2, 3, 4, \u2026, 2013, all turned on, each controlled by a switch. If the first time you press the switch of all lights numbered with multiples of 2, the second time you press the switch of lights number",
|
|
"answer_preview": "1006",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0,
|
|
"previous_priority_score": 0.7559289932250977,
|
|
"previous_sampling_probability": 2.2462845663540065e-05,
|
|
"global_step": 1022,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.0,
|
|
"mean_completion_error": 0.008064516129032261,
|
|
"mean_confidence": 0.31290322580645163,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.9950010180473328,
|
|
"selected_confidence": 0.1,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0,
|
|
"priority_score": 0.7071067690849304,
|
|
"sampling_probability": 2.1430592823890038e-05,
|
|
"probability_ratio_vs_uniform": 0.6429177847167011
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 16616,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002785950433462858,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0017728775274008512,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7088796496391296,
|
|
"sampling_probability": 2.15022901102202e-05,
|
|
"probability_ratio_vs_uniform": 0.645068703306606,
|
|
"seen": 1,
|
|
"prompt_preview": "A fan can create an airflow of 10 liters per second. If the fan works for a certain amount of time each day, the amount of airflow it will create in one week is 42000 liters. How long does the fan work each day?",
|
|
"answer_preview": "10",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.002817722735926509,
|
|
"previous_priority_score": 0.7576196193695068,
|
|
"previous_sampling_probability": 2.2509004338644445e-05,
|
|
"global_step": 1024,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.010468750000000004,
|
|
"mean_confidence": 0.8937499999999995,
|
|
"mean_correctness": 0.96875,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002785950433462858,
|
|
"priority_score": 0.7088796496391296,
|
|
"sampling_probability": 2.1476509573403746e-05,
|
|
"probability_ratio_vs_uniform": 0.6442952872021124
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 16853,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0017028384609147906,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0010836244327947497,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.708190381526947,
|
|
"sampling_probability": 2.1487790945684537e-05,
|
|
"probability_ratio_vs_uniform": 0.6446337283705361,
|
|
"seen": 1,
|
|
"prompt_preview": "A pet store had 1700 puppies. In one week they sold 621 of them and put the rest into cages with 26 in each cage. How many cages did they use?",
|
|
"answer_preview": "42",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0016142649110406637,
|
|
"previous_priority_score": 0.7568975687026978,
|
|
"previous_sampling_probability": 2.2346008336171508e-05,
|
|
"global_step": 968,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0017028384609147906,
|
|
"priority_score": 0.708190381526947,
|
|
"sampling_probability": 2.1354226191760972e-05,
|
|
"probability_ratio_vs_uniform": 0.6406267857528292
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 17114,
|
|
"sample_count": 7,
|
|
"error_ema": 0.01509480457752943,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.00960578490048647,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7167125344276428,
|
|
"sampling_probability": 2.1667738110409118e-05,
|
|
"probability_ratio_vs_uniform": 0.6500321433122735,
|
|
"seen": 1,
|
|
"prompt_preview": "A seven-digit number, where the sum of every two adjacent digits from left to right is 9, 7, 9, 2, 8, 11. What is this seven-digit number?",
|
|
"answer_preview": "9072083",
|
|
"source": "olympiads",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0067720054648816586,
|
|
"previous_priority_score": 0.7599921822547913,
|
|
"previous_sampling_probability": 2.0013298126286827e-05,
|
|
"global_step": 519,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.09,
|
|
"mean_completion_error": 0.05976562500000001,
|
|
"mean_confidence": 0.271875,
|
|
"mean_correctness": 0.5625,
|
|
"selected_reward": 1.3200039863586426,
|
|
"selected_confidence": 0.4,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.36,
|
|
"sample_count": 7,
|
|
"error_ema": 0.01509480457752943,
|
|
"priority_score": 0.7167125344276428,
|
|
"sampling_probability": 1.9411081666476093e-05,
|
|
"probability_ratio_vs_uniform": 0.5823324499942828
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 17371,
|
|
"sample_count": 7,
|
|
"error_ema": 0.00781405158340931,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.004972578026354313,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7120793461799622,
|
|
"sampling_probability": 2.1569720047409646e-05,
|
|
"probability_ratio_vs_uniform": 0.6470916014222894,
|
|
"seen": 1,
|
|
"prompt_preview": "There are 80 cable cars traveling in a circular route between ski resorts A and B, all moving in the same direction. The distance between two adjacent cable cars is the same. Xiaoming, who is sitting in one of the cable cars, encounters an ",
|
|
"answer_preview": "20",
|
|
"source": "olympiads",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.008404501713812351,
|
|
"previous_priority_score": 0.7609716653823853,
|
|
"previous_sampling_probability": 2.2227008230402134e-05,
|
|
"global_step": 905,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.050483870967741956,
|
|
"mean_confidence": 0.6451612903225805,
|
|
"mean_correctness": 0.3225806451612903,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.00781405158340931,
|
|
"priority_score": 0.7120793461799622,
|
|
"sampling_probability": 2.1293026293278672e-05,
|
|
"probability_ratio_vs_uniform": 0.6387907887983602
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 17500,
|
|
"sample_count": 7,
|
|
"error_ema": 0.006501176860183477,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.00413711229339242,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7112438678741455,
|
|
"sampling_probability": 2.1552094040089287e-05,
|
|
"probability_ratio_vs_uniform": 0.6465628212026786,
|
|
"seen": 1,
|
|
"prompt_preview": "Given the function \\(f(x)=\\sin ^{4} \\frac{k x}{10}+\\cos ^{4} \\frac{k x}{10}\\), where \\(k\\) is a positive integer, if for any real number \\(a\\), it holds that \\(\\{f(x) \\mid a<x<a+1\\}=\\{f(x) \\mid x \\in \\mathbb{R}\\}\\), find the minimum value o",
|
|
"answer_preview": "16",
|
|
"source": "olympiads",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.006945752073079348,
|
|
"previous_priority_score": 0.7600964307785034,
|
|
"previous_sampling_probability": 2.2486257876153104e-05,
|
|
"global_step": 994,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.015937500000000004,
|
|
"mean_confidence": 0.5656250000000003,
|
|
"mean_correctness": 0.4375,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.006501176860183477,
|
|
"priority_score": 0.7112438678741455,
|
|
"sampling_probability": 2.1476864276337437e-05,
|
|
"probability_ratio_vs_uniform": 0.6443059282901231
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 17912,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0011402327800169587,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0007256026729010046,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.707832396030426,
|
|
"sampling_probability": 2.1480265786522068e-05,
|
|
"probability_ratio_vs_uniform": 0.644407973595662,
|
|
"seen": 1,
|
|
"prompt_preview": "Find the number of sets A that satisfy the condition {0, 1} \u222a A = {0, 1}. Express your answer as a whole number.",
|
|
"answer_preview": "4",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0009891475783661008,
|
|
"previous_priority_score": 0.7565224766731262,
|
|
"previous_sampling_probability": 2.1218402252998203e-05,
|
|
"global_step": 696,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0011402327800169587,
|
|
"priority_score": 0.707832396030426,
|
|
"sampling_probability": 2.0441428205231205e-05,
|
|
"probability_ratio_vs_uniform": 0.6132428461569361
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 17998,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0011713975109159946,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0007454347796738148,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7078521847724915,
|
|
"sampling_probability": 2.1480680516106077e-05,
|
|
"probability_ratio_vs_uniform": 0.6444204154831823,
|
|
"seen": 1,
|
|
"prompt_preview": "He wanted to make sure that he is protected from the cold evenings in the forest so he decided to build a fireplace made of cement. If he bought 215 lbs of cement and his son brought another 137 lbs, how much cement did he have originally i",
|
|
"answer_preview": "98",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.001023775083012879,
|
|
"previous_priority_score": 0.7565432786941528,
|
|
"previous_sampling_probability": 2.2440803149947897e-05,
|
|
"global_step": 1001,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.0032031250000000007,
|
|
"mean_confidence": 0.8906249999999996,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0011713975109159946,
|
|
"priority_score": 0.7078521847724915,
|
|
"sampling_probability": 2.142495577572845e-05,
|
|
"probability_ratio_vs_uniform": 0.6427486732718535
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 18156,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0017028384609147906,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0010836244327947497,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.708190381526947,
|
|
"sampling_probability": 2.1487790945684537e-05,
|
|
"probability_ratio_vs_uniform": 0.6446337283705361,
|
|
"seen": 1,
|
|
"prompt_preview": "If the perimeter of a rectangle is 6, and its area is 1, and two squares are constructed with the sides of the rectangle as their sides, then find the sum of the areas of these two squares. Express your answer as a whole number.",
|
|
"answer_preview": "7",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0016142649110406637,
|
|
"previous_priority_score": 0.7568975687026978,
|
|
"previous_sampling_probability": 2.2457470549852587e-05,
|
|
"global_step": 1005,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0017028384609147906,
|
|
"priority_score": 0.708190381526947,
|
|
"sampling_probability": 2.1440153432195075e-05,
|
|
"probability_ratio_vs_uniform": 0.6432046029658522
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 18158,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0026377809699624777,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0016785878688097,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.708785355091095,
|
|
"sampling_probability": 2.1500305592780933e-05,
|
|
"probability_ratio_vs_uniform": 0.645009167783428,
|
|
"seen": 1,
|
|
"prompt_preview": "Find the number of different values of the expression $C_{10}^{r+1} + C_{10}^{17-r}$, where $r$ is a positive integer satisfying the system of inequalities: $$ \\begin{cases} 0 \\leq r+1 \\leq 10 \\\\ 0 \\leq 17-r \\leq 10 \\end{cases} $$ Express y",
|
|
"answer_preview": "2",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.002653090050444007,
|
|
"previous_priority_score": 0.757520854473114,
|
|
"previous_sampling_probability": 2.2464619178208522e-05,
|
|
"global_step": 1008,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.0026612903225806455,
|
|
"mean_confidence": 0.8838709677419351,
|
|
"mean_correctness": 0.967741935483871,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0026377809699624777,
|
|
"priority_score": 0.708785355091095,
|
|
"sampling_probability": 2.143671918020118e-05,
|
|
"probability_ratio_vs_uniform": 0.6431015754060354
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 18367,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0017028384609147906,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0010836244327947497,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.708190381526947,
|
|
"sampling_probability": 2.1487790945684537e-05,
|
|
"probability_ratio_vs_uniform": 0.6446337283705361,
|
|
"seen": 1,
|
|
"prompt_preview": "The total weight of 9 apples of the same weight is 4.5 kilograms (kg). Several melons weighing 850 grams (g) and two apples were placed on one side of the pan balance scale, and five watermelons weighing 1050 grams (g) were placed on the ot",
|
|
"answer_preview": "5",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0016142649110406637,
|
|
"previous_priority_score": 0.7568975687026978,
|
|
"previous_sampling_probability": 2.2532540242536925e-05,
|
|
"global_step": 1035,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.0027343750000000007,
|
|
"mean_confidence": 0.8968749999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0017028384609147906,
|
|
"priority_score": 0.708190381526947,
|
|
"sampling_probability": 2.1487790945684537e-05,
|
|
"probability_ratio_vs_uniform": 0.6446337283705361
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 18674,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002653090050444007,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0016883299686014652,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7087950706481934,
|
|
"sampling_probability": 2.150050931959413e-05,
|
|
"probability_ratio_vs_uniform": 0.6450152795878239,
|
|
"seen": 1,
|
|
"prompt_preview": "Find the minimum value of the function $f(x) = -x^2 + 4x + 5$ within the closed interval $[1, 4]$. Express your answer as a single number.",
|
|
"answer_preview": "5",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0026701001916080713,
|
|
"previous_priority_score": 0.7575310468673706,
|
|
"previous_sampling_probability": 2.04920579562895e-05,
|
|
"global_step": 580,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002653090050444007,
|
|
"priority_score": 0.7087950706481934,
|
|
"sampling_probability": 1.9785908079938963e-05,
|
|
"probability_ratio_vs_uniform": 0.5935772423981689
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 18855,
|
|
"sample_count": 7,
|
|
"error_ema": 0.003797437297180295,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0024165508802980185,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7095233201980591,
|
|
"sampling_probability": 2.1515836124308407e-05,
|
|
"probability_ratio_vs_uniform": 0.6454750837292522,
|
|
"seen": 1,
|
|
"prompt_preview": "Distribute 100 apples among several children, with each child receiving at least one apple and each child receiving a different number of apples. What is the maximum number of children that can receive apples? Express your answer as a whole",
|
|
"answer_preview": "13",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0039415969513356686,
|
|
"previous_priority_score": 0.7582939267158508,
|
|
"previous_sampling_probability": 2.1902882508584298e-05,
|
|
"global_step": 838,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.017265625000000003,
|
|
"mean_confidence": 0.7531250000000003,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.003797437297180295,
|
|
"priority_score": 0.7095233201980591,
|
|
"sampling_probability": 2.1028494302299805e-05,
|
|
"probability_ratio_vs_uniform": 0.6308548290689941
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 18869,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0010696251410990953,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0006806705496273935,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7077874541282654,
|
|
"sampling_probability": 2.1479319912032224e-05,
|
|
"probability_ratio_vs_uniform": 0.6443795973609667,
|
|
"seen": 1,
|
|
"prompt_preview": "After 10% of the inhabitants of a village disappeared, a panic set in during which 25% of the remaining inhabitants left the village. Some time later, 15% of the people who left during the panic decided to return to the village. At that tim",
|
|
"answer_preview": "7425",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0011884723789989948,
|
|
"previous_priority_score": 0.7566421031951904,
|
|
"previous_sampling_probability": 2.196673995058518e-05,
|
|
"global_step": 855,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.0,
|
|
"mean_completion_error": 0.08266129032258064,
|
|
"mean_confidence": 0.7064516129032256,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.8200060129165649,
|
|
"selected_confidence": 0.6,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0010696251410990953,
|
|
"priority_score": 0.7077874541282654,
|
|
"sampling_probability": 2.1080071746837348e-05,
|
|
"probability_ratio_vs_uniform": 0.6324021524051204
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 20099,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0026377809699624777,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0016785878688097,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.708785355091095,
|
|
"sampling_probability": 2.1500305592780933e-05,
|
|
"probability_ratio_vs_uniform": 0.645009167783428,
|
|
"seen": 1,
|
|
"prompt_preview": "Given that $\\xi$ is normally distributed with mean 0 and variance $6^2$, and $P(-2 \\leq \\xi \\leq 0) = 0.4$, find the value of $P(\\xi > 2)$.",
|
|
"answer_preview": "0.1",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.002653090050444007,
|
|
"previous_priority_score": 0.757520854473114,
|
|
"previous_sampling_probability": 2.2285987142822705e-05,
|
|
"global_step": 950,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.0036718750000000002,
|
|
"mean_confidence": 0.8843749999999997,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0026377809699624777,
|
|
"priority_score": 0.708785355091095,
|
|
"sampling_probability": 2.1317398932296783e-05,
|
|
"probability_ratio_vs_uniform": 0.6395219679689035
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 20133,
|
|
"sample_count": 7,
|
|
"error_ema": 0.019082436338067055,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.01214336883276701,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7192501425743103,
|
|
"sampling_probability": 2.1721609300584532e-05,
|
|
"probability_ratio_vs_uniform": 0.651648279017536,
|
|
"seen": 1,
|
|
"prompt_preview": "Tim spends 1 hour a day meditating and twice as much time reading. He also spends half the time he meditates exercising and one-third of his reading time practicing a musical instrument. How much time a week does he spend on all these activ",
|
|
"answer_preview": "29.17",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.016758263111114502,
|
|
"previous_priority_score": 0.7659839391708374,
|
|
"previous_sampling_probability": 2.2664306015940383e-05,
|
|
"global_step": 1015,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.04000000000000001,
|
|
"mean_completion_error": 0.07625,
|
|
"mean_confidence": 0.42812500000000014,
|
|
"mean_correctness": 0.9375,
|
|
"selected_reward": 1.4200060367584229,
|
|
"selected_confidence": 0.6,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.16000000000000003,
|
|
"sample_count": 7,
|
|
"error_ema": 0.019082436338067055,
|
|
"priority_score": 0.7192501425743103,
|
|
"sampling_probability": 2.1668758563464507e-05,
|
|
"probability_ratio_vs_uniform": 0.6500627569039352
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 20179,
|
|
"sample_count": 7,
|
|
"error_ema": 0.001304257777519524,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.000829982222057879,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7079367637634277,
|
|
"sampling_probability": 2.1482459487742744e-05,
|
|
"probability_ratio_vs_uniform": 0.6444737846322823,
|
|
"seen": 1,
|
|
"prompt_preview": "Given that the coefficient of the $x^3$ term in the expansion of $((ax-1)^{5})$ is $80$, find the coefficient of the $x^2$ term in the expansion.",
|
|
"answer_preview": "-40",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0011713975109159946,
|
|
"previous_priority_score": 0.7566318511962891,
|
|
"previous_sampling_probability": 2.1455849491758272e-05,
|
|
"global_step": 742,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.001304257777519524,
|
|
"priority_score": 0.7079367637634277,
|
|
"sampling_probability": 2.064738146145828e-05,
|
|
"probability_ratio_vs_uniform": 0.6194214438437484
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 20258,
|
|
"sample_count": 7,
|
|
"error_ema": 0.001304257777519524,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.000829982222057879,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7079367637634277,
|
|
"sampling_probability": 2.1482459487742744e-05,
|
|
"probability_ratio_vs_uniform": 0.6444737846322823,
|
|
"seen": 1,
|
|
"prompt_preview": "Southton buries their time capsule some feet underground. Northton buries their time capsule 12 feet higher than 4 times the depth of the Southton time capsule. Northton's time capsule is buried 48 feet deep. How deep is Southton's time cap",
|
|
"answer_preview": "9",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0011713975109159946,
|
|
"previous_priority_score": 0.7566318511962891,
|
|
"previous_sampling_probability": 2.2526348402607255e-05,
|
|
"global_step": 1032,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.001304257777519524,
|
|
"priority_score": 0.7079367637634277,
|
|
"sampling_probability": 2.1479329006979242e-05,
|
|
"probability_ratio_vs_uniform": 0.6443798702093773
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 20316,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0011713975109159946,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0007454347796738148,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7078521847724915,
|
|
"sampling_probability": 2.1480680516106077e-05,
|
|
"probability_ratio_vs_uniform": 0.6444204154831823,
|
|
"seen": 1,
|
|
"prompt_preview": "A certain unit has a total of 600 employees, of whom 250 are young employees, 200 are middle-aged employees, and 150 are elderly employees. A stratified sampling method is used to select a sample, and the sample contains 5 young employees. ",
|
|
"answer_preview": "12",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.001023775083012879,
|
|
"previous_priority_score": 0.7565432786941528,
|
|
"previous_sampling_probability": 2.2436488507082686e-05,
|
|
"global_step": 1000,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0011713975109159946,
|
|
"priority_score": 0.7078521847724915,
|
|
"sampling_probability": 2.1426465536933392e-05,
|
|
"probability_ratio_vs_uniform": 0.6427939661080018
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 20800,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0017028384609147906,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0010836244327947497,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.708190381526947,
|
|
"sampling_probability": 2.1487790945684537e-05,
|
|
"probability_ratio_vs_uniform": 0.6446337283705361,
|
|
"seen": 1,
|
|
"prompt_preview": "Two trains, each a certain length, moving in opposite directions, cross each other in 20 sec. If one is moving twice as fast as the other, and the speed of the faster train is 24 m/s, what is the length of each train?",
|
|
"answer_preview": "360",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0016142649110406637,
|
|
"previous_priority_score": 0.7568975687026978,
|
|
"previous_sampling_probability": 2.2258598619373515e-05,
|
|
"global_step": 943,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002734375000000001,
|
|
"mean_confidence": 0.8968749999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0017028384609147906,
|
|
"priority_score": 0.708190381526947,
|
|
"sampling_probability": 2.1298261344782077e-05,
|
|
"probability_ratio_vs_uniform": 0.6389478403434623
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 21002,
|
|
"sample_count": 7,
|
|
"error_ema": 0.04390083998441696,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.027936898171901703,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7350436449050903,
|
|
"sampling_probability": 2.2059926777728833e-05,
|
|
"probability_ratio_vs_uniform": 0.661797803331865,
|
|
"seen": 1,
|
|
"prompt_preview": "There are a total of 9 seats in a row. Three people, A, B, and C, are to be seated in such a way that each person has empty seats on both sides, and A must be seated between B and C. How many different seating arrangements are there? (Answe",
|
|
"answer_preview": "20",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.03877871111035347,
|
|
"previous_priority_score": 0.7791962027549744,
|
|
"previous_sampling_probability": 2.2169133444549516e-05,
|
|
"global_step": 813,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.09,
|
|
"mean_completion_error": 0.06935483870967743,
|
|
"mean_confidence": 0.31290322580645163,
|
|
"mean_correctness": 0.3870967741935484,
|
|
"selected_reward": 1.3200039863586426,
|
|
"selected_confidence": 0.4,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.36,
|
|
"sample_count": 7,
|
|
"error_ema": 0.04390083998441696,
|
|
"priority_score": 0.7350436449050903,
|
|
"sampling_probability": 2.137650881195441e-05,
|
|
"probability_ratio_vs_uniform": 0.6412952643586323
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 21022,
|
|
"sample_count": 7,
|
|
"error_ema": 0.00210633990354836,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0013403980992734432,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7084471583366394,
|
|
"sampling_probability": 2.149318970623426e-05,
|
|
"probability_ratio_vs_uniform": 0.6447956911870278,
|
|
"seen": 1,
|
|
"prompt_preview": "In the expansion of $(x^{2}+ \\frac{1}{2x})^{8}$, the coefficient of $x^{7}$ is __________.",
|
|
"answer_preview": "7",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0020625998731702566,
|
|
"previous_priority_score": 0.7571665644645691,
|
|
"previous_sampling_probability": 2.2492764401249588e-05,
|
|
"global_step": 1019,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.00210633990354836,
|
|
"priority_score": 0.7084471583366394,
|
|
"sampling_probability": 2.145548387488816e-05,
|
|
"probability_ratio_vs_uniform": 0.6436645162466448
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 21037,
|
|
"sample_count": 7,
|
|
"error_ema": 0.019898729398846626,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.012662827968597412,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7197695970535278,
|
|
"sampling_probability": 2.1732654204242863e-05,
|
|
"probability_ratio_vs_uniform": 0.6519796261272859,
|
|
"seen": 1,
|
|
"prompt_preview": "In a vast garden, there are 500 plants. On the first day, hungry bugs devoured 300 plants. The next day, they were still hungry and ate 5/7 of the remaining plants. After that, they consumed 12 more plants. How many plants remain?",
|
|
"answer_preview": "45",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.022109700366854668,
|
|
"previous_priority_score": 0.7691948413848877,
|
|
"previous_sampling_probability": 2.236679574707523e-05,
|
|
"global_step": 896,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0,
|
|
"mean_completion_error": 0.5097656250000001,
|
|
"mean_confidence": 0.8781249999999996,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.8200060129165649,
|
|
"selected_confidence": 0.6,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 7,
|
|
"error_ema": 0.019898729398846626,
|
|
"priority_score": 0.7197695970535278,
|
|
"sampling_probability": 2.142234552593436e-05,
|
|
"probability_ratio_vs_uniform": 0.6426703657780308
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 21157,
|
|
"sample_count": 7,
|
|
"error_ema": 0.021323245018720627,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.01356933731585741,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7206761240959167,
|
|
"sampling_probability": 2.1751942767878063e-05,
|
|
"probability_ratio_vs_uniform": 0.6525582830363419,
|
|
"seen": 1,
|
|
"prompt_preview": "I run a 15-mile route which consists of 5 miles at a pace of 7 minutes per mile, then 6 miles at a pace of 8 minutes per mile, and finally 4 miles at a pace of 6 minutes per mile. What is my average speed in kilometers per hour for the enti",
|
|
"answer_preview": "13.54",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.02369249425828457,
|
|
"previous_priority_score": 0.7701444625854492,
|
|
"previous_sampling_probability": 2.2460808395408094e-05,
|
|
"global_step": 918,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0,
|
|
"mean_completion_error": 0.011718750000000002,
|
|
"mean_confidence": 0.546875,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.955003023147583,
|
|
"selected_confidence": 0.3,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 7,
|
|
"error_ema": 0.021323245018720627,
|
|
"priority_score": 0.7206761240959167,
|
|
"sampling_probability": 2.149328611267265e-05,
|
|
"probability_ratio_vs_uniform": 0.6447985833801795
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 21183,
|
|
"sample_count": 7,
|
|
"error_ema": 0.001304257777519524,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.000829982222057879,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7079367637634277,
|
|
"sampling_probability": 2.1482459487742744e-05,
|
|
"probability_ratio_vs_uniform": 0.6444737846322823,
|
|
"seen": 1,
|
|
"prompt_preview": "In a geometric sequence where all terms are positive, if $6a_{1}$, $a_{3}$, and $4a_{2}$ form an arithmetic sequence, then find the value of the expression $\\frac{a_{11}+a_{13}+a_{16}+a_{20}+a_{21}}{a_{8}+a_{10}+a_{13}+a_{17}+a_{18}}$.",
|
|
"answer_preview": "27",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0011713975109159946,
|
|
"previous_priority_score": 0.7566318511962891,
|
|
"previous_sampling_probability": 2.2017396986484528e-05,
|
|
"global_step": 866,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002421875000000001,
|
|
"mean_confidence": 0.8906249999999996,
|
|
"mean_correctness": 0.96875,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.001304257777519524,
|
|
"priority_score": 0.7079367637634277,
|
|
"sampling_probability": 2.1125404600752518e-05,
|
|
"probability_ratio_vs_uniform": 0.6337621380225755
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 21642,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002145705744624138,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.001365449046716094,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7084721922874451,
|
|
"sampling_probability": 2.149371721316129e-05,
|
|
"probability_ratio_vs_uniform": 0.6448115163948387,
|
|
"seen": 1,
|
|
"prompt_preview": "Skylar started donating 8k to an organization on Skylar's birthday when Skylar turned 17. Yesterday, Skylar turned a certain age. Skylar has donated 440k till now. How old is Skylar now?",
|
|
"answer_preview": "72",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.00210633990354836,
|
|
"previous_priority_score": 0.7571927905082703,
|
|
"previous_sampling_probability": 2.2349517166730948e-05,
|
|
"global_step": 967,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.002145705744624138,
|
|
"priority_score": 0.7084721922874451,
|
|
"sampling_probability": 2.1366397049860097e-05,
|
|
"probability_ratio_vs_uniform": 0.6409919114958029
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 21805,
|
|
"sample_count": 7,
|
|
"error_ema": 0.011100641451776028,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.00706404447555542,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7141708135604858,
|
|
"sampling_probability": 2.161391057597939e-05,
|
|
"probability_ratio_vs_uniform": 0.6484173172793817,
|
|
"seen": 1,
|
|
"prompt_preview": "In a football tournament, each team meets exactly twice with every other team. There are no draws, a victory earns two points and a defeat earns no points. One team won the tournament with 26 points, and there are two teams tied for last pl",
|
|
"answer_preview": "12",
|
|
"source": "olympiads",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.007889601401984692,
|
|
"previous_priority_score": 0.7606627345085144,
|
|
"previous_sampling_probability": 2.2207397705642506e-05,
|
|
"global_step": 899,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 30,
|
|
"priority_error": 0.04000000000000001,
|
|
"mean_completion_error": 0.003416666666666666,
|
|
"mean_confidence": 0.4966666666666667,
|
|
"mean_correctness": 0.03333333333333333,
|
|
"selected_reward": 1.4200060367584229,
|
|
"selected_confidence": 0.6,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.16000000000000003,
|
|
"sample_count": 7,
|
|
"error_ema": 0.011100641451776028,
|
|
"priority_score": 0.7141708135604858,
|
|
"sampling_probability": 2.1318477593013085e-05,
|
|
"probability_ratio_vs_uniform": 0.6395543277903926
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 22514,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0028838184662163258,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0018351571634411812,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7089419364929199,
|
|
"sampling_probability": 2.1503599782590754e-05,
|
|
"probability_ratio_vs_uniform": 0.6451079934777226,
|
|
"seen": 1,
|
|
"prompt_preview": "Given two perpendicular lines, $2x + my - 1 = 0$ and $3x - 2y + n = 0$, with the foot of the perpendicular from the point $(2, p)$, find the value of $m + n + p$.",
|
|
"answer_preview": "-6",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.002926464891061187,
|
|
"previous_priority_score": 0.7576848864555359,
|
|
"previous_sampling_probability": 2.2339349015965126e-05,
|
|
"global_step": 963,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 30,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.04058333333333334,
|
|
"mean_confidence": 0.7433333333333333,
|
|
"mean_correctness": 0.7333333333333333,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0028838184662163258,
|
|
"priority_score": 0.7089419364929199,
|
|
"sampling_probability": 2.136022158083506e-05,
|
|
"probability_ratio_vs_uniform": 0.6408066474250518
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 22827,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0018563398625701666,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0011813071323558688,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7082880735397339,
|
|
"sampling_probability": 2.148984458472114e-05,
|
|
"probability_ratio_vs_uniform": 0.6446953375416342,
|
|
"seen": 1,
|
|
"prompt_preview": "Given \\\\(a \\in \\mathbb{R}\\\\) and \\\\(i\\\\) as the imaginary unit, if \\\\((1-i)(a+i)\\\\) is a pure imaginary number, then the value of \\\\(a\\\\) is \\_\\_\\_\\_\\_\\_",
|
|
"answer_preview": "-1",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0020625998731702566,
|
|
"previous_priority_score": 0.7571665644645691,
|
|
"previous_sampling_probability": 2.2397885913960636e-05,
|
|
"global_step": 982,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0,
|
|
"mean_completion_error": 0.002421875000000001,
|
|
"mean_confidence": 0.9031249999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.5000200271606445,
|
|
"selected_confidence": 1.0,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0018563398625701666,
|
|
"priority_score": 0.7082880735397339,
|
|
"sampling_probability": 2.1388963432400487e-05,
|
|
"probability_ratio_vs_uniform": 0.6416689029720146
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 23185,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0012046126648783684,
|
|
"novelty_component": 0.7071067690849304,
|
|
"risk_component": 0.0007665716693736613,
|
|
"count_shrinkage_multiplier": 0.6363636255264282,
|
|
"priority_score": 0.7078733444213867,
|
|
"sampling_probability": 2.1481124349520542e-05,
|
|
"probability_ratio_vs_uniform": 0.6444337304856163,
|
|
"seen": 1,
|
|
"prompt_preview": "A thin rectangular slab of potato was cut into two pieces for an osmosis lab. One piece is 50 mm greater than the other. If the original uncut slab is 600 mm, what is the length of the other piece of the potato after it is cut?",
|
|
"answer_preview": "325",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 6,
|
|
"previous_error_ema": 0.0010606807190924883,
|
|
"previous_priority_score": 0.7565653920173645,
|
|
"previous_sampling_probability": 2.2252386770560406e-05,
|
|
"global_step": 942,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0024999999999999988,
|
|
"mean_completion_error": 0.002500000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 1.0,
|
|
"selected_reward": 1.495008945465088,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 1.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.009999999999999995,
|
|
"sample_count": 7,
|
|
"error_ema": 0.0012046126648783684,
|
|
"priority_score": 0.7078733444213867,
|
|
"sampling_probability": 2.128826417902019e-05,
|
|
"probability_ratio_vs_uniform": 0.6386479253706057
|
|
}
|
|
}
|
|
],
|
|
"top_by_probability": [
|
|
{
|
|
"sample_id": 42,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Given $f(x) = x^5 + 5x^4 + 10x^3 + 10x^2 + 5x + 1$, calculate $v_2$ using the Horner's method when $x = 2$.",
|
|
"answer_preview": "24",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 177,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "sum of 49 odd numbers is ?",
|
|
"answer_preview": "2401",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 185,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "On the first day, Barry Sotter used his magic wand to make an object's length increase by $\\frac{1}{2}$, meaning that if the length of the object was originally $x,$ then it is now $x + \\frac{1}{2} x.$ On the second day he increased the ob",
|
|
"answer_preview": "198",
|
|
"source": "math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 298,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Given vectors $\\overrightarrow{v} = \\left(a_{n+1} - \\frac{a_n}{2}, \\frac{a_{n+1}^2}{2a_n}\\right)$ and $\\overrightarrow{\\mu} = (3, 3)$, and $\\overrightarrow{v}$ is parallel to $\\overrightarrow{\\mu}$, if $a_1 = 5$, find the sum of the first 1",
|
|
"answer_preview": "50",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 405,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Let \\(d\\) and \\(f\\) be positive integers and \\(a_{1} = 0.9\\). If \\(a_{i+1} = a_{i}^{2}\\) and \\(\\prod_{i=1}^{4} a_{i} = \\frac{3^{d}}{f}\\), determine the smallest possible value of \\(d\\).",
|
|
"answer_preview": "30",
|
|
"source": "olympiads",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 453,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "At a monthly meeting, 3/5 of the attendees were males and 7/8 of the male attendees arrived on time. Some fraction of the female attendees arrived on time, and 0.115 fraction of the attendees did not arrive on time. What fraction of the fem",
|
|
"answer_preview": "0.9",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 463,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "During the holiday, a school organizes a trip for 360 teachers and students. A bus rental company offers two types of buses for hire: Type A buses have 40 seats each and a rental fee of 400 yuan; Type B buses have 50 seats each and a rental",
|
|
"answer_preview": "3520",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 493,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "What is the value of y in the expression ( ( 2 ^ 5 ) * ( y ) ) / ( ( 8 ^ 2 ) * ( 3 ^ 5 ) ) if the result is 0.16666666666666666?",
|
|
"answer_preview": "81",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 617,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "In a class, there are a total of 8 rows of desks and each desk can seat one student. There are 10 desks in the first row. In each subsequent row, the number of desks is determined by the formula: d_n = d_(n-1) + n, where d_n represents the ",
|
|
"answer_preview": "141",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 632,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "The greatest number that divides 178340 and 253785 leaving remainders 20 and 35 respectively, and also divides 375690 leaving a remainder of 50 is:",
|
|
"answer_preview": "10",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 662,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "I should have added 32 to a number and multiply it by 12 but I accidently multiplied it by 3 and subtracted 45, and 159 came out as a result. If you calculate this correctly, how much is it?",
|
|
"answer_preview": "1200",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 687,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "At a math conference, the following exchange rates are used: $$ \\begin{aligned} 1 \\text { calculator } & =100 \\text { rulers } \\\\ 10 \\text { rulers } & =30 \\text { compasses } \\\\ 25 \\text { compasses } & =50 \\text { protractors } \\end{alig",
|
|
"answer_preview": "600",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 729,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "There is a piece of colored paper in the shape of a square with a side length of 4 centimeters (cm). The four sides of this colored paper were cut into diamond shapes by connecting the two equally divided dots. Find the area of this rhombus",
|
|
"answer_preview": "8",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 748,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "If $(2x+ \\sqrt{3})^{4}={a}_{0}+{a}_{1}x+{a}_{2}{x}^{2}+{a}_{3}{x}^{3}+{a}_{4}{x}^{4}$, calculate the value of $({a}_{0}+{a}_{2}+{a}_{4})^{2}-({a}_{1}+{a}_{3})^{2}$. Express your answer as a single number.",
|
|
"answer_preview": "1",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 754,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Suppose that $x, y$, and $z$ are non-negative real numbers such that $x+y+z=1$. What is the maximum possible value of $x+y^{2}+z^{3}$ ?",
|
|
"answer_preview": "1",
|
|
"source": "omnimath",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 771,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "A driver goes on a trip of 70 kilometers, the first 35 kilometers at a certain speed and the remaining distance at 24 kilometers per hour. The average speed of the entire trip in kilometers per hour is 32. What is the speed of the first par",
|
|
"answer_preview": "48",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 779,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Jackson buys a computer game for $66 and three movie tickets for $12 each. How much did he spend on entertainment total?",
|
|
"answer_preview": "102",
|
|
"source": "openmath",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 828,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "There are 11 males & 12 females in the orchestra and twice that number in the band. There are 12 males & some females in the choir. There are 98 musicians total in the orchestra, the band, and the choir. How many females are there in the ch",
|
|
"answer_preview": "17",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 891,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Convex quadrilateral $A B C D$ has right angles $\\angle A$ and $\\angle C$ and is such that $A B=B C$ and $A D=C D$. The diagonals $A C$ and $B D$ intersect at point $M$. Points $P$ and $Q$ lie on the circumcircle of triangle $A M B$ and seg",
|
|
"answer_preview": "36",
|
|
"source": "omnimath",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 946,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "In an arithmetic sequence $\\{a_n\\}$ where each term is a positive number, it is given that $3a_6 - a_7^2 + 3a_8 = 0$. Find the value of $a_7$. Express your answer as a single number.",
|
|
"answer_preview": "6",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 976,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Given the expression \\(2 - 0 - 1 - 9\\), find the largest possible value that can be obtained by inserting exactly one pair of brackets into the expression. Provide your answer as a single integer.",
|
|
"answer_preview": "10",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 979,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Determine the least possible value of the natural number $n$ such that $n!$ ends in exactly $1987$ zeros. <details><summary>Note</summary>Note. Here (and generally in MathLinks) natural numbers supposed to be positive.</details>",
|
|
"answer_preview": "7960",
|
|
"source": "aops_forum",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1014,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "It takes 1 hour for refrigerated dough to come to room temperature, 15 minutes to shape the dough, 2 hours to proof, and 30 minutes to bake. The head baker needs a certain amount of time for the bread to cool. If the bakery opens at 6:00 am",
|
|
"answer_preview": "15",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1114,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "In triangle PQR, the angle Q = 90 degrees, PQ = 2 cm, QR = 8 cm. X is a variable point on PQ. The line through X parallel to QR intersects PR at Y, and the line through Y parallel to PQ intersects QR at Z. What is the least possible length ",
|
|
"answer_preview": "2",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1121,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "There is food for 760 men for 22 days. After two days, 2280 more men join. How many additional days does the same food last after the new men join?",
|
|
"answer_preview": "5",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1125,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "A group of ten people went to the cinema. They received tickets for 5 adjacent seats in two different rows. \u00c1bel and Bendeg\u00faz want to sit next to each other, while Zsuzsi and Anik\u00f3 want to sit separately. In how many ways can they be seated",
|
|
"answer_preview": "518400",
|
|
"source": "olympiads",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1212,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "If the focus of the parabola $y^{2}=2px$ coincides with the right focus of the hyperbola $\\frac{x^{2}}{6}-\\frac{y^{2}}{3}=1$, then the value of $p$ is $\\boxed{6}$.",
|
|
"answer_preview": "6",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1250,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Given the function f(x) = x^2 - 3x, calculate the limit of [f(2) - f(2-3t)]/t as t approaches 0. Express your answer as a single number.",
|
|
"answer_preview": "3",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1262,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "A cuckoo clock chimes \"cuckoo\" as many times as the hour indicated by the hour hand (e.g., at 19:00, it chimes 7 times). One morning, Maxim approached the clock at 9:05 and started turning the minute hand until the clock advanced by 7 hours",
|
|
"answer_preview": "43",
|
|
"source": "olympiads",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1306,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Yvette wants to frame a new picture. When she goes to her local frame shop, she finds out that the frame she wanted is 20% more expensive than her budget of $60. If she paid for a smaller frame at 3/4 the new price of the frame she initiall",
|
|
"answer_preview": "6",
|
|
"source": "openmath",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1388,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Given a moving circle with its center C on the parabola $x^2=2py$ ($p>0$), the circle passes through point A $(0, p)$, and intersects the x-axis at two points M and N, the maximum value of $\\sin\\angle MCN$ is \\_\\_\\_\\_\\_\\_.",
|
|
"answer_preview": "1",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1429,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "90 students represent x percent of the boys at Jones Elementary School. The boys at Jones Elementary make up 30% of the total school population of x students. What is the value of x?",
|
|
"answer_preview": "300",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1612,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "In a $5 \\times 5$ square, some cells have been painted black as shown in the figure. Consider all possible smaller squares within this grid whose sides align with the grid lines. In how many of these smaller squares is the number of black c",
|
|
"answer_preview": "16",
|
|
"source": "olympiads",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1629,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "A certain item is priced at $1.5$ times its cost price, and after a discount of $20$ yuan, it is sold with a profit of $40\\%$. Find the cost price of each item.",
|
|
"answer_preview": "200",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1741,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Teena is driving at 55 miles per hour and is currently 7.5 miles behind Poe, who is driving at a certain speed in the same direction. In 90 minutes, Teena will be 15 miles ahead of Poe. What is Poe's speed in miles per hour?",
|
|
"answer_preview": "40",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1841,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "In the Cartesian coordinate system, for the ellipse C: $$\\frac {x^{2}}{25} + \\frac {y^{2}}{9} = 1$$, the left and right foci are denoted as F<sub>1</sub> and F<sub>2</sub>, respectively. Let P be a point on the ellipse C such that line segm",
|
|
"answer_preview": "9",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1902,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Caleb visited a rectangular park which also had 3 rectangular shaped flower beds inside it. He noted down the number of 90 \\degree angles he could find from the layout. Then he went to a square-shaped football field which had 4 square-shape",
|
|
"answer_preview": "36",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1903,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "How many total days were there in the years 2001 through 2004?",
|
|
"answer_preview": "1461",
|
|
"source": "math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1919,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Among the following propositions: \u2460 February 14, 2010, is both Chinese New Year and Valentine's Day; \u2461 A multiple of 10 is definitely a multiple of 5; \u2462 A trapezoid is not a rectangle. Count the number of propositions that use logical c",
|
|
"answer_preview": "2",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 1996,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Let $f(x)$ be an odd function defined on $\\mathbb{R}$ with a period of 4. When $-2 \\leq x < 0$, $f(x) = 3x + 1$. Calculate the value of $f(5)$. Express your answer as a single integer.",
|
|
"answer_preview": "2",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2009,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "If some men can do a piece of work in 25 hours, then 10 men can do it in 90 hours. How many men were in the first group?",
|
|
"answer_preview": "36",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2040,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Find the smallest positive integer $n$ that satisfies the inequality $\\sqrt{n} - \\sqrt{n-1} < 0.01$. Express your answer as a single integer.",
|
|
"answer_preview": "2501",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2050,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Find the constant term in the expansion of $$( \\sqrt[4]{x}- \\frac {3}{x})^{5}$$.",
|
|
"answer_preview": "-15",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2081,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Given a geometric sequence with 10 terms, where the product of the odd terms is 2, and the product of the even terms is 64, find the common ratio. Express your answer as a single value.",
|
|
"answer_preview": "2",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2084,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Given that the arithmetic sequence $\\{a\\_n\\}$ is an increasing sequence, if $a\\_1 > 0$ and $2(a\\_n+a_{n+2})=5a_{n+1}$, then the common ratio of the sequence $\\{a\\_n\\}$ is $q=$ _____ .",
|
|
"answer_preview": "2",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2095,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "To pave a rectangular courtyard 20 m long and 16 1/2 m wide, a certain number of paving stones, each measuring a specific length * 2 m, are required. If 66 paving stones are needed, what is the length of each paving stone?",
|
|
"answer_preview": "2.5",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2141,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "A cone has a surface area of $3\\pi$. Its lateral surface unfolds into a semicircle. The diameter of the base of the cone is ______.",
|
|
"answer_preview": "2",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2186,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "There are ten horses numbered from 1 to 10. The \\( k \\)-th horse (\\( k = 1, 2, \\cdots, 10 \\)) takes exactly \\( k \\) minutes to run one lap on a circular track. Initially, all horses start at the starting point of the track at the same time,",
|
|
"answer_preview": "3",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2187,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Given an arithmetic sequence ${{a_n}}$, let ${S_n}$ denote the sum of its first $n$ terms. If ${a_4 + a_6 + a_8 = 15}$, find the value of ${S_{11}}$. Express your answer as a single number.",
|
|
"answer_preview": "55",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2236,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Given that $\\sqrt{102.01}=10.1$, find the value of $\\sqrt{1.0201}$. Express your answer as a decimal number.",
|
|
"answer_preview": "1.01",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2262,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "the average of 11 numbers is 22 . average of the first 6 of them is 19 and that of the last 6 is 27 . find the 6 th number ?",
|
|
"answer_preview": "34",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2273,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Among the expressions $2x^{2}$, $1-2x=0$, $ab$, $a>0$, $\\frac{1}{a}$, $\\pi$, and $m=\\frac{1}{2}$, how many do not qualify as polynomials? Provide your answer as a single integer.",
|
|
"answer_preview": "4",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2277,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "A person bought 118 glass bowls at a certain rate per bowl. He sold 102 of them at Rs. 15 and the remaining broke. The percentage gain for him is 8.050847457627118%. What was the rate at which he bought the glass bowls?",
|
|
"answer_preview": "12",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2314,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Given $i$ is the imaginary unit, $\\overline{z}$ is the conjugate of $z$, and $(2-i) \\overline{z}=3-4i$, find the imaginary part of $z$. Express your answer as a single number.",
|
|
"answer_preview": "1",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2316,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Father's age is three times the sum of the ages of his two children. After 5 years his age will be twice the sum of age of two children. Find the age of father.",
|
|
"answer_preview": "45",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2323,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "When $x=$______, the value of the algebraic expression $\\frac{1}{x-1}+\\frac{3}{1-{x}^{2}}$ is zero.",
|
|
"answer_preview": "2",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2467,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Given the circle equation $x^{2}+y^{2}+2x-2y-2=0$, find the coordinates of the center and the radius of the circle. Express the center as an ordered pair (x, y) and the radius as a numerical value.",
|
|
"answer_preview": "2",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2704,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Tom bought 10 packages of miniature racing cars. Each package contains five cars. He gave a certain number of nephews 1/5 of the cars. Tom has 30 miniature racing cars left. How many nephews did Tom give cars to?",
|
|
"answer_preview": "5",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2759,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Triassic Discoglossus tadpoles have five legs each, and Sabertooth Frog tadpoles grow several tails (each has the same number). A Jurassic Park employee scooped up a few tadpoles along with some water. It turned out that the captured tadpol",
|
|
"answer_preview": "3",
|
|
"source": "olympiads",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2780,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "There were sweets on the table. Jack came and took half of all the candies and 4 more candies. Then Paul came and took some sweets. There were 22 sweets on the table at first. How many sweets did Paul take?",
|
|
"answer_preview": "7",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2808,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "On the circle $C:x^2+y^2=4$, there are two points $A(x_1,y_1)$ and $B(x_2,y_2)$. If $|\\vec{AB}|=2\\sqrt{3}$, then $x_1x_2+y_1y_2=$ ?",
|
|
"answer_preview": "-2",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2823,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Find the greatest common divisor of $10! + 2$ and $11! + 8$.",
|
|
"answer_preview": "2",
|
|
"source": "math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2866,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "In the convex quadrilateral \\(ABCD\\), the midpoints of sides \\(BC\\) and \\(CD\\) are \\(E\\) and \\(F\\) respectively. The segments \\(AE\\), \\(EF\\), and \\(AF\\) divide the quadrilateral into four triangles whose areas are four consecutive integers.",
|
|
"answer_preview": "6",
|
|
"source": "olympiads",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 2988,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "A triangle has two medians of lengths 9 and 12. Find the largest possible area of the triangle. (Note: A median is a line segment joining a vertex of the triangle to the midpoint of the opposite side.)",
|
|
"answer_preview": "72",
|
|
"source": "olympiads",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3014,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Shelly writes down a vector $v=(a, b, c, d)$, where $0<a<b<c<d$ are integers. Let $\\sigma(v)$ denote the set of 24 vectors whose coordinates are $a, b, c$, and $d$ in some order. For instance, $\\sigma(v)$ contains $(b, c, d, a)$. Shelly not",
|
|
"answer_preview": "6",
|
|
"source": "omnimath",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3039,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Given two non-zero vectors $\\overrightarrow{a}$ and $\\overrightarrow{b}$ with an angle of $60^{\\circ}$ between them, and satisfying $|\\overrightarrow{a} - 2\\overrightarrow{b}| = 2$, determine the maximum value of $\\overrightarrow{a} \\cdot \\",
|
|
"answer_preview": "1",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3157,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "If \\( S = \\frac{1}{1 + 1^{2} + 1^{4}} + \\frac{2}{1 + 2^{2} + 2^{4}} + \\frac{3}{1 + 3^{2} + 3^{4}} + \\ldots + \\frac{200}{1 + 200^{2} + 200^{4}} \\), find the value of \\( 80402 \\times S \\).",
|
|
"answer_preview": "40200",
|
|
"source": "olympiads",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3247,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "If $2^x = 9$, and $\\log_{2} \\frac {8}{3} = y$, then $x + 2y = \\_\\_\\_\\_\\_\\_$.",
|
|
"answer_preview": "6",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3280,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "If the integer part of $\\sqrt[3]{a}$ is $2$, then the number of odd numbers $a$ that satisfy this condition is ____.",
|
|
"answer_preview": "9",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3293,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Ginger likes to make cakes for every holiday for people. She has 2 children, each of whom she bakes a cake for on their birthdays, Christmas, Easter, and Halloween. She has a husband for whom she makes a cake on these same holidays, as well",
|
|
"answer_preview": "160",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3358,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "How many parts at most can three planes divide space into?",
|
|
"answer_preview": "8",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3414,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "A woman is not good at weaving cloth, and the amount of cloth she weaves decreases by the same amount every day. She weaves 5 feet on the first day and 1 foot on the last day. Calculate the total amount of cloth she weaves in 30 days. Expre",
|
|
"answer_preview": "90",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3570,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "jenny can divide her sweets equally to 5 people and also to 6 people equally but not to 12 people . what could be the number ?",
|
|
"answer_preview": "90",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3663,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "the ratio of numbers is 4 : 5 and their h . c . f is 4 . their l . c . m is :",
|
|
"answer_preview": "80",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3669,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "The product of 6 consecutive odd numbers greater than zero is 135135. What is the largest of these 6 numbers? $\\qquad$",
|
|
"answer_preview": "13",
|
|
"source": "olympiads",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3784,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Li Jiang's average score for 5 math tests is 90, the median is 91, and the mode is 93. What is the sum of his lowest two test scores?",
|
|
"answer_preview": "173",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3793,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Sylvia chose positive integers \\( a, b \\) and \\( c \\). Peter determined the value of \\( a+\\frac{b}{c} \\) and got an answer of 101. Paul determined the value of \\( \\frac{a}{c}+b \\) and got an answer of 68. Mary determined the value of \\( \\fr",
|
|
"answer_preview": "13",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3822,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Nicholas bought six times as much fabric as Kenneth. If Kenneth paid $40 for an oz of fabric and bought 700oz, calculate the amount of money that Nicholas paid more than Kenneth for the fabric he bought.",
|
|
"answer_preview": "140000",
|
|
"source": "openmath",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3879,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Two trains of equal length are running on parallel inclined tracks in the same direction. The tracks have a uniform incline of 5 degrees. The trains initially have speeds of 47 km/hr and 36 km/hr while moving uphill. Considering the effects",
|
|
"answer_preview": "55",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3957,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "In the complex plane, given a complex number $z$ satisfies $|z|=1$, where $i$ is the imaginary unit, then the maximum value of $|z-3-4i|$ is ____.",
|
|
"answer_preview": "6",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 3981,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Lion Alex decided to count the stripes on Marty the zebra (black and white stripes alternate). It turned out that there is one more black stripe than white stripes. Alex also noted that all white stripes are of the same width, while black s",
|
|
"answer_preview": "8",
|
|
"source": "olympiads",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4010,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "The first term of the arithmetic sequence $\\left\\{ a_n \\right\\}$ is $a_1=-5$, and the sum of its first $11$ terms equals $55$. If one term is removed, leaving the average of the remaining $10$ terms as $4.6$, then the removed term is the $\\",
|
|
"answer_preview": "8",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4011,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Cora started reading a 158-page book on Monday, and she decided she wanted to finish it by the end of Friday. She read 23 pages on Monday, 38 pages on Tuesday, and some pages on Wednesday. She knows she will have time to read twice as much ",
|
|
"answer_preview": "61",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4039,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "A monkey starts climbing up a tree that is 51 ft tall. Each hour, it hops up 7 ft but slips back 4 ft. How much time would it take the monkey to reach the top?",
|
|
"answer_preview": "15",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4040,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Excluding stoppages, the average speed of a bus is 50 km/hr, and including stoppages, the average speed of the bus is 40 km/hr. For how many minutes does the bus stop per hour?",
|
|
"answer_preview": "12",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4046,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Given the set A={x|y= $\\sqrt {(x-1)(5-x)}$, x\u2208Z}, calculate the number of elements in set A. Express your answer as a single integer.",
|
|
"answer_preview": "5",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4075,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Given that the measurement result \u03be follows a normal distribution N(1, \u03c3^2) (\u03c3 > 0), and the probability of \u03be falling within the interval (0, 1) is 0.4, calculate the probability of \u03be taking a value within the interval (0, 2). Express your ",
|
|
"answer_preview": "0.8",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4078,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Arrange the natural numbers that are divisible by both 5 and 7 in ascending order starting from 105. Take the first 2013 numbers. What is the remainder when the sum of these 2013 numbers is divided by 12?",
|
|
"answer_preview": "3",
|
|
"source": "olympiads",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4083,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "If the coefficient of $x^{6}$ in the expansion of $(x^{2}-a)(x+ \\frac {1}{x})^{10}$ is $30$, then $\\int _{ 0 }^{ a }(3x^{2}+1)dx=$ \\_\\_\\_\\_\\_\\_.",
|
|
"answer_preview": "10",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4127,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "If the sum of three real numbers is $0$ and their product is $17$, then what is the sum of their cubes?",
|
|
"answer_preview": "51",
|
|
"source": "math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4143,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Determine the coefficient of $x$ in the binomial expansion of $(2x^{2}- \\frac{1}{x})^{5}$ (Answer with a number)",
|
|
"answer_preview": "-40",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4344,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Find the number of monomials that satisfy the following conditions simultaneously: (1) contains the letters x, y, z; (2) coefficient is -3; (3) degree is 5. Express your answer as a whole number.",
|
|
"answer_preview": "6",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4369,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "A crow leaves its nest, and flies back and forth from its nest to a nearby ditch to gather worms. The distance between the nest and the ditch is unknown. In one and a half hours, the crow manages to bring worms to its nest 15 times, and its",
|
|
"answer_preview": "200",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4382,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Jones's four cousins have ages that are four different single-digit positive integers. The product of the ages of two of them is 24, and the product of the ages of the other two is 30. What is the sum of the ages of the four cousins? Expres",
|
|
"answer_preview": "22",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4415,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Find the value of $\\log_{4}\\cos\\frac{\\pi}{5}+\\log_{4}\\cos\\frac{2\\pi}{5}$.",
|
|
"answer_preview": "-1",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4517,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "The total number of students in Changhyeon's school is 32 fewer than eight times the number of fourth-year students. Of the fourth-year students, there are 10 more students who wear glasses than those who do not wear glasses. If the total n",
|
|
"answer_preview": "69",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4518,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "The school plans to select 3 students from 5 applicants to serve as volunteers for the track and field, swimming, and ball games at the 2011 World University Games. It is known that student A cannot serve as a volunteer for the swimming com",
|
|
"answer_preview": "48",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4600,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "How many liters of pure hydrochloric acid must be added to a certain amount of solution that is 10% hydrochloric acid to get a solution that is 15% hydrochloric acid, if 3.52941176471 liters of pure hydrochloric acid is added?",
|
|
"answer_preview": "60",
|
|
"source": "orca_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4626,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Solve for x in the equation: x(x(x+1)+2)+3 = x^3 + x^2 + x - 6. Express your answer as a single integer.",
|
|
"answer_preview": "-9",
|
|
"source": "big_math",
|
|
"last_feedback": null
|
|
},
|
|
{
|
|
"sample_id": 4697,
|
|
"sample_count": 0,
|
|
"error_ema": 0.0,
|
|
"novelty_component": 2.0,
|
|
"risk_component": 0.0,
|
|
"count_shrinkage_multiplier": 0.0,
|
|
"priority_score": 2.0,
|
|
"sampling_probability": 7.606646977365017e-05,
|
|
"probability_ratio_vs_uniform": 2.281994093209505,
|
|
"seen": 0,
|
|
"prompt_preview": "Blind boxes are a new type of product. Merchants package different styles of products from the same series in boxes with the same appearance, so that consumers do not know which style of product they are buying. A merchant has designed thre",
|
|
"answer_preview": "0.216",
|
|
"source": "cn_k12",
|
|
"last_feedback": null
|
|
}
|
|
],
|
|
"top_by_error": [
|
|
{
|
|
"sample_id": 28729,
|
|
"sample_count": 6,
|
|
"error_ema": 0.24306130409240723,
|
|
"novelty_component": 0.7559289932250977,
|
|
"risk_component": 0.14583678543567657,
|
|
"count_shrinkage_multiplier": 0.6000000238418579,
|
|
"priority_score": 0.901765763759613,
|
|
"sampling_probability": 2.596920785435941e-05,
|
|
"probability_ratio_vs_uniform": 0.7790762356307823,
|
|
"seen": 1,
|
|
"prompt_preview": "Valerie needs to buy new light bulbs for her room. She needs 3 small light bulbs and some large light bulbs. She has $60 to spend. Small light bulbs cost $8 and large light bulbs cost $12. After buying the light bulbs, Valerie will have $24",
|
|
"answer_preview": "3",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 5,
|
|
"previous_error_ema": 0.20756810903549194,
|
|
"previous_priority_score": 0.9318121671676636,
|
|
"previous_sampling_probability": 2.6276100470568053e-05,
|
|
"global_step": 969,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 6,
|
|
"error_ema": 0.24306130409240723,
|
|
"priority_score": 0.901765763759613,
|
|
"sampling_probability": 2.5560219000908546e-05,
|
|
"probability_ratio_vs_uniform": 0.7668065700272564
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 20834,
|
|
"sample_count": 5,
|
|
"error_ema": 0.2303493618965149,
|
|
"novelty_component": 0.8164965510368347,
|
|
"risk_component": 0.12797187268733978,
|
|
"count_shrinkage_multiplier": 0.5555555820465088,
|
|
"priority_score": 0.9444684386253357,
|
|
"sampling_probability": 2.7077385311713442e-05,
|
|
"probability_ratio_vs_uniform": 0.8123215593514033,
|
|
"seen": 1,
|
|
"prompt_preview": "Given $M = \\{a \\,|\\, |a| \\geq 2\\}$, $A = \\{a \\,|\\, (a - 2)(a^2 - 3) = 0, a \\in M\\}$, then the number of subsets of set $A$ is $\\_\\_\\_\\_\\_\\_\\_\\_$.",
|
|
"answer_preview": "4",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 4,
|
|
"previous_error_ema": 0.19344374537467957,
|
|
"previous_priority_score": 0.9911490678787231,
|
|
"previous_sampling_probability": 2.8086275051464327e-05,
|
|
"global_step": 1006,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 5,
|
|
"error_ema": 0.2303493618965149,
|
|
"priority_score": 0.9444684386253357,
|
|
"sampling_probability": 2.6867241103900596e-05,
|
|
"probability_ratio_vs_uniform": 0.8060172331170179
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 880,
|
|
"sample_count": 5,
|
|
"error_ema": 0.20756810903549194,
|
|
"novelty_component": 0.8164965510368347,
|
|
"risk_component": 0.11531562358140945,
|
|
"count_shrinkage_multiplier": 0.5555555820465088,
|
|
"priority_score": 0.9318121671676636,
|
|
"sampling_probability": 2.674409915925935e-05,
|
|
"probability_ratio_vs_uniform": 0.8023229747777805,
|
|
"seen": 1,
|
|
"prompt_preview": "A can finish a work in 9 days and B can do the same work in some days. B worked for 10 days and left the job. A alone can finish the remaining work in 3 days. In how many days can B finish the work?",
|
|
"answer_preview": "10.33",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 4,
|
|
"previous_error_ema": 0.16813123226165771,
|
|
"previous_priority_score": 0.978492796421051,
|
|
"previous_sampling_probability": 2.784283788059838e-05,
|
|
"global_step": 1018,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 5,
|
|
"error_ema": 0.20756810903549194,
|
|
"priority_score": 0.9318121671676636,
|
|
"sampling_probability": 2.6624318707035854e-05,
|
|
"probability_ratio_vs_uniform": 0.7987295612110756
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 3903,
|
|
"sample_count": 5,
|
|
"error_ema": 0.19754436612129211,
|
|
"novelty_component": 0.8164965510368347,
|
|
"risk_component": 0.10974687337875366,
|
|
"count_shrinkage_multiplier": 0.5555555820465088,
|
|
"priority_score": 0.9262434244155884,
|
|
"sampling_probability": 2.6598756448947825e-05,
|
|
"probability_ratio_vs_uniform": 0.7979626934684347,
|
|
"seen": 1,
|
|
"prompt_preview": "Given that the function $f(x)$ is an odd function, and when $x < 0$, $f(x) = x^2 + a \\cdot \\cos(\\pi x)$. If $f(1) = 2$, then the real number $a = \\ $.",
|
|
"answer_preview": "-3",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 4,
|
|
"previous_error_ema": 0.15699374675750732,
|
|
"previous_priority_score": 0.9729240536689758,
|
|
"previous_sampling_probability": 2.7493042580317706e-05,
|
|
"global_step": 993,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5761718750000001,
|
|
"mean_confidence": 0.9031249999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 5,
|
|
"error_ema": 0.19754436612129211,
|
|
"priority_score": 0.9262434244155884,
|
|
"sampling_probability": 2.631410643516574e-05,
|
|
"probability_ratio_vs_uniform": 0.7894231930549722
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 21785,
|
|
"sample_count": 5,
|
|
"error_ema": 0.19491997361183167,
|
|
"novelty_component": 0.8164965510368347,
|
|
"risk_component": 0.10828887671232224,
|
|
"count_shrinkage_multiplier": 0.5555555820465088,
|
|
"priority_score": 0.9247854351997375,
|
|
"sampling_probability": 2.65608341578627e-05,
|
|
"probability_ratio_vs_uniform": 0.796825024735881,
|
|
"seen": 1,
|
|
"prompt_preview": "How much time will it take for a man to travel some distance across the floor if he is traveling at 2 m/s and it takes him 39 seconds to complete the journey?",
|
|
"answer_preview": "78",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 4,
|
|
"previous_error_ema": 0.15407773852348328,
|
|
"previous_priority_score": 0.971466064453125,
|
|
"previous_sampling_probability": 2.7721423975890502e-05,
|
|
"global_step": 1026,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 5,
|
|
"error_ema": 0.19491997361183167,
|
|
"priority_score": 0.9247854351997375,
|
|
"sampling_probability": 2.650359419931192e-05,
|
|
"probability_ratio_vs_uniform": 0.7951078259793576
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 16746,
|
|
"sample_count": 4,
|
|
"error_ema": 0.19344374537467957,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.09672187268733978,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9911490678787231,
|
|
"sampling_probability": 2.8342970836092718e-05,
|
|
"probability_ratio_vs_uniform": 0.8502891250827815,
|
|
"seen": 1,
|
|
"prompt_preview": "The drama club meets in the school auditorium every 3 days, and the choir meets there every 5 days. If the groups are both meeting in the auditorium today, then how many days from now will they next have to share the auditorium?",
|
|
"answer_preview": "30",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.1524374932050705,
|
|
"previous_priority_score": 1.0653303861618042,
|
|
"previous_sampling_probability": 2.874238089134451e-05,
|
|
"global_step": 873,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.19344374537467957,
|
|
"priority_score": 0.9911490678787231,
|
|
"sampling_probability": 2.6976953449775465e-05,
|
|
"probability_ratio_vs_uniform": 0.809308603493264
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 19269,
|
|
"sample_count": 4,
|
|
"error_ema": 0.19344374537467957,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.09672187268733978,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9911490678787231,
|
|
"sampling_probability": 2.8342970836092718e-05,
|
|
"probability_ratio_vs_uniform": 0.8502891250827815,
|
|
"seen": 1,
|
|
"prompt_preview": "The length of the bridge is 200 m, which a 100 m long train crosses in 60 sec. What is the speed of the train?",
|
|
"answer_preview": "18",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.1524374932050705,
|
|
"previous_priority_score": 1.0653303861618042,
|
|
"previous_sampling_probability": 2.9309754609130323e-05,
|
|
"global_step": 928,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.19344374537467957,
|
|
"priority_score": 0.9911490678787231,
|
|
"sampling_probability": 2.7433010473032482e-05,
|
|
"probability_ratio_vs_uniform": 0.8229903141909745
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 27266,
|
|
"sample_count": 4,
|
|
"error_ema": 0.19344374537467957,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.09672187268733978,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9911490678787231,
|
|
"sampling_probability": 2.8342970836092718e-05,
|
|
"probability_ratio_vs_uniform": 0.8502891250827815,
|
|
"seen": 1,
|
|
"prompt_preview": "Given \\( P = X^3 - 3X^2 - 1 \\), calculate the sum of the cubes of the roots (real or complex) of \\( P \\).",
|
|
"answer_preview": "24",
|
|
"source": "olympiads",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.1524374932050705,
|
|
"previous_priority_score": 1.0653303861618042,
|
|
"previous_sampling_probability": 2.966728243336547e-05,
|
|
"global_step": 962,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.19344374537467957,
|
|
"priority_score": 0.9911490678787231,
|
|
"sampling_probability": 2.7713540475815535e-05,
|
|
"probability_ratio_vs_uniform": 0.831406214274466
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 27688,
|
|
"sample_count": 6,
|
|
"error_ema": 0.18815848231315613,
|
|
"novelty_component": 0.7559289932250977,
|
|
"risk_component": 0.11289509385824203,
|
|
"count_shrinkage_multiplier": 0.6000000238418579,
|
|
"priority_score": 0.8688240647315979,
|
|
"sampling_probability": 2.5145418476313353e-05,
|
|
"probability_ratio_vs_uniform": 0.7543625542894006,
|
|
"seen": 1,
|
|
"prompt_preview": "In a mathematics competition, 1000 students are numbered as follows: 0001, 0002, 0003, ..., 1000. It is planned to draw a sample of size 50 by dividing into 50 parts using systematic sampling. If the first part includes the numbers 0001, 00",
|
|
"answer_preview": "0795",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 5,
|
|
"previous_error_ema": 0.14656499028205872,
|
|
"previous_priority_score": 0.8979215621948242,
|
|
"previous_sampling_probability": 2.5211902539012954e-05,
|
|
"global_step": 925,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 6,
|
|
"error_ema": 0.18815848231315613,
|
|
"priority_score": 0.8688240647315979,
|
|
"sampling_probability": 2.4568475055275485e-05,
|
|
"probability_ratio_vs_uniform": 0.7370542516582645
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 6807,
|
|
"sample_count": 5,
|
|
"error_ema": 0.1870649755001068,
|
|
"novelty_component": 0.8164965510368347,
|
|
"risk_component": 0.10392498970031738,
|
|
"count_shrinkage_multiplier": 0.5555555820465088,
|
|
"priority_score": 0.9204215407371521,
|
|
"sampling_probability": 2.6447654818184674e-05,
|
|
"probability_ratio_vs_uniform": 0.7934296445455402,
|
|
"seen": 1,
|
|
"prompt_preview": "Truck X is some miles ahead of Truck Y, which is traveling the same direction along the same route as Truck X. If Truck X is traveling at an average speed of 47 miles per hour and Truck Y is traveling at an average speed of 53 miles per hou",
|
|
"answer_preview": "23",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 4,
|
|
"previous_error_ema": 0.14534997940063477,
|
|
"previous_priority_score": 0.9671021699905396,
|
|
"previous_sampling_probability": 2.742383185250219e-05,
|
|
"global_step": 1003,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 5,
|
|
"error_ema": 0.1870649755001068,
|
|
"priority_score": 0.9204215407371521,
|
|
"sampling_probability": 2.623715772642754e-05,
|
|
"probability_ratio_vs_uniform": 0.7871147317928262
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 5481,
|
|
"sample_count": 5,
|
|
"error_ema": 0.17066249251365662,
|
|
"novelty_component": 0.8164965510368347,
|
|
"risk_component": 0.09481249749660492,
|
|
"count_shrinkage_multiplier": 0.5555555820465088,
|
|
"priority_score": 0.9113090634346008,
|
|
"sampling_probability": 2.6212863303953782e-05,
|
|
"probability_ratio_vs_uniform": 0.7863858991186135,
|
|
"seen": 1,
|
|
"prompt_preview": "Use the Horner's method to calculate the polynomial $f(x) = x^5 + 4x^4 + 3x^3 + 2x^2 + 1$ when $x=5$. The sum of the number of multiplication operations and addition operations is \\_\\_\\_\\_\\_\\_.",
|
|
"answer_preview": "8",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 4,
|
|
"previous_error_ema": 0.12712499499320984,
|
|
"previous_priority_score": 0.9579896926879883,
|
|
"previous_sampling_probability": 2.7242856958764605e-05,
|
|
"global_step": 1011,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 5,
|
|
"error_ema": 0.17066249251365662,
|
|
"priority_score": 0.9113090634346008,
|
|
"sampling_probability": 2.6056481146952137e-05,
|
|
"probability_ratio_vs_uniform": 0.7816944344085641
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 14258,
|
|
"sample_count": 4,
|
|
"error_ema": 0.17066249251365662,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.08533124625682831,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9797584414482117,
|
|
"sampling_probability": 2.8028800443280488e-05,
|
|
"probability_ratio_vs_uniform": 0.8408640132984146,
|
|
"seen": 1,
|
|
"prompt_preview": "a river 2 m deep and 45 m wide is flowing at the rate of 3 kmph the amount of water that runs into the sea per minute is ?",
|
|
"answer_preview": "9000",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.12712499499320984,
|
|
"previous_priority_score": 1.054482102394104,
|
|
"previous_sampling_probability": 2.868829687940888e-05,
|
|
"global_step": 894,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.17066249251365662,
|
|
"priority_score": 0.9797584414482117,
|
|
"sampling_probability": 2.688243330339901e-05,
|
|
"probability_ratio_vs_uniform": 0.8064729991019703
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 20870,
|
|
"sample_count": 4,
|
|
"error_ema": 0.17066249251365662,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.08533124625682831,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9797584414482117,
|
|
"sampling_probability": 2.8028800443280488e-05,
|
|
"probability_ratio_vs_uniform": 0.8408640132984146,
|
|
"seen": 1,
|
|
"prompt_preview": "What is the units digit of 33 * 219^89 + 89^19? Express your answer as a single digit.",
|
|
"answer_preview": "8",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.12712499499320984,
|
|
"previous_priority_score": 1.054482102394104,
|
|
"previous_sampling_probability": 2.6135865482501686e-05,
|
|
"global_step": 643,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.17066249251365662,
|
|
"priority_score": 0.9797584414482117,
|
|
"sampling_probability": 2.4718894565012306e-05,
|
|
"probability_ratio_vs_uniform": 0.7415668369503692
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 12083,
|
|
"sample_count": 6,
|
|
"error_ema": 0.16068428754806519,
|
|
"novelty_component": 0.7559289932250977,
|
|
"risk_component": 0.09641057997941971,
|
|
"count_shrinkage_multiplier": 0.6000000238418579,
|
|
"priority_score": 0.8523395657539368,
|
|
"sampling_probability": 2.474304892530199e-05,
|
|
"probability_ratio_vs_uniform": 0.7422914677590597,
|
|
"seen": 1,
|
|
"prompt_preview": "Jack will have twenty times more handball trophies than Michael has right now in seven years. If Michael has 100 trophies right now, and the number of his trophies increases by 200 each year for the next seven years, what's the total number",
|
|
"answer_preview": "5000",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 5,
|
|
"previous_error_ema": 0.11603811383247375,
|
|
"previous_priority_score": 0.8809621930122375,
|
|
"previous_sampling_probability": 2.5038983949343674e-05,
|
|
"global_step": 964,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 6,
|
|
"error_ema": 0.16068428754806519,
|
|
"priority_score": 0.8523395657539368,
|
|
"sampling_probability": 2.4392233171965927e-05,
|
|
"probability_ratio_vs_uniform": 0.7317669951589778
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 8165,
|
|
"sample_count": 4,
|
|
"error_ema": 0.15699374675750732,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.07849687337875366,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9729240536689758,
|
|
"sampling_probability": 2.7841972041642293e-05,
|
|
"probability_ratio_vs_uniform": 0.8352591612492688,
|
|
"seen": 1,
|
|
"prompt_preview": "How many pieces of 85 cm length can be cut from a rod of 34 meters long?",
|
|
"answer_preview": "34",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.1119374930858612,
|
|
"previous_priority_score": 1.0479731559753418,
|
|
"previous_sampling_probability": 2.9125121727702208e-05,
|
|
"global_step": 955,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.15699374675750732,
|
|
"priority_score": 0.9729240536689758,
|
|
"sampling_probability": 2.7194277208764106e-05,
|
|
"probability_ratio_vs_uniform": 0.8158283162629232
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 11479,
|
|
"sample_count": 4,
|
|
"error_ema": 0.15699374675750732,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.07849687337875366,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9729240536689758,
|
|
"sampling_probability": 2.7841972041642293e-05,
|
|
"probability_ratio_vs_uniform": 0.8352591612492688,
|
|
"seen": 1,
|
|
"prompt_preview": "Given that the terminal side of angle a passes through point P(1,-2), calculate the value of 2*sin(a)/cos(a). Express your answer as a single number.",
|
|
"answer_preview": "4",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.1119374930858612,
|
|
"previous_priority_score": 1.0479731559753418,
|
|
"previous_sampling_probability": 2.800775837386027e-05,
|
|
"global_step": 842,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.15699374675750732,
|
|
"priority_score": 0.9729240536689758,
|
|
"sampling_probability": 2.6296369469491765e-05,
|
|
"probability_ratio_vs_uniform": 0.788891084084753
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 21439,
|
|
"sample_count": 4,
|
|
"error_ema": 0.15699374675750732,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.07849687337875366,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9729240536689758,
|
|
"sampling_probability": 2.7841972041642293e-05,
|
|
"probability_ratio_vs_uniform": 0.8352591612492688,
|
|
"seen": 1,
|
|
"prompt_preview": "Convert the decimal number 365 to an octal number.",
|
|
"answer_preview": "555_8",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.1119374930858612,
|
|
"previous_priority_score": 1.0479731559753418,
|
|
"previous_sampling_probability": 2.7854744985233992e-05,
|
|
"global_step": 827,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.15699374675750732,
|
|
"priority_score": 0.9729240536689758,
|
|
"sampling_probability": 2.616491838125512e-05,
|
|
"probability_ratio_vs_uniform": 0.7849475514376536
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 21847,
|
|
"sample_count": 5,
|
|
"error_ema": 0.15359623730182648,
|
|
"novelty_component": 0.8164965510368347,
|
|
"risk_component": 0.08533124625682831,
|
|
"count_shrinkage_multiplier": 0.5555555820465088,
|
|
"priority_score": 0.9018278121948242,
|
|
"sampling_probability": 2.597078309918288e-05,
|
|
"probability_ratio_vs_uniform": 0.7791234929754864,
|
|
"seen": 1,
|
|
"prompt_preview": "how many pieces of 85 cm length can be cut from a rod of 17 meters long ?",
|
|
"answer_preview": "17",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 4,
|
|
"previous_error_ema": 0.17066249251365662,
|
|
"previous_priority_score": 0.9797584414482117,
|
|
"previous_sampling_probability": 2.6919051379081793e-05,
|
|
"global_step": 900,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.0,
|
|
"mean_completion_error": 0.5351562500000001,
|
|
"mean_confidence": 0.8874999999999996,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.8200060129165649,
|
|
"selected_confidence": 0.6,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.0,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 5,
|
|
"error_ema": 0.15359623730182648,
|
|
"priority_score": 0.9018278121948242,
|
|
"sampling_probability": 2.5143004677374847e-05,
|
|
"probability_ratio_vs_uniform": 0.7542901403212454
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 3066,
|
|
"sample_count": 5,
|
|
"error_ema": 0.1530935913324356,
|
|
"novelty_component": 0.8164965510368347,
|
|
"risk_component": 0.0850519984960556,
|
|
"count_shrinkage_multiplier": 0.5555555820465088,
|
|
"priority_score": 0.9015485644340515,
|
|
"sampling_probability": 2.5963689040509053e-05,
|
|
"probability_ratio_vs_uniform": 0.7789106712152716,
|
|
"seen": 1,
|
|
"prompt_preview": "Jimmy and Irene go shopping for clothes on a Tuesday, where senior citizens get a 10% discount on their purchases. Jimmy picks out some shorts from the $15 rack. Irene grabs 5 shirts from the $17 rack. They give $117 to the cashier. How man",
|
|
"answer_preview": "2",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 4,
|
|
"previous_error_ema": 0.1076039969921112,
|
|
"previous_priority_score": 0.948229193687439,
|
|
"previous_sampling_probability": 2.7093623430118896e-05,
|
|
"global_step": 1025,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 5,
|
|
"error_ema": 0.1530935913324356,
|
|
"priority_score": 0.9015485644340515,
|
|
"sampling_probability": 2.590166150184814e-05,
|
|
"probability_ratio_vs_uniform": 0.7770498450554442
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 1643,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.06533035635948181,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 3.047694372071419e-05,
|
|
"probability_ratio_vs_uniform": 0.9143083116214257,
|
|
"seen": 1,
|
|
"prompt_preview": "The greatest common divisor of 280 and 2155 is _____.",
|
|
"answer_preview": "35",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.1903254985809326,
|
|
"previous_sampling_probability": 3.4048316592816263e-05,
|
|
"global_step": 1011,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 3.0210196200641803e-05,
|
|
"probability_ratio_vs_uniform": 0.9063058860192541
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 3550,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.06533035635948181,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 3.047694372071419e-05,
|
|
"probability_ratio_vs_uniform": 0.9143083116214257,
|
|
"seen": 1,
|
|
"prompt_preview": "Find the limit of the function \\( f(x, y) = (x^2 + y^2)^2 x^2 y^2 \\) as \\( x \\rightarrow 0 \\) and \\( y \\rightarrow 0 \\).",
|
|
"answer_preview": "1",
|
|
"source": "olympiads",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.1903254985809326,
|
|
"previous_sampling_probability": 3.0602059268858284e-05,
|
|
"global_step": 769,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 2.767547994153574e-05,
|
|
"probability_ratio_vs_uniform": 0.8302643982460722
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 7104,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.06533035635948181,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 3.047694372071419e-05,
|
|
"probability_ratio_vs_uniform": 0.9143083116214257,
|
|
"seen": 1,
|
|
"prompt_preview": "The graph of the function $y = x^2$ ($x > 0$) has a tangent at the point $(a_k, a_k^2)$, which intersects the x-axis at the point with the x-coordinate $a_{k+1}$, where $k$ is a positive integer. Given $a_1 = 16$, find the sum $a_1 + a_3 + ",
|
|
"answer_preview": "133",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.1903254985809326,
|
|
"previous_sampling_probability": 3.134165672236122e-05,
|
|
"global_step": 824,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 2.8241460313438438e-05,
|
|
"probability_ratio_vs_uniform": 0.8472438094031531
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 7546,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.06533035635948181,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 3.047694372071419e-05,
|
|
"probability_ratio_vs_uniform": 0.9143083116214257,
|
|
"seen": 1,
|
|
"prompt_preview": "12 chess players take part in a tournament. Every player plays twice with each of his opponents. How many games are to be played?",
|
|
"answer_preview": "264",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.1903254985809326,
|
|
"previous_sampling_probability": 2.993028101627715e-05,
|
|
"global_step": 718,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 2.7156516807735898e-05,
|
|
"probability_ratio_vs_uniform": 0.8146955042320769
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 10051,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.07621874660253525,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9706459045410156,
|
|
"sampling_probability": 2.7779971787822433e-05,
|
|
"probability_ratio_vs_uniform": 0.833399153634673,
|
|
"seen": 1,
|
|
"prompt_preview": "If the year $500$ BC is denoted as $-500$ years, then the year $2023$ AD should be denoted as ______ years.",
|
|
"answer_preview": "+2023",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.0458035469055176,
|
|
"previous_sampling_probability": 2.7126814529765397e-05,
|
|
"global_step": 758,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 0.9706459045410156,
|
|
"sampling_probability": 2.5552441002218984e-05,
|
|
"probability_ratio_vs_uniform": 0.7665732300665695
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 11836,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.07621874660253525,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9706459045410156,
|
|
"sampling_probability": 2.7779971787822433e-05,
|
|
"probability_ratio_vs_uniform": 0.833399153634673,
|
|
"seen": 1,
|
|
"prompt_preview": "An escalator moves towards the top level at the rate of 11 ft/sec and its length is 126 feet. If a person walks on the moving escalator at a certain rate towards the top level, he takes 9 seconds to cover the entire length. What is the spee",
|
|
"answer_preview": "14",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.0458035469055176,
|
|
"previous_sampling_probability": 2.4618988391011953e-05,
|
|
"global_step": 524,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.56884765625,
|
|
"mean_confidence": 0.9015624999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 0.9706459045410156,
|
|
"sampling_probability": 2.3338026949204504e-05,
|
|
"probability_ratio_vs_uniform": 0.7001408084761351
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 16473,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.06533035635948181,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 3.047694372071419e-05,
|
|
"probability_ratio_vs_uniform": 0.9143083116214257,
|
|
"seen": 1,
|
|
"prompt_preview": "The coefficient of the term $x^3$ in the expansion of $({\\sqrt{x}-\\frac{2}{{\\sqrt{x}}}})^8$ is _______. (Provide your answer as a number)",
|
|
"answer_preview": "112",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.1903254985809326,
|
|
"previous_sampling_probability": 2.7924794267164543e-05,
|
|
"global_step": 568,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 2.5511746571282856e-05,
|
|
"probability_ratio_vs_uniform": 0.7653523971384857
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 17587,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.06533035635948181,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 3.047694372071419e-05,
|
|
"probability_ratio_vs_uniform": 0.9143083116214257,
|
|
"seen": 1,
|
|
"prompt_preview": "The sum of two numbers is 8 and the sum of their squares is 120. What is the product of the two numbers?",
|
|
"answer_preview": "-20",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.1903254985809326,
|
|
"previous_sampling_probability": 3.2655399991199374e-05,
|
|
"global_step": 919,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 2.922651583503466e-05,
|
|
"probability_ratio_vs_uniform": 0.8767954750510398
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 18019,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.06533035635948181,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 3.047694372071419e-05,
|
|
"probability_ratio_vs_uniform": 0.9143083116214257,
|
|
"seen": 1,
|
|
"prompt_preview": "There are 3 boxes of cereal. One box holds some ounces of cereal. Another box holds half the amount of the first box and 5 ounces less than the third box. There is a total of 33 ounces of cereal in all 3 cereal boxes. How many ounces of cer",
|
|
"answer_preview": "19",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.1903254985809326,
|
|
"previous_sampling_probability": 3.209829446859658e-05,
|
|
"global_step": 880,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 2.8827158530475572e-05,
|
|
"probability_ratio_vs_uniform": 0.8648147559142672
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 19336,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.06533035635948181,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 3.047694372071419e-05,
|
|
"probability_ratio_vs_uniform": 0.9143083116214257,
|
|
"seen": 1,
|
|
"prompt_preview": "What is the sum of the first some natural numbers (starting from 1) if the sum is 276?",
|
|
"answer_preview": "276",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.1903254985809326,
|
|
"previous_sampling_probability": 3.20022736559622e-05,
|
|
"global_step": 873,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 2.8752905564033426e-05,
|
|
"probability_ratio_vs_uniform": 0.8625871669210028
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 19992,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.07621874660253525,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9706459045410156,
|
|
"sampling_probability": 2.7779971787822433e-05,
|
|
"probability_ratio_vs_uniform": 0.833399153634673,
|
|
"seen": 1,
|
|
"prompt_preview": "Martin owns a farm with some hens. These hens lay 80 eggs in 10 days. Martin decided to buy 15 more hens. All hens will lay 300 eggs in 15 days. How many hens did Martin initially have?",
|
|
"answer_preview": "25",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.0458035469055176,
|
|
"previous_sampling_probability": 2.928098547272384e-05,
|
|
"global_step": 976,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 0.9706459045410156,
|
|
"sampling_probability": 2.7310514269629493e-05,
|
|
"probability_ratio_vs_uniform": 0.8193154280888848
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 21051,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.07621874660253525,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9706459045410156,
|
|
"sampling_probability": 2.7779971787822433e-05,
|
|
"probability_ratio_vs_uniform": 0.833399153634673,
|
|
"seen": 1,
|
|
"prompt_preview": "The average American consumes 1483 pounds of candy in a lifetime. Assuming that 1 year $=$ 52 weeks and the average life-span is 75 years, how many pounds of candy per week does the average American consume? Express your answer as a decimal",
|
|
"answer_preview": ".38",
|
|
"source": "math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.0458035469055176,
|
|
"previous_sampling_probability": 2.891709482355509e-05,
|
|
"global_step": 940,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 0.9706459045410156,
|
|
"sampling_probability": 2.7020871129934676e-05,
|
|
"probability_ratio_vs_uniform": 0.8106261338980403
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 22380,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.07621874660253525,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9706459045410156,
|
|
"sampling_probability": 2.7779971787822433e-05,
|
|
"probability_ratio_vs_uniform": 0.833399153634673,
|
|
"seen": 1,
|
|
"prompt_preview": "Given $$\\frac {a+bi}{2-i} = 3+i, \\quad (a, b \\in \\mathbb{R}, i \\text{ is the imaginary unit}),$$ find the value of $a+b$.",
|
|
"answer_preview": "20",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.0458035469055176,
|
|
"previous_sampling_probability": 2.7745714760385454e-05,
|
|
"global_step": 821,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 0.9706459045410156,
|
|
"sampling_probability": 2.6068295483128168e-05,
|
|
"probability_ratio_vs_uniform": 0.782048864493845
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 25042,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.06533035635948181,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 3.047694372071419e-05,
|
|
"probability_ratio_vs_uniform": 0.9143083116214257,
|
|
"seen": 1,
|
|
"prompt_preview": "The constant term in the expansion of $(x^4 + 1)^{10}$ is (Answer in digits).",
|
|
"answer_preview": "45",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.1903254985809326,
|
|
"previous_sampling_probability": 3.2112406188389286e-05,
|
|
"global_step": 881,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.58984375,
|
|
"mean_confidence": 0.9062499999999996,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 2.8837303034379147e-05,
|
|
"probability_ratio_vs_uniform": 0.8651190910313744
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 25044,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.07621874660253525,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9706459045410156,
|
|
"sampling_probability": 2.7779971787822433e-05,
|
|
"probability_ratio_vs_uniform": 0.833399153634673,
|
|
"seen": 1,
|
|
"prompt_preview": "if the sum of two numbers is 18 and the sum of their squares is 220 , then the product of the numbers is",
|
|
"answer_preview": "56",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.0458035469055176,
|
|
"previous_sampling_probability": 2.8436117645469494e-05,
|
|
"global_step": 890,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 0.9706459045410156,
|
|
"sampling_probability": 2.6648003768059425e-05,
|
|
"probability_ratio_vs_uniform": 0.7994401130417828
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 25968,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.06533035635948181,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 3.047694372071419e-05,
|
|
"probability_ratio_vs_uniform": 0.9143083116214257,
|
|
"seen": 1,
|
|
"prompt_preview": "The mean of a set of data 3, 4, $x$, 6, 8 is 5. Find the median of this set of data. Express your answer as a single integer.",
|
|
"answer_preview": "5",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.1903254985809326,
|
|
"previous_sampling_probability": 3.0163822884787805e-05,
|
|
"global_step": 736,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 2.734264671744313e-05,
|
|
"probability_ratio_vs_uniform": 0.8202794015232939
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 29271,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.07621874660253525,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9706459045410156,
|
|
"sampling_probability": 2.7779971787822433e-05,
|
|
"probability_ratio_vs_uniform": 0.833399153634673,
|
|
"seen": 1,
|
|
"prompt_preview": "Given the function $f(x) = mx^3 + nx + 1$ (where $mn \\neq 0$), and $f(-1) = 5$, then $f(1) = \\_\\_\\_\\_\\_\\_$.",
|
|
"answer_preview": "7",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.0458035469055176,
|
|
"previous_sampling_probability": 2.7029745979234576e-05,
|
|
"global_step": 748,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 0.9706459045410156,
|
|
"sampling_probability": 2.5469229512964375e-05,
|
|
"probability_ratio_vs_uniform": 0.7640768853889313
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 29708,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.06533035635948181,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 3.047694372071419e-05,
|
|
"probability_ratio_vs_uniform": 0.9143083116214257,
|
|
"seen": 1,
|
|
"prompt_preview": "In a mathematics competition, 1000 students are numbered as follows: 0001, 0002, 0003, \u2026, 1000. A sample of size 50 is to be drawn using systematic sampling, divided into 50 parts. If a number 0015 is randomly selected from the first part, ",
|
|
"answer_preview": "0395",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.1903254985809326,
|
|
"previous_sampling_probability": 3.147843017359264e-05,
|
|
"global_step": 834,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1524374932050705,
|
|
"priority_score": 1.0653303861618042,
|
|
"sampling_probability": 2.8346841645543464e-05,
|
|
"probability_ratio_vs_uniform": 0.8504052493663039
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 2724,
|
|
"sample_count": 4,
|
|
"error_ema": 0.14534997940063477,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.07267498970031738,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9671021699905396,
|
|
"sampling_probability": 2.7683803637046367e-05,
|
|
"probability_ratio_vs_uniform": 0.830514109111391,
|
|
"seen": 1,
|
|
"prompt_preview": "A son is 4 times younger than his dad. The difference in their ages is 27. How old is the dad if the son is 9 years old?",
|
|
"answer_preview": "63",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.0989999920129776,
|
|
"previous_priority_score": 1.0424286127090454,
|
|
"previous_sampling_probability": 2.8723539799102582e-05,
|
|
"global_step": 929,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.14534997940063477,
|
|
"priority_score": 0.9671021699905396,
|
|
"sampling_probability": 2.6857245757128112e-05,
|
|
"probability_ratio_vs_uniform": 0.8057173727138434
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 11126,
|
|
"sample_count": 4,
|
|
"error_ema": 0.14534997940063477,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.07267498970031738,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9671021699905396,
|
|
"sampling_probability": 2.7683803637046367e-05,
|
|
"probability_ratio_vs_uniform": 0.830514109111391,
|
|
"seen": 1,
|
|
"prompt_preview": "Dave had 24 files and 13 apps on his phone. After deleting some apps and files, he had 17 apps and some files left. He deleted 3 files. How many files did he have left?",
|
|
"answer_preview": "17",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.0989999920129776,
|
|
"previous_priority_score": 1.0424286127090454,
|
|
"previous_sampling_probability": 2.8461330657592043e-05,
|
|
"global_step": 902,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.14534997940063477,
|
|
"priority_score": 0.9671021699905396,
|
|
"sampling_probability": 2.6643867386155762e-05,
|
|
"probability_ratio_vs_uniform": 0.7993160215846729
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 19487,
|
|
"sample_count": 4,
|
|
"error_ema": 0.14534997940063477,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.07267498970031738,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9671021699905396,
|
|
"sampling_probability": 2.7683803637046367e-05,
|
|
"probability_ratio_vs_uniform": 0.830514109111391,
|
|
"seen": 1,
|
|
"prompt_preview": "Ricciana and Margarita joined in their school's long jump event. Ricciana ran for 20 feet and jumped some feet. Margarita ran for 18 feet and jumped 1 foot less than twice Ricciana's jump. Margarita ran and jumped 1 foot farther than Riccia",
|
|
"answer_preview": "22",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.0989999920129776,
|
|
"previous_priority_score": 1.0424286127090454,
|
|
"previous_sampling_probability": 2.7619262255029753e-05,
|
|
"global_step": 816,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.14534997940063477,
|
|
"priority_score": 0.9671021699905396,
|
|
"sampling_probability": 2.5952274882001802e-05,
|
|
"probability_ratio_vs_uniform": 0.7785682464600541
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 5605,
|
|
"sample_count": 4,
|
|
"error_ema": 0.13168123364448547,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.06584061682224274,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9602677822113037,
|
|
"sampling_probability": 2.749927261902485e-05,
|
|
"probability_ratio_vs_uniform": 0.8249781785707455,
|
|
"seen": 1,
|
|
"prompt_preview": "A rectangular tiled patio is composed of 48 square tiles. The rectangular patio will be rearranged so that there will be 2 fewer columns of tiles and 4 more rows of tiles. After the change in layout, the patio will still have 48 tiles, and ",
|
|
"answer_preview": "6",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.08381249755620956,
|
|
"previous_priority_score": 1.0359196662902832,
|
|
"previous_sampling_probability": 2.8271628252696246e-05,
|
|
"global_step": 899,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.13168123364448547,
|
|
"priority_score": 0.9602677822113037,
|
|
"sampling_probability": 2.6462168534635566e-05,
|
|
"probability_ratio_vs_uniform": 0.793865056039067
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 12312,
|
|
"sample_count": 5,
|
|
"error_ema": 0.13016249239444733,
|
|
"novelty_component": 0.8164965510368347,
|
|
"risk_component": 0.07231249660253525,
|
|
"count_shrinkage_multiplier": 0.5555555820465088,
|
|
"priority_score": 0.8888090252876282,
|
|
"sampling_probability": 2.5642020773375407e-05,
|
|
"probability_ratio_vs_uniform": 0.7692606232012622,
|
|
"seen": 1,
|
|
"prompt_preview": "Given that point P and three non-collinear points A, B, and C are coplanar, and for any point O in space, it holds that $$\\overrightarrow {OP} = 2\\overrightarrow {OA} + \\overrightarrow {OB} + \\lambda \\overrightarrow {OC}$$, then $\\lambda = ",
|
|
"answer_preview": "2",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 4,
|
|
"previous_error_ema": 0.0821249932050705,
|
|
"previous_priority_score": 0.9354896545410156,
|
|
"previous_sampling_probability": 2.639943159010727e-05,
|
|
"global_step": 973,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 5,
|
|
"error_ema": 0.13016249239444733,
|
|
"priority_score": 0.8888090252876282,
|
|
"sampling_probability": 2.5284605726483278e-05,
|
|
"probability_ratio_vs_uniform": 0.7585381717944983
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 28553,
|
|
"sample_count": 4,
|
|
"error_ema": 0.13016249239444733,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.06508124619722366,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9595084190368652,
|
|
"sampling_probability": 2.7478847187012434e-05,
|
|
"probability_ratio_vs_uniform": 0.824365415610373,
|
|
"seen": 1,
|
|
"prompt_preview": "Robin's class is going on a field trip to the zoo. If each van can hold 8 people and there are 22 students and 2 adults going, how many vans will they need?",
|
|
"answer_preview": "4",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.0821249932050705,
|
|
"previous_priority_score": 1.0351964235305786,
|
|
"previous_sampling_probability": 2.828944161592517e-05,
|
|
"global_step": 903,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.13016249239444733,
|
|
"priority_score": 0.9595084190368652,
|
|
"sampling_probability": 2.6473568141227588e-05,
|
|
"probability_ratio_vs_uniform": 0.7942070442368276
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 28828,
|
|
"sample_count": 5,
|
|
"error_ema": 0.13016249239444733,
|
|
"novelty_component": 0.8164965510368347,
|
|
"risk_component": 0.07231249660253525,
|
|
"count_shrinkage_multiplier": 0.5555555820465088,
|
|
"priority_score": 0.8888090252876282,
|
|
"sampling_probability": 2.5642020773375407e-05,
|
|
"probability_ratio_vs_uniform": 0.7692606232012622,
|
|
"seen": 1,
|
|
"prompt_preview": "Given sets $A=\\{(x,y)|x,y\\in \\mathbb{N}\\}$ and $B=\\{(x,y)|x^{2}+y^{2}=25\\}$, the number of elements in $A\\cap B$ is ______.",
|
|
"answer_preview": "4",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 4,
|
|
"previous_error_ema": 0.0821249932050705,
|
|
"previous_priority_score": 0.9354896545410156,
|
|
"previous_sampling_probability": 2.629010850796476e-05,
|
|
"global_step": 958,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 5,
|
|
"error_ema": 0.13016249239444733,
|
|
"priority_score": 0.8888090252876282,
|
|
"sampling_probability": 2.5190412998199463e-05,
|
|
"probability_ratio_vs_uniform": 0.7557123899459839
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 4402,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1287652552127838,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.0643826276063919,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9588097929954529,
|
|
"sampling_probability": 2.7460067940410227e-05,
|
|
"probability_ratio_vs_uniform": 0.8238020382123068,
|
|
"seen": 1,
|
|
"prompt_preview": "a and b complete a work in 6 days. a alone can do it in 8 days. In how many days can both together do the work?",
|
|
"answer_preview": "24",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.08057250082492828,
|
|
"previous_priority_score": 1.0345311164855957,
|
|
"previous_sampling_probability": 2.862316250684671e-05,
|
|
"global_step": 940,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1287652552127838,
|
|
"priority_score": 0.9588097929954529,
|
|
"sampling_probability": 2.6732339392765425e-05,
|
|
"probability_ratio_vs_uniform": 0.8019701817829628
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 24775,
|
|
"sample_count": 5,
|
|
"error_ema": 0.1286381185054779,
|
|
"novelty_component": 0.8164965510368347,
|
|
"risk_component": 0.0714656263589859,
|
|
"count_shrinkage_multiplier": 0.5555555820465088,
|
|
"priority_score": 0.8879621624946594,
|
|
"sampling_probability": 2.5620776796131395e-05,
|
|
"probability_ratio_vs_uniform": 0.7686233038839418,
|
|
"seen": 1,
|
|
"prompt_preview": "walking at 3 / 4 of his usual place , a man reaches his office 20 minute late . find his usual time ?",
|
|
"answer_preview": "80",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 4,
|
|
"previous_error_ema": 0.0804312452673912,
|
|
"previous_priority_score": 0.9346427917480469,
|
|
"previous_sampling_probability": 2.6239960789098404e-05,
|
|
"global_step": 954,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 5,
|
|
"error_ema": 0.1286381185054779,
|
|
"priority_score": 0.8879621624946594,
|
|
"sampling_probability": 2.5144830942736007e-05,
|
|
"probability_ratio_vs_uniform": 0.7543449282820802
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 1808,
|
|
"sample_count": 3,
|
|
"error_ema": 0.12712499499320984,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.05448213964700699,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.054482102394104,
|
|
"sampling_probability": 3.0155117201502435e-05,
|
|
"probability_ratio_vs_uniform": 0.904653516045073,
|
|
"seen": 1,
|
|
"prompt_preview": "Annie calculated she has three times more toys than Mike, and a certain difference less than Tom. Mike has 6 toys. Annie, Mike, and Tom have a total of 56 toys. What is the difference between the number of toys Annie has and the number of t",
|
|
"answer_preview": "2",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.07874999940395355,
|
|
"previous_priority_score": 1.1809505224227905,
|
|
"previous_sampling_probability": 2.4960359951364808e-05,
|
|
"global_step": 387,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.12712499499320984,
|
|
"priority_score": 1.054482102394104,
|
|
"sampling_probability": 2.283021058246959e-05,
|
|
"probability_ratio_vs_uniform": 0.6849063174740877
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 9852,
|
|
"sample_count": 3,
|
|
"error_ema": 0.12712499499320984,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.05448213964700699,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.054482102394104,
|
|
"sampling_probability": 3.0155117201502435e-05,
|
|
"probability_ratio_vs_uniform": 0.904653516045073,
|
|
"seen": 1,
|
|
"prompt_preview": "The sum of a 15-term arithmetic series with first term 7 is $-210$. What is the common difference?",
|
|
"answer_preview": "3",
|
|
"source": "math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.07874999940395355,
|
|
"previous_priority_score": 1.1809505224227905,
|
|
"previous_sampling_probability": 3.2580057450104505e-05,
|
|
"global_step": 933,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.12712499499320984,
|
|
"priority_score": 1.054482102394104,
|
|
"sampling_probability": 2.9085631467751227e-05,
|
|
"probability_ratio_vs_uniform": 0.8725689440325368
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 10317,
|
|
"sample_count": 4,
|
|
"error_ema": 0.12712499499320984,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.06356249749660492,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9579896926879883,
|
|
"sampling_probability": 2.7438039978733286e-05,
|
|
"probability_ratio_vs_uniform": 0.8231411993619986,
|
|
"seen": 1,
|
|
"prompt_preview": "Given $a = \\int_{0}^{\\frac{\\pi}{6}} \\cos x \\,dx$, find the constant term in the expansion of $x \\left(x - \\frac{1}{ax}\\right)^7$.",
|
|
"answer_preview": "-128",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.07874999940395355,
|
|
"previous_priority_score": 1.033750057220459,
|
|
"previous_sampling_probability": 2.8825406843679957e-05,
|
|
"global_step": 963,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.12712499499320984,
|
|
"priority_score": 0.9579896926879883,
|
|
"sampling_probability": 2.688552558538504e-05,
|
|
"probability_ratio_vs_uniform": 0.8065657675615512
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 17764,
|
|
"sample_count": 3,
|
|
"error_ema": 0.12712499499320984,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.05448213964700699,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.054482102394104,
|
|
"sampling_probability": 3.0155117201502435e-05,
|
|
"probability_ratio_vs_uniform": 0.904653516045073,
|
|
"seen": 1,
|
|
"prompt_preview": "Some chess players take part in a tournament. Every player plays twice with each of his opponents. There are 380 games to be played. How many players are participating in the tournament?",
|
|
"answer_preview": "19",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.07874999940395355,
|
|
"previous_priority_score": 1.1809505224227905,
|
|
"previous_sampling_probability": 3.266933708800934e-05,
|
|
"global_step": 939,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.12712499499320984,
|
|
"priority_score": 1.054482102394104,
|
|
"sampling_probability": 2.914544711529743e-05,
|
|
"probability_ratio_vs_uniform": 0.8743634134589229
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 21079,
|
|
"sample_count": 3,
|
|
"error_ema": 0.12712499499320984,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.05448213964700699,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.054482102394104,
|
|
"sampling_probability": 3.0155117201502435e-05,
|
|
"probability_ratio_vs_uniform": 0.904653516045073,
|
|
"seen": 1,
|
|
"prompt_preview": "If 2 ^ 2n + 2 ^ 2n + 2 ^ 2n + 2 ^ 2n = 4 ^ 18, what is the value of n?",
|
|
"answer_preview": "9",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.07874999940395355,
|
|
"previous_priority_score": 1.1809505224227905,
|
|
"previous_sampling_probability": 3.035866393474862e-05,
|
|
"global_step": 768,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.12712499499320984,
|
|
"priority_score": 1.054482102394104,
|
|
"sampling_probability": 2.7423988285590895e-05,
|
|
"probability_ratio_vs_uniform": 0.8227196485677268
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 19895,
|
|
"sample_count": 4,
|
|
"error_ema": 0.12566250562667847,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.06283125281333923,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9572584629058838,
|
|
"sampling_probability": 2.7418413083069026e-05,
|
|
"probability_ratio_vs_uniform": 0.8225523924920708,
|
|
"seen": 1,
|
|
"prompt_preview": "The tangent line to the graph of the function $y=x^2$ ($x>0$) at the point $(a_k, a_k^2)$ intersects the x-axis at the x-coordinate $a_{k+1}$, where $k$ is a positive integer. Given $a_1=16$, find the sum $a_1+a_3+a_5$.",
|
|
"answer_preview": "133",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.07712499797344208,
|
|
"previous_priority_score": 1.0330535173416138,
|
|
"previous_sampling_probability": 2.871945980587043e-05,
|
|
"global_step": 954,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.12566250562667847,
|
|
"priority_score": 0.9572584629058838,
|
|
"sampling_probability": 2.6797048121807165e-05,
|
|
"probability_ratio_vs_uniform": 0.803911443654215
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 9648,
|
|
"sample_count": 4,
|
|
"error_ema": 0.12509998679161072,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.06254999339580536,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9569771885871887,
|
|
"sampling_probability": 2.7410866096033715e-05,
|
|
"probability_ratio_vs_uniform": 0.8223259828810114,
|
|
"seen": 1,
|
|
"prompt_preview": "In the sequence $\\{a_n\\}$, $a_{n-1}=2a_n$. If $a_5=4$, then the product $a_4a_5a_6=$ _______.",
|
|
"answer_preview": "128",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.07649999856948853,
|
|
"previous_priority_score": 1.0327856540679932,
|
|
"previous_sampling_probability": 2.548629345255904e-05,
|
|
"global_step": 621,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.12509998679161072,
|
|
"priority_score": 0.9569771885871887,
|
|
"sampling_probability": 2.4101731469272636e-05,
|
|
"probability_ratio_vs_uniform": 0.7230519440781791
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 8282,
|
|
"sample_count": 3,
|
|
"error_ema": 0.12431249022483826,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.05327678099274635,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.053276777267456,
|
|
"sampling_probability": 3.0119572329567745e-05,
|
|
"probability_ratio_vs_uniform": 0.9035871698870324,
|
|
"seen": 1,
|
|
"prompt_preview": "A works as fast as B. If B can complete a work in some days independently, A and B can together finish the work in 4 days. How many days does it take for B to complete the work independently?",
|
|
"answer_preview": "2",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.0756249949336052,
|
|
"previous_priority_score": 1.1799088716506958,
|
|
"previous_sampling_probability": 2.6092584448633716e-05,
|
|
"global_step": 456,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.12431249022483826,
|
|
"priority_score": 1.053276777267456,
|
|
"sampling_probability": 2.3867492927820422e-05,
|
|
"probability_ratio_vs_uniform": 0.7160247878346127
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 12931,
|
|
"sample_count": 3,
|
|
"error_ema": 0.12431249022483826,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.05327678099274635,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.053276777267456,
|
|
"sampling_probability": 3.0119572329567745e-05,
|
|
"probability_ratio_vs_uniform": 0.9035871698870324,
|
|
"seen": 1,
|
|
"prompt_preview": "Two boys start from the same place walking at the rate of 5.5 kmph and another speed respectively in the same direction. They take 16 hours to be 32 km apart. What is the speed of the second boy?",
|
|
"answer_preview": "7.5",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.0756249949336052,
|
|
"previous_priority_score": 1.1799088716506958,
|
|
"previous_sampling_probability": 3.167525937897153e-05,
|
|
"global_step": 870,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.12431249022483826,
|
|
"priority_score": 1.053276777267456,
|
|
"sampling_probability": 2.8427699362509884e-05,
|
|
"probability_ratio_vs_uniform": 0.8528309808752965
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 13579,
|
|
"sample_count": 3,
|
|
"error_ema": 0.12431249022483826,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.05327678099274635,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.053276777267456,
|
|
"sampling_probability": 3.0119572329567745e-05,
|
|
"probability_ratio_vs_uniform": 0.9035871698870324,
|
|
"seen": 1,
|
|
"prompt_preview": "A bookseller has two display windows. She plans to display 3 new fiction books in the left window, and some new non-fiction books in the right window. Assuming she can put the 4 fiction books in any order, and separately, a certain number o",
|
|
"answer_preview": "2",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.0756249949336052,
|
|
"previous_priority_score": 1.1799088716506958,
|
|
"previous_sampling_probability": 3.218807250959799e-05,
|
|
"global_step": 907,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.12431249022483826,
|
|
"priority_score": 1.053276777267456,
|
|
"sampling_probability": 2.8793585443054326e-05,
|
|
"probability_ratio_vs_uniform": 0.8638075632916298
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 26683,
|
|
"sample_count": 3,
|
|
"error_ema": 0.12431249022483826,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.05327678099274635,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.053276777267456,
|
|
"sampling_probability": 3.0119572329567745e-05,
|
|
"probability_ratio_vs_uniform": 0.9035871698870324,
|
|
"seen": 1,
|
|
"prompt_preview": "In an arithmetic progression, the sum of the 5th and 21st term is equal to the sum of the 8th, 15th, and 13th term. Which term of the arithmetic progression is 0?",
|
|
"answer_preview": "0",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.0756249949336052,
|
|
"previous_priority_score": 1.1799088716506958,
|
|
"previous_sampling_probability": 3.289134838269092e-05,
|
|
"global_step": 956,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.12431249022483826,
|
|
"priority_score": 1.053276777267456,
|
|
"sampling_probability": 2.9289165468071587e-05,
|
|
"probability_ratio_vs_uniform": 0.8786749640421476
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 22369,
|
|
"sample_count": 4,
|
|
"error_ema": 0.12191649526357651,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.060958247631788254,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9553854465484619,
|
|
"sampling_probability": 2.7368207156541757e-05,
|
|
"probability_ratio_vs_uniform": 0.8210462146962527,
|
|
"seen": 1,
|
|
"prompt_preview": "From a vertex of a pentagon, how many diagonals can be drawn?",
|
|
"answer_preview": "3",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.10768499970436096,
|
|
"previous_priority_score": 1.0461506843566895,
|
|
"previous_sampling_probability": 2.9762992198811844e-05,
|
|
"global_step": 1022,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.2500000000000001,
|
|
"mean_completion_error": 0.5527343750000001,
|
|
"mean_confidence": 0.8968749999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.6800079941749573,
|
|
"selected_confidence": 0.8,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.2500000000000001,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.12191649526357651,
|
|
"priority_score": 0.9553854465484619,
|
|
"sampling_probability": 2.7265121389064007e-05,
|
|
"probability_ratio_vs_uniform": 0.8179536416719202
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 13843,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1211874932050705,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.05193749815225601,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.051937460899353,
|
|
"sampling_probability": 3.0080122087383643e-05,
|
|
"probability_ratio_vs_uniform": 0.9024036626215093,
|
|
"seen": 1,
|
|
"prompt_preview": "Given that points $A(3, y_{1})$ and $B(m, y_{2})$ are two points on the graph of the inverse proportion function $y=\\frac{6}{x}$, and $y_{1} \\lt y_{2}$. Write down one value of $m$ that satisfies the conditions, $m$ can be ____.",
|
|
"answer_preview": "2",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.1903254985809326,
|
|
"previous_sampling_probability": 3.0349341614055447e-05,
|
|
"global_step": 750,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.2500000000000001,
|
|
"mean_completion_error": 0.5527343750000001,
|
|
"mean_confidence": 0.8968749999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.6800079941749573,
|
|
"selected_confidence": 0.8,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.2500000000000001,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1211874932050705,
|
|
"priority_score": 1.051937460899353,
|
|
"sampling_probability": 2.71906319539994e-05,
|
|
"probability_ratio_vs_uniform": 0.815718958619982
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 28344,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1211874932050705,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.06059374660253525,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9550209045410156,
|
|
"sampling_probability": 2.7358444640412927e-05,
|
|
"probability_ratio_vs_uniform": 0.8207533392123878,
|
|
"seen": 1,
|
|
"prompt_preview": "Given the function $f(x)$, its domain is $\\mathbb{R}$. When $x < 0$, $f(x) = x^5 - 1$; when $-1 \\leq x \\leq 1$, $f(-x) = -f(x)$; when $x > 0$, $f(x+1) = f(x)$. Calculate $f(2016)$. Express your answer as a single integer.",
|
|
"answer_preview": "2",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.1068749949336052,
|
|
"previous_priority_score": 1.0458035469055176,
|
|
"previous_sampling_probability": 2.8116941393818706e-05,
|
|
"global_step": 858,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.2500000000000001,
|
|
"mean_completion_error": 0.5527343750000001,
|
|
"mean_confidence": 0.8968749999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.6800079941749573,
|
|
"selected_confidence": 0.8,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.2500000000000001,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1211874932050705,
|
|
"priority_score": 0.9550209045410156,
|
|
"sampling_probability": 2.6034345864900388e-05,
|
|
"probability_ratio_vs_uniform": 0.7810303759470116
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 27989,
|
|
"sample_count": 4,
|
|
"error_ema": 0.12066249549388885,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.06033124774694443,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9547584056854248,
|
|
"sampling_probability": 2.735141788434703e-05,
|
|
"probability_ratio_vs_uniform": 0.8205425365304109,
|
|
"seen": 1,
|
|
"prompt_preview": "in 7 given numbers , the average of first 4 numbers is 4 and that of last 4 numbers is also 4 . if the average of these 7 numbers is 3 , the fourth number is ?",
|
|
"answer_preview": "5.5",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.12712499499320984,
|
|
"previous_priority_score": 1.054482102394104,
|
|
"previous_sampling_probability": 2.8536962418002076e-05,
|
|
"global_step": 879,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.06249999999999997,
|
|
"mean_completion_error": 0.5468750000000001,
|
|
"mean_confidence": 0.8937499999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.7550070285797119,
|
|
"selected_confidence": 0.7,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.06249999999999997,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.12066249549388885,
|
|
"priority_score": 0.9547584056854248,
|
|
"sampling_probability": 2.6194740712526254e-05,
|
|
"probability_ratio_vs_uniform": 0.7858422213757876
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 5270,
|
|
"sample_count": 3,
|
|
"error_ema": 0.11826562136411667,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.05068526789546013,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0506852865219116,
|
|
"sampling_probability": 3.004328755196184e-05,
|
|
"probability_ratio_vs_uniform": 0.9012986265588552,
|
|
"seen": 1,
|
|
"prompt_preview": "One student on a field trip counted some squirrels. Another student counted a third more squirrels than the first student. Both students counted 28 squirrels combined. How many squirrels did the first student count?",
|
|
"answer_preview": "21",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.06890624761581421,
|
|
"previous_priority_score": 1.1776692867279053,
|
|
"previous_sampling_probability": 3.2261301385005936e-05,
|
|
"global_step": 917,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.11826562136411667,
|
|
"priority_score": 1.0506852865219116,
|
|
"sampling_probability": 2.8827938876929693e-05,
|
|
"probability_ratio_vs_uniform": 0.8648381663078908
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 6801,
|
|
"sample_count": 5,
|
|
"error_ema": 0.11820061504840851,
|
|
"novelty_component": 0.8164965510368347,
|
|
"risk_component": 0.06566701084375381,
|
|
"count_shrinkage_multiplier": 0.5555555820465088,
|
|
"priority_score": 0.8821635842323303,
|
|
"sampling_probability": 2.5475812435615808e-05,
|
|
"probability_ratio_vs_uniform": 0.7642743730684742,
|
|
"seen": 1,
|
|
"prompt_preview": "Find the value of 72516 x 9999. What is the product of these two numbers?",
|
|
"answer_preview": "724987484",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 4,
|
|
"previous_error_ema": 0.10355624556541443,
|
|
"previous_priority_score": 0.9462053179740906,
|
|
"previous_sampling_probability": 2.4742028472246602e-05,
|
|
"global_step": 719,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.2500000000000001,
|
|
"mean_completion_error": 0.5429687500000001,
|
|
"mean_confidence": 0.8937499999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.6800079941749573,
|
|
"selected_confidence": 0.8,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.2500000000000001,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 5,
|
|
"error_ema": 0.11820061504840851,
|
|
"priority_score": 0.8821635842323303,
|
|
"sampling_probability": 2.354157368245069e-05,
|
|
"probability_ratio_vs_uniform": 0.7062472104735207
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 26816,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1175062358379364,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.0587531179189682,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9531803131103516,
|
|
"sampling_probability": 2.7309211873216555e-05,
|
|
"probability_ratio_vs_uniform": 0.8192763561964966,
|
|
"seen": 1,
|
|
"prompt_preview": "find the value of a from ( 15 ) ^ 2 x 8 ^ 3 \u00e3 \u00b7 256 = a .",
|
|
"answer_preview": "29491200",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.06806249171495438,
|
|
"previous_priority_score": 1.0291696786880493,
|
|
"previous_sampling_probability": 2.6200235879514366e-05,
|
|
"global_step": 698,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1175062358379364,
|
|
"priority_score": 0.9531803131103516,
|
|
"sampling_probability": 2.4716535335755907e-05,
|
|
"probability_ratio_vs_uniform": 0.7414960600726772
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 5708,
|
|
"sample_count": 4,
|
|
"error_ema": 0.11722499132156372,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.05861249566078186,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9530396461486816,
|
|
"sampling_probability": 2.7305452022119425e-05,
|
|
"probability_ratio_vs_uniform": 0.8191635606635828,
|
|
"seen": 1,
|
|
"prompt_preview": "Johny traveled South 40 miles, then turned East and traveled for some more miles than the distance he took to travel to the south. He turned North and traveled twice the distance he had traveled to the East. His total journey took 220 miles",
|
|
"answer_preview": "40",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.0677499994635582,
|
|
"previous_priority_score": 1.0290356874465942,
|
|
"previous_sampling_probability": 2.8709173420793377e-05,
|
|
"global_step": 964,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.11722499132156372,
|
|
"priority_score": 0.9530396461486816,
|
|
"sampling_probability": 2.677136035345029e-05,
|
|
"probability_ratio_vs_uniform": 0.8031408106035087
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 17567,
|
|
"sample_count": 4,
|
|
"error_ema": 0.11206405609846115,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.056032028049230576,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9504591822624207,
|
|
"sampling_probability": 2.7236586902290583e-05,
|
|
"probability_ratio_vs_uniform": 0.8170976070687175,
|
|
"seen": 1,
|
|
"prompt_preview": "Given that in the expansion of $(1+x)^n$, the binomial coefficients of the third and the eighth terms are equal, the sum of the binomial coefficients of the odd terms is \\_\\_\\_\\_\\_\\_.",
|
|
"answer_preview": "2048",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.06201562285423279,
|
|
"previous_priority_score": 1.0265780687332153,
|
|
"previous_sampling_probability": 2.932209645223338e-05,
|
|
"global_step": 1034,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.11206405609846115,
|
|
"priority_score": 0.9504591822624207,
|
|
"sampling_probability": 2.722819226619322e-05,
|
|
"probability_ratio_vs_uniform": 0.8168457679857966
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 16391,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1119374930858612,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.0559687465429306,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.950395941734314,
|
|
"sampling_probability": 2.7234904337092303e-05,
|
|
"probability_ratio_vs_uniform": 0.8170471301127691,
|
|
"seen": 1,
|
|
"prompt_preview": "A shopkeeper bought 600 oranges and some bananas. He found that 15% of oranges and 8% of bananas were rotten. The percentage of fruits in good condition was 87.8%. How many bananas did the shopkeeper buy?",
|
|
"answer_preview": "448",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.06187499687075615,
|
|
"previous_priority_score": 1.0265178680419922,
|
|
"previous_sampling_probability": 2.8614391339942813e-05,
|
|
"global_step": 961,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.1119374930858612,
|
|
"priority_score": 0.950395941734314,
|
|
"sampling_probability": 2.6680490918806754e-05,
|
|
"probability_ratio_vs_uniform": 0.8004147275642026
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 16764,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1119374930858612,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.047973211854696274,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0479731559753418,
|
|
"sampling_probability": 2.9963657652842812e-05,
|
|
"probability_ratio_vs_uniform": 0.8989097295852844,
|
|
"seen": 1,
|
|
"prompt_preview": "Given that point A $(a, 4)$ is symmetric to point B across the y-axis, and the coordinates of point B are $(-2, b)$, find the value of $a+b$.",
|
|
"answer_preview": "2",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.06187499687075615,
|
|
"previous_priority_score": 1.1753255128860474,
|
|
"previous_sampling_probability": 2.950761336251162e-05,
|
|
"global_step": 712,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1119374930858612,
|
|
"priority_score": 1.0479731559753418,
|
|
"sampling_probability": 2.6731604521046393e-05,
|
|
"probability_ratio_vs_uniform": 0.8019481356313918
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 26792,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1119374930858612,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.047973211854696274,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0479731559753418,
|
|
"sampling_probability": 2.9963657652842812e-05,
|
|
"probability_ratio_vs_uniform": 0.8989097295852844,
|
|
"seen": 1,
|
|
"prompt_preview": "Oliver collected 2 seashells from the beach on Monday and some more on Tuesday. Oliver collected 4 seashells all together. How many more seashells did Oliver collect on Tuesday compared to Monday?",
|
|
"answer_preview": "2",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.06187499687075615,
|
|
"previous_priority_score": 1.1753255128860474,
|
|
"previous_sampling_probability": 3.1174295145319775e-05,
|
|
"global_step": 841,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1119374930858612,
|
|
"priority_score": 1.0479731559753418,
|
|
"sampling_probability": 2.800775837386027e-05,
|
|
"probability_ratio_vs_uniform": 0.8402327512158081
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 17382,
|
|
"sample_count": 5,
|
|
"error_ema": 0.1092827171087265,
|
|
"novelty_component": 0.8164965510368347,
|
|
"risk_component": 0.060712624341249466,
|
|
"count_shrinkage_multiplier": 0.5555555820465088,
|
|
"priority_score": 0.8772091865539551,
|
|
"sampling_probability": 2.5352595912409015e-05,
|
|
"probability_ratio_vs_uniform": 0.7605778773722704,
|
|
"seen": 1,
|
|
"prompt_preview": "Nelly is very pleased with the painting she bought at the auction. She tells her daughter that she outbid her rival Joe by paying $2000 more than a certain multiple of his bid. Joe\u2019s bid was $160,000, and Nelly got the painting for $482,000",
|
|
"answer_preview": "2",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 4,
|
|
"previous_error_ema": 0.05892524868249893,
|
|
"previous_priority_score": 0.9238898158073425,
|
|
"previous_sampling_probability": 2.5996130716521293e-05,
|
|
"global_step": 956,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 5,
|
|
"error_ema": 0.1092827171087265,
|
|
"priority_score": 0.8772091865539551,
|
|
"sampling_probability": 2.4910748834372498e-05,
|
|
"probability_ratio_vs_uniform": 0.7473224650311749
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 19546,
|
|
"sample_count": 4,
|
|
"error_ema": 0.10875623673200607,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.054378118366003036,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9488052725791931,
|
|
"sampling_probability": 2.719254007388372e-05,
|
|
"probability_ratio_vs_uniform": 0.8157762022165116,
|
|
"seen": 1,
|
|
"prompt_preview": "A school has 26 senior teachers, 104 intermediate teachers, and a certain number of other teachers. To understand the salary situation of the teachers in the school, a stratified sampling of 56 people is conducted from all the teachers in t",
|
|
"answer_preview": "52",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.09306249022483826,
|
|
"previous_priority_score": 1.0398839712142944,
|
|
"previous_sampling_probability": 2.7975638658972457e-05,
|
|
"global_step": 858,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.2500000000000001,
|
|
"mean_completion_error": 0.5136718750000001,
|
|
"mean_confidence": 0.8843749999999998,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.6800079941749573,
|
|
"selected_confidence": 0.8,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.2500000000000001,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.10875623673200607,
|
|
"priority_score": 0.9488052725791931,
|
|
"sampling_probability": 2.5896888473653235e-05,
|
|
"probability_ratio_vs_uniform": 0.776906654209597
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 3273,
|
|
"sample_count": 4,
|
|
"error_ema": 0.107806496322155,
|
|
"novelty_component": 0.8944271802902222,
|
|
"risk_component": 0.0539032481610775,
|
|
"count_shrinkage_multiplier": 0.5,
|
|
"priority_score": 0.9483304023742676,
|
|
"sampling_probability": 2.7179909011465497e-05,
|
|
"probability_ratio_vs_uniform": 0.8153972703439649,
|
|
"seen": 1,
|
|
"prompt_preview": "In town X, 60 percent of the population are employed, and 15 percent of the population are employed males. What percent of the employed people in town X are females?",
|
|
"answer_preview": "45",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 3,
|
|
"previous_error_ema": 0.05728499963879585,
|
|
"previous_priority_score": 1.0245506763458252,
|
|
"previous_sampling_probability": 2.6688283469411545e-05,
|
|
"global_step": 760,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 4,
|
|
"error_ema": 0.107806496322155,
|
|
"priority_score": 0.9483304023742676,
|
|
"sampling_probability": 2.511226739443373e-05,
|
|
"probability_ratio_vs_uniform": 0.7533680218330119
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 4189,
|
|
"sample_count": 3,
|
|
"error_ema": 0.10768499970436096,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.04615071415901184,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0461506843566895,
|
|
"sampling_probability": 2.9910268494859338e-05,
|
|
"probability_ratio_vs_uniform": 0.8973080548457801,
|
|
"seen": 1,
|
|
"prompt_preview": "Which number should replace the first asterisk in ( * / 21 ) x ( 42 / 84 ) = 1?",
|
|
"answer_preview": "21",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.05714999884366989,
|
|
"previous_priority_score": 1.1737505197525024,
|
|
"previous_sampling_probability": 3.0428116588154808e-05,
|
|
"global_step": 787,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.10768499970436096,
|
|
"priority_score": 1.0461506843566895,
|
|
"sampling_probability": 2.742797187238466e-05,
|
|
"probability_ratio_vs_uniform": 0.8228391561715398
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 21532,
|
|
"sample_count": 3,
|
|
"error_ema": 0.10768499970436096,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.04615071415901184,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0461506843566895,
|
|
"sampling_probability": 2.9910268494859338e-05,
|
|
"probability_ratio_vs_uniform": 0.8973080548457801,
|
|
"seen": 1,
|
|
"prompt_preview": "If there are 5 people standing side by side in a row and person B must stand to the right of person A (they do not need to be adjacent), then there are a total of ______ different arrangements.",
|
|
"answer_preview": "48",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.05714999884366989,
|
|
"previous_priority_score": 1.1737505197525024,
|
|
"previous_sampling_probability": 3.157486571581103e-05,
|
|
"global_step": 875,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.10768499970436096,
|
|
"priority_score": 1.0461506843566895,
|
|
"sampling_probability": 2.8302603823249228e-05,
|
|
"probability_ratio_vs_uniform": 0.8490781146974768
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 22609,
|
|
"sample_count": 3,
|
|
"error_ema": 0.10768499970436096,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.04615071415901184,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0461506843566895,
|
|
"sampling_probability": 2.9910268494859338e-05,
|
|
"probability_ratio_vs_uniform": 0.8973080548457801,
|
|
"seen": 1,
|
|
"prompt_preview": "The original price of a bicycle is 760 yuan. After a 75% discount, the price of the bicycle is \\_\\_\\_\\_\\_\\_ yuan.",
|
|
"answer_preview": "570",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.05714999884366989,
|
|
"previous_priority_score": 1.1737505197525024,
|
|
"previous_sampling_probability": 3.280326200183481e-05,
|
|
"global_step": 963,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.10768499970436096,
|
|
"priority_score": 1.0461506843566895,
|
|
"sampling_probability": 2.9166672902647406e-05,
|
|
"probability_ratio_vs_uniform": 0.8750001870794222
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 22884,
|
|
"sample_count": 3,
|
|
"error_ema": 0.10707749426364899,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.04589035362005234,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0458903312683105,
|
|
"sampling_probability": 2.9902648748247884e-05,
|
|
"probability_ratio_vs_uniform": 0.8970794624474365,
|
|
"seen": 1,
|
|
"prompt_preview": "8 chess players take part in a tournament . every player plays twice with each of his opponents . how many games are to be played ?",
|
|
"answer_preview": "112",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.05647499859333038,
|
|
"previous_priority_score": 1.1735255718231201,
|
|
"previous_sampling_probability": 2.9246992198750377e-05,
|
|
"global_step": 695,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.10707749426364899,
|
|
"priority_score": 1.0458903312683105,
|
|
"sampling_probability": 2.651899012562353e-05,
|
|
"probability_ratio_vs_uniform": 0.795569703768706
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 28919,
|
|
"sample_count": 3,
|
|
"error_ema": 0.10707749426364899,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.04589035362005234,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0458903312683105,
|
|
"sampling_probability": 2.9902648748247884e-05,
|
|
"probability_ratio_vs_uniform": 0.8970794624474365,
|
|
"seen": 1,
|
|
"prompt_preview": "In a race of some distance, A covers the distance in 20 seconds and B in 25 seconds. A beats B by 18 meters. What is the total distance of the race?",
|
|
"answer_preview": "72",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.05647499859333038,
|
|
"previous_priority_score": 1.1735255718231201,
|
|
"previous_sampling_probability": 3.252227543271147e-05,
|
|
"global_step": 944,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.10707749426364899,
|
|
"priority_score": 1.0458903312683105,
|
|
"sampling_probability": 2.896658770623617e-05,
|
|
"probability_ratio_vs_uniform": 0.8689976311870851
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 23123,
|
|
"sample_count": 3,
|
|
"error_ema": 0.10692562162876129,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.04582526534795761,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0458252429962158,
|
|
"sampling_probability": 2.9900742447352968e-05,
|
|
"probability_ratio_vs_uniform": 0.897022273420589,
|
|
"seen": 1,
|
|
"prompt_preview": "There are 2 red balls, 3 yellow balls, and 4 white balls, with balls of the same color being indistinguishable. How many different ways can these 9 balls be arranged in a row? (Answer with a number)",
|
|
"answer_preview": "2520",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.05630624666810036,
|
|
"previous_priority_score": 1.1734693050384521,
|
|
"previous_sampling_probability": 3.072252366109751e-05,
|
|
"global_step": 810,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.10692562162876129,
|
|
"priority_score": 1.0458252429962158,
|
|
"sampling_probability": 2.7648422474157996e-05,
|
|
"probability_ratio_vs_uniform": 0.8294526742247399
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 1602,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.154700517654419,
|
|
"risk_component": 0.035624999552965164,
|
|
"count_shrinkage_multiplier": 0.3333333432674408,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.444233880145475e-05,
|
|
"probability_ratio_vs_uniform": 1.0332701640436426,
|
|
"seen": 1,
|
|
"prompt_preview": "Eliana walked 200 steps for her morning exercise, did some press-ups, then added some more steps to her count for the first day. The next day, she walked twice the number of steps she walked on the first day. And on the third day, Eliana wa",
|
|
"answer_preview": "100",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 1,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.4254635572433472,
|
|
"previous_sampling_probability": 4.0924765926320106e-05,
|
|
"global_step": 945,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.305449354229495e-05,
|
|
"probability_ratio_vs_uniform": 0.9916348062688485
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 4161,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.154700517654419,
|
|
"risk_component": 0.035624999552965164,
|
|
"count_shrinkage_multiplier": 0.3333333432674408,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.444233880145475e-05,
|
|
"probability_ratio_vs_uniform": 1.0332701640436426,
|
|
"seen": 1,
|
|
"prompt_preview": "Given two non-zero vectors $\\vec{a}$ and $\\vec{b}$, such that $\\vec{a}+\\vec{b}=(-3,6)$ and $\\vec{a}-\\vec{b}=(-3,2)$, find the value of $\\vec{a}^2-\\vec{b}^2$.",
|
|
"answer_preview": "32",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 1,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.4254635572433472,
|
|
"previous_sampling_probability": 3.6080804420635104e-05,
|
|
"global_step": 724,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.002102857863065e-05,
|
|
"probability_ratio_vs_uniform": 0.9006308573589195
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 4627,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.04580356925725937,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0458035469055176,
|
|
"sampling_probability": 2.990010762005113e-05,
|
|
"probability_ratio_vs_uniform": 0.8970032286015339,
|
|
"seen": 1,
|
|
"prompt_preview": "Given that the square root of a positive number is $2a-3$ and $3a-22$. Find this positive number.",
|
|
"answer_preview": "49",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.1734504699707031,
|
|
"previous_sampling_probability": 2.976505675178487e-05,
|
|
"global_step": 736,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.0458035469055176,
|
|
"sampling_probability": 2.6924484700430185e-05,
|
|
"probability_ratio_vs_uniform": 0.8077345410129055
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 4669,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.154700517654419,
|
|
"risk_component": 0.035624999552965164,
|
|
"count_shrinkage_multiplier": 0.3333333432674408,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.444233880145475e-05,
|
|
"probability_ratio_vs_uniform": 1.0332701640436426,
|
|
"seen": 1,
|
|
"prompt_preview": "for a positive integer n , if 5 ^ n is a factor of 20 ! , but 5 ^ n + 1 is not a factor of 20 ! , what is the value of n ?",
|
|
"answer_preview": "5",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 1,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.4254635572433472,
|
|
"previous_sampling_probability": 2.9983659260324202e-05,
|
|
"global_step": 401,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 2.5391802410013042e-05,
|
|
"probability_ratio_vs_uniform": 0.7617540723003913
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 4778,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.154700517654419,
|
|
"risk_component": 0.035624999552965164,
|
|
"count_shrinkage_multiplier": 0.3333333432674408,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.444233880145475e-05,
|
|
"probability_ratio_vs_uniform": 1.0332701640436426,
|
|
"seen": 1,
|
|
"prompt_preview": "What is the result of 101 \u00e3 \u2014 101 + 99 \u00e3 \u2014 99?",
|
|
"answer_preview": "2",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 1,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.4254635572433472,
|
|
"previous_sampling_probability": 3.4238539228681475e-05,
|
|
"global_step": 628,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 2.875271275115665e-05,
|
|
"probability_ratio_vs_uniform": 0.8625813825346995
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 5165,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.154700517654419,
|
|
"risk_component": 0.035624999552965164,
|
|
"count_shrinkage_multiplier": 0.3333333432674408,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.444233880145475e-05,
|
|
"probability_ratio_vs_uniform": 1.0332701640436426,
|
|
"seen": 1,
|
|
"prompt_preview": "If the parabola $y=a{x}^{2}+bx+c$ opens downwards, write down a possible value for $a$.",
|
|
"answer_preview": "-3",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 1,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.4254635572433472,
|
|
"previous_sampling_probability": 3.265129271312617e-05,
|
|
"global_step": 542,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 31,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 2.7575191779760644e-05,
|
|
"probability_ratio_vs_uniform": 0.8272557533928193
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 6496,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.04580356925725937,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0458035469055176,
|
|
"sampling_probability": 2.990010762005113e-05,
|
|
"probability_ratio_vs_uniform": 0.8970032286015339,
|
|
"seen": 1,
|
|
"prompt_preview": "Given the complex number equation $(1+i)z = 1 - i$ (where $i$ is the imaginary unit), find the imaginary part of the conjugate of $z$.",
|
|
"answer_preview": "0",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.1734504699707031,
|
|
"previous_sampling_probability": 2.9271255698404275e-05,
|
|
"global_step": 697,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.0458035469055176,
|
|
"sampling_probability": 2.653849333000835e-05,
|
|
"probability_ratio_vs_uniform": 0.7961547999002505
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 7024,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.04580356925725937,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0458035469055176,
|
|
"sampling_probability": 2.990010762005113e-05,
|
|
"probability_ratio_vs_uniform": 0.8970032286015339,
|
|
"seen": 1,
|
|
"prompt_preview": "Define a new operation \"\u203b\" with the rule: $a\u203bb=ab-a-b$. For instance, $1\u203b2=1\u00d72-1-2=-1$. If the two roots of the equation $x^2+x-1=0$ are $x_1$ and $x_2$, then $x_1\u203bx_2 =$ __________.",
|
|
"answer_preview": "1",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.1734504699707031,
|
|
"previous_sampling_probability": 3.3139298466267064e-05,
|
|
"global_step": 987,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5898437500000001,
|
|
"mean_confidence": 0.9062499999999994,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.0458035469055176,
|
|
"sampling_probability": 2.9403858206933364e-05,
|
|
"probability_ratio_vs_uniform": 0.8821157462080009
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 8028,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.04580356925725937,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0458035469055176,
|
|
"sampling_probability": 2.990010762005113e-05,
|
|
"probability_ratio_vs_uniform": 0.8970032286015339,
|
|
"seen": 1,
|
|
"prompt_preview": "In a 180 meters long yard, some trees are planted at equal distances, one tree being at each end of the yard. The distance between 2 consecutive trees is 18 meters. How many trees are planted in the yard?",
|
|
"answer_preview": "12",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.1734504699707031,
|
|
"previous_sampling_probability": 2.7255691747996025e-05,
|
|
"global_step": 544,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.0458035469055176,
|
|
"sampling_probability": 2.4869979824870825e-05,
|
|
"probability_ratio_vs_uniform": 0.7460993947461247
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 8329,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.154700517654419,
|
|
"risk_component": 0.035624999552965164,
|
|
"count_shrinkage_multiplier": 0.3333333432674408,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.444233880145475e-05,
|
|
"probability_ratio_vs_uniform": 1.0332701640436426,
|
|
"seen": 1,
|
|
"prompt_preview": "Find the last digit in the product 287 x 287 + 269 x 269 - 2 x 287 x 269?",
|
|
"answer_preview": "8",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 1,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.4254635572433472,
|
|
"previous_sampling_probability": 3.9910763007355854e-05,
|
|
"global_step": 904,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.245822517783381e-05,
|
|
"probability_ratio_vs_uniform": 0.9737467553350143
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 9290,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.154700517654419,
|
|
"risk_component": 0.035624999552965164,
|
|
"count_shrinkage_multiplier": 0.3333333432674408,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.444233880145475e-05,
|
|
"probability_ratio_vs_uniform": 1.0332701640436426,
|
|
"seen": 1,
|
|
"prompt_preview": "Arnel had ten boxes of pencils with the same number of pencils in each box. He kept some pencils and shared the remaining pencils equally with his five friends. His friends got eight pencils each, and there were 5 pencils in each box. How m",
|
|
"answer_preview": "50",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 1,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.4254635572433472,
|
|
"previous_sampling_probability": 4.279198401491158e-05,
|
|
"global_step": 1015,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.413080776226707e-05,
|
|
"probability_ratio_vs_uniform": 1.023924232868012
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 9455,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.154700517654419,
|
|
"risk_component": 0.035624999552965164,
|
|
"count_shrinkage_multiplier": 0.3333333432674408,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.444233880145475e-05,
|
|
"probability_ratio_vs_uniform": 1.0332701640436426,
|
|
"seen": 1,
|
|
"prompt_preview": "If the rate of interest is 15%, the principal amount is 400, and the time is 2 years, what is the simple interest?",
|
|
"answer_preview": "60",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 1,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.4254635572433472,
|
|
"previous_sampling_probability": 3.841825309791602e-05,
|
|
"global_step": 837,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.153304714942351e-05,
|
|
"probability_ratio_vs_uniform": 0.9459914144827053
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 10835,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.154700517654419,
|
|
"risk_component": 0.035624999552965164,
|
|
"count_shrinkage_multiplier": 0.3333333432674408,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.444233880145475e-05,
|
|
"probability_ratio_vs_uniform": 1.0332701640436426,
|
|
"seen": 1,
|
|
"prompt_preview": "Consider an arithmetic sequence $\\{a\\_n\\}$ with a common ratio as a positive number. Let $S\\_n$ denote the sum of the first $n$ terms. If $a\\_1=1$ and $S\\_4 - 5S\\_2 = 0$, find the value of $S\\_5$.",
|
|
"answer_preview": "31",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 1,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.4254635572433472,
|
|
"previous_sampling_probability": 4.149414962739684e-05,
|
|
"global_step": 968,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.33958632836584e-05,
|
|
"probability_ratio_vs_uniform": 1.001875898509752
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 11708,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.04580356925725937,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0458035469055176,
|
|
"sampling_probability": 2.990010762005113e-05,
|
|
"probability_ratio_vs_uniform": 0.8970032286015339,
|
|
"seen": 1,
|
|
"prompt_preview": "A container is filled with fine sand of volume \\(acm^3\\). The sand leaks slowly and uniformly from a tiny hole at the bottom of the container. After \\(t\\) minutes, the remaining volume of sand is \\(y=ae^{-bt}(cm^3)\\). It is observed that af",
|
|
"answer_preview": "16",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.1734504699707031,
|
|
"previous_sampling_probability": 3.0070616048760712e-05,
|
|
"global_step": 760,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.0458035469055176,
|
|
"sampling_probability": 2.715534355957061e-05,
|
|
"probability_ratio_vs_uniform": 0.8146603067871183
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 13657,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.04580356925725937,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0458035469055176,
|
|
"sampling_probability": 2.990010762005113e-05,
|
|
"probability_ratio_vs_uniform": 0.8970032286015339,
|
|
"seen": 1,
|
|
"prompt_preview": "Emma is 7 years old. If her sister is 9 years older than her, how old will Emma be when her sister is 56?",
|
|
"answer_preview": "56",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.1734504699707031,
|
|
"previous_sampling_probability": 2.887353184632957e-05,
|
|
"global_step": 666,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5688476562500001,
|
|
"mean_confidence": 0.9015624999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.0458035469055176,
|
|
"sampling_probability": 2.6215353500447236e-05,
|
|
"probability_ratio_vs_uniform": 0.7864606050134171
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 14459,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.154700517654419,
|
|
"risk_component": 0.035624999552965164,
|
|
"count_shrinkage_multiplier": 0.3333333432674408,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.444233880145475e-05,
|
|
"probability_ratio_vs_uniform": 1.0332701640436426,
|
|
"seen": 1,
|
|
"prompt_preview": "A decimal number, 0.34, is converted into a vulgar fraction. What is the denominator of the resulting fraction?",
|
|
"answer_preview": "100",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 1,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.4254635572433472,
|
|
"previous_sampling_probability": 3.587302126106806e-05,
|
|
"global_step": 713,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 2.9879354769946076e-05,
|
|
"probability_ratio_vs_uniform": 0.8963806430983823
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 15267,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.154700517654419,
|
|
"risk_component": 0.035624999552965164,
|
|
"count_shrinkage_multiplier": 0.3333333432674408,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.444233880145475e-05,
|
|
"probability_ratio_vs_uniform": 1.0332701640436426,
|
|
"seen": 1,
|
|
"prompt_preview": "Given that x and y are positive numbers satisfying the equation x + 3y = xy, find the minimum value of 3x + 4y. Express your answer as a single number.",
|
|
"answer_preview": "28",
|
|
"source": "big_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 1,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.4254635572433472,
|
|
"previous_sampling_probability": 3.531746915541589e-05,
|
|
"global_step": 685,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 2.950959424197208e-05,
|
|
"probability_ratio_vs_uniform": 0.8852878272591624
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 15959,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.154700517654419,
|
|
"risk_component": 0.035624999552965164,
|
|
"count_shrinkage_multiplier": 0.3333333432674408,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.444233880145475e-05,
|
|
"probability_ratio_vs_uniform": 1.0332701640436426,
|
|
"seen": 1,
|
|
"prompt_preview": "(5 points) If the graph of the function $f(x) = a(x-1) + 2$ (where $a > 0$ and $a \\neq 1$) passes through a fixed point $P(m, n)$, then $m+n=$ ______.",
|
|
"answer_preview": "4",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 1,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.4254635572433472,
|
|
"previous_sampling_probability": 4.043109220219776e-05,
|
|
"global_step": 927,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.2779076718725264e-05,
|
|
"probability_ratio_vs_uniform": 0.9833723015617579
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 17108,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.154700517654419,
|
|
"risk_component": 0.035624999552965164,
|
|
"count_shrinkage_multiplier": 0.3333333432674408,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.444233880145475e-05,
|
|
"probability_ratio_vs_uniform": 1.0332701640436426,
|
|
"seen": 1,
|
|
"prompt_preview": "A certain city has adjusted the residential water price from this January, with an increase of 20% per cubic meter. Last December, Xiaoli's family paid 15 yuan for water, while this May, they paid 30 yuan. It is known that Xiaoli's family u",
|
|
"answer_preview": "6",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 1,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.4254635572433472,
|
|
"previous_sampling_probability": 4.322902896092273e-05,
|
|
"global_step": 1032,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.439199281274341e-05,
|
|
"probability_ratio_vs_uniform": 1.0317597843823023
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 17593,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.154700517654419,
|
|
"risk_component": 0.035624999552965164,
|
|
"count_shrinkage_multiplier": 0.3333333432674408,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.444233880145475e-05,
|
|
"probability_ratio_vs_uniform": 1.0332701640436426,
|
|
"seen": 1,
|
|
"prompt_preview": "Given that $cos\u03b1=- \\frac {4}{5}$, where $\u03b1 \\in (-\u03c0,0)$, find the value of $tan(\u03b1- \\frac {\u03c0}{4})$.",
|
|
"answer_preview": "-7",
|
|
"source": "cn_k12",
|
|
"last_feedback": {
|
|
"previous_sample_count": 1,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.4254635572433472,
|
|
"previous_sampling_probability": 4.089896901859902e-05,
|
|
"global_step": 944,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.3037649700418115e-05,
|
|
"probability_ratio_vs_uniform": 0.9911294910125434
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 18398,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.154700517654419,
|
|
"risk_component": 0.035624999552965164,
|
|
"count_shrinkage_multiplier": 0.3333333432674408,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 3.444233880145475e-05,
|
|
"probability_ratio_vs_uniform": 1.0332701640436426,
|
|
"seen": 1,
|
|
"prompt_preview": "On Friday, 1250 people visited the zoo. On Saturday, the number of visitors increased by 300% compared to Friday. On Sunday, there was a decrease of 15% compared to the number of visitors on Saturday. How many people visited the zoo on Sund",
|
|
"answer_preview": "3188",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 1,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.4254635572433472,
|
|
"previous_sampling_probability": 3.044176264666021e-05,
|
|
"global_step": 424,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 2,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.1903254985809326,
|
|
"sampling_probability": 2.5784265744732693e-05,
|
|
"probability_ratio_vs_uniform": 0.7735279723419808
|
|
}
|
|
},
|
|
{
|
|
"sample_id": 18858,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1068749949336052,
|
|
"novelty_component": 1.0,
|
|
"risk_component": 0.04580356925725937,
|
|
"count_shrinkage_multiplier": 0.4285714328289032,
|
|
"priority_score": 1.0458035469055176,
|
|
"sampling_probability": 2.990010762005113e-05,
|
|
"probability_ratio_vs_uniform": 0.8970032286015339,
|
|
"seen": 1,
|
|
"prompt_preview": "a certain number of men complete a piece of work in 60 days . if there were 8 men more , the work could be finished in 10 days less . how many men were originally there ?",
|
|
"answer_preview": "48",
|
|
"source": "orca_math",
|
|
"last_feedback": {
|
|
"previous_sample_count": 2,
|
|
"previous_error_ema": 0.05624999850988388,
|
|
"previous_priority_score": 1.1734504699707031,
|
|
"previous_sampling_probability": 2.93867433356354e-05,
|
|
"global_step": 706,
|
|
"feedback_mode": "best_reward",
|
|
"occurrences": 1,
|
|
"raw_rows": 32,
|
|
"valid_rows": 32,
|
|
"priority_error": 0.5625000000000002,
|
|
"mean_completion_error": 0.5625000000000001,
|
|
"mean_confidence": 0.8999999999999995,
|
|
"mean_correctness": 0.0,
|
|
"selected_reward": 0.5950089693069458,
|
|
"selected_confidence": 0.9,
|
|
"selected_correctness": 0.0,
|
|
"selected_overconfidence_error": 0.5625000000000002,
|
|
"selected_underconfidence_error": 0.0,
|
|
"sample_count": 3,
|
|
"error_ema": 0.1068749949336052,
|
|
"priority_score": 1.0458035469055176,
|
|
"sampling_probability": 2.6626134058460593e-05,
|
|
"probability_ratio_vs_uniform": 0.7987840217538178
|
|
}
|
|
}
|
|
]
|
|
} |