From 99b8a119b082298b15d8677ef333115558b98d34 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 25 Jul 2026 06:35:10 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: MaliDDD/openai_us4_500_8B Source: Original Platform --- .gitattributes | 37 ++ README.md | 67 +++ chat_template.jinja | 89 ++++ completions/completions_00001.parquet | 3 + completions/completions_00002.parquet | 3 + completions/completions_00003.parquet | 3 + completions/completions_00004.parquet | 3 + completions/completions_00005.parquet | 3 + completions/completions_00006.parquet | 3 + completions/completions_00007.parquet | 3 + completions/completions_00008.parquet | 3 + completions/completions_00009.parquet | 3 + completions/completions_00010.parquet | 3 + completions/completions_00011.parquet | 3 + completions/completions_00012.parquet | 3 + completions/completions_00013.parquet | 3 + completions/completions_00014.parquet | 3 + completions/completions_00015.parquet | 3 + completions/completions_00016.parquet | 3 + completions/completions_00017.parquet | 3 + completions/completions_00018.parquet | 3 + completions/completions_00019.parquet | 3 + completions/completions_00020.parquet | 3 + completions/completions_00021.parquet | 3 + completions/completions_00022.parquet | 3 + completions/completions_00023.parquet | 3 + completions/completions_00024.parquet | 3 + completions/completions_00025.parquet | 3 + completions/completions_00026.parquet | 3 + completions/completions_00027.parquet | 3 + completions/completions_00028.parquet | 3 + completions/completions_00029.parquet | 3 + completions/completions_00030.parquet | 3 + completions/completions_00031.parquet | 3 + completions/completions_00032.parquet | 3 + completions/completions_00033.parquet | 3 + completions/completions_00034.parquet | 3 + completions/completions_00035.parquet | 3 + completions/completions_00036.parquet | 3 + completions/completions_00037.parquet | 3 + completions/completions_00038.parquet | 3 + completions/completions_00039.parquet | 3 + completions/completions_00040.parquet | 3 + completions/completions_00041.parquet | 3 + completions/completions_00042.parquet | 3 + completions/completions_00043.parquet | 3 + completions/completions_00044.parquet | 3 + completions/completions_00045.parquet | 3 + completions/completions_00046.parquet | 3 + completions/completions_00047.parquet | 3 + completions/completions_00048.parquet | 3 + completions/completions_00049.parquet | 3 + completions/completions_00050.parquet | 3 + completions/completions_00051.parquet | 3 + completions/completions_00052.parquet | 3 + completions/completions_00053.parquet | 3 + completions/completions_00054.parquet | 3 + completions/completions_00055.parquet | 3 + completions/completions_00056.parquet | 3 + completions/completions_00057.parquet | 3 + completions/completions_00058.parquet | 3 + completions/completions_00059.parquet | 3 + completions/completions_00060.parquet | 3 + completions/completions_00061.parquet | 3 + completions/completions_00062.parquet | 3 + completions/completions_00063.parquet | 3 + completions/completions_00064.parquet | 3 + completions/completions_00065.parquet | 3 + completions/completions_00066.parquet | 3 + completions/completions_00067.parquet | 3 + completions/completions_00068.parquet | 3 + completions/completions_00069.parquet | 3 + completions/completions_00070.parquet | 3 + completions/completions_00071.parquet | 3 + completions/completions_00072.parquet | 3 + completions/completions_00073.parquet | 3 + completions/completions_00074.parquet | 3 + completions/completions_00075.parquet | 3 + completions/completions_00076.parquet | 3 + completions/completions_00077.parquet | 3 + completions/completions_00078.parquet | 3 + completions/completions_00079.parquet | 3 + completions/completions_00080.parquet | 3 + completions/completions_00081.parquet | 3 + completions/completions_00082.parquet | 3 + completions/completions_00083.parquet | 3 + completions/completions_00084.parquet | 3 + completions/completions_00085.parquet | 3 + completions/completions_00086.parquet | 3 + completions/completions_00087.parquet | 3 + completions/completions_00088.parquet | 3 + completions/completions_00089.parquet | 3 + completions/completions_00090.parquet | 3 + completions/completions_00091.parquet | 3 + completions/completions_00092.parquet | 3 + completions/completions_00093.parquet | 3 + completions/completions_00094.parquet | 3 + completions/completions_00095.parquet | 3 + completions/completions_00096.parquet | 3 + completions/completions_00097.parquet | 3 + completions/completions_00098.parquet | 3 + completions/completions_00099.parquet | 3 + completions/completions_00100.parquet | 3 + completions/completions_00101.parquet | 3 + completions/completions_00102.parquet | 3 + completions/completions_00103.parquet | 3 + completions/completions_00104.parquet | 3 + completions/completions_00105.parquet | 3 + completions/completions_00106.parquet | 3 + completions/completions_00107.parquet | 3 + completions/completions_00108.parquet | 3 + completions/completions_00109.parquet | 3 + completions/completions_00110.parquet | 3 + completions/completions_00111.parquet | 3 + completions/completions_00112.parquet | 3 + completions/completions_00113.parquet | 3 + completions/completions_00114.parquet | 3 + completions/completions_00115.parquet | 3 + completions/completions_00116.parquet | 3 + completions/completions_00117.parquet | 3 + completions/completions_00118.parquet | 3 + completions/completions_00119.parquet | 3 + completions/completions_00120.parquet | 3 + completions/completions_00121.parquet | 3 + completions/completions_00122.parquet | 3 + completions/completions_00123.parquet | 3 + completions/completions_00124.parquet | 3 + completions/completions_00125.parquet | 3 + completions/completions_00126.parquet | 3 + completions/completions_00127.parquet | 3 + completions/completions_00128.parquet | 3 + completions/completions_00129.parquet | 3 + completions/completions_00130.parquet | 3 + completions/completions_00131.parquet | 3 + completions/completions_00132.parquet | 3 + completions/completions_00133.parquet | 3 + completions/completions_00134.parquet | 3 + completions/completions_00135.parquet | 3 + completions/completions_00136.parquet | 3 + completions/completions_00137.parquet | 3 + completions/completions_00138.parquet | 3 + completions/completions_00139.parquet | 3 + completions/completions_00140.parquet | 3 + completions/completions_00141.parquet | 3 + completions/completions_00142.parquet | 3 + completions/completions_00143.parquet | 3 + completions/completions_00144.parquet | 3 + completions/completions_00145.parquet | 3 + completions/completions_00146.parquet | 3 + completions/completions_00147.parquet | 3 + completions/completions_00148.parquet | 3 + completions/completions_00149.parquet | 3 + completions/completions_00150.parquet | 3 + completions/completions_00151.parquet | 3 + completions/completions_00152.parquet | 3 + completions/completions_00153.parquet | 3 + completions/completions_00154.parquet | 3 + completions/completions_00155.parquet | 3 + completions/completions_00156.parquet | 3 + completions/completions_00157.parquet | 3 + completions/completions_00158.parquet | 3 + completions/completions_00159.parquet | 3 + completions/completions_00160.parquet | 3 + completions/completions_00161.parquet | 3 + completions/completions_00162.parquet | 3 + completions/completions_00163.parquet | 3 + completions/completions_00164.parquet | 3 + completions/completions_00165.parquet | 3 + completions/completions_00166.parquet | 3 + completions/completions_00167.parquet | 3 + completions/completions_00168.parquet | 3 + completions/completions_00169.parquet | 3 + completions/completions_00170.parquet | 3 + completions/completions_00171.parquet | 3 + completions/completions_00172.parquet | 3 + completions/completions_00173.parquet | 3 + completions/completions_00174.parquet | 3 + completions/completions_00175.parquet | 3 + completions/completions_00176.parquet | 3 + completions/completions_00177.parquet | 3 + completions/completions_00178.parquet | 3 + completions/completions_00179.parquet | 3 + completions/completions_00180.parquet | 3 + completions/completions_00181.parquet | 3 + completions/completions_00182.parquet | 3 + completions/completions_00183.parquet | 3 + completions/completions_00184.parquet | 3 + completions/completions_00185.parquet | 3 + completions/completions_00186.parquet | 3 + completions/completions_00187.parquet | 3 + completions/completions_00188.parquet | 3 + completions/completions_00189.parquet | 3 + completions/completions_00190.parquet | 3 + completions/completions_00191.parquet | 3 + completions/completions_00192.parquet | 3 + completions/completions_00193.parquet | 3 + completions/completions_00194.parquet | 3 + completions/completions_00195.parquet | 3 + completions/completions_00196.parquet | 3 + completions/completions_00197.parquet | 3 + completions/completions_00198.parquet | 3 + completions/completions_00199.parquet | 3 + completions/completions_00200.parquet | 3 + config.json | 71 ++++ fail_buffer.jsonl | 145 +++++++ generation_config.json | 12 + grpo_full/README.md | 67 +++ grpo_full/chat_template.jinja | 89 ++++ .../completions/completions_00001.parquet | 3 + .../completions/completions_00002.parquet | 3 + .../completions/completions_00003.parquet | 3 + .../completions/completions_00004.parquet | 3 + .../completions/completions_00005.parquet | 3 + .../completions/completions_00006.parquet | 3 + .../completions/completions_00007.parquet | 3 + .../completions/completions_00008.parquet | 3 + .../completions/completions_00009.parquet | 3 + .../completions/completions_00010.parquet | 3 + .../completions/completions_00011.parquet | 3 + .../completions/completions_00012.parquet | 3 + .../completions/completions_00013.parquet | 3 + .../completions/completions_00014.parquet | 3 + .../completions/completions_00015.parquet | 3 + .../completions/completions_00016.parquet | 3 + .../completions/completions_00017.parquet | 3 + .../completions/completions_00018.parquet | 3 + .../completions/completions_00019.parquet | 3 + .../completions/completions_00020.parquet | 3 + .../completions/completions_00021.parquet | 3 + .../completions/completions_00022.parquet | 3 + .../completions/completions_00023.parquet | 3 + .../completions/completions_00024.parquet | 3 + .../completions/completions_00025.parquet | 3 + .../completions/completions_00026.parquet | 3 + .../completions/completions_00027.parquet | 3 + .../completions/completions_00028.parquet | 3 + .../completions/completions_00029.parquet | 3 + .../completions/completions_00030.parquet | 3 + .../completions/completions_00031.parquet | 3 + .../completions/completions_00032.parquet | 3 + .../completions/completions_00033.parquet | 3 + .../completions/completions_00034.parquet | 3 + .../completions/completions_00035.parquet | 3 + .../completions/completions_00036.parquet | 3 + .../completions/completions_00037.parquet | 3 + .../completions/completions_00038.parquet | 3 + .../completions/completions_00039.parquet | 3 + .../completions/completions_00040.parquet | 3 + .../completions/completions_00041.parquet | 3 + .../completions/completions_00042.parquet | 3 + .../completions/completions_00043.parquet | 3 + .../completions/completions_00044.parquet | 3 + .../completions/completions_00045.parquet | 3 + .../completions/completions_00046.parquet | 3 + .../completions/completions_00047.parquet | 3 + .../completions/completions_00048.parquet | 3 + .../completions/completions_00049.parquet | 3 + .../completions/completions_00050.parquet | 3 + .../completions/completions_00051.parquet | 3 + .../completions/completions_00052.parquet | 3 + .../completions/completions_00053.parquet | 3 + .../completions/completions_00054.parquet | 3 + .../completions/completions_00055.parquet | 3 + .../completions/completions_00056.parquet | 3 + .../completions/completions_00057.parquet | 3 + .../completions/completions_00058.parquet | 3 + .../completions/completions_00059.parquet | 3 + .../completions/completions_00060.parquet | 3 + .../completions/completions_00061.parquet | 3 + .../completions/completions_00062.parquet | 3 + .../completions/completions_00063.parquet | 3 + .../completions/completions_00064.parquet | 3 + .../completions/completions_00065.parquet | 3 + .../completions/completions_00066.parquet | 3 + .../completions/completions_00067.parquet | 3 + .../completions/completions_00068.parquet | 3 + .../completions/completions_00069.parquet | 3 + .../completions/completions_00070.parquet | 3 + .../completions/completions_00071.parquet | 3 + .../completions/completions_00072.parquet | 3 + .../completions/completions_00073.parquet | 3 + .../completions/completions_00074.parquet | 3 + .../completions/completions_00075.parquet | 3 + .../completions/completions_00076.parquet | 3 + .../completions/completions_00077.parquet | 3 + .../completions/completions_00078.parquet | 3 + .../completions/completions_00079.parquet | 3 + .../completions/completions_00080.parquet | 3 + .../completions/completions_00081.parquet | 3 + .../completions/completions_00082.parquet | 3 + .../completions/completions_00083.parquet | 3 + .../completions/completions_00084.parquet | 3 + .../completions/completions_00085.parquet | 3 + .../completions/completions_00086.parquet | 3 + .../completions/completions_00087.parquet | 3 + .../completions/completions_00088.parquet | 3 + .../completions/completions_00089.parquet | 3 + .../completions/completions_00090.parquet | 3 + .../completions/completions_00091.parquet | 3 + .../completions/completions_00092.parquet | 3 + .../completions/completions_00093.parquet | 3 + .../completions/completions_00094.parquet | 3 + .../completions/completions_00095.parquet | 3 + .../completions/completions_00096.parquet | 3 + .../completions/completions_00097.parquet | 3 + .../completions/completions_00098.parquet | 3 + .../completions/completions_00099.parquet | 3 + .../completions/completions_00100.parquet | 3 + .../completions/completions_00101.parquet | 3 + .../completions/completions_00102.parquet | 3 + .../completions/completions_00103.parquet | 3 + .../completions/completions_00104.parquet | 3 + .../completions/completions_00105.parquet | 3 + .../completions/completions_00106.parquet | 3 + .../completions/completions_00107.parquet | 3 + .../completions/completions_00108.parquet | 3 + .../completions/completions_00109.parquet | 3 + .../completions/completions_00110.parquet | 3 + .../completions/completions_00111.parquet | 3 + .../completions/completions_00112.parquet | 3 + .../completions/completions_00113.parquet | 3 + .../completions/completions_00114.parquet | 3 + .../completions/completions_00115.parquet | 3 + .../completions/completions_00116.parquet | 3 + .../completions/completions_00117.parquet | 3 + .../completions/completions_00118.parquet | 3 + .../completions/completions_00119.parquet | 3 + .../completions/completions_00120.parquet | 3 + .../completions/completions_00121.parquet | 3 + .../completions/completions_00122.parquet | 3 + .../completions/completions_00123.parquet | 3 + .../completions/completions_00124.parquet | 3 + .../completions/completions_00125.parquet | 3 + .../completions/completions_00126.parquet | 3 + .../completions/completions_00127.parquet | 3 + .../completions/completions_00128.parquet | 3 + .../completions/completions_00129.parquet | 3 + .../completions/completions_00130.parquet | 3 + .../completions/completions_00131.parquet | 3 + .../completions/completions_00132.parquet | 3 + .../completions/completions_00133.parquet | 3 + .../completions/completions_00134.parquet | 3 + .../completions/completions_00135.parquet | 3 + .../completions/completions_00136.parquet | 3 + .../completions/completions_00137.parquet | 3 + .../completions/completions_00138.parquet | 3 + .../completions/completions_00139.parquet | 3 + .../completions/completions_00140.parquet | 3 + .../completions/completions_00141.parquet | 3 + .../completions/completions_00142.parquet | 3 + .../completions/completions_00143.parquet | 3 + .../completions/completions_00144.parquet | 3 + .../completions/completions_00145.parquet | 3 + .../completions/completions_00146.parquet | 3 + .../completions/completions_00147.parquet | 3 + .../completions/completions_00148.parquet | 3 + .../completions/completions_00149.parquet | 3 + .../completions/completions_00150.parquet | 3 + .../completions/completions_00151.parquet | 3 + .../completions/completions_00152.parquet | 3 + .../completions/completions_00153.parquet | 3 + .../completions/completions_00154.parquet | 3 + .../completions/completions_00155.parquet | 3 + .../completions/completions_00156.parquet | 3 + .../completions/completions_00157.parquet | 3 + .../completions/completions_00158.parquet | 3 + .../completions/completions_00159.parquet | 3 + .../completions/completions_00160.parquet | 3 + .../completions/completions_00161.parquet | 3 + .../completions/completions_00162.parquet | 3 + .../completions/completions_00163.parquet | 3 + .../completions/completions_00164.parquet | 3 + .../completions/completions_00165.parquet | 3 + .../completions/completions_00166.parquet | 3 + .../completions/completions_00167.parquet | 3 + .../completions/completions_00168.parquet | 3 + .../completions/completions_00169.parquet | 3 + .../completions/completions_00170.parquet | 3 + .../completions/completions_00171.parquet | 3 + .../completions/completions_00172.parquet | 3 + .../completions/completions_00173.parquet | 3 + .../completions/completions_00174.parquet | 3 + .../completions/completions_00175.parquet | 3 + .../completions/completions_00176.parquet | 3 + .../completions/completions_00177.parquet | 3 + .../completions/completions_00178.parquet | 3 + .../completions/completions_00179.parquet | 3 + .../completions/completions_00180.parquet | 3 + .../completions/completions_00181.parquet | 3 + .../completions/completions_00182.parquet | 3 + .../completions/completions_00183.parquet | 3 + .../completions/completions_00184.parquet | 3 + .../completions/completions_00185.parquet | 3 + .../completions/completions_00186.parquet | 3 + .../completions/completions_00187.parquet | 3 + .../completions/completions_00188.parquet | 3 + .../completions/completions_00189.parquet | 3 + .../completions/completions_00190.parquet | 3 + .../completions/completions_00191.parquet | 3 + .../completions/completions_00192.parquet | 3 + .../completions/completions_00193.parquet | 3 + .../completions/completions_00194.parquet | 3 + .../completions/completions_00195.parquet | 3 + .../completions/completions_00196.parquet | 3 + .../completions/completions_00197.parquet | 3 + .../completions/completions_00198.parquet | 3 + .../completions/completions_00199.parquet | 3 + .../completions/completions_00200.parquet | 3 + grpo_full/config.json | 71 ++++ grpo_full/fail_buffer.jsonl | 145 +++++++ grpo_full/generation_config.json | 12 + grpo_full/manager_run_config.json | 15 + grpo_full/tokenizer.json | 3 + grpo_full/tokenizer_config.json | 73 ++++ grpo_full/train_raw_trace.jsonl | 400 ++++++++++++++++++ manager_run_config.json | 15 + model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 73 ++++ train_raw_trace.jsonl | 400 ++++++++++++++++++ 420 files changed, 2990 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 chat_template.jinja create mode 100644 completions/completions_00001.parquet create mode 100644 completions/completions_00002.parquet create mode 100644 completions/completions_00003.parquet create mode 100644 completions/completions_00004.parquet create mode 100644 completions/completions_00005.parquet create mode 100644 completions/completions_00006.parquet create mode 100644 completions/completions_00007.parquet create mode 100644 completions/completions_00008.parquet create mode 100644 completions/completions_00009.parquet create mode 100644 completions/completions_00010.parquet create mode 100644 completions/completions_00011.parquet create mode 100644 completions/completions_00012.parquet create mode 100644 completions/completions_00013.parquet create mode 100644 completions/completions_00014.parquet create mode 100644 completions/completions_00015.parquet create mode 100644 completions/completions_00016.parquet create mode 100644 completions/completions_00017.parquet create mode 100644 completions/completions_00018.parquet create mode 100644 completions/completions_00019.parquet create mode 100644 completions/completions_00020.parquet create mode 100644 completions/completions_00021.parquet create mode 100644 completions/completions_00022.parquet create mode 100644 completions/completions_00023.parquet create mode 100644 completions/completions_00024.parquet create mode 100644 completions/completions_00025.parquet create mode 100644 completions/completions_00026.parquet create mode 100644 completions/completions_00027.parquet create mode 100644 completions/completions_00028.parquet create mode 100644 completions/completions_00029.parquet create mode 100644 completions/completions_00030.parquet create mode 100644 completions/completions_00031.parquet create mode 100644 completions/completions_00032.parquet create mode 100644 completions/completions_00033.parquet create mode 100644 completions/completions_00034.parquet create mode 100644 completions/completions_00035.parquet create mode 100644 completions/completions_00036.parquet create mode 100644 completions/completions_00037.parquet create mode 100644 completions/completions_00038.parquet create mode 100644 completions/completions_00039.parquet create mode 100644 completions/completions_00040.parquet create mode 100644 completions/completions_00041.parquet create mode 100644 completions/completions_00042.parquet create mode 100644 completions/completions_00043.parquet create mode 100644 completions/completions_00044.parquet create mode 100644 completions/completions_00045.parquet create mode 100644 completions/completions_00046.parquet create mode 100644 completions/completions_00047.parquet create mode 100644 completions/completions_00048.parquet create mode 100644 completions/completions_00049.parquet create mode 100644 completions/completions_00050.parquet create mode 100644 completions/completions_00051.parquet create mode 100644 completions/completions_00052.parquet create mode 100644 completions/completions_00053.parquet create mode 100644 completions/completions_00054.parquet create mode 100644 completions/completions_00055.parquet create mode 100644 completions/completions_00056.parquet create mode 100644 completions/completions_00057.parquet create mode 100644 completions/completions_00058.parquet create mode 100644 completions/completions_00059.parquet create mode 100644 completions/completions_00060.parquet create mode 100644 completions/completions_00061.parquet create mode 100644 completions/completions_00062.parquet create mode 100644 completions/completions_00063.parquet create mode 100644 completions/completions_00064.parquet create mode 100644 completions/completions_00065.parquet create mode 100644 completions/completions_00066.parquet create mode 100644 completions/completions_00067.parquet create mode 100644 completions/completions_00068.parquet create mode 100644 completions/completions_00069.parquet create mode 100644 completions/completions_00070.parquet create mode 100644 completions/completions_00071.parquet create mode 100644 completions/completions_00072.parquet create mode 100644 completions/completions_00073.parquet create mode 100644 completions/completions_00074.parquet create mode 100644 completions/completions_00075.parquet create mode 100644 completions/completions_00076.parquet create mode 100644 completions/completions_00077.parquet create mode 100644 completions/completions_00078.parquet create mode 100644 completions/completions_00079.parquet create mode 100644 completions/completions_00080.parquet create mode 100644 completions/completions_00081.parquet create mode 100644 completions/completions_00082.parquet create mode 100644 completions/completions_00083.parquet create mode 100644 completions/completions_00084.parquet create mode 100644 completions/completions_00085.parquet create mode 100644 completions/completions_00086.parquet create mode 100644 completions/completions_00087.parquet create mode 100644 completions/completions_00088.parquet create mode 100644 completions/completions_00089.parquet create mode 100644 completions/completions_00090.parquet create mode 100644 completions/completions_00091.parquet create mode 100644 completions/completions_00092.parquet create mode 100644 completions/completions_00093.parquet create mode 100644 completions/completions_00094.parquet create mode 100644 completions/completions_00095.parquet create mode 100644 completions/completions_00096.parquet create mode 100644 completions/completions_00097.parquet create mode 100644 completions/completions_00098.parquet create mode 100644 completions/completions_00099.parquet create mode 100644 completions/completions_00100.parquet create mode 100644 completions/completions_00101.parquet create mode 100644 completions/completions_00102.parquet create mode 100644 completions/completions_00103.parquet create mode 100644 completions/completions_00104.parquet create mode 100644 completions/completions_00105.parquet create mode 100644 completions/completions_00106.parquet create mode 100644 completions/completions_00107.parquet create mode 100644 completions/completions_00108.parquet create mode 100644 completions/completions_00109.parquet create mode 100644 completions/completions_00110.parquet create mode 100644 completions/completions_00111.parquet create mode 100644 completions/completions_00112.parquet create mode 100644 completions/completions_00113.parquet create mode 100644 completions/completions_00114.parquet create mode 100644 completions/completions_00115.parquet create mode 100644 completions/completions_00116.parquet create mode 100644 completions/completions_00117.parquet create mode 100644 completions/completions_00118.parquet create mode 100644 completions/completions_00119.parquet create mode 100644 completions/completions_00120.parquet create mode 100644 completions/completions_00121.parquet create mode 100644 completions/completions_00122.parquet create mode 100644 completions/completions_00123.parquet create mode 100644 completions/completions_00124.parquet create mode 100644 completions/completions_00125.parquet create mode 100644 completions/completions_00126.parquet create mode 100644 completions/completions_00127.parquet create mode 100644 completions/completions_00128.parquet create mode 100644 completions/completions_00129.parquet create mode 100644 completions/completions_00130.parquet create mode 100644 completions/completions_00131.parquet create mode 100644 completions/completions_00132.parquet create mode 100644 completions/completions_00133.parquet create mode 100644 completions/completions_00134.parquet create mode 100644 completions/completions_00135.parquet create mode 100644 completions/completions_00136.parquet create mode 100644 completions/completions_00137.parquet create mode 100644 completions/completions_00138.parquet create mode 100644 completions/completions_00139.parquet create mode 100644 completions/completions_00140.parquet create mode 100644 completions/completions_00141.parquet create mode 100644 completions/completions_00142.parquet create mode 100644 completions/completions_00143.parquet create mode 100644 completions/completions_00144.parquet create mode 100644 completions/completions_00145.parquet create mode 100644 completions/completions_00146.parquet create mode 100644 completions/completions_00147.parquet create mode 100644 completions/completions_00148.parquet create mode 100644 completions/completions_00149.parquet create mode 100644 completions/completions_00150.parquet create mode 100644 completions/completions_00151.parquet create mode 100644 completions/completions_00152.parquet create mode 100644 completions/completions_00153.parquet create mode 100644 completions/completions_00154.parquet create mode 100644 completions/completions_00155.parquet create mode 100644 completions/completions_00156.parquet create mode 100644 completions/completions_00157.parquet create mode 100644 completions/completions_00158.parquet create mode 100644 completions/completions_00159.parquet create mode 100644 completions/completions_00160.parquet create mode 100644 completions/completions_00161.parquet create mode 100644 completions/completions_00162.parquet create mode 100644 completions/completions_00163.parquet create mode 100644 completions/completions_00164.parquet create mode 100644 completions/completions_00165.parquet create mode 100644 completions/completions_00166.parquet create mode 100644 completions/completions_00167.parquet create mode 100644 completions/completions_00168.parquet create mode 100644 completions/completions_00169.parquet create mode 100644 completions/completions_00170.parquet create mode 100644 completions/completions_00171.parquet create mode 100644 completions/completions_00172.parquet create mode 100644 completions/completions_00173.parquet create mode 100644 completions/completions_00174.parquet create mode 100644 completions/completions_00175.parquet create mode 100644 completions/completions_00176.parquet create mode 100644 completions/completions_00177.parquet create mode 100644 completions/completions_00178.parquet create mode 100644 completions/completions_00179.parquet create mode 100644 completions/completions_00180.parquet create mode 100644 completions/completions_00181.parquet create mode 100644 completions/completions_00182.parquet create mode 100644 completions/completions_00183.parquet create mode 100644 completions/completions_00184.parquet create mode 100644 completions/completions_00185.parquet create mode 100644 completions/completions_00186.parquet create mode 100644 completions/completions_00187.parquet create mode 100644 completions/completions_00188.parquet create mode 100644 completions/completions_00189.parquet create mode 100644 completions/completions_00190.parquet create mode 100644 completions/completions_00191.parquet create mode 100644 completions/completions_00192.parquet create mode 100644 completions/completions_00193.parquet create mode 100644 completions/completions_00194.parquet create mode 100644 completions/completions_00195.parquet create mode 100644 completions/completions_00196.parquet create mode 100644 completions/completions_00197.parquet create mode 100644 completions/completions_00198.parquet create mode 100644 completions/completions_00199.parquet create mode 100644 completions/completions_00200.parquet create mode 100644 config.json create mode 100644 fail_buffer.jsonl create mode 100644 generation_config.json create mode 100644 grpo_full/README.md create mode 100644 grpo_full/chat_template.jinja create mode 100644 grpo_full/completions/completions_00001.parquet create mode 100644 grpo_full/completions/completions_00002.parquet create mode 100644 grpo_full/completions/completions_00003.parquet create mode 100644 grpo_full/completions/completions_00004.parquet create mode 100644 grpo_full/completions/completions_00005.parquet create mode 100644 grpo_full/completions/completions_00006.parquet create mode 100644 grpo_full/completions/completions_00007.parquet create mode 100644 grpo_full/completions/completions_00008.parquet create mode 100644 grpo_full/completions/completions_00009.parquet create mode 100644 grpo_full/completions/completions_00010.parquet create mode 100644 grpo_full/completions/completions_00011.parquet create mode 100644 grpo_full/completions/completions_00012.parquet create mode 100644 grpo_full/completions/completions_00013.parquet create mode 100644 grpo_full/completions/completions_00014.parquet create mode 100644 grpo_full/completions/completions_00015.parquet create mode 100644 grpo_full/completions/completions_00016.parquet create mode 100644 grpo_full/completions/completions_00017.parquet create mode 100644 grpo_full/completions/completions_00018.parquet create mode 100644 grpo_full/completions/completions_00019.parquet create mode 100644 grpo_full/completions/completions_00020.parquet create mode 100644 grpo_full/completions/completions_00021.parquet create mode 100644 grpo_full/completions/completions_00022.parquet create mode 100644 grpo_full/completions/completions_00023.parquet create mode 100644 grpo_full/completions/completions_00024.parquet create mode 100644 grpo_full/completions/completions_00025.parquet create mode 100644 grpo_full/completions/completions_00026.parquet create mode 100644 grpo_full/completions/completions_00027.parquet create mode 100644 grpo_full/completions/completions_00028.parquet create mode 100644 grpo_full/completions/completions_00029.parquet create mode 100644 grpo_full/completions/completions_00030.parquet create mode 100644 grpo_full/completions/completions_00031.parquet create mode 100644 grpo_full/completions/completions_00032.parquet create mode 100644 grpo_full/completions/completions_00033.parquet create mode 100644 grpo_full/completions/completions_00034.parquet create mode 100644 grpo_full/completions/completions_00035.parquet create mode 100644 grpo_full/completions/completions_00036.parquet create mode 100644 grpo_full/completions/completions_00037.parquet create mode 100644 grpo_full/completions/completions_00038.parquet create mode 100644 grpo_full/completions/completions_00039.parquet create mode 100644 grpo_full/completions/completions_00040.parquet create mode 100644 grpo_full/completions/completions_00041.parquet create mode 100644 grpo_full/completions/completions_00042.parquet create mode 100644 grpo_full/completions/completions_00043.parquet create mode 100644 grpo_full/completions/completions_00044.parquet create mode 100644 grpo_full/completions/completions_00045.parquet create mode 100644 grpo_full/completions/completions_00046.parquet create mode 100644 grpo_full/completions/completions_00047.parquet create mode 100644 grpo_full/completions/completions_00048.parquet create mode 100644 grpo_full/completions/completions_00049.parquet create mode 100644 grpo_full/completions/completions_00050.parquet create mode 100644 grpo_full/completions/completions_00051.parquet create mode 100644 grpo_full/completions/completions_00052.parquet create mode 100644 grpo_full/completions/completions_00053.parquet create mode 100644 grpo_full/completions/completions_00054.parquet create mode 100644 grpo_full/completions/completions_00055.parquet create mode 100644 grpo_full/completions/completions_00056.parquet create mode 100644 grpo_full/completions/completions_00057.parquet create mode 100644 grpo_full/completions/completions_00058.parquet create mode 100644 grpo_full/completions/completions_00059.parquet create mode 100644 grpo_full/completions/completions_00060.parquet create mode 100644 grpo_full/completions/completions_00061.parquet create mode 100644 grpo_full/completions/completions_00062.parquet create mode 100644 grpo_full/completions/completions_00063.parquet create mode 100644 grpo_full/completions/completions_00064.parquet create mode 100644 grpo_full/completions/completions_00065.parquet create mode 100644 grpo_full/completions/completions_00066.parquet create mode 100644 grpo_full/completions/completions_00067.parquet create mode 100644 grpo_full/completions/completions_00068.parquet create mode 100644 grpo_full/completions/completions_00069.parquet create mode 100644 grpo_full/completions/completions_00070.parquet create mode 100644 grpo_full/completions/completions_00071.parquet create mode 100644 grpo_full/completions/completions_00072.parquet create mode 100644 grpo_full/completions/completions_00073.parquet create mode 100644 grpo_full/completions/completions_00074.parquet create mode 100644 grpo_full/completions/completions_00075.parquet create mode 100644 grpo_full/completions/completions_00076.parquet create mode 100644 grpo_full/completions/completions_00077.parquet create mode 100644 grpo_full/completions/completions_00078.parquet create mode 100644 grpo_full/completions/completions_00079.parquet create mode 100644 grpo_full/completions/completions_00080.parquet create mode 100644 grpo_full/completions/completions_00081.parquet create mode 100644 grpo_full/completions/completions_00082.parquet create mode 100644 grpo_full/completions/completions_00083.parquet create mode 100644 grpo_full/completions/completions_00084.parquet create mode 100644 grpo_full/completions/completions_00085.parquet create mode 100644 grpo_full/completions/completions_00086.parquet create mode 100644 grpo_full/completions/completions_00087.parquet create mode 100644 grpo_full/completions/completions_00088.parquet create mode 100644 grpo_full/completions/completions_00089.parquet create mode 100644 grpo_full/completions/completions_00090.parquet create mode 100644 grpo_full/completions/completions_00091.parquet create mode 100644 grpo_full/completions/completions_00092.parquet create mode 100644 grpo_full/completions/completions_00093.parquet create mode 100644 grpo_full/completions/completions_00094.parquet create mode 100644 grpo_full/completions/completions_00095.parquet create mode 100644 grpo_full/completions/completions_00096.parquet create mode 100644 grpo_full/completions/completions_00097.parquet create mode 100644 grpo_full/completions/completions_00098.parquet create mode 100644 grpo_full/completions/completions_00099.parquet create mode 100644 grpo_full/completions/completions_00100.parquet create mode 100644 grpo_full/completions/completions_00101.parquet create mode 100644 grpo_full/completions/completions_00102.parquet create mode 100644 grpo_full/completions/completions_00103.parquet create mode 100644 grpo_full/completions/completions_00104.parquet create mode 100644 grpo_full/completions/completions_00105.parquet create mode 100644 grpo_full/completions/completions_00106.parquet create mode 100644 grpo_full/completions/completions_00107.parquet create mode 100644 grpo_full/completions/completions_00108.parquet create mode 100644 grpo_full/completions/completions_00109.parquet create mode 100644 grpo_full/completions/completions_00110.parquet create mode 100644 grpo_full/completions/completions_00111.parquet create mode 100644 grpo_full/completions/completions_00112.parquet create mode 100644 grpo_full/completions/completions_00113.parquet create mode 100644 grpo_full/completions/completions_00114.parquet create mode 100644 grpo_full/completions/completions_00115.parquet create mode 100644 grpo_full/completions/completions_00116.parquet create mode 100644 grpo_full/completions/completions_00117.parquet create mode 100644 grpo_full/completions/completions_00118.parquet create mode 100644 grpo_full/completions/completions_00119.parquet create mode 100644 grpo_full/completions/completions_00120.parquet create mode 100644 grpo_full/completions/completions_00121.parquet create mode 100644 grpo_full/completions/completions_00122.parquet create mode 100644 grpo_full/completions/completions_00123.parquet create mode 100644 grpo_full/completions/completions_00124.parquet create mode 100644 grpo_full/completions/completions_00125.parquet create mode 100644 grpo_full/completions/completions_00126.parquet create mode 100644 grpo_full/completions/completions_00127.parquet create mode 100644 grpo_full/completions/completions_00128.parquet create mode 100644 grpo_full/completions/completions_00129.parquet create mode 100644 grpo_full/completions/completions_00130.parquet create mode 100644 grpo_full/completions/completions_00131.parquet create mode 100644 grpo_full/completions/completions_00132.parquet create mode 100644 grpo_full/completions/completions_00133.parquet create mode 100644 grpo_full/completions/completions_00134.parquet create mode 100644 grpo_full/completions/completions_00135.parquet create mode 100644 grpo_full/completions/completions_00136.parquet create mode 100644 grpo_full/completions/completions_00137.parquet create mode 100644 grpo_full/completions/completions_00138.parquet create mode 100644 grpo_full/completions/completions_00139.parquet create mode 100644 grpo_full/completions/completions_00140.parquet create mode 100644 grpo_full/completions/completions_00141.parquet create mode 100644 grpo_full/completions/completions_00142.parquet create mode 100644 grpo_full/completions/completions_00143.parquet create mode 100644 grpo_full/completions/completions_00144.parquet create mode 100644 grpo_full/completions/completions_00145.parquet create mode 100644 grpo_full/completions/completions_00146.parquet create mode 100644 grpo_full/completions/completions_00147.parquet create mode 100644 grpo_full/completions/completions_00148.parquet create mode 100644 grpo_full/completions/completions_00149.parquet create mode 100644 grpo_full/completions/completions_00150.parquet create mode 100644 grpo_full/completions/completions_00151.parquet create mode 100644 grpo_full/completions/completions_00152.parquet create mode 100644 grpo_full/completions/completions_00153.parquet create mode 100644 grpo_full/completions/completions_00154.parquet create mode 100644 grpo_full/completions/completions_00155.parquet create mode 100644 grpo_full/completions/completions_00156.parquet create mode 100644 grpo_full/completions/completions_00157.parquet create mode 100644 grpo_full/completions/completions_00158.parquet create mode 100644 grpo_full/completions/completions_00159.parquet create mode 100644 grpo_full/completions/completions_00160.parquet create mode 100644 grpo_full/completions/completions_00161.parquet create mode 100644 grpo_full/completions/completions_00162.parquet create mode 100644 grpo_full/completions/completions_00163.parquet create mode 100644 grpo_full/completions/completions_00164.parquet create mode 100644 grpo_full/completions/completions_00165.parquet create mode 100644 grpo_full/completions/completions_00166.parquet create mode 100644 grpo_full/completions/completions_00167.parquet create mode 100644 grpo_full/completions/completions_00168.parquet create mode 100644 grpo_full/completions/completions_00169.parquet create mode 100644 grpo_full/completions/completions_00170.parquet create mode 100644 grpo_full/completions/completions_00171.parquet create mode 100644 grpo_full/completions/completions_00172.parquet create mode 100644 grpo_full/completions/completions_00173.parquet create mode 100644 grpo_full/completions/completions_00174.parquet create mode 100644 grpo_full/completions/completions_00175.parquet create mode 100644 grpo_full/completions/completions_00176.parquet create mode 100644 grpo_full/completions/completions_00177.parquet create mode 100644 grpo_full/completions/completions_00178.parquet create mode 100644 grpo_full/completions/completions_00179.parquet create mode 100644 grpo_full/completions/completions_00180.parquet create mode 100644 grpo_full/completions/completions_00181.parquet create mode 100644 grpo_full/completions/completions_00182.parquet create mode 100644 grpo_full/completions/completions_00183.parquet create mode 100644 grpo_full/completions/completions_00184.parquet create mode 100644 grpo_full/completions/completions_00185.parquet create mode 100644 grpo_full/completions/completions_00186.parquet create mode 100644 grpo_full/completions/completions_00187.parquet create mode 100644 grpo_full/completions/completions_00188.parquet create mode 100644 grpo_full/completions/completions_00189.parquet create mode 100644 grpo_full/completions/completions_00190.parquet create mode 100644 grpo_full/completions/completions_00191.parquet create mode 100644 grpo_full/completions/completions_00192.parquet create mode 100644 grpo_full/completions/completions_00193.parquet create mode 100644 grpo_full/completions/completions_00194.parquet create mode 100644 grpo_full/completions/completions_00195.parquet create mode 100644 grpo_full/completions/completions_00196.parquet create mode 100644 grpo_full/completions/completions_00197.parquet create mode 100644 grpo_full/completions/completions_00198.parquet create mode 100644 grpo_full/completions/completions_00199.parquet create mode 100644 grpo_full/completions/completions_00200.parquet create mode 100644 grpo_full/config.json create mode 100644 grpo_full/fail_buffer.jsonl create mode 100644 grpo_full/generation_config.json create mode 100644 grpo_full/manager_run_config.json create mode 100644 grpo_full/tokenizer.json create mode 100644 grpo_full/tokenizer_config.json create mode 100644 grpo_full/train_raw_trace.jsonl create mode 100644 manager_run_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_raw_trace.jsonl diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..0986efb --- /dev/null +++ b/.gitattributes @@ -0,0 +1,37 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +grpo_full/tokenizer.json filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..7c0ef40 --- /dev/null +++ b/README.md @@ -0,0 +1,67 @@ +--- +base_model: Qwen/Qwen3-8B +library_name: transformers +model_name: grpo_full +tags: +- generated_from_trainer +- trl +- grpo +licence: license +--- + +# Model Card for grpo_full + +This model is a fine-tuned version of [Qwen/Qwen3-8B](https://huggingface.co/Qwen/Qwen3-8B). +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="None", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/madisonlijingxuan-ucla/agent_routing/runs/vz9kdbdh) + + + +This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300). + +### Framework versions + +- TRL: 1.5.0 +- Transformers: 5.8.1 +- Pytorch: 2.12.0 +- Datasets: 4.8.5 +- Tokenizers: 0.22.2 + +## Citations + +Cite GRPO as: + +```bibtex +@article{shao2024deepseekmath, + title = {{DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models}}, + author = {Zhihong Shao and Peiyi Wang and Qihao Zhu and Runxin Xu and Junxiao Song and Mingchuan Zhang and Y. K. Li and Y. Wu and Daya Guo}, + year = 2024, + eprint = {arXiv:2402.03300}, +} +``` + +Cite TRL as: + +```bibtex +@software{vonwerra2020trl, + title = {{TRL: Transformers Reinforcement Learning}}, + author = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin}, + license = {Apache-2.0}, + url = {https://github.com/huggingface/trl}, + year = {2020} +} +``` \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/completions/completions_00001.parquet b/completions/completions_00001.parquet new file mode 100644 index 0000000..f269779 --- /dev/null +++ b/completions/completions_00001.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4348aaa15e3ea9fd5380fafebb0156f125df11ab2b1e67d2081c7beb320e7fb2 +size 36456 diff --git a/completions/completions_00002.parquet b/completions/completions_00002.parquet new file mode 100644 index 0000000..5084880 --- /dev/null +++ b/completions/completions_00002.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b036428448ede9fe0519cb732c09e663d4669856039ec666b4c6bf07deda57de +size 32623 diff --git a/completions/completions_00003.parquet b/completions/completions_00003.parquet new file mode 100644 index 0000000..f526e6a --- /dev/null +++ b/completions/completions_00003.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ab266e41e8afdb42ce9ec81eb4c75eae0f7529e4951cb1b0f07b2623264868 +size 35330 diff --git a/completions/completions_00004.parquet b/completions/completions_00004.parquet new file mode 100644 index 0000000..79363f5 --- /dev/null +++ b/completions/completions_00004.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c063dd6df30e2da118f4e1044d3e1b2de9bc96ad2a2165d8b7df95f0f4eb79f +size 34475 diff --git a/completions/completions_00005.parquet b/completions/completions_00005.parquet new file mode 100644 index 0000000..c78e307 --- /dev/null +++ b/completions/completions_00005.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ebc2991e309dc67dba3462a92399067bd3b00bd73d6e516c59ec41c4a5fa2c3 +size 36018 diff --git a/completions/completions_00006.parquet b/completions/completions_00006.parquet new file mode 100644 index 0000000..f8261da --- /dev/null +++ b/completions/completions_00006.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c13ccefc169966f39b8679daae502f0a3f1e3cf2302e8bedb73265f0ad859e6 +size 36360 diff --git a/completions/completions_00007.parquet b/completions/completions_00007.parquet new file mode 100644 index 0000000..f96296a --- /dev/null +++ b/completions/completions_00007.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1492a9ab543d671b6ed5ff1b6280b0204dc16fc13c06c8a79a8daebac97a64ad +size 36336 diff --git a/completions/completions_00008.parquet b/completions/completions_00008.parquet new file mode 100644 index 0000000..12d9671 --- /dev/null +++ b/completions/completions_00008.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e39ab1049ad5c7ea647f24377c0f8c07907e2e5eeef79288d98359c837298369 +size 35963 diff --git a/completions/completions_00009.parquet b/completions/completions_00009.parquet new file mode 100644 index 0000000..ae643f8 --- /dev/null +++ b/completions/completions_00009.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eeb47b4a709de48b917e228a72a7be119fe22492f19cb1db5a109be721216fa +size 33435 diff --git a/completions/completions_00010.parquet b/completions/completions_00010.parquet new file mode 100644 index 0000000..5a9630b --- /dev/null +++ b/completions/completions_00010.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad549d4acc64089ee6bd20c85f8d587b0f9224faf21dd8a01974386104fdb859 +size 33673 diff --git a/completions/completions_00011.parquet b/completions/completions_00011.parquet new file mode 100644 index 0000000..7e6b591 --- /dev/null +++ b/completions/completions_00011.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:519cba9de42bebdb178e3adf0b3feaf3806b79b9516ee053de660eddd1a0deae +size 34808 diff --git a/completions/completions_00012.parquet b/completions/completions_00012.parquet new file mode 100644 index 0000000..b1d117a --- /dev/null +++ b/completions/completions_00012.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f42b807c771c1cde78495bb6fbc9598f261b7ccc6335893f43f874f699721d6e +size 31618 diff --git a/completions/completions_00013.parquet b/completions/completions_00013.parquet new file mode 100644 index 0000000..39488a5 --- /dev/null +++ b/completions/completions_00013.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c5089fa00ba4b3263b6e5fd67d768b29f3a2714edcd51a8d0b2677969ea331c +size 32364 diff --git a/completions/completions_00014.parquet b/completions/completions_00014.parquet new file mode 100644 index 0000000..1d5c194 --- /dev/null +++ b/completions/completions_00014.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c39161a02ded28c8249d0ab6e331073cba124dbf23e887be736868c49b7f22d8 +size 33532 diff --git a/completions/completions_00015.parquet b/completions/completions_00015.parquet new file mode 100644 index 0000000..ee8102f --- /dev/null +++ b/completions/completions_00015.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4521fdee1d859649b9e8b5f24857d2db88cc6510095c7b5a2b4431b7487e7622 +size 33994 diff --git a/completions/completions_00016.parquet b/completions/completions_00016.parquet new file mode 100644 index 0000000..4d44178 --- /dev/null +++ b/completions/completions_00016.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b14adbe1c6aa505f52346a173c1ed65afb5e802f59b0dd5ddc829028d70d3a67 +size 33905 diff --git a/completions/completions_00017.parquet b/completions/completions_00017.parquet new file mode 100644 index 0000000..0818baa --- /dev/null +++ b/completions/completions_00017.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6be05889db26bf70a243d027b89c13ff359d4d312f77e8df9f04e70befda53b1 +size 33373 diff --git a/completions/completions_00018.parquet b/completions/completions_00018.parquet new file mode 100644 index 0000000..ef8e833 --- /dev/null +++ b/completions/completions_00018.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a722caef61d4c963884aa7de47c45ab815af524ef8b3f80b0eb4129736127a3c +size 35014 diff --git a/completions/completions_00019.parquet b/completions/completions_00019.parquet new file mode 100644 index 0000000..78b5b1a --- /dev/null +++ b/completions/completions_00019.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2248190fb635a81d71b14aba809db2c17acd9dd4fe84872eaf40af93dca715e2 +size 28677 diff --git a/completions/completions_00020.parquet b/completions/completions_00020.parquet new file mode 100644 index 0000000..b05180d --- /dev/null +++ b/completions/completions_00020.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33657c9429a59dc093309388f0f949ab7b8b0e3adbd11caa0ce51a02374b1858 +size 37603 diff --git a/completions/completions_00021.parquet b/completions/completions_00021.parquet new file mode 100644 index 0000000..1ad254c --- /dev/null +++ b/completions/completions_00021.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ae7540bfedd6d9fa580778cfdc870d85e345ed7610aa933f36b3a67d1d0aa87 +size 33488 diff --git a/completions/completions_00022.parquet b/completions/completions_00022.parquet new file mode 100644 index 0000000..9e1c478 --- /dev/null +++ b/completions/completions_00022.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b2921fcadd61586c5370d1e30044f4e53d33029a14fe9376b8e5710271e2a2b +size 33327 diff --git a/completions/completions_00023.parquet b/completions/completions_00023.parquet new file mode 100644 index 0000000..c1481c4 --- /dev/null +++ b/completions/completions_00023.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb1befc8b17a33ad1deae7d8046138daf22872e4b521ad7711eb7ce76a06baf7 +size 37081 diff --git a/completions/completions_00024.parquet b/completions/completions_00024.parquet new file mode 100644 index 0000000..e6efda8 --- /dev/null +++ b/completions/completions_00024.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ab936cd852c9f170cad1ca1346f7e2828c35a5540bf4d7d007fecfdb4407a77 +size 38375 diff --git a/completions/completions_00025.parquet b/completions/completions_00025.parquet new file mode 100644 index 0000000..321ba04 --- /dev/null +++ b/completions/completions_00025.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90e964ac3e19b6ae76306a4bcb97389ebebda3c3d077696055c45a45fd0d339a +size 36818 diff --git a/completions/completions_00026.parquet b/completions/completions_00026.parquet new file mode 100644 index 0000000..fc9b438 --- /dev/null +++ b/completions/completions_00026.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cf75cf33ae1345287ec9b57e160e7db244d71ea1cb814856fdfb51d3eb4aed4 +size 31558 diff --git a/completions/completions_00027.parquet b/completions/completions_00027.parquet new file mode 100644 index 0000000..0e141c0 --- /dev/null +++ b/completions/completions_00027.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5815a2345194f9d015bf251221f23481c13d300f37cd6195c057d1858fd1c8ff +size 33368 diff --git a/completions/completions_00028.parquet b/completions/completions_00028.parquet new file mode 100644 index 0000000..8f5544e --- /dev/null +++ b/completions/completions_00028.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6646bf336a8f683c56bca757041352ac4a0e0ff212b7ba76f3a04ad4412d7d90 +size 34831 diff --git a/completions/completions_00029.parquet b/completions/completions_00029.parquet new file mode 100644 index 0000000..6737fdd --- /dev/null +++ b/completions/completions_00029.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ddbf9f33dd0c4d6a4c45a0def87151f22466f8b4ad6ddfd46a56d1da1413d0f +size 35983 diff --git a/completions/completions_00030.parquet b/completions/completions_00030.parquet new file mode 100644 index 0000000..869fcd6 --- /dev/null +++ b/completions/completions_00030.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a1000edd35bfa6a7812d04f582d10cc6f81ade6ce21c958ff5a1e8c60ae28c4 +size 36479 diff --git a/completions/completions_00031.parquet b/completions/completions_00031.parquet new file mode 100644 index 0000000..4f4420f --- /dev/null +++ b/completions/completions_00031.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bea0e809410d4d034c18be25081d876f60c2a90593f19c631b455d623a081cf +size 39202 diff --git a/completions/completions_00032.parquet b/completions/completions_00032.parquet new file mode 100644 index 0000000..b498475 --- /dev/null +++ b/completions/completions_00032.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b94c6e2a67da5936dfc1191c149771b25bbbbb163bc4d9dbea62bb5401e35eb5 +size 34605 diff --git a/completions/completions_00033.parquet b/completions/completions_00033.parquet new file mode 100644 index 0000000..eeee7fc --- /dev/null +++ b/completions/completions_00033.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf34bd4e72292afcb090bb9d27f94ea4cf5ac269a5ab54e1943cced3d90bda55 +size 42808 diff --git a/completions/completions_00034.parquet b/completions/completions_00034.parquet new file mode 100644 index 0000000..0be40f0 --- /dev/null +++ b/completions/completions_00034.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5425b0b7558f773a91d91dca030b231abec5a988a9a339f51def2cb7e559dd82 +size 34464 diff --git a/completions/completions_00035.parquet b/completions/completions_00035.parquet new file mode 100644 index 0000000..12dd7d1 --- /dev/null +++ b/completions/completions_00035.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b75e4e5e9def2943199278c125e318d761b4e3179a3e25a1a90e851d20036d8 +size 35718 diff --git a/completions/completions_00036.parquet b/completions/completions_00036.parquet new file mode 100644 index 0000000..ce78b70 --- /dev/null +++ b/completions/completions_00036.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caf5079d9ee4e5ec69ded72ccf018394a9feffb3d190a93e49c4ce3a37d2fc8c +size 28941 diff --git a/completions/completions_00037.parquet b/completions/completions_00037.parquet new file mode 100644 index 0000000..70ca97c --- /dev/null +++ b/completions/completions_00037.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd9d7147ebf703d2367b343aed95cf2879a1ada090fc2e0d96cd6e2abc24419a +size 37754 diff --git a/completions/completions_00038.parquet b/completions/completions_00038.parquet new file mode 100644 index 0000000..99c09eb --- /dev/null +++ b/completions/completions_00038.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7ebbdec1237c8b0efb46b12019d41df8c1e857bbccc6ffbe8000d7c5111345a +size 30583 diff --git a/completions/completions_00039.parquet b/completions/completions_00039.parquet new file mode 100644 index 0000000..e68cb4e --- /dev/null +++ b/completions/completions_00039.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34b920f22bdea756be273c638ac3fe101602f44f2eaf7f5c2dc265696b1a3913 +size 30686 diff --git a/completions/completions_00040.parquet b/completions/completions_00040.parquet new file mode 100644 index 0000000..0e3fd5a --- /dev/null +++ b/completions/completions_00040.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7e404a3b44671a0eb5a01998b59bf9006d34f08ed6da58bfcb36cae7d516ae7 +size 39681 diff --git a/completions/completions_00041.parquet b/completions/completions_00041.parquet new file mode 100644 index 0000000..4db9df7 --- /dev/null +++ b/completions/completions_00041.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b99143b198fc809d70c238b8c2e6563048ff167af4215edbc7667bd75e6708d +size 35103 diff --git a/completions/completions_00042.parquet b/completions/completions_00042.parquet new file mode 100644 index 0000000..7620d37 --- /dev/null +++ b/completions/completions_00042.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8931f1e761df62d046101823c43c775cb6bfe686cf9949ef95227dfb851abdbc +size 42008 diff --git a/completions/completions_00043.parquet b/completions/completions_00043.parquet new file mode 100644 index 0000000..8f0c350 --- /dev/null +++ b/completions/completions_00043.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e871f18c9bbb213239bedba28b2048ad7011f2efcbde0794e8f5d14d7ee3f638 +size 35207 diff --git a/completions/completions_00044.parquet b/completions/completions_00044.parquet new file mode 100644 index 0000000..59b1c92 --- /dev/null +++ b/completions/completions_00044.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71f147814e073daa1b4e49b851c98f0226a56a42f239097edef82ed5ab0e25ee +size 38700 diff --git a/completions/completions_00045.parquet b/completions/completions_00045.parquet new file mode 100644 index 0000000..6155000 --- /dev/null +++ b/completions/completions_00045.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f5843216b6b5b38470595c82068f27aefcd5f75dbdd62f709bf130b8303a8f0 +size 28053 diff --git a/completions/completions_00046.parquet b/completions/completions_00046.parquet new file mode 100644 index 0000000..154852a --- /dev/null +++ b/completions/completions_00046.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb7b2e0eb13fa1c9f391007c5e65813763126927b8d3b0aba322e82d3d318c01 +size 38446 diff --git a/completions/completions_00047.parquet b/completions/completions_00047.parquet new file mode 100644 index 0000000..ba5848b --- /dev/null +++ b/completions/completions_00047.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07177a2e2de3ab98a5ec06d1eeb7f01f33b1c8864814985276710e92ba8b62a2 +size 36529 diff --git a/completions/completions_00048.parquet b/completions/completions_00048.parquet new file mode 100644 index 0000000..4220249 --- /dev/null +++ b/completions/completions_00048.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77423dfe056fca5a16f938b72d75a830237e156acbdb5d4aaceb28a249bf51b3 +size 33583 diff --git a/completions/completions_00049.parquet b/completions/completions_00049.parquet new file mode 100644 index 0000000..cae0d2f --- /dev/null +++ b/completions/completions_00049.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b4ab1de33cc84ee57f1bdcb58f1871e269b9eadf039771456e4d62105b3a0de +size 31851 diff --git a/completions/completions_00050.parquet b/completions/completions_00050.parquet new file mode 100644 index 0000000..4ccb4f9 --- /dev/null +++ b/completions/completions_00050.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c6881fff92d95136448fd57a1641ea2ddba8b63d9b4cb6c4b1dfe658cb303e7 +size 39671 diff --git a/completions/completions_00051.parquet b/completions/completions_00051.parquet new file mode 100644 index 0000000..5c833be --- /dev/null +++ b/completions/completions_00051.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ed1d9560d68bc4456c02296e7c42dd9fec1b2c99a8e0d3025936438147ff39a +size 35450 diff --git a/completions/completions_00052.parquet b/completions/completions_00052.parquet new file mode 100644 index 0000000..ac37af7 --- /dev/null +++ b/completions/completions_00052.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e65b03e58945ea3ebc352149f2bf41187ea45aca84f6cab0c6c383cebec17cc2 +size 42281 diff --git a/completions/completions_00053.parquet b/completions/completions_00053.parquet new file mode 100644 index 0000000..a98cade --- /dev/null +++ b/completions/completions_00053.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c5f3d8d76ea0c974ddcb36835d5e3e2c516ea2d5766a8dbc732da5af2f7fd7a +size 32889 diff --git a/completions/completions_00054.parquet b/completions/completions_00054.parquet new file mode 100644 index 0000000..f8f73b9 --- /dev/null +++ b/completions/completions_00054.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dda5c92f1f6e5f209c943e7492bf752aab62dee9c3c0fc9ad724226edad828c +size 44208 diff --git a/completions/completions_00055.parquet b/completions/completions_00055.parquet new file mode 100644 index 0000000..5d869ed --- /dev/null +++ b/completions/completions_00055.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23b54410d79fd70b43c7705052357d3e367fa98f52b669e92e491b24f1a09c43 +size 38813 diff --git a/completions/completions_00056.parquet b/completions/completions_00056.parquet new file mode 100644 index 0000000..e5ac72f --- /dev/null +++ b/completions/completions_00056.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c828c965d849056ed87450048aeebca7d4e9af88ed2e44d8318b553135cb4d4 +size 36061 diff --git a/completions/completions_00057.parquet b/completions/completions_00057.parquet new file mode 100644 index 0000000..beee56b --- /dev/null +++ b/completions/completions_00057.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49f3ac7637aa659283282de3875b0720aba9848d666cfccc8c9dae170fe60cb6 +size 37016 diff --git a/completions/completions_00058.parquet b/completions/completions_00058.parquet new file mode 100644 index 0000000..d694b35 --- /dev/null +++ b/completions/completions_00058.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f82bc44157c4c7619168eda0face0250fcb06af0a168ab014e014b152f8c5f2 +size 33448 diff --git a/completions/completions_00059.parquet b/completions/completions_00059.parquet new file mode 100644 index 0000000..16ff8d3 --- /dev/null +++ b/completions/completions_00059.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf3e985836db1f630eb43405b3b7d5bd8a0ec8ca9974f04ec49c26f049b08461 +size 35800 diff --git a/completions/completions_00060.parquet b/completions/completions_00060.parquet new file mode 100644 index 0000000..a4b9401 --- /dev/null +++ b/completions/completions_00060.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:541b67b540b4ee4252cfc49623802dd1e7363203e94921e14de2bb031b04d9f2 +size 42671 diff --git a/completions/completions_00061.parquet b/completions/completions_00061.parquet new file mode 100644 index 0000000..66b39fd --- /dev/null +++ b/completions/completions_00061.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:322b4229fb08033b693245857e6eb48cd9e6978be450ef0ca8604a6528f15fcc +size 40024 diff --git a/completions/completions_00062.parquet b/completions/completions_00062.parquet new file mode 100644 index 0000000..33ceb55 --- /dev/null +++ b/completions/completions_00062.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf59d8b5636b13a725815fd9c8af30898c7ea194a147bf21a914e90833b0b73a +size 39936 diff --git a/completions/completions_00063.parquet b/completions/completions_00063.parquet new file mode 100644 index 0000000..9f988c8 --- /dev/null +++ b/completions/completions_00063.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9785580cd597675dd911bc42b55249b2aa5e4e1356be911dbc1cfcb176833a +size 36766 diff --git a/completions/completions_00064.parquet b/completions/completions_00064.parquet new file mode 100644 index 0000000..46a2303 --- /dev/null +++ b/completions/completions_00064.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f4fa7339cb05ea89341d81f22621f9b0197b4ed3772019def49326910896417 +size 30234 diff --git a/completions/completions_00065.parquet b/completions/completions_00065.parquet new file mode 100644 index 0000000..fde15ab --- /dev/null +++ b/completions/completions_00065.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:499046aeaa2b7afbdda77d27c44daddf32d5e0788b5227b0da88872a7fddfc29 +size 36251 diff --git a/completions/completions_00066.parquet b/completions/completions_00066.parquet new file mode 100644 index 0000000..bb45646 --- /dev/null +++ b/completions/completions_00066.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab9ba3c5af6f734dca108ec76f6c86ae65a319a10cc06d943f19d3d6a478895f +size 43367 diff --git a/completions/completions_00067.parquet b/completions/completions_00067.parquet new file mode 100644 index 0000000..03e382d --- /dev/null +++ b/completions/completions_00067.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5858e5e879daf1eaaaa9810577034551ccfc49aba56309e4aec94a228dd5625 +size 42546 diff --git a/completions/completions_00068.parquet b/completions/completions_00068.parquet new file mode 100644 index 0000000..973319a --- /dev/null +++ b/completions/completions_00068.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bce698c6c325a8e98b3e0260cca39bcfa85034e200af31426598a838b4cdaad +size 38715 diff --git a/completions/completions_00069.parquet b/completions/completions_00069.parquet new file mode 100644 index 0000000..f763738 --- /dev/null +++ b/completions/completions_00069.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b3b78699c19bd38e407668cb7a667f6cade260cd9836860f96fcc220e215739 +size 34435 diff --git a/completions/completions_00070.parquet b/completions/completions_00070.parquet new file mode 100644 index 0000000..4a74090 --- /dev/null +++ b/completions/completions_00070.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f54341ff071c9025e721c5e57d4f76850046b287a5b5475caf13ed82c083a69f +size 38751 diff --git a/completions/completions_00071.parquet b/completions/completions_00071.parquet new file mode 100644 index 0000000..2c83c59 --- /dev/null +++ b/completions/completions_00071.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b98763673e05898313401f397f8d029f79070017e81ade3e01b235ef1eeec16 +size 35309 diff --git a/completions/completions_00072.parquet b/completions/completions_00072.parquet new file mode 100644 index 0000000..d74ca75 --- /dev/null +++ b/completions/completions_00072.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04aa5752b8a831e20f5a9a6d77995b7f760804acb38c66301a05eabf38e80f3d +size 36743 diff --git a/completions/completions_00073.parquet b/completions/completions_00073.parquet new file mode 100644 index 0000000..a936f93 --- /dev/null +++ b/completions/completions_00073.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d18bf5aa319b816b390314d09073635cfdb0e652ab024954fa7e33267ed1c9d +size 47374 diff --git a/completions/completions_00074.parquet b/completions/completions_00074.parquet new file mode 100644 index 0000000..b69cd3d --- /dev/null +++ b/completions/completions_00074.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa87690f2e334c582ff31365c7279d49df1dc469e649aff3cb57ca76e0c0f2f +size 30745 diff --git a/completions/completions_00075.parquet b/completions/completions_00075.parquet new file mode 100644 index 0000000..ef952c7 --- /dev/null +++ b/completions/completions_00075.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:089851b9f371dab47a015caec0efdefe175043a120cdebbe8079a6faf1ab0918 +size 33236 diff --git a/completions/completions_00076.parquet b/completions/completions_00076.parquet new file mode 100644 index 0000000..11b313e --- /dev/null +++ b/completions/completions_00076.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d28b7b4e9cf557b1a6a8ff3a24bcf248ded5e01be7fa90c04c79f8e494626e9 +size 29868 diff --git a/completions/completions_00077.parquet b/completions/completions_00077.parquet new file mode 100644 index 0000000..25acc1c --- /dev/null +++ b/completions/completions_00077.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d2c9c71b4cd68c029e8260991d046820c0af2ab03eaf136bebddaad153b520c +size 31983 diff --git a/completions/completions_00078.parquet b/completions/completions_00078.parquet new file mode 100644 index 0000000..b8a14c2 --- /dev/null +++ b/completions/completions_00078.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83eeff5287b64c7e29c00edf599df14cc07850cbf529dbc9cc8c848389033efb +size 35721 diff --git a/completions/completions_00079.parquet b/completions/completions_00079.parquet new file mode 100644 index 0000000..8d11d8c --- /dev/null +++ b/completions/completions_00079.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95d9e1b2da56442b5e03c03f6d748406d4401536d1e7f62b077fde988477df6d +size 43184 diff --git a/completions/completions_00080.parquet b/completions/completions_00080.parquet new file mode 100644 index 0000000..b4b944e --- /dev/null +++ b/completions/completions_00080.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05ff19605320cb78db0a1eddaeb6ca9a9f510ddf334839a24a315d9cf2624e0b +size 42581 diff --git a/completions/completions_00081.parquet b/completions/completions_00081.parquet new file mode 100644 index 0000000..aa029f9 --- /dev/null +++ b/completions/completions_00081.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7acba6b7c8bd2a3fe64b04cb837c7055850590972890c3d166448a8a5926cad6 +size 37073 diff --git a/completions/completions_00082.parquet b/completions/completions_00082.parquet new file mode 100644 index 0000000..3f1a7b7 --- /dev/null +++ b/completions/completions_00082.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3a8eb39ed708dd5b82e48e503ad6192fffa7249a216860b8b55623aa1c7bbb1 +size 31879 diff --git a/completions/completions_00083.parquet b/completions/completions_00083.parquet new file mode 100644 index 0000000..706ba3c --- /dev/null +++ b/completions/completions_00083.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e04c99433d6fd6e95926a9fee96e705c4a090c540b1ed7f6374b098fc848312 +size 36623 diff --git a/completions/completions_00084.parquet b/completions/completions_00084.parquet new file mode 100644 index 0000000..c309c72 --- /dev/null +++ b/completions/completions_00084.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c6a138910091a103ceabfacb9f2ec0322ff28077298feadfd15eb8066d1677 +size 32806 diff --git a/completions/completions_00085.parquet b/completions/completions_00085.parquet new file mode 100644 index 0000000..ba2cde5 --- /dev/null +++ b/completions/completions_00085.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e59a78eead834fa50775c5a414f77fb76804aa2c077ddfd3741d6d0343d90429 +size 39612 diff --git a/completions/completions_00086.parquet b/completions/completions_00086.parquet new file mode 100644 index 0000000..13f4516 --- /dev/null +++ b/completions/completions_00086.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a761a8c8676559e6a7125f8dbad633fa87468886e6be8330499ecd7a138398bb +size 29193 diff --git a/completions/completions_00087.parquet b/completions/completions_00087.parquet new file mode 100644 index 0000000..cdc6f91 --- /dev/null +++ b/completions/completions_00087.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e63007ae1be9789e57ba0e3ebfff7a3265277288c495ab538b78cb15421ec21 +size 35137 diff --git a/completions/completions_00088.parquet b/completions/completions_00088.parquet new file mode 100644 index 0000000..acb40da --- /dev/null +++ b/completions/completions_00088.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53a0133ea38e6edf6bfa9fb23c364e2cfba4520c47c9c2232306cf679b39b27c +size 26635 diff --git a/completions/completions_00089.parquet b/completions/completions_00089.parquet new file mode 100644 index 0000000..8b01f70 --- /dev/null +++ b/completions/completions_00089.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48a8cad2b6ffaf9b0c07e3d408299ae5fdda1e2bc513d28c54b1a059100f83b1 +size 31050 diff --git a/completions/completions_00090.parquet b/completions/completions_00090.parquet new file mode 100644 index 0000000..915e948 --- /dev/null +++ b/completions/completions_00090.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96c5a1b388478f88cf8aa737f245b764af92d50db8690d65b7f653901ce1d76c +size 32766 diff --git a/completions/completions_00091.parquet b/completions/completions_00091.parquet new file mode 100644 index 0000000..26b3590 --- /dev/null +++ b/completions/completions_00091.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bef361d1a16c222704966709da1f2c8e2c91ad98420ff55479290bb9ff54753f +size 38790 diff --git a/completions/completions_00092.parquet b/completions/completions_00092.parquet new file mode 100644 index 0000000..a591265 --- /dev/null +++ b/completions/completions_00092.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bc9bb6e085e4dbf31a162981f3456725869b0eff08e5e9ef5a65f40073c93b3 +size 29971 diff --git a/completions/completions_00093.parquet b/completions/completions_00093.parquet new file mode 100644 index 0000000..a590443 --- /dev/null +++ b/completions/completions_00093.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aed1cbe0b1870706b0c6c10f0b31306158920121bed6b7b0f97cd72a8465e40a +size 31774 diff --git a/completions/completions_00094.parquet b/completions/completions_00094.parquet new file mode 100644 index 0000000..bcb7933 --- /dev/null +++ b/completions/completions_00094.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c176233c7510a598e2cb13ee9426bcb5c0ca349793dffacba2c972932447a10f +size 29357 diff --git a/completions/completions_00095.parquet b/completions/completions_00095.parquet new file mode 100644 index 0000000..6bc1515 --- /dev/null +++ b/completions/completions_00095.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb8ce1dc86905b16ede0e5b2014d82104e17e8981ad3a823203806d7a24c8e5b +size 30886 diff --git a/completions/completions_00096.parquet b/completions/completions_00096.parquet new file mode 100644 index 0000000..ed73653 --- /dev/null +++ b/completions/completions_00096.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeb7d4679ac44004541ad7a984e0ad69a04d8b238e068f6d69c533e09d5c35ce +size 31142 diff --git a/completions/completions_00097.parquet b/completions/completions_00097.parquet new file mode 100644 index 0000000..19674e5 --- /dev/null +++ b/completions/completions_00097.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3f57babde16d562d3aa07c315b80e9e2c09ebdfea8b90dbe2f3b4a08ab1bd05 +size 31995 diff --git a/completions/completions_00098.parquet b/completions/completions_00098.parquet new file mode 100644 index 0000000..7cf97e3 --- /dev/null +++ b/completions/completions_00098.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3391621ed99a599dfd9ae714bd8ba48f6eab3813a878a5182d5885ec7fa0332 +size 31572 diff --git a/completions/completions_00099.parquet b/completions/completions_00099.parquet new file mode 100644 index 0000000..c4c2d8c --- /dev/null +++ b/completions/completions_00099.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6226e943136a9b17495ba2624ec37f4cffa11e96b4fc3f5782eb92597950031 +size 32166 diff --git a/completions/completions_00100.parquet b/completions/completions_00100.parquet new file mode 100644 index 0000000..3445f5a --- /dev/null +++ b/completions/completions_00100.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca2c9cb440c37a4d173ec5b7d2ccda0fddd74c378a8be0b25bb864cc71d179df +size 34802 diff --git a/completions/completions_00101.parquet b/completions/completions_00101.parquet new file mode 100644 index 0000000..978e75e --- /dev/null +++ b/completions/completions_00101.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ffacb21c087b4780c10351bd5156d2d26cb0ff7d6d14a3ec83105b651e310ae +size 33062 diff --git a/completions/completions_00102.parquet b/completions/completions_00102.parquet new file mode 100644 index 0000000..37d0bb3 --- /dev/null +++ b/completions/completions_00102.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba2476be08d9e40242d839af46812ccfbaa194b484d6549c16ebdb4f7959ff45 +size 32510 diff --git a/completions/completions_00103.parquet b/completions/completions_00103.parquet new file mode 100644 index 0000000..a7e723f --- /dev/null +++ b/completions/completions_00103.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4d44023aeeed2982f64d80bc1ea4548d313e9f4576ccaca02c30fb7ee40423e +size 32960 diff --git a/completions/completions_00104.parquet b/completions/completions_00104.parquet new file mode 100644 index 0000000..674efe0 --- /dev/null +++ b/completions/completions_00104.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84237e3b73dc76e5681aaaed39b8732a57937d3aac8bd512a82f51a6253f25be +size 28837 diff --git a/completions/completions_00105.parquet b/completions/completions_00105.parquet new file mode 100644 index 0000000..8cf029f --- /dev/null +++ b/completions/completions_00105.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85260ebf397b00b728e400eeadfbe89dcc0591b6698a5ef8e836c1eaaf4c873c +size 35585 diff --git a/completions/completions_00106.parquet b/completions/completions_00106.parquet new file mode 100644 index 0000000..59af005 --- /dev/null +++ b/completions/completions_00106.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79281d9a37ac4f083ab552b00e8b79de45632fcce74cb1e65f759bdf120bf338 +size 35981 diff --git a/completions/completions_00107.parquet b/completions/completions_00107.parquet new file mode 100644 index 0000000..bd78787 --- /dev/null +++ b/completions/completions_00107.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54db8c63dd0b0b04732a9f775c1ce9a87bf88d79fa9626924170db5b8fd1faaf +size 38536 diff --git a/completions/completions_00108.parquet b/completions/completions_00108.parquet new file mode 100644 index 0000000..1381cd8 --- /dev/null +++ b/completions/completions_00108.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d8ae134039672c5f4197b46efb9f01ba448ba7bf18f2d0b10239ea2f8da3f40 +size 32986 diff --git a/completions/completions_00109.parquet b/completions/completions_00109.parquet new file mode 100644 index 0000000..02ce23b --- /dev/null +++ b/completions/completions_00109.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:591ba674e6b2732bc78aafe9f16f9d392a38392c865bf0c8a3760eb119cc857c +size 35264 diff --git a/completions/completions_00110.parquet b/completions/completions_00110.parquet new file mode 100644 index 0000000..a1ef7b1 --- /dev/null +++ b/completions/completions_00110.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bf72e124e3f991631ec20b397a0902be9c4542b1f32b96bed1a388f00004bff +size 34911 diff --git a/completions/completions_00111.parquet b/completions/completions_00111.parquet new file mode 100644 index 0000000..39a3bdc --- /dev/null +++ b/completions/completions_00111.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:824de912181f5f4ce0ba459677fb754c9e920a5e1595f748291df410aa22bb6d +size 31637 diff --git a/completions/completions_00112.parquet b/completions/completions_00112.parquet new file mode 100644 index 0000000..3543a4c --- /dev/null +++ b/completions/completions_00112.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:318b4ada636ee569ccfaaf60a129a9614dfbde1db0b8366adc85c2620feb1fd2 +size 32884 diff --git a/completions/completions_00113.parquet b/completions/completions_00113.parquet new file mode 100644 index 0000000..ec75e2d --- /dev/null +++ b/completions/completions_00113.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e35775ed2dd6c06e4767c099a5a3ef9f77f516a17bd21237a46c741bab3c7ea +size 35267 diff --git a/completions/completions_00114.parquet b/completions/completions_00114.parquet new file mode 100644 index 0000000..dfb5424 --- /dev/null +++ b/completions/completions_00114.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d2d7ed853cb29b220144ffcfdb30403c6aa68666ebb46f66742ffb0708bddb5 +size 36099 diff --git a/completions/completions_00115.parquet b/completions/completions_00115.parquet new file mode 100644 index 0000000..f1ed94d --- /dev/null +++ b/completions/completions_00115.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47d9232e8c3a3496c46566ec0a24d43fde0e0c5f9527e5e201ee2c59e40aacf8 +size 35733 diff --git a/completions/completions_00116.parquet b/completions/completions_00116.parquet new file mode 100644 index 0000000..f133c93 --- /dev/null +++ b/completions/completions_00116.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64a4c36d4fc1ea67f8ff3f6a0b2d3b80b50112b4381c81837d2733fd4f9d38af +size 30699 diff --git a/completions/completions_00117.parquet b/completions/completions_00117.parquet new file mode 100644 index 0000000..90a334f --- /dev/null +++ b/completions/completions_00117.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:232ebaae01d3709ada58bbf700cf3cd28e921351a08e7cf417a4430f6af6e018 +size 33268 diff --git a/completions/completions_00118.parquet b/completions/completions_00118.parquet new file mode 100644 index 0000000..57ef544 --- /dev/null +++ b/completions/completions_00118.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e11d727fae7a0e165b836a66aff22dce8a93b757da2ce681fc02a3e1d44facba +size 39335 diff --git a/completions/completions_00119.parquet b/completions/completions_00119.parquet new file mode 100644 index 0000000..8b292cd --- /dev/null +++ b/completions/completions_00119.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae52d8f0b4041201b574836038f97c91a4cc7eca67fa4a3fcb78be8a1649a556 +size 31760 diff --git a/completions/completions_00120.parquet b/completions/completions_00120.parquet new file mode 100644 index 0000000..cffa5da --- /dev/null +++ b/completions/completions_00120.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01fa2880b58613ee8574d432b3c509b045b7df6adc00f1f2608514341f07efc8 +size 41493 diff --git a/completions/completions_00121.parquet b/completions/completions_00121.parquet new file mode 100644 index 0000000..e3fda04 --- /dev/null +++ b/completions/completions_00121.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca9466399a9d1ae216a9f53c82dd2dc4a3def057457029c8ca6452bc21dd099 +size 33313 diff --git a/completions/completions_00122.parquet b/completions/completions_00122.parquet new file mode 100644 index 0000000..28f537c --- /dev/null +++ b/completions/completions_00122.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e937ae9586d117493ddb5ad9edf8578a6ecaa72e58ab66a515ca35f6bad4b832 +size 32935 diff --git a/completions/completions_00123.parquet b/completions/completions_00123.parquet new file mode 100644 index 0000000..807b360 --- /dev/null +++ b/completions/completions_00123.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a320f7358265b5656461d6a161d400e244205408296f68b6fb441f4768402b26 +size 32803 diff --git a/completions/completions_00124.parquet b/completions/completions_00124.parquet new file mode 100644 index 0000000..8761441 --- /dev/null +++ b/completions/completions_00124.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea672809e34d16aeb21a02fe69d966dc1d0d6f2621ad9013e9ac7888746f52a +size 40903 diff --git a/completions/completions_00125.parquet b/completions/completions_00125.parquet new file mode 100644 index 0000000..76cc9ed --- /dev/null +++ b/completions/completions_00125.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f143590b1089089bbbca477fcff018b911814d1db4c1c147580814ade0eb28 +size 31770 diff --git a/completions/completions_00126.parquet b/completions/completions_00126.parquet new file mode 100644 index 0000000..bcb9342 --- /dev/null +++ b/completions/completions_00126.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2d9614bff37cf03a94c2743c57d4622580b607629808004b258477a91e939aa +size 40029 diff --git a/completions/completions_00127.parquet b/completions/completions_00127.parquet new file mode 100644 index 0000000..5658502 --- /dev/null +++ b/completions/completions_00127.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8e8656c50c0d3bf027125df7819bbea5d336dd73858e485f5b53ed8a8b248a8 +size 33119 diff --git a/completions/completions_00128.parquet b/completions/completions_00128.parquet new file mode 100644 index 0000000..00f2048 --- /dev/null +++ b/completions/completions_00128.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eb06c9a6d6c7c78d0da6f6ad0cd618311b2012acbe54b2697200be8c2fbb23e +size 40056 diff --git a/completions/completions_00129.parquet b/completions/completions_00129.parquet new file mode 100644 index 0000000..5de75e1 --- /dev/null +++ b/completions/completions_00129.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:244e8b94494438b9f2b816748414e1087fe9f5ffa0dee751fd799764fe39fa3a +size 36667 diff --git a/completions/completions_00130.parquet b/completions/completions_00130.parquet new file mode 100644 index 0000000..43fbc47 --- /dev/null +++ b/completions/completions_00130.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dc5128bd7ef9240b53b7b765f5d26029d2b98c1a4f94eebdfa526e9f67742d0 +size 32026 diff --git a/completions/completions_00131.parquet b/completions/completions_00131.parquet new file mode 100644 index 0000000..fa49f5f --- /dev/null +++ b/completions/completions_00131.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4216fb9fd26867b3805b4c4113176f375ee230e8b365c4476b9e57da0b852f32 +size 31223 diff --git a/completions/completions_00132.parquet b/completions/completions_00132.parquet new file mode 100644 index 0000000..f12cfed --- /dev/null +++ b/completions/completions_00132.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:893817309b703018280b923e5e6e6e043119a8ade3a3e01b4825d1439d101c61 +size 30133 diff --git a/completions/completions_00133.parquet b/completions/completions_00133.parquet new file mode 100644 index 0000000..3209a2f --- /dev/null +++ b/completions/completions_00133.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7115ba01dfcc664bfa7ca6e483db8228f4a5c689f5ca730434643182a61cc847 +size 32825 diff --git a/completions/completions_00134.parquet b/completions/completions_00134.parquet new file mode 100644 index 0000000..86a8a06 --- /dev/null +++ b/completions/completions_00134.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbf3c2b7aaf9bba45732f9804b4377a3f6dc52f76e25d4cde68cdb512cb95d49 +size 37233 diff --git a/completions/completions_00135.parquet b/completions/completions_00135.parquet new file mode 100644 index 0000000..ff47d3f --- /dev/null +++ b/completions/completions_00135.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a788cbfae70fdf1b079f273aa5fbbc17e6be1d81927534804098d4c92173cc00 +size 29743 diff --git a/completions/completions_00136.parquet b/completions/completions_00136.parquet new file mode 100644 index 0000000..bffc423 --- /dev/null +++ b/completions/completions_00136.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97bf0677b1c6b2d7d686f2c5231f0b2de563ad06a2d847102be4e6ebde44ec61 +size 36380 diff --git a/completions/completions_00137.parquet b/completions/completions_00137.parquet new file mode 100644 index 0000000..3209f23 --- /dev/null +++ b/completions/completions_00137.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6c1664db6caaabf87dc24279d0a18f1a9322e298a674ce76ee30d98efee592 +size 34979 diff --git a/completions/completions_00138.parquet b/completions/completions_00138.parquet new file mode 100644 index 0000000..aebd992 --- /dev/null +++ b/completions/completions_00138.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec22c61737fb71f82d8b3249503f50dda2ecbbc228f7e8233e8335fd4f4e5919 +size 37179 diff --git a/completions/completions_00139.parquet b/completions/completions_00139.parquet new file mode 100644 index 0000000..023ad4d --- /dev/null +++ b/completions/completions_00139.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd6acf0c98f702fff2029fa73e639a67b00c29a9f1aaf775620cc257c595dd44 +size 40275 diff --git a/completions/completions_00140.parquet b/completions/completions_00140.parquet new file mode 100644 index 0000000..91c5ca3 --- /dev/null +++ b/completions/completions_00140.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:827e9b7b3805d821c67491811a4789288d7431a4f7dcab466e344565453c8f55 +size 30983 diff --git a/completions/completions_00141.parquet b/completions/completions_00141.parquet new file mode 100644 index 0000000..3e6cf49 --- /dev/null +++ b/completions/completions_00141.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6587b83c76f7c5bce6df056bf6824124094b8aaa8ca0f3376182a812e263f15b +size 37370 diff --git a/completions/completions_00142.parquet b/completions/completions_00142.parquet new file mode 100644 index 0000000..b0c16c7 --- /dev/null +++ b/completions/completions_00142.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:855f79aed9162cd01d06659c670a556d75818ed3561a6da883a3582a939a5f1f +size 30426 diff --git a/completions/completions_00143.parquet b/completions/completions_00143.parquet new file mode 100644 index 0000000..922ccbe --- /dev/null +++ b/completions/completions_00143.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1b399a4eebb7c4047d00c3d7b3954c2b337eb76956082f97d7289f42c69be37 +size 44457 diff --git a/completions/completions_00144.parquet b/completions/completions_00144.parquet new file mode 100644 index 0000000..c1bb316 --- /dev/null +++ b/completions/completions_00144.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:643f7ad71e1e0423ea24a7c8ce4f997856a551693dff0183a92a02664ce40ab2 +size 36238 diff --git a/completions/completions_00145.parquet b/completions/completions_00145.parquet new file mode 100644 index 0000000..45a8785 --- /dev/null +++ b/completions/completions_00145.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd08215b309960c6e115f98aad73a711fb89f267fdec5e992699a0a8ed027ae0 +size 30332 diff --git a/completions/completions_00146.parquet b/completions/completions_00146.parquet new file mode 100644 index 0000000..8ff2b0c --- /dev/null +++ b/completions/completions_00146.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef30787d850aa555a1248fd125b9b443f25b66d6bdb08cd11cbaefbac7988bb3 +size 39209 diff --git a/completions/completions_00147.parquet b/completions/completions_00147.parquet new file mode 100644 index 0000000..43587e6 --- /dev/null +++ b/completions/completions_00147.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c629618a0cd61fc38601cf6a8206921dc9bf46f39ba1d896a16917db88118285 +size 33595 diff --git a/completions/completions_00148.parquet b/completions/completions_00148.parquet new file mode 100644 index 0000000..85d6ef6 --- /dev/null +++ b/completions/completions_00148.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3a1593d7e286f995fbe517c6d5bcb475bc7059e112ac0c5f33913026696f71a +size 32155 diff --git a/completions/completions_00149.parquet b/completions/completions_00149.parquet new file mode 100644 index 0000000..ea291d1 --- /dev/null +++ b/completions/completions_00149.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07d754bcc07250181bf48794984ce048602d3a106e4be6673cf643d8a29ae5a9 +size 35377 diff --git a/completions/completions_00150.parquet b/completions/completions_00150.parquet new file mode 100644 index 0000000..0f05c06 --- /dev/null +++ b/completions/completions_00150.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73d0f0a3a57766594b2286f3918645be4399293c0b5af5079bd2af1eae644960 +size 29327 diff --git a/completions/completions_00151.parquet b/completions/completions_00151.parquet new file mode 100644 index 0000000..4c03da4 --- /dev/null +++ b/completions/completions_00151.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c5914b6ddcb34ac5c7edf74d4857ad1689028cc57716e76cafb895be1326762 +size 33586 diff --git a/completions/completions_00152.parquet b/completions/completions_00152.parquet new file mode 100644 index 0000000..967c66d --- /dev/null +++ b/completions/completions_00152.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:029ccb5816cc0d399fb5d7ea7f541014f9642f893bc24f755ec667b08bc3ea7e +size 33145 diff --git a/completions/completions_00153.parquet b/completions/completions_00153.parquet new file mode 100644 index 0000000..626b975 --- /dev/null +++ b/completions/completions_00153.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:954bf4345b69094e17ad64b817ac2d1147654bc79394b3da7bb63f154829a75a +size 31154 diff --git a/completions/completions_00154.parquet b/completions/completions_00154.parquet new file mode 100644 index 0000000..0bc2baa --- /dev/null +++ b/completions/completions_00154.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ef405df737a4970196bbfbaaecde49d8bb0fb79a561ad7552fd36a9b004dc8e +size 32183 diff --git a/completions/completions_00155.parquet b/completions/completions_00155.parquet new file mode 100644 index 0000000..ad0862a --- /dev/null +++ b/completions/completions_00155.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5852055af5a3ebf1f975eb1ea5ad23dcb38fb5937a868e3124c60c96f56f878 +size 41968 diff --git a/completions/completions_00156.parquet b/completions/completions_00156.parquet new file mode 100644 index 0000000..d9cc053 --- /dev/null +++ b/completions/completions_00156.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af29fc669d6c3a88837c2093ea7b091981154a2b6de8dcc3093f4c4ee680699e +size 31618 diff --git a/completions/completions_00157.parquet b/completions/completions_00157.parquet new file mode 100644 index 0000000..c7d5ace --- /dev/null +++ b/completions/completions_00157.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b07f1ff3fabca5ff139cb941b546f9000dc0e260cd5ccd7612465d852658f30 +size 29137 diff --git a/completions/completions_00158.parquet b/completions/completions_00158.parquet new file mode 100644 index 0000000..1778b1a --- /dev/null +++ b/completions/completions_00158.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eef61e199b14015cbfa6c27b9d0da7531edb4f18b6ba0239f832b5435bd40f1 +size 32600 diff --git a/completions/completions_00159.parquet b/completions/completions_00159.parquet new file mode 100644 index 0000000..bec8e1d --- /dev/null +++ b/completions/completions_00159.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c72b1e0987b2ed9acd0baa2e77404a21e4cd3ce5b41443eb49be0e900006f438 +size 31120 diff --git a/completions/completions_00160.parquet b/completions/completions_00160.parquet new file mode 100644 index 0000000..237d485 --- /dev/null +++ b/completions/completions_00160.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f0e70d36398eebffe7dc668d59ac1126a3d787dab576d20a70994b94eef064 +size 31882 diff --git a/completions/completions_00161.parquet b/completions/completions_00161.parquet new file mode 100644 index 0000000..ec45db5 --- /dev/null +++ b/completions/completions_00161.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c57815018640d8006caea565a3a622014e8631aab68e00da6c7a324b505a85b5 +size 33699 diff --git a/completions/completions_00162.parquet b/completions/completions_00162.parquet new file mode 100644 index 0000000..4f8074a --- /dev/null +++ b/completions/completions_00162.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d254f98e6b011c31da35b6b50f87854a5291cf7d1b21479d017b720fc9f8b865 +size 35355 diff --git a/completions/completions_00163.parquet b/completions/completions_00163.parquet new file mode 100644 index 0000000..ae503f9 --- /dev/null +++ b/completions/completions_00163.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0627b590561a1f3d7e7d5f5af82eea5ce7b54b49752ee5c235cebb25613e5dfa +size 30908 diff --git a/completions/completions_00164.parquet b/completions/completions_00164.parquet new file mode 100644 index 0000000..a0fb757 --- /dev/null +++ b/completions/completions_00164.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfce35d157f451411465146f57e91bd8b2104c12fc07389e887016d2bcbcb0d7 +size 33695 diff --git a/completions/completions_00165.parquet b/completions/completions_00165.parquet new file mode 100644 index 0000000..7d3559d --- /dev/null +++ b/completions/completions_00165.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0083e61c10791a1773464b40615f062a8883d6720f9c176018aed4415f302fd +size 38082 diff --git a/completions/completions_00166.parquet b/completions/completions_00166.parquet new file mode 100644 index 0000000..136676f --- /dev/null +++ b/completions/completions_00166.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c9ef5942aff295d0a21b32f0ff95b2c6bab4cbe6296249b7afea52abd6a3976 +size 28375 diff --git a/completions/completions_00167.parquet b/completions/completions_00167.parquet new file mode 100644 index 0000000..039ff31 --- /dev/null +++ b/completions/completions_00167.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e3915530341b40cee67941b4ea1e5eb71a82a1b22a1b2d1fd0cf76596204a94 +size 31696 diff --git a/completions/completions_00168.parquet b/completions/completions_00168.parquet new file mode 100644 index 0000000..1fa722f --- /dev/null +++ b/completions/completions_00168.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f5a9701163318aa13366be414caf808c00aca9c2b6ba3868719dd51b668109d +size 30420 diff --git a/completions/completions_00169.parquet b/completions/completions_00169.parquet new file mode 100644 index 0000000..b46afae --- /dev/null +++ b/completions/completions_00169.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0467bc0a176262d07bb794b37336ca985a2fcdf4b12c9220b85b896ae712458f +size 31481 diff --git a/completions/completions_00170.parquet b/completions/completions_00170.parquet new file mode 100644 index 0000000..038daf5 --- /dev/null +++ b/completions/completions_00170.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4de37309ac6b75f25484d2c77b24d7bbaadccad8dfa2c97fdd2e10257e983c1 +size 31628 diff --git a/completions/completions_00171.parquet b/completions/completions_00171.parquet new file mode 100644 index 0000000..d64b877 --- /dev/null +++ b/completions/completions_00171.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:760ebc1a5923ef2ba132d01415494affa1daa5a9fd37b1ec9bf19a5b6a7b83ad +size 30680 diff --git a/completions/completions_00172.parquet b/completions/completions_00172.parquet new file mode 100644 index 0000000..6e86d75 --- /dev/null +++ b/completions/completions_00172.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c8f40629457a48230d9a7c81fd1513516e406cc3b82dbb1f048d92aac020863 +size 35734 diff --git a/completions/completions_00173.parquet b/completions/completions_00173.parquet new file mode 100644 index 0000000..a204298 --- /dev/null +++ b/completions/completions_00173.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be88244fc87457fb19b8cc77a407640753fd3c8dc09ca38ccb4400aa22679f9a +size 30337 diff --git a/completions/completions_00174.parquet b/completions/completions_00174.parquet new file mode 100644 index 0000000..fa3fdae --- /dev/null +++ b/completions/completions_00174.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9a57ef10af93afc294bf2f8c4146424f49f5a4695a4a26b53f8662d60c7e30f +size 33264 diff --git a/completions/completions_00175.parquet b/completions/completions_00175.parquet new file mode 100644 index 0000000..4c2ad40 --- /dev/null +++ b/completions/completions_00175.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea0dcd6fd619b2b9aa64548d4cc7d590c6972752ffc1ca408835ffadd9fbbe7b +size 30246 diff --git a/completions/completions_00176.parquet b/completions/completions_00176.parquet new file mode 100644 index 0000000..a47e89f --- /dev/null +++ b/completions/completions_00176.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:920dc2b933fac1c26d708a1b2580d9f8fd98dbfe1b1e5c705e49ab58f4e2b3f6 +size 33474 diff --git a/completions/completions_00177.parquet b/completions/completions_00177.parquet new file mode 100644 index 0000000..5d4f44b --- /dev/null +++ b/completions/completions_00177.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e678b62c2b29e7ff6c516a1c0051ca672afa17d220096c7b9f43bfa9de4caf13 +size 30555 diff --git a/completions/completions_00178.parquet b/completions/completions_00178.parquet new file mode 100644 index 0000000..affd752 --- /dev/null +++ b/completions/completions_00178.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43abdf1195dee9c72dcebf8512b1310dc4e6338377716cb1e2e79be1d7714532 +size 31428 diff --git a/completions/completions_00179.parquet b/completions/completions_00179.parquet new file mode 100644 index 0000000..30266ca --- /dev/null +++ b/completions/completions_00179.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15226a36679c8e1b0f7d31f5571484e3cac5f664635319bb4c914b1bfd7cf814 +size 32405 diff --git a/completions/completions_00180.parquet b/completions/completions_00180.parquet new file mode 100644 index 0000000..096d6ff --- /dev/null +++ b/completions/completions_00180.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4efec2f907dad110f2b2d918d63c427196c71b73cacf6664e265e7bbedf7467d +size 37542 diff --git a/completions/completions_00181.parquet b/completions/completions_00181.parquet new file mode 100644 index 0000000..b4f9a2f --- /dev/null +++ b/completions/completions_00181.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff55e73582d8e1731d948fab650229ba662a3290654930879f24ca536bc97178 +size 30600 diff --git a/completions/completions_00182.parquet b/completions/completions_00182.parquet new file mode 100644 index 0000000..539738c --- /dev/null +++ b/completions/completions_00182.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fe6bbe73da69c258142c003f2398a1d63e71a6418f50d5c12fd030e4b805170 +size 29521 diff --git a/completions/completions_00183.parquet b/completions/completions_00183.parquet new file mode 100644 index 0000000..4541585 --- /dev/null +++ b/completions/completions_00183.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54c259a4febf29e59ba5d3c7ad060293524e6a465dda3c15e541f4ac1a37631d +size 30062 diff --git a/completions/completions_00184.parquet b/completions/completions_00184.parquet new file mode 100644 index 0000000..a560361 --- /dev/null +++ b/completions/completions_00184.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c22ae12cba43c4212050e96bc5c8115217e2f17971c191f326e4509d67effd79 +size 32341 diff --git a/completions/completions_00185.parquet b/completions/completions_00185.parquet new file mode 100644 index 0000000..ecca176 --- /dev/null +++ b/completions/completions_00185.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:400fe32e5aabbc91e935306536f6a93eba97af379e855048dac671c9afd4dd81 +size 31232 diff --git a/completions/completions_00186.parquet b/completions/completions_00186.parquet new file mode 100644 index 0000000..62ef7d1 --- /dev/null +++ b/completions/completions_00186.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75a27a898273119f89bab677647e798ef22e8f853e90607608650c14aa7256ec +size 33038 diff --git a/completions/completions_00187.parquet b/completions/completions_00187.parquet new file mode 100644 index 0000000..a484718 --- /dev/null +++ b/completions/completions_00187.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af76b81f9a5307dd2cf5249690c7598f3d2f2a998166d2772188da759d65163b +size 29942 diff --git a/completions/completions_00188.parquet b/completions/completions_00188.parquet new file mode 100644 index 0000000..33e6b89 --- /dev/null +++ b/completions/completions_00188.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8c188c4f453a575466db795dbd9061969e36242153e073ee3d1720b670e037f +size 32525 diff --git a/completions/completions_00189.parquet b/completions/completions_00189.parquet new file mode 100644 index 0000000..087aadf --- /dev/null +++ b/completions/completions_00189.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c4feb5f59bdd55a98d083c553442dcf505c5a753d593b901ffc00b3f76ff73d +size 30867 diff --git a/completions/completions_00190.parquet b/completions/completions_00190.parquet new file mode 100644 index 0000000..65d1455 --- /dev/null +++ b/completions/completions_00190.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d23af99e9314eab7bbde3ca7ef2a7c0051790553c10d95b5a51f638f0e51c3c0 +size 31128 diff --git a/completions/completions_00191.parquet b/completions/completions_00191.parquet new file mode 100644 index 0000000..5985a95 --- /dev/null +++ b/completions/completions_00191.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75bfb9c5f46c5afd258eb4b2afc69bcc9d83e1f12947080a63f17a199c63d4b7 +size 28745 diff --git a/completions/completions_00192.parquet b/completions/completions_00192.parquet new file mode 100644 index 0000000..647f510 --- /dev/null +++ b/completions/completions_00192.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a60489f69234aec44fd87bdce65c526d218611816b60efd78fd7e3e509ef171f +size 30975 diff --git a/completions/completions_00193.parquet b/completions/completions_00193.parquet new file mode 100644 index 0000000..fea69b6 --- /dev/null +++ b/completions/completions_00193.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15abe823e20d907438ca6098cf992b6d08fe6cdd4e8f9411e09c4f461299b16b +size 37883 diff --git a/completions/completions_00194.parquet b/completions/completions_00194.parquet new file mode 100644 index 0000000..e99569d --- /dev/null +++ b/completions/completions_00194.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8c651f6fd7898275b6a11401050fe19f4cb084b7452be463a9cfe58c5847af1 +size 31224 diff --git a/completions/completions_00195.parquet b/completions/completions_00195.parquet new file mode 100644 index 0000000..3fd8f29 --- /dev/null +++ b/completions/completions_00195.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc0eea6e2af175aee1d36c77d045896bf6b7671eeba71465d85df76875fea700 +size 30267 diff --git a/completions/completions_00196.parquet b/completions/completions_00196.parquet new file mode 100644 index 0000000..fa3ffbd --- /dev/null +++ b/completions/completions_00196.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:433fd7368ccaea189bae37083cd14845dc789d2757379e0d3814354d432e572d +size 33845 diff --git a/completions/completions_00197.parquet b/completions/completions_00197.parquet new file mode 100644 index 0000000..30d57b9 --- /dev/null +++ b/completions/completions_00197.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e789038bbff6e7d535fa76fdca4a2a2df4e2a5a145be231b3cf58e2b9f31ed8 +size 35615 diff --git a/completions/completions_00198.parquet b/completions/completions_00198.parquet new file mode 100644 index 0000000..951ec78 --- /dev/null +++ b/completions/completions_00198.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0fcb001071a4a6ac1a5825e84ffbffccd7b7f6f1ec1167512414bf2e7480b3e +size 30316 diff --git a/completions/completions_00199.parquet b/completions/completions_00199.parquet new file mode 100644 index 0000000..ff5ab07 --- /dev/null +++ b/completions/completions_00199.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c51e2d91ef5614d481aa337e707c644c6f0d8dbac360d5950a11f4c80d8c8db +size 30857 diff --git a/completions/completions_00200.parquet b/completions/completions_00200.parquet new file mode 100644 index 0000000..5d8546b --- /dev/null +++ b/completions/completions_00200.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a6d25c45710f66160ec4ed4a9d0d739871377b7eb659f8e4d91cb827a119f1 +size 31187 diff --git a/config.json b/config.json new file mode 100644 index 0000000..6af5daa --- /dev/null +++ b/config.json @@ -0,0 +1,71 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "5.8.1", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/fail_buffer.jsonl b/fail_buffer.jsonl new file mode 100644 index 0000000..5959cb5 --- /dev/null +++ b/fail_buffer.jsonl @@ -0,0 +1,145 @@ +{"ts": 1781919776, "example_id": 634, "ground_truth": "C", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781919776, "example_id": 634, "ground_truth": "C", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781919851, "example_id": 640, "ground_truth": "D", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781919851, "example_id": 640, "ground_truth": "D", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781919895, "example_id": 1151, "ground_truth": "C", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781919895, "example_id": 1151, "ground_truth": "C", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781919942, "example_id": 1025, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781919942, "example_id": 1025, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920004, "example_id": 985, "ground_truth": "D", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920004, "example_id": 985, "ground_truth": "D", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781920048, "example_id": 580, "ground_truth": "D", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920048, "example_id": 580, "ground_truth": "D", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920109, "example_id": 500, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920109, "example_id": 500, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920169, "example_id": 552, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781920169, "example_id": 552, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920272, "example_id": 841, "ground_truth": "D", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781920272, "example_id": 841, "ground_truth": "D", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920391, "example_id": 796, "ground_truth": "B", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781920391, "example_id": 796, "ground_truth": "B", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781920434, "example_id": 617, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920434, "example_id": 617, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920515, "example_id": 748, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781920515, "example_id": 748, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920582, "example_id": 1048, "ground_truth": "A", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920582, "example_id": 1048, "ground_truth": "A", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920655, "example_id": 807, "ground_truth": "D", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781920655, "example_id": 807, "ground_truth": "D", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781920693, "example_id": 619, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920693, "example_id": 619, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781920755, "example_id": 563, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781920755, "example_id": 563, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781920875, "example_id": 771, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920972, "example_id": 994, "ground_truth": "C", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781920972, "example_id": 994, "ground_truth": "C", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781921020, "example_id": 652, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781921091, "example_id": 953, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781921185, "example_id": 1014, "ground_truth": "D", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781921185, "example_id": 1014, "ground_truth": "D", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781921217, "example_id": 651, "ground_truth": "A", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781921217, "example_id": 651, "ground_truth": "A", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781921359, "example_id": 1147, "ground_truth": "A", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool", "extractor_tool"], "last_assistant_text": ""} +{"ts": 1781921417, "example_id": 630, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781921525, "example_id": 904, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781921525, "example_id": 904, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781921544, "example_id": 701, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781921544, "example_id": 701, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781921560, "example_id": 1094, "ground_truth": "B", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781921560, "example_id": 1094, "ground_truth": "B", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781921700, "example_id": 889, "ground_truth": "C", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 0, "tool_msgs": 0, "tool_names_called": [], "last_assistant_text": "A. The harder the specialty is to match into, the higher the weekly work hours"} +{"ts": 1781921700, "example_id": 889, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781921764, "example_id": 984, "ground_truth": "D", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["reasoner_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781922251, "example_id": 914, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781922251, "example_id": 914, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781922334, "example_id": 1172, "ground_truth": "D", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781922334, "example_id": 1172, "ground_truth": "D", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781922384, "example_id": 540, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["extractor_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781922427, "example_id": 768, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781922427, "example_id": 768, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781922474, "example_id": 1013, "ground_truth": "C", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["reasoner_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781922474, "example_id": 1013, "ground_truth": "C", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781922624, "example_id": 938, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781922864, "example_id": 642, "ground_truth": "A", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781922864, "example_id": 642, "ground_truth": "A", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781922934, "example_id": 565, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781922934, "example_id": 565, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781922985, "example_id": 1177, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781922985, "example_id": 1177, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781923198, "example_id": 364, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781923198, "example_id": 364, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781923380, "example_id": 1189, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781923380, "example_id": 1189, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781923488, "example_id": 903, "ground_truth": "D", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781923589, "example_id": 798, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781923670, "example_id": 1037, "ground_truth": "D", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781923670, "example_id": 1037, "ground_truth": "D", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781923986, "example_id": 1016, "ground_truth": "C", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 2, "tool_msgs": 1, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781923986, "example_id": 1016, "ground_truth": "C", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 2, "tool_msgs": 1, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781924037, "example_id": 902, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781924037, "example_id": 902, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781924168, "example_id": 1112, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781924428, "example_id": 611, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781924542, "example_id": 728, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781924542, "example_id": 728, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781924626, "example_id": 972, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781924626, "example_id": 972, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781924742, "example_id": 1186, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 2, "tool_msgs": 1, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781924742, "example_id": 1186, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 2, "tool_msgs": 1, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781924963, "example_id": 795, "ground_truth": "D", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781924963, "example_id": 795, "ground_truth": "D", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781925286, "example_id": 681, "ground_truth": "C", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781925286, "example_id": 681, "ground_truth": "C", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781925598, "example_id": 133, "ground_truth": "A", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781925897, "example_id": 1089, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool", "extractor_tool"], "last_assistant_text": ""} +{"ts": 1781926104, "example_id": 586, "ground_truth": "B", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781926104, "example_id": 586, "ground_truth": "B", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781926203, "example_id": 1073, "ground_truth": "A", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781926203, "example_id": 1073, "ground_truth": "A", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781926338, "example_id": 847, "ground_truth": "B", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781926338, "example_id": 847, "ground_truth": "B", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781926394, "example_id": 920, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781926394, "example_id": 920, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781926714, "example_id": 1008, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781926877, "example_id": 734, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781926877, "example_id": 734, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781927178, "example_id": 577, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781927178, "example_id": 577, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781927307, "example_id": 551, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781927307, "example_id": 551, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781927742, "example_id": 534, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781927742, "example_id": 534, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781927791, "example_id": 778, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781927791, "example_id": 778, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781927849, "example_id": 1039, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928006, "example_id": 997, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781928006, "example_id": 997, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781928035, "example_id": 680, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781928035, "example_id": 680, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "extractor_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781928142, "example_id": 559, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781928174, "example_id": 708, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781928174, "example_id": 708, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781928300, "example_id": 966, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928300, "example_id": 966, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928496, "example_id": 981, "ground_truth": "A", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928496, "example_id": 981, "ground_truth": "A", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928528, "example_id": 817, "ground_truth": "A", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928528, "example_id": 817, "ground_truth": "A", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928609, "example_id": 170, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781928609, "example_id": 170, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781928706, "example_id": 826, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781928706, "example_id": 826, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781928734, "example_id": 1143, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781928734, "example_id": 1143, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781928798, "example_id": 1087, "ground_truth": "A", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928798, "example_id": 1087, "ground_truth": "A", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928832, "example_id": 506, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781928832, "example_id": 506, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781928935, "example_id": 1074, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928935, "example_id": 1074, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928999, "example_id": 525, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781928999, "example_id": 525, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781929027, "example_id": 648, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781929027, "example_id": 648, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781929216, "example_id": 553, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781929216, "example_id": 553, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..e473d31 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.8.1" +} diff --git a/grpo_full/README.md b/grpo_full/README.md new file mode 100644 index 0000000..7c0ef40 --- /dev/null +++ b/grpo_full/README.md @@ -0,0 +1,67 @@ +--- +base_model: Qwen/Qwen3-8B +library_name: transformers +model_name: grpo_full +tags: +- generated_from_trainer +- trl +- grpo +licence: license +--- + +# Model Card for grpo_full + +This model is a fine-tuned version of [Qwen/Qwen3-8B](https://huggingface.co/Qwen/Qwen3-8B). +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="None", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/madisonlijingxuan-ucla/agent_routing/runs/vz9kdbdh) + + + +This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300). + +### Framework versions + +- TRL: 1.5.0 +- Transformers: 5.8.1 +- Pytorch: 2.12.0 +- Datasets: 4.8.5 +- Tokenizers: 0.22.2 + +## Citations + +Cite GRPO as: + +```bibtex +@article{shao2024deepseekmath, + title = {{DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models}}, + author = {Zhihong Shao and Peiyi Wang and Qihao Zhu and Runxin Xu and Junxiao Song and Mingchuan Zhang and Y. K. Li and Y. Wu and Daya Guo}, + year = 2024, + eprint = {arXiv:2402.03300}, +} +``` + +Cite TRL as: + +```bibtex +@software{vonwerra2020trl, + title = {{TRL: Transformers Reinforcement Learning}}, + author = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin}, + license = {Apache-2.0}, + url = {https://github.com/huggingface/trl}, + year = {2020} +} +``` \ No newline at end of file diff --git a/grpo_full/chat_template.jinja b/grpo_full/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/grpo_full/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/grpo_full/completions/completions_00001.parquet b/grpo_full/completions/completions_00001.parquet new file mode 100644 index 0000000..f269779 --- /dev/null +++ b/grpo_full/completions/completions_00001.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4348aaa15e3ea9fd5380fafebb0156f125df11ab2b1e67d2081c7beb320e7fb2 +size 36456 diff --git a/grpo_full/completions/completions_00002.parquet b/grpo_full/completions/completions_00002.parquet new file mode 100644 index 0000000..5084880 --- /dev/null +++ b/grpo_full/completions/completions_00002.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b036428448ede9fe0519cb732c09e663d4669856039ec666b4c6bf07deda57de +size 32623 diff --git a/grpo_full/completions/completions_00003.parquet b/grpo_full/completions/completions_00003.parquet new file mode 100644 index 0000000..f526e6a --- /dev/null +++ b/grpo_full/completions/completions_00003.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ab266e41e8afdb42ce9ec81eb4c75eae0f7529e4951cb1b0f07b2623264868 +size 35330 diff --git a/grpo_full/completions/completions_00004.parquet b/grpo_full/completions/completions_00004.parquet new file mode 100644 index 0000000..79363f5 --- /dev/null +++ b/grpo_full/completions/completions_00004.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c063dd6df30e2da118f4e1044d3e1b2de9bc96ad2a2165d8b7df95f0f4eb79f +size 34475 diff --git a/grpo_full/completions/completions_00005.parquet b/grpo_full/completions/completions_00005.parquet new file mode 100644 index 0000000..c78e307 --- /dev/null +++ b/grpo_full/completions/completions_00005.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ebc2991e309dc67dba3462a92399067bd3b00bd73d6e516c59ec41c4a5fa2c3 +size 36018 diff --git a/grpo_full/completions/completions_00006.parquet b/grpo_full/completions/completions_00006.parquet new file mode 100644 index 0000000..f8261da --- /dev/null +++ b/grpo_full/completions/completions_00006.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c13ccefc169966f39b8679daae502f0a3f1e3cf2302e8bedb73265f0ad859e6 +size 36360 diff --git a/grpo_full/completions/completions_00007.parquet b/grpo_full/completions/completions_00007.parquet new file mode 100644 index 0000000..f96296a --- /dev/null +++ b/grpo_full/completions/completions_00007.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1492a9ab543d671b6ed5ff1b6280b0204dc16fc13c06c8a79a8daebac97a64ad +size 36336 diff --git a/grpo_full/completions/completions_00008.parquet b/grpo_full/completions/completions_00008.parquet new file mode 100644 index 0000000..12d9671 --- /dev/null +++ b/grpo_full/completions/completions_00008.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e39ab1049ad5c7ea647f24377c0f8c07907e2e5eeef79288d98359c837298369 +size 35963 diff --git a/grpo_full/completions/completions_00009.parquet b/grpo_full/completions/completions_00009.parquet new file mode 100644 index 0000000..ae643f8 --- /dev/null +++ b/grpo_full/completions/completions_00009.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eeb47b4a709de48b917e228a72a7be119fe22492f19cb1db5a109be721216fa +size 33435 diff --git a/grpo_full/completions/completions_00010.parquet b/grpo_full/completions/completions_00010.parquet new file mode 100644 index 0000000..5a9630b --- /dev/null +++ b/grpo_full/completions/completions_00010.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad549d4acc64089ee6bd20c85f8d587b0f9224faf21dd8a01974386104fdb859 +size 33673 diff --git a/grpo_full/completions/completions_00011.parquet b/grpo_full/completions/completions_00011.parquet new file mode 100644 index 0000000..7e6b591 --- /dev/null +++ b/grpo_full/completions/completions_00011.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:519cba9de42bebdb178e3adf0b3feaf3806b79b9516ee053de660eddd1a0deae +size 34808 diff --git a/grpo_full/completions/completions_00012.parquet b/grpo_full/completions/completions_00012.parquet new file mode 100644 index 0000000..b1d117a --- /dev/null +++ b/grpo_full/completions/completions_00012.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f42b807c771c1cde78495bb6fbc9598f261b7ccc6335893f43f874f699721d6e +size 31618 diff --git a/grpo_full/completions/completions_00013.parquet b/grpo_full/completions/completions_00013.parquet new file mode 100644 index 0000000..39488a5 --- /dev/null +++ b/grpo_full/completions/completions_00013.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c5089fa00ba4b3263b6e5fd67d768b29f3a2714edcd51a8d0b2677969ea331c +size 32364 diff --git a/grpo_full/completions/completions_00014.parquet b/grpo_full/completions/completions_00014.parquet new file mode 100644 index 0000000..1d5c194 --- /dev/null +++ b/grpo_full/completions/completions_00014.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c39161a02ded28c8249d0ab6e331073cba124dbf23e887be736868c49b7f22d8 +size 33532 diff --git a/grpo_full/completions/completions_00015.parquet b/grpo_full/completions/completions_00015.parquet new file mode 100644 index 0000000..ee8102f --- /dev/null +++ b/grpo_full/completions/completions_00015.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4521fdee1d859649b9e8b5f24857d2db88cc6510095c7b5a2b4431b7487e7622 +size 33994 diff --git a/grpo_full/completions/completions_00016.parquet b/grpo_full/completions/completions_00016.parquet new file mode 100644 index 0000000..4d44178 --- /dev/null +++ b/grpo_full/completions/completions_00016.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b14adbe1c6aa505f52346a173c1ed65afb5e802f59b0dd5ddc829028d70d3a67 +size 33905 diff --git a/grpo_full/completions/completions_00017.parquet b/grpo_full/completions/completions_00017.parquet new file mode 100644 index 0000000..0818baa --- /dev/null +++ b/grpo_full/completions/completions_00017.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6be05889db26bf70a243d027b89c13ff359d4d312f77e8df9f04e70befda53b1 +size 33373 diff --git a/grpo_full/completions/completions_00018.parquet b/grpo_full/completions/completions_00018.parquet new file mode 100644 index 0000000..ef8e833 --- /dev/null +++ b/grpo_full/completions/completions_00018.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a722caef61d4c963884aa7de47c45ab815af524ef8b3f80b0eb4129736127a3c +size 35014 diff --git a/grpo_full/completions/completions_00019.parquet b/grpo_full/completions/completions_00019.parquet new file mode 100644 index 0000000..78b5b1a --- /dev/null +++ b/grpo_full/completions/completions_00019.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2248190fb635a81d71b14aba809db2c17acd9dd4fe84872eaf40af93dca715e2 +size 28677 diff --git a/grpo_full/completions/completions_00020.parquet b/grpo_full/completions/completions_00020.parquet new file mode 100644 index 0000000..b05180d --- /dev/null +++ b/grpo_full/completions/completions_00020.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33657c9429a59dc093309388f0f949ab7b8b0e3adbd11caa0ce51a02374b1858 +size 37603 diff --git a/grpo_full/completions/completions_00021.parquet b/grpo_full/completions/completions_00021.parquet new file mode 100644 index 0000000..1ad254c --- /dev/null +++ b/grpo_full/completions/completions_00021.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ae7540bfedd6d9fa580778cfdc870d85e345ed7610aa933f36b3a67d1d0aa87 +size 33488 diff --git a/grpo_full/completions/completions_00022.parquet b/grpo_full/completions/completions_00022.parquet new file mode 100644 index 0000000..9e1c478 --- /dev/null +++ b/grpo_full/completions/completions_00022.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b2921fcadd61586c5370d1e30044f4e53d33029a14fe9376b8e5710271e2a2b +size 33327 diff --git a/grpo_full/completions/completions_00023.parquet b/grpo_full/completions/completions_00023.parquet new file mode 100644 index 0000000..c1481c4 --- /dev/null +++ b/grpo_full/completions/completions_00023.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb1befc8b17a33ad1deae7d8046138daf22872e4b521ad7711eb7ce76a06baf7 +size 37081 diff --git a/grpo_full/completions/completions_00024.parquet b/grpo_full/completions/completions_00024.parquet new file mode 100644 index 0000000..e6efda8 --- /dev/null +++ b/grpo_full/completions/completions_00024.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ab936cd852c9f170cad1ca1346f7e2828c35a5540bf4d7d007fecfdb4407a77 +size 38375 diff --git a/grpo_full/completions/completions_00025.parquet b/grpo_full/completions/completions_00025.parquet new file mode 100644 index 0000000..321ba04 --- /dev/null +++ b/grpo_full/completions/completions_00025.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90e964ac3e19b6ae76306a4bcb97389ebebda3c3d077696055c45a45fd0d339a +size 36818 diff --git a/grpo_full/completions/completions_00026.parquet b/grpo_full/completions/completions_00026.parquet new file mode 100644 index 0000000..fc9b438 --- /dev/null +++ b/grpo_full/completions/completions_00026.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cf75cf33ae1345287ec9b57e160e7db244d71ea1cb814856fdfb51d3eb4aed4 +size 31558 diff --git a/grpo_full/completions/completions_00027.parquet b/grpo_full/completions/completions_00027.parquet new file mode 100644 index 0000000..0e141c0 --- /dev/null +++ b/grpo_full/completions/completions_00027.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5815a2345194f9d015bf251221f23481c13d300f37cd6195c057d1858fd1c8ff +size 33368 diff --git a/grpo_full/completions/completions_00028.parquet b/grpo_full/completions/completions_00028.parquet new file mode 100644 index 0000000..8f5544e --- /dev/null +++ b/grpo_full/completions/completions_00028.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6646bf336a8f683c56bca757041352ac4a0e0ff212b7ba76f3a04ad4412d7d90 +size 34831 diff --git a/grpo_full/completions/completions_00029.parquet b/grpo_full/completions/completions_00029.parquet new file mode 100644 index 0000000..6737fdd --- /dev/null +++ b/grpo_full/completions/completions_00029.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ddbf9f33dd0c4d6a4c45a0def87151f22466f8b4ad6ddfd46a56d1da1413d0f +size 35983 diff --git a/grpo_full/completions/completions_00030.parquet b/grpo_full/completions/completions_00030.parquet new file mode 100644 index 0000000..869fcd6 --- /dev/null +++ b/grpo_full/completions/completions_00030.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a1000edd35bfa6a7812d04f582d10cc6f81ade6ce21c958ff5a1e8c60ae28c4 +size 36479 diff --git a/grpo_full/completions/completions_00031.parquet b/grpo_full/completions/completions_00031.parquet new file mode 100644 index 0000000..4f4420f --- /dev/null +++ b/grpo_full/completions/completions_00031.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bea0e809410d4d034c18be25081d876f60c2a90593f19c631b455d623a081cf +size 39202 diff --git a/grpo_full/completions/completions_00032.parquet b/grpo_full/completions/completions_00032.parquet new file mode 100644 index 0000000..b498475 --- /dev/null +++ b/grpo_full/completions/completions_00032.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b94c6e2a67da5936dfc1191c149771b25bbbbb163bc4d9dbea62bb5401e35eb5 +size 34605 diff --git a/grpo_full/completions/completions_00033.parquet b/grpo_full/completions/completions_00033.parquet new file mode 100644 index 0000000..eeee7fc --- /dev/null +++ b/grpo_full/completions/completions_00033.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf34bd4e72292afcb090bb9d27f94ea4cf5ac269a5ab54e1943cced3d90bda55 +size 42808 diff --git a/grpo_full/completions/completions_00034.parquet b/grpo_full/completions/completions_00034.parquet new file mode 100644 index 0000000..0be40f0 --- /dev/null +++ b/grpo_full/completions/completions_00034.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5425b0b7558f773a91d91dca030b231abec5a988a9a339f51def2cb7e559dd82 +size 34464 diff --git a/grpo_full/completions/completions_00035.parquet b/grpo_full/completions/completions_00035.parquet new file mode 100644 index 0000000..12dd7d1 --- /dev/null +++ b/grpo_full/completions/completions_00035.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b75e4e5e9def2943199278c125e318d761b4e3179a3e25a1a90e851d20036d8 +size 35718 diff --git a/grpo_full/completions/completions_00036.parquet b/grpo_full/completions/completions_00036.parquet new file mode 100644 index 0000000..ce78b70 --- /dev/null +++ b/grpo_full/completions/completions_00036.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caf5079d9ee4e5ec69ded72ccf018394a9feffb3d190a93e49c4ce3a37d2fc8c +size 28941 diff --git a/grpo_full/completions/completions_00037.parquet b/grpo_full/completions/completions_00037.parquet new file mode 100644 index 0000000..70ca97c --- /dev/null +++ b/grpo_full/completions/completions_00037.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd9d7147ebf703d2367b343aed95cf2879a1ada090fc2e0d96cd6e2abc24419a +size 37754 diff --git a/grpo_full/completions/completions_00038.parquet b/grpo_full/completions/completions_00038.parquet new file mode 100644 index 0000000..99c09eb --- /dev/null +++ b/grpo_full/completions/completions_00038.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7ebbdec1237c8b0efb46b12019d41df8c1e857bbccc6ffbe8000d7c5111345a +size 30583 diff --git a/grpo_full/completions/completions_00039.parquet b/grpo_full/completions/completions_00039.parquet new file mode 100644 index 0000000..e68cb4e --- /dev/null +++ b/grpo_full/completions/completions_00039.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34b920f22bdea756be273c638ac3fe101602f44f2eaf7f5c2dc265696b1a3913 +size 30686 diff --git a/grpo_full/completions/completions_00040.parquet b/grpo_full/completions/completions_00040.parquet new file mode 100644 index 0000000..0e3fd5a --- /dev/null +++ b/grpo_full/completions/completions_00040.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7e404a3b44671a0eb5a01998b59bf9006d34f08ed6da58bfcb36cae7d516ae7 +size 39681 diff --git a/grpo_full/completions/completions_00041.parquet b/grpo_full/completions/completions_00041.parquet new file mode 100644 index 0000000..4db9df7 --- /dev/null +++ b/grpo_full/completions/completions_00041.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b99143b198fc809d70c238b8c2e6563048ff167af4215edbc7667bd75e6708d +size 35103 diff --git a/grpo_full/completions/completions_00042.parquet b/grpo_full/completions/completions_00042.parquet new file mode 100644 index 0000000..7620d37 --- /dev/null +++ b/grpo_full/completions/completions_00042.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8931f1e761df62d046101823c43c775cb6bfe686cf9949ef95227dfb851abdbc +size 42008 diff --git a/grpo_full/completions/completions_00043.parquet b/grpo_full/completions/completions_00043.parquet new file mode 100644 index 0000000..8f0c350 --- /dev/null +++ b/grpo_full/completions/completions_00043.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e871f18c9bbb213239bedba28b2048ad7011f2efcbde0794e8f5d14d7ee3f638 +size 35207 diff --git a/grpo_full/completions/completions_00044.parquet b/grpo_full/completions/completions_00044.parquet new file mode 100644 index 0000000..59b1c92 --- /dev/null +++ b/grpo_full/completions/completions_00044.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71f147814e073daa1b4e49b851c98f0226a56a42f239097edef82ed5ab0e25ee +size 38700 diff --git a/grpo_full/completions/completions_00045.parquet b/grpo_full/completions/completions_00045.parquet new file mode 100644 index 0000000..6155000 --- /dev/null +++ b/grpo_full/completions/completions_00045.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f5843216b6b5b38470595c82068f27aefcd5f75dbdd62f709bf130b8303a8f0 +size 28053 diff --git a/grpo_full/completions/completions_00046.parquet b/grpo_full/completions/completions_00046.parquet new file mode 100644 index 0000000..154852a --- /dev/null +++ b/grpo_full/completions/completions_00046.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb7b2e0eb13fa1c9f391007c5e65813763126927b8d3b0aba322e82d3d318c01 +size 38446 diff --git a/grpo_full/completions/completions_00047.parquet b/grpo_full/completions/completions_00047.parquet new file mode 100644 index 0000000..ba5848b --- /dev/null +++ b/grpo_full/completions/completions_00047.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07177a2e2de3ab98a5ec06d1eeb7f01f33b1c8864814985276710e92ba8b62a2 +size 36529 diff --git a/grpo_full/completions/completions_00048.parquet b/grpo_full/completions/completions_00048.parquet new file mode 100644 index 0000000..4220249 --- /dev/null +++ b/grpo_full/completions/completions_00048.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77423dfe056fca5a16f938b72d75a830237e156acbdb5d4aaceb28a249bf51b3 +size 33583 diff --git a/grpo_full/completions/completions_00049.parquet b/grpo_full/completions/completions_00049.parquet new file mode 100644 index 0000000..cae0d2f --- /dev/null +++ b/grpo_full/completions/completions_00049.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b4ab1de33cc84ee57f1bdcb58f1871e269b9eadf039771456e4d62105b3a0de +size 31851 diff --git a/grpo_full/completions/completions_00050.parquet b/grpo_full/completions/completions_00050.parquet new file mode 100644 index 0000000..4ccb4f9 --- /dev/null +++ b/grpo_full/completions/completions_00050.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c6881fff92d95136448fd57a1641ea2ddba8b63d9b4cb6c4b1dfe658cb303e7 +size 39671 diff --git a/grpo_full/completions/completions_00051.parquet b/grpo_full/completions/completions_00051.parquet new file mode 100644 index 0000000..5c833be --- /dev/null +++ b/grpo_full/completions/completions_00051.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ed1d9560d68bc4456c02296e7c42dd9fec1b2c99a8e0d3025936438147ff39a +size 35450 diff --git a/grpo_full/completions/completions_00052.parquet b/grpo_full/completions/completions_00052.parquet new file mode 100644 index 0000000..ac37af7 --- /dev/null +++ b/grpo_full/completions/completions_00052.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e65b03e58945ea3ebc352149f2bf41187ea45aca84f6cab0c6c383cebec17cc2 +size 42281 diff --git a/grpo_full/completions/completions_00053.parquet b/grpo_full/completions/completions_00053.parquet new file mode 100644 index 0000000..a98cade --- /dev/null +++ b/grpo_full/completions/completions_00053.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c5f3d8d76ea0c974ddcb36835d5e3e2c516ea2d5766a8dbc732da5af2f7fd7a +size 32889 diff --git a/grpo_full/completions/completions_00054.parquet b/grpo_full/completions/completions_00054.parquet new file mode 100644 index 0000000..f8f73b9 --- /dev/null +++ b/grpo_full/completions/completions_00054.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dda5c92f1f6e5f209c943e7492bf752aab62dee9c3c0fc9ad724226edad828c +size 44208 diff --git a/grpo_full/completions/completions_00055.parquet b/grpo_full/completions/completions_00055.parquet new file mode 100644 index 0000000..5d869ed --- /dev/null +++ b/grpo_full/completions/completions_00055.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23b54410d79fd70b43c7705052357d3e367fa98f52b669e92e491b24f1a09c43 +size 38813 diff --git a/grpo_full/completions/completions_00056.parquet b/grpo_full/completions/completions_00056.parquet new file mode 100644 index 0000000..e5ac72f --- /dev/null +++ b/grpo_full/completions/completions_00056.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c828c965d849056ed87450048aeebca7d4e9af88ed2e44d8318b553135cb4d4 +size 36061 diff --git a/grpo_full/completions/completions_00057.parquet b/grpo_full/completions/completions_00057.parquet new file mode 100644 index 0000000..beee56b --- /dev/null +++ b/grpo_full/completions/completions_00057.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49f3ac7637aa659283282de3875b0720aba9848d666cfccc8c9dae170fe60cb6 +size 37016 diff --git a/grpo_full/completions/completions_00058.parquet b/grpo_full/completions/completions_00058.parquet new file mode 100644 index 0000000..d694b35 --- /dev/null +++ b/grpo_full/completions/completions_00058.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f82bc44157c4c7619168eda0face0250fcb06af0a168ab014e014b152f8c5f2 +size 33448 diff --git a/grpo_full/completions/completions_00059.parquet b/grpo_full/completions/completions_00059.parquet new file mode 100644 index 0000000..16ff8d3 --- /dev/null +++ b/grpo_full/completions/completions_00059.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf3e985836db1f630eb43405b3b7d5bd8a0ec8ca9974f04ec49c26f049b08461 +size 35800 diff --git a/grpo_full/completions/completions_00060.parquet b/grpo_full/completions/completions_00060.parquet new file mode 100644 index 0000000..a4b9401 --- /dev/null +++ b/grpo_full/completions/completions_00060.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:541b67b540b4ee4252cfc49623802dd1e7363203e94921e14de2bb031b04d9f2 +size 42671 diff --git a/grpo_full/completions/completions_00061.parquet b/grpo_full/completions/completions_00061.parquet new file mode 100644 index 0000000..66b39fd --- /dev/null +++ b/grpo_full/completions/completions_00061.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:322b4229fb08033b693245857e6eb48cd9e6978be450ef0ca8604a6528f15fcc +size 40024 diff --git a/grpo_full/completions/completions_00062.parquet b/grpo_full/completions/completions_00062.parquet new file mode 100644 index 0000000..33ceb55 --- /dev/null +++ b/grpo_full/completions/completions_00062.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf59d8b5636b13a725815fd9c8af30898c7ea194a147bf21a914e90833b0b73a +size 39936 diff --git a/grpo_full/completions/completions_00063.parquet b/grpo_full/completions/completions_00063.parquet new file mode 100644 index 0000000..9f988c8 --- /dev/null +++ b/grpo_full/completions/completions_00063.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9785580cd597675dd911bc42b55249b2aa5e4e1356be911dbc1cfcb176833a +size 36766 diff --git a/grpo_full/completions/completions_00064.parquet b/grpo_full/completions/completions_00064.parquet new file mode 100644 index 0000000..46a2303 --- /dev/null +++ b/grpo_full/completions/completions_00064.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f4fa7339cb05ea89341d81f22621f9b0197b4ed3772019def49326910896417 +size 30234 diff --git a/grpo_full/completions/completions_00065.parquet b/grpo_full/completions/completions_00065.parquet new file mode 100644 index 0000000..fde15ab --- /dev/null +++ b/grpo_full/completions/completions_00065.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:499046aeaa2b7afbdda77d27c44daddf32d5e0788b5227b0da88872a7fddfc29 +size 36251 diff --git a/grpo_full/completions/completions_00066.parquet b/grpo_full/completions/completions_00066.parquet new file mode 100644 index 0000000..bb45646 --- /dev/null +++ b/grpo_full/completions/completions_00066.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab9ba3c5af6f734dca108ec76f6c86ae65a319a10cc06d943f19d3d6a478895f +size 43367 diff --git a/grpo_full/completions/completions_00067.parquet b/grpo_full/completions/completions_00067.parquet new file mode 100644 index 0000000..03e382d --- /dev/null +++ b/grpo_full/completions/completions_00067.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5858e5e879daf1eaaaa9810577034551ccfc49aba56309e4aec94a228dd5625 +size 42546 diff --git a/grpo_full/completions/completions_00068.parquet b/grpo_full/completions/completions_00068.parquet new file mode 100644 index 0000000..973319a --- /dev/null +++ b/grpo_full/completions/completions_00068.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bce698c6c325a8e98b3e0260cca39bcfa85034e200af31426598a838b4cdaad +size 38715 diff --git a/grpo_full/completions/completions_00069.parquet b/grpo_full/completions/completions_00069.parquet new file mode 100644 index 0000000..f763738 --- /dev/null +++ b/grpo_full/completions/completions_00069.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b3b78699c19bd38e407668cb7a667f6cade260cd9836860f96fcc220e215739 +size 34435 diff --git a/grpo_full/completions/completions_00070.parquet b/grpo_full/completions/completions_00070.parquet new file mode 100644 index 0000000..4a74090 --- /dev/null +++ b/grpo_full/completions/completions_00070.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f54341ff071c9025e721c5e57d4f76850046b287a5b5475caf13ed82c083a69f +size 38751 diff --git a/grpo_full/completions/completions_00071.parquet b/grpo_full/completions/completions_00071.parquet new file mode 100644 index 0000000..2c83c59 --- /dev/null +++ b/grpo_full/completions/completions_00071.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b98763673e05898313401f397f8d029f79070017e81ade3e01b235ef1eeec16 +size 35309 diff --git a/grpo_full/completions/completions_00072.parquet b/grpo_full/completions/completions_00072.parquet new file mode 100644 index 0000000..d74ca75 --- /dev/null +++ b/grpo_full/completions/completions_00072.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04aa5752b8a831e20f5a9a6d77995b7f760804acb38c66301a05eabf38e80f3d +size 36743 diff --git a/grpo_full/completions/completions_00073.parquet b/grpo_full/completions/completions_00073.parquet new file mode 100644 index 0000000..a936f93 --- /dev/null +++ b/grpo_full/completions/completions_00073.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d18bf5aa319b816b390314d09073635cfdb0e652ab024954fa7e33267ed1c9d +size 47374 diff --git a/grpo_full/completions/completions_00074.parquet b/grpo_full/completions/completions_00074.parquet new file mode 100644 index 0000000..b69cd3d --- /dev/null +++ b/grpo_full/completions/completions_00074.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa87690f2e334c582ff31365c7279d49df1dc469e649aff3cb57ca76e0c0f2f +size 30745 diff --git a/grpo_full/completions/completions_00075.parquet b/grpo_full/completions/completions_00075.parquet new file mode 100644 index 0000000..ef952c7 --- /dev/null +++ b/grpo_full/completions/completions_00075.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:089851b9f371dab47a015caec0efdefe175043a120cdebbe8079a6faf1ab0918 +size 33236 diff --git a/grpo_full/completions/completions_00076.parquet b/grpo_full/completions/completions_00076.parquet new file mode 100644 index 0000000..11b313e --- /dev/null +++ b/grpo_full/completions/completions_00076.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d28b7b4e9cf557b1a6a8ff3a24bcf248ded5e01be7fa90c04c79f8e494626e9 +size 29868 diff --git a/grpo_full/completions/completions_00077.parquet b/grpo_full/completions/completions_00077.parquet new file mode 100644 index 0000000..25acc1c --- /dev/null +++ b/grpo_full/completions/completions_00077.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d2c9c71b4cd68c029e8260991d046820c0af2ab03eaf136bebddaad153b520c +size 31983 diff --git a/grpo_full/completions/completions_00078.parquet b/grpo_full/completions/completions_00078.parquet new file mode 100644 index 0000000..b8a14c2 --- /dev/null +++ b/grpo_full/completions/completions_00078.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83eeff5287b64c7e29c00edf599df14cc07850cbf529dbc9cc8c848389033efb +size 35721 diff --git a/grpo_full/completions/completions_00079.parquet b/grpo_full/completions/completions_00079.parquet new file mode 100644 index 0000000..8d11d8c --- /dev/null +++ b/grpo_full/completions/completions_00079.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95d9e1b2da56442b5e03c03f6d748406d4401536d1e7f62b077fde988477df6d +size 43184 diff --git a/grpo_full/completions/completions_00080.parquet b/grpo_full/completions/completions_00080.parquet new file mode 100644 index 0000000..b4b944e --- /dev/null +++ b/grpo_full/completions/completions_00080.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05ff19605320cb78db0a1eddaeb6ca9a9f510ddf334839a24a315d9cf2624e0b +size 42581 diff --git a/grpo_full/completions/completions_00081.parquet b/grpo_full/completions/completions_00081.parquet new file mode 100644 index 0000000..aa029f9 --- /dev/null +++ b/grpo_full/completions/completions_00081.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7acba6b7c8bd2a3fe64b04cb837c7055850590972890c3d166448a8a5926cad6 +size 37073 diff --git a/grpo_full/completions/completions_00082.parquet b/grpo_full/completions/completions_00082.parquet new file mode 100644 index 0000000..3f1a7b7 --- /dev/null +++ b/grpo_full/completions/completions_00082.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3a8eb39ed708dd5b82e48e503ad6192fffa7249a216860b8b55623aa1c7bbb1 +size 31879 diff --git a/grpo_full/completions/completions_00083.parquet b/grpo_full/completions/completions_00083.parquet new file mode 100644 index 0000000..706ba3c --- /dev/null +++ b/grpo_full/completions/completions_00083.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e04c99433d6fd6e95926a9fee96e705c4a090c540b1ed7f6374b098fc848312 +size 36623 diff --git a/grpo_full/completions/completions_00084.parquet b/grpo_full/completions/completions_00084.parquet new file mode 100644 index 0000000..c309c72 --- /dev/null +++ b/grpo_full/completions/completions_00084.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c6a138910091a103ceabfacb9f2ec0322ff28077298feadfd15eb8066d1677 +size 32806 diff --git a/grpo_full/completions/completions_00085.parquet b/grpo_full/completions/completions_00085.parquet new file mode 100644 index 0000000..ba2cde5 --- /dev/null +++ b/grpo_full/completions/completions_00085.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e59a78eead834fa50775c5a414f77fb76804aa2c077ddfd3741d6d0343d90429 +size 39612 diff --git a/grpo_full/completions/completions_00086.parquet b/grpo_full/completions/completions_00086.parquet new file mode 100644 index 0000000..13f4516 --- /dev/null +++ b/grpo_full/completions/completions_00086.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a761a8c8676559e6a7125f8dbad633fa87468886e6be8330499ecd7a138398bb +size 29193 diff --git a/grpo_full/completions/completions_00087.parquet b/grpo_full/completions/completions_00087.parquet new file mode 100644 index 0000000..cdc6f91 --- /dev/null +++ b/grpo_full/completions/completions_00087.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e63007ae1be9789e57ba0e3ebfff7a3265277288c495ab538b78cb15421ec21 +size 35137 diff --git a/grpo_full/completions/completions_00088.parquet b/grpo_full/completions/completions_00088.parquet new file mode 100644 index 0000000..acb40da --- /dev/null +++ b/grpo_full/completions/completions_00088.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53a0133ea38e6edf6bfa9fb23c364e2cfba4520c47c9c2232306cf679b39b27c +size 26635 diff --git a/grpo_full/completions/completions_00089.parquet b/grpo_full/completions/completions_00089.parquet new file mode 100644 index 0000000..8b01f70 --- /dev/null +++ b/grpo_full/completions/completions_00089.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48a8cad2b6ffaf9b0c07e3d408299ae5fdda1e2bc513d28c54b1a059100f83b1 +size 31050 diff --git a/grpo_full/completions/completions_00090.parquet b/grpo_full/completions/completions_00090.parquet new file mode 100644 index 0000000..915e948 --- /dev/null +++ b/grpo_full/completions/completions_00090.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96c5a1b388478f88cf8aa737f245b764af92d50db8690d65b7f653901ce1d76c +size 32766 diff --git a/grpo_full/completions/completions_00091.parquet b/grpo_full/completions/completions_00091.parquet new file mode 100644 index 0000000..26b3590 --- /dev/null +++ b/grpo_full/completions/completions_00091.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bef361d1a16c222704966709da1f2c8e2c91ad98420ff55479290bb9ff54753f +size 38790 diff --git a/grpo_full/completions/completions_00092.parquet b/grpo_full/completions/completions_00092.parquet new file mode 100644 index 0000000..a591265 --- /dev/null +++ b/grpo_full/completions/completions_00092.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bc9bb6e085e4dbf31a162981f3456725869b0eff08e5e9ef5a65f40073c93b3 +size 29971 diff --git a/grpo_full/completions/completions_00093.parquet b/grpo_full/completions/completions_00093.parquet new file mode 100644 index 0000000..a590443 --- /dev/null +++ b/grpo_full/completions/completions_00093.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aed1cbe0b1870706b0c6c10f0b31306158920121bed6b7b0f97cd72a8465e40a +size 31774 diff --git a/grpo_full/completions/completions_00094.parquet b/grpo_full/completions/completions_00094.parquet new file mode 100644 index 0000000..bcb7933 --- /dev/null +++ b/grpo_full/completions/completions_00094.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c176233c7510a598e2cb13ee9426bcb5c0ca349793dffacba2c972932447a10f +size 29357 diff --git a/grpo_full/completions/completions_00095.parquet b/grpo_full/completions/completions_00095.parquet new file mode 100644 index 0000000..6bc1515 --- /dev/null +++ b/grpo_full/completions/completions_00095.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb8ce1dc86905b16ede0e5b2014d82104e17e8981ad3a823203806d7a24c8e5b +size 30886 diff --git a/grpo_full/completions/completions_00096.parquet b/grpo_full/completions/completions_00096.parquet new file mode 100644 index 0000000..ed73653 --- /dev/null +++ b/grpo_full/completions/completions_00096.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeb7d4679ac44004541ad7a984e0ad69a04d8b238e068f6d69c533e09d5c35ce +size 31142 diff --git a/grpo_full/completions/completions_00097.parquet b/grpo_full/completions/completions_00097.parquet new file mode 100644 index 0000000..19674e5 --- /dev/null +++ b/grpo_full/completions/completions_00097.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3f57babde16d562d3aa07c315b80e9e2c09ebdfea8b90dbe2f3b4a08ab1bd05 +size 31995 diff --git a/grpo_full/completions/completions_00098.parquet b/grpo_full/completions/completions_00098.parquet new file mode 100644 index 0000000..7cf97e3 --- /dev/null +++ b/grpo_full/completions/completions_00098.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3391621ed99a599dfd9ae714bd8ba48f6eab3813a878a5182d5885ec7fa0332 +size 31572 diff --git a/grpo_full/completions/completions_00099.parquet b/grpo_full/completions/completions_00099.parquet new file mode 100644 index 0000000..c4c2d8c --- /dev/null +++ b/grpo_full/completions/completions_00099.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6226e943136a9b17495ba2624ec37f4cffa11e96b4fc3f5782eb92597950031 +size 32166 diff --git a/grpo_full/completions/completions_00100.parquet b/grpo_full/completions/completions_00100.parquet new file mode 100644 index 0000000..3445f5a --- /dev/null +++ b/grpo_full/completions/completions_00100.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca2c9cb440c37a4d173ec5b7d2ccda0fddd74c378a8be0b25bb864cc71d179df +size 34802 diff --git a/grpo_full/completions/completions_00101.parquet b/grpo_full/completions/completions_00101.parquet new file mode 100644 index 0000000..978e75e --- /dev/null +++ b/grpo_full/completions/completions_00101.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ffacb21c087b4780c10351bd5156d2d26cb0ff7d6d14a3ec83105b651e310ae +size 33062 diff --git a/grpo_full/completions/completions_00102.parquet b/grpo_full/completions/completions_00102.parquet new file mode 100644 index 0000000..37d0bb3 --- /dev/null +++ b/grpo_full/completions/completions_00102.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba2476be08d9e40242d839af46812ccfbaa194b484d6549c16ebdb4f7959ff45 +size 32510 diff --git a/grpo_full/completions/completions_00103.parquet b/grpo_full/completions/completions_00103.parquet new file mode 100644 index 0000000..a7e723f --- /dev/null +++ b/grpo_full/completions/completions_00103.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4d44023aeeed2982f64d80bc1ea4548d313e9f4576ccaca02c30fb7ee40423e +size 32960 diff --git a/grpo_full/completions/completions_00104.parquet b/grpo_full/completions/completions_00104.parquet new file mode 100644 index 0000000..674efe0 --- /dev/null +++ b/grpo_full/completions/completions_00104.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84237e3b73dc76e5681aaaed39b8732a57937d3aac8bd512a82f51a6253f25be +size 28837 diff --git a/grpo_full/completions/completions_00105.parquet b/grpo_full/completions/completions_00105.parquet new file mode 100644 index 0000000..8cf029f --- /dev/null +++ b/grpo_full/completions/completions_00105.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85260ebf397b00b728e400eeadfbe89dcc0591b6698a5ef8e836c1eaaf4c873c +size 35585 diff --git a/grpo_full/completions/completions_00106.parquet b/grpo_full/completions/completions_00106.parquet new file mode 100644 index 0000000..59af005 --- /dev/null +++ b/grpo_full/completions/completions_00106.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79281d9a37ac4f083ab552b00e8b79de45632fcce74cb1e65f759bdf120bf338 +size 35981 diff --git a/grpo_full/completions/completions_00107.parquet b/grpo_full/completions/completions_00107.parquet new file mode 100644 index 0000000..bd78787 --- /dev/null +++ b/grpo_full/completions/completions_00107.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54db8c63dd0b0b04732a9f775c1ce9a87bf88d79fa9626924170db5b8fd1faaf +size 38536 diff --git a/grpo_full/completions/completions_00108.parquet b/grpo_full/completions/completions_00108.parquet new file mode 100644 index 0000000..1381cd8 --- /dev/null +++ b/grpo_full/completions/completions_00108.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d8ae134039672c5f4197b46efb9f01ba448ba7bf18f2d0b10239ea2f8da3f40 +size 32986 diff --git a/grpo_full/completions/completions_00109.parquet b/grpo_full/completions/completions_00109.parquet new file mode 100644 index 0000000..02ce23b --- /dev/null +++ b/grpo_full/completions/completions_00109.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:591ba674e6b2732bc78aafe9f16f9d392a38392c865bf0c8a3760eb119cc857c +size 35264 diff --git a/grpo_full/completions/completions_00110.parquet b/grpo_full/completions/completions_00110.parquet new file mode 100644 index 0000000..a1ef7b1 --- /dev/null +++ b/grpo_full/completions/completions_00110.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bf72e124e3f991631ec20b397a0902be9c4542b1f32b96bed1a388f00004bff +size 34911 diff --git a/grpo_full/completions/completions_00111.parquet b/grpo_full/completions/completions_00111.parquet new file mode 100644 index 0000000..39a3bdc --- /dev/null +++ b/grpo_full/completions/completions_00111.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:824de912181f5f4ce0ba459677fb754c9e920a5e1595f748291df410aa22bb6d +size 31637 diff --git a/grpo_full/completions/completions_00112.parquet b/grpo_full/completions/completions_00112.parquet new file mode 100644 index 0000000..3543a4c --- /dev/null +++ b/grpo_full/completions/completions_00112.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:318b4ada636ee569ccfaaf60a129a9614dfbde1db0b8366adc85c2620feb1fd2 +size 32884 diff --git a/grpo_full/completions/completions_00113.parquet b/grpo_full/completions/completions_00113.parquet new file mode 100644 index 0000000..ec75e2d --- /dev/null +++ b/grpo_full/completions/completions_00113.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e35775ed2dd6c06e4767c099a5a3ef9f77f516a17bd21237a46c741bab3c7ea +size 35267 diff --git a/grpo_full/completions/completions_00114.parquet b/grpo_full/completions/completions_00114.parquet new file mode 100644 index 0000000..dfb5424 --- /dev/null +++ b/grpo_full/completions/completions_00114.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d2d7ed853cb29b220144ffcfdb30403c6aa68666ebb46f66742ffb0708bddb5 +size 36099 diff --git a/grpo_full/completions/completions_00115.parquet b/grpo_full/completions/completions_00115.parquet new file mode 100644 index 0000000..f1ed94d --- /dev/null +++ b/grpo_full/completions/completions_00115.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47d9232e8c3a3496c46566ec0a24d43fde0e0c5f9527e5e201ee2c59e40aacf8 +size 35733 diff --git a/grpo_full/completions/completions_00116.parquet b/grpo_full/completions/completions_00116.parquet new file mode 100644 index 0000000..f133c93 --- /dev/null +++ b/grpo_full/completions/completions_00116.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64a4c36d4fc1ea67f8ff3f6a0b2d3b80b50112b4381c81837d2733fd4f9d38af +size 30699 diff --git a/grpo_full/completions/completions_00117.parquet b/grpo_full/completions/completions_00117.parquet new file mode 100644 index 0000000..90a334f --- /dev/null +++ b/grpo_full/completions/completions_00117.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:232ebaae01d3709ada58bbf700cf3cd28e921351a08e7cf417a4430f6af6e018 +size 33268 diff --git a/grpo_full/completions/completions_00118.parquet b/grpo_full/completions/completions_00118.parquet new file mode 100644 index 0000000..57ef544 --- /dev/null +++ b/grpo_full/completions/completions_00118.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e11d727fae7a0e165b836a66aff22dce8a93b757da2ce681fc02a3e1d44facba +size 39335 diff --git a/grpo_full/completions/completions_00119.parquet b/grpo_full/completions/completions_00119.parquet new file mode 100644 index 0000000..8b292cd --- /dev/null +++ b/grpo_full/completions/completions_00119.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae52d8f0b4041201b574836038f97c91a4cc7eca67fa4a3fcb78be8a1649a556 +size 31760 diff --git a/grpo_full/completions/completions_00120.parquet b/grpo_full/completions/completions_00120.parquet new file mode 100644 index 0000000..cffa5da --- /dev/null +++ b/grpo_full/completions/completions_00120.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01fa2880b58613ee8574d432b3c509b045b7df6adc00f1f2608514341f07efc8 +size 41493 diff --git a/grpo_full/completions/completions_00121.parquet b/grpo_full/completions/completions_00121.parquet new file mode 100644 index 0000000..e3fda04 --- /dev/null +++ b/grpo_full/completions/completions_00121.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca9466399a9d1ae216a9f53c82dd2dc4a3def057457029c8ca6452bc21dd099 +size 33313 diff --git a/grpo_full/completions/completions_00122.parquet b/grpo_full/completions/completions_00122.parquet new file mode 100644 index 0000000..28f537c --- /dev/null +++ b/grpo_full/completions/completions_00122.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e937ae9586d117493ddb5ad9edf8578a6ecaa72e58ab66a515ca35f6bad4b832 +size 32935 diff --git a/grpo_full/completions/completions_00123.parquet b/grpo_full/completions/completions_00123.parquet new file mode 100644 index 0000000..807b360 --- /dev/null +++ b/grpo_full/completions/completions_00123.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a320f7358265b5656461d6a161d400e244205408296f68b6fb441f4768402b26 +size 32803 diff --git a/grpo_full/completions/completions_00124.parquet b/grpo_full/completions/completions_00124.parquet new file mode 100644 index 0000000..8761441 --- /dev/null +++ b/grpo_full/completions/completions_00124.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea672809e34d16aeb21a02fe69d966dc1d0d6f2621ad9013e9ac7888746f52a +size 40903 diff --git a/grpo_full/completions/completions_00125.parquet b/grpo_full/completions/completions_00125.parquet new file mode 100644 index 0000000..76cc9ed --- /dev/null +++ b/grpo_full/completions/completions_00125.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f143590b1089089bbbca477fcff018b911814d1db4c1c147580814ade0eb28 +size 31770 diff --git a/grpo_full/completions/completions_00126.parquet b/grpo_full/completions/completions_00126.parquet new file mode 100644 index 0000000..bcb9342 --- /dev/null +++ b/grpo_full/completions/completions_00126.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2d9614bff37cf03a94c2743c57d4622580b607629808004b258477a91e939aa +size 40029 diff --git a/grpo_full/completions/completions_00127.parquet b/grpo_full/completions/completions_00127.parquet new file mode 100644 index 0000000..5658502 --- /dev/null +++ b/grpo_full/completions/completions_00127.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8e8656c50c0d3bf027125df7819bbea5d336dd73858e485f5b53ed8a8b248a8 +size 33119 diff --git a/grpo_full/completions/completions_00128.parquet b/grpo_full/completions/completions_00128.parquet new file mode 100644 index 0000000..00f2048 --- /dev/null +++ b/grpo_full/completions/completions_00128.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eb06c9a6d6c7c78d0da6f6ad0cd618311b2012acbe54b2697200be8c2fbb23e +size 40056 diff --git a/grpo_full/completions/completions_00129.parquet b/grpo_full/completions/completions_00129.parquet new file mode 100644 index 0000000..5de75e1 --- /dev/null +++ b/grpo_full/completions/completions_00129.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:244e8b94494438b9f2b816748414e1087fe9f5ffa0dee751fd799764fe39fa3a +size 36667 diff --git a/grpo_full/completions/completions_00130.parquet b/grpo_full/completions/completions_00130.parquet new file mode 100644 index 0000000..43fbc47 --- /dev/null +++ b/grpo_full/completions/completions_00130.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dc5128bd7ef9240b53b7b765f5d26029d2b98c1a4f94eebdfa526e9f67742d0 +size 32026 diff --git a/grpo_full/completions/completions_00131.parquet b/grpo_full/completions/completions_00131.parquet new file mode 100644 index 0000000..fa49f5f --- /dev/null +++ b/grpo_full/completions/completions_00131.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4216fb9fd26867b3805b4c4113176f375ee230e8b365c4476b9e57da0b852f32 +size 31223 diff --git a/grpo_full/completions/completions_00132.parquet b/grpo_full/completions/completions_00132.parquet new file mode 100644 index 0000000..f12cfed --- /dev/null +++ b/grpo_full/completions/completions_00132.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:893817309b703018280b923e5e6e6e043119a8ade3a3e01b4825d1439d101c61 +size 30133 diff --git a/grpo_full/completions/completions_00133.parquet b/grpo_full/completions/completions_00133.parquet new file mode 100644 index 0000000..3209a2f --- /dev/null +++ b/grpo_full/completions/completions_00133.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7115ba01dfcc664bfa7ca6e483db8228f4a5c689f5ca730434643182a61cc847 +size 32825 diff --git a/grpo_full/completions/completions_00134.parquet b/grpo_full/completions/completions_00134.parquet new file mode 100644 index 0000000..86a8a06 --- /dev/null +++ b/grpo_full/completions/completions_00134.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbf3c2b7aaf9bba45732f9804b4377a3f6dc52f76e25d4cde68cdb512cb95d49 +size 37233 diff --git a/grpo_full/completions/completions_00135.parquet b/grpo_full/completions/completions_00135.parquet new file mode 100644 index 0000000..ff47d3f --- /dev/null +++ b/grpo_full/completions/completions_00135.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a788cbfae70fdf1b079f273aa5fbbc17e6be1d81927534804098d4c92173cc00 +size 29743 diff --git a/grpo_full/completions/completions_00136.parquet b/grpo_full/completions/completions_00136.parquet new file mode 100644 index 0000000..bffc423 --- /dev/null +++ b/grpo_full/completions/completions_00136.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97bf0677b1c6b2d7d686f2c5231f0b2de563ad06a2d847102be4e6ebde44ec61 +size 36380 diff --git a/grpo_full/completions/completions_00137.parquet b/grpo_full/completions/completions_00137.parquet new file mode 100644 index 0000000..3209f23 --- /dev/null +++ b/grpo_full/completions/completions_00137.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6c1664db6caaabf87dc24279d0a18f1a9322e298a674ce76ee30d98efee592 +size 34979 diff --git a/grpo_full/completions/completions_00138.parquet b/grpo_full/completions/completions_00138.parquet new file mode 100644 index 0000000..aebd992 --- /dev/null +++ b/grpo_full/completions/completions_00138.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec22c61737fb71f82d8b3249503f50dda2ecbbc228f7e8233e8335fd4f4e5919 +size 37179 diff --git a/grpo_full/completions/completions_00139.parquet b/grpo_full/completions/completions_00139.parquet new file mode 100644 index 0000000..023ad4d --- /dev/null +++ b/grpo_full/completions/completions_00139.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd6acf0c98f702fff2029fa73e639a67b00c29a9f1aaf775620cc257c595dd44 +size 40275 diff --git a/grpo_full/completions/completions_00140.parquet b/grpo_full/completions/completions_00140.parquet new file mode 100644 index 0000000..91c5ca3 --- /dev/null +++ b/grpo_full/completions/completions_00140.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:827e9b7b3805d821c67491811a4789288d7431a4f7dcab466e344565453c8f55 +size 30983 diff --git a/grpo_full/completions/completions_00141.parquet b/grpo_full/completions/completions_00141.parquet new file mode 100644 index 0000000..3e6cf49 --- /dev/null +++ b/grpo_full/completions/completions_00141.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6587b83c76f7c5bce6df056bf6824124094b8aaa8ca0f3376182a812e263f15b +size 37370 diff --git a/grpo_full/completions/completions_00142.parquet b/grpo_full/completions/completions_00142.parquet new file mode 100644 index 0000000..b0c16c7 --- /dev/null +++ b/grpo_full/completions/completions_00142.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:855f79aed9162cd01d06659c670a556d75818ed3561a6da883a3582a939a5f1f +size 30426 diff --git a/grpo_full/completions/completions_00143.parquet b/grpo_full/completions/completions_00143.parquet new file mode 100644 index 0000000..922ccbe --- /dev/null +++ b/grpo_full/completions/completions_00143.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1b399a4eebb7c4047d00c3d7b3954c2b337eb76956082f97d7289f42c69be37 +size 44457 diff --git a/grpo_full/completions/completions_00144.parquet b/grpo_full/completions/completions_00144.parquet new file mode 100644 index 0000000..c1bb316 --- /dev/null +++ b/grpo_full/completions/completions_00144.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:643f7ad71e1e0423ea24a7c8ce4f997856a551693dff0183a92a02664ce40ab2 +size 36238 diff --git a/grpo_full/completions/completions_00145.parquet b/grpo_full/completions/completions_00145.parquet new file mode 100644 index 0000000..45a8785 --- /dev/null +++ b/grpo_full/completions/completions_00145.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd08215b309960c6e115f98aad73a711fb89f267fdec5e992699a0a8ed027ae0 +size 30332 diff --git a/grpo_full/completions/completions_00146.parquet b/grpo_full/completions/completions_00146.parquet new file mode 100644 index 0000000..8ff2b0c --- /dev/null +++ b/grpo_full/completions/completions_00146.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef30787d850aa555a1248fd125b9b443f25b66d6bdb08cd11cbaefbac7988bb3 +size 39209 diff --git a/grpo_full/completions/completions_00147.parquet b/grpo_full/completions/completions_00147.parquet new file mode 100644 index 0000000..43587e6 --- /dev/null +++ b/grpo_full/completions/completions_00147.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c629618a0cd61fc38601cf6a8206921dc9bf46f39ba1d896a16917db88118285 +size 33595 diff --git a/grpo_full/completions/completions_00148.parquet b/grpo_full/completions/completions_00148.parquet new file mode 100644 index 0000000..85d6ef6 --- /dev/null +++ b/grpo_full/completions/completions_00148.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3a1593d7e286f995fbe517c6d5bcb475bc7059e112ac0c5f33913026696f71a +size 32155 diff --git a/grpo_full/completions/completions_00149.parquet b/grpo_full/completions/completions_00149.parquet new file mode 100644 index 0000000..ea291d1 --- /dev/null +++ b/grpo_full/completions/completions_00149.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07d754bcc07250181bf48794984ce048602d3a106e4be6673cf643d8a29ae5a9 +size 35377 diff --git a/grpo_full/completions/completions_00150.parquet b/grpo_full/completions/completions_00150.parquet new file mode 100644 index 0000000..0f05c06 --- /dev/null +++ b/grpo_full/completions/completions_00150.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73d0f0a3a57766594b2286f3918645be4399293c0b5af5079bd2af1eae644960 +size 29327 diff --git a/grpo_full/completions/completions_00151.parquet b/grpo_full/completions/completions_00151.parquet new file mode 100644 index 0000000..4c03da4 --- /dev/null +++ b/grpo_full/completions/completions_00151.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c5914b6ddcb34ac5c7edf74d4857ad1689028cc57716e76cafb895be1326762 +size 33586 diff --git a/grpo_full/completions/completions_00152.parquet b/grpo_full/completions/completions_00152.parquet new file mode 100644 index 0000000..967c66d --- /dev/null +++ b/grpo_full/completions/completions_00152.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:029ccb5816cc0d399fb5d7ea7f541014f9642f893bc24f755ec667b08bc3ea7e +size 33145 diff --git a/grpo_full/completions/completions_00153.parquet b/grpo_full/completions/completions_00153.parquet new file mode 100644 index 0000000..626b975 --- /dev/null +++ b/grpo_full/completions/completions_00153.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:954bf4345b69094e17ad64b817ac2d1147654bc79394b3da7bb63f154829a75a +size 31154 diff --git a/grpo_full/completions/completions_00154.parquet b/grpo_full/completions/completions_00154.parquet new file mode 100644 index 0000000..0bc2baa --- /dev/null +++ b/grpo_full/completions/completions_00154.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ef405df737a4970196bbfbaaecde49d8bb0fb79a561ad7552fd36a9b004dc8e +size 32183 diff --git a/grpo_full/completions/completions_00155.parquet b/grpo_full/completions/completions_00155.parquet new file mode 100644 index 0000000..ad0862a --- /dev/null +++ b/grpo_full/completions/completions_00155.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5852055af5a3ebf1f975eb1ea5ad23dcb38fb5937a868e3124c60c96f56f878 +size 41968 diff --git a/grpo_full/completions/completions_00156.parquet b/grpo_full/completions/completions_00156.parquet new file mode 100644 index 0000000..d9cc053 --- /dev/null +++ b/grpo_full/completions/completions_00156.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af29fc669d6c3a88837c2093ea7b091981154a2b6de8dcc3093f4c4ee680699e +size 31618 diff --git a/grpo_full/completions/completions_00157.parquet b/grpo_full/completions/completions_00157.parquet new file mode 100644 index 0000000..c7d5ace --- /dev/null +++ b/grpo_full/completions/completions_00157.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b07f1ff3fabca5ff139cb941b546f9000dc0e260cd5ccd7612465d852658f30 +size 29137 diff --git a/grpo_full/completions/completions_00158.parquet b/grpo_full/completions/completions_00158.parquet new file mode 100644 index 0000000..1778b1a --- /dev/null +++ b/grpo_full/completions/completions_00158.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eef61e199b14015cbfa6c27b9d0da7531edb4f18b6ba0239f832b5435bd40f1 +size 32600 diff --git a/grpo_full/completions/completions_00159.parquet b/grpo_full/completions/completions_00159.parquet new file mode 100644 index 0000000..bec8e1d --- /dev/null +++ b/grpo_full/completions/completions_00159.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c72b1e0987b2ed9acd0baa2e77404a21e4cd3ce5b41443eb49be0e900006f438 +size 31120 diff --git a/grpo_full/completions/completions_00160.parquet b/grpo_full/completions/completions_00160.parquet new file mode 100644 index 0000000..237d485 --- /dev/null +++ b/grpo_full/completions/completions_00160.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f0e70d36398eebffe7dc668d59ac1126a3d787dab576d20a70994b94eef064 +size 31882 diff --git a/grpo_full/completions/completions_00161.parquet b/grpo_full/completions/completions_00161.parquet new file mode 100644 index 0000000..ec45db5 --- /dev/null +++ b/grpo_full/completions/completions_00161.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c57815018640d8006caea565a3a622014e8631aab68e00da6c7a324b505a85b5 +size 33699 diff --git a/grpo_full/completions/completions_00162.parquet b/grpo_full/completions/completions_00162.parquet new file mode 100644 index 0000000..4f8074a --- /dev/null +++ b/grpo_full/completions/completions_00162.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d254f98e6b011c31da35b6b50f87854a5291cf7d1b21479d017b720fc9f8b865 +size 35355 diff --git a/grpo_full/completions/completions_00163.parquet b/grpo_full/completions/completions_00163.parquet new file mode 100644 index 0000000..ae503f9 --- /dev/null +++ b/grpo_full/completions/completions_00163.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0627b590561a1f3d7e7d5f5af82eea5ce7b54b49752ee5c235cebb25613e5dfa +size 30908 diff --git a/grpo_full/completions/completions_00164.parquet b/grpo_full/completions/completions_00164.parquet new file mode 100644 index 0000000..a0fb757 --- /dev/null +++ b/grpo_full/completions/completions_00164.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfce35d157f451411465146f57e91bd8b2104c12fc07389e887016d2bcbcb0d7 +size 33695 diff --git a/grpo_full/completions/completions_00165.parquet b/grpo_full/completions/completions_00165.parquet new file mode 100644 index 0000000..7d3559d --- /dev/null +++ b/grpo_full/completions/completions_00165.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0083e61c10791a1773464b40615f062a8883d6720f9c176018aed4415f302fd +size 38082 diff --git a/grpo_full/completions/completions_00166.parquet b/grpo_full/completions/completions_00166.parquet new file mode 100644 index 0000000..136676f --- /dev/null +++ b/grpo_full/completions/completions_00166.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c9ef5942aff295d0a21b32f0ff95b2c6bab4cbe6296249b7afea52abd6a3976 +size 28375 diff --git a/grpo_full/completions/completions_00167.parquet b/grpo_full/completions/completions_00167.parquet new file mode 100644 index 0000000..039ff31 --- /dev/null +++ b/grpo_full/completions/completions_00167.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e3915530341b40cee67941b4ea1e5eb71a82a1b22a1b2d1fd0cf76596204a94 +size 31696 diff --git a/grpo_full/completions/completions_00168.parquet b/grpo_full/completions/completions_00168.parquet new file mode 100644 index 0000000..1fa722f --- /dev/null +++ b/grpo_full/completions/completions_00168.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f5a9701163318aa13366be414caf808c00aca9c2b6ba3868719dd51b668109d +size 30420 diff --git a/grpo_full/completions/completions_00169.parquet b/grpo_full/completions/completions_00169.parquet new file mode 100644 index 0000000..b46afae --- /dev/null +++ b/grpo_full/completions/completions_00169.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0467bc0a176262d07bb794b37336ca985a2fcdf4b12c9220b85b896ae712458f +size 31481 diff --git a/grpo_full/completions/completions_00170.parquet b/grpo_full/completions/completions_00170.parquet new file mode 100644 index 0000000..038daf5 --- /dev/null +++ b/grpo_full/completions/completions_00170.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4de37309ac6b75f25484d2c77b24d7bbaadccad8dfa2c97fdd2e10257e983c1 +size 31628 diff --git a/grpo_full/completions/completions_00171.parquet b/grpo_full/completions/completions_00171.parquet new file mode 100644 index 0000000..d64b877 --- /dev/null +++ b/grpo_full/completions/completions_00171.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:760ebc1a5923ef2ba132d01415494affa1daa5a9fd37b1ec9bf19a5b6a7b83ad +size 30680 diff --git a/grpo_full/completions/completions_00172.parquet b/grpo_full/completions/completions_00172.parquet new file mode 100644 index 0000000..6e86d75 --- /dev/null +++ b/grpo_full/completions/completions_00172.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c8f40629457a48230d9a7c81fd1513516e406cc3b82dbb1f048d92aac020863 +size 35734 diff --git a/grpo_full/completions/completions_00173.parquet b/grpo_full/completions/completions_00173.parquet new file mode 100644 index 0000000..a204298 --- /dev/null +++ b/grpo_full/completions/completions_00173.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be88244fc87457fb19b8cc77a407640753fd3c8dc09ca38ccb4400aa22679f9a +size 30337 diff --git a/grpo_full/completions/completions_00174.parquet b/grpo_full/completions/completions_00174.parquet new file mode 100644 index 0000000..fa3fdae --- /dev/null +++ b/grpo_full/completions/completions_00174.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9a57ef10af93afc294bf2f8c4146424f49f5a4695a4a26b53f8662d60c7e30f +size 33264 diff --git a/grpo_full/completions/completions_00175.parquet b/grpo_full/completions/completions_00175.parquet new file mode 100644 index 0000000..4c2ad40 --- /dev/null +++ b/grpo_full/completions/completions_00175.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea0dcd6fd619b2b9aa64548d4cc7d590c6972752ffc1ca408835ffadd9fbbe7b +size 30246 diff --git a/grpo_full/completions/completions_00176.parquet b/grpo_full/completions/completions_00176.parquet new file mode 100644 index 0000000..a47e89f --- /dev/null +++ b/grpo_full/completions/completions_00176.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:920dc2b933fac1c26d708a1b2580d9f8fd98dbfe1b1e5c705e49ab58f4e2b3f6 +size 33474 diff --git a/grpo_full/completions/completions_00177.parquet b/grpo_full/completions/completions_00177.parquet new file mode 100644 index 0000000..5d4f44b --- /dev/null +++ b/grpo_full/completions/completions_00177.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e678b62c2b29e7ff6c516a1c0051ca672afa17d220096c7b9f43bfa9de4caf13 +size 30555 diff --git a/grpo_full/completions/completions_00178.parquet b/grpo_full/completions/completions_00178.parquet new file mode 100644 index 0000000..affd752 --- /dev/null +++ b/grpo_full/completions/completions_00178.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43abdf1195dee9c72dcebf8512b1310dc4e6338377716cb1e2e79be1d7714532 +size 31428 diff --git a/grpo_full/completions/completions_00179.parquet b/grpo_full/completions/completions_00179.parquet new file mode 100644 index 0000000..30266ca --- /dev/null +++ b/grpo_full/completions/completions_00179.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15226a36679c8e1b0f7d31f5571484e3cac5f664635319bb4c914b1bfd7cf814 +size 32405 diff --git a/grpo_full/completions/completions_00180.parquet b/grpo_full/completions/completions_00180.parquet new file mode 100644 index 0000000..096d6ff --- /dev/null +++ b/grpo_full/completions/completions_00180.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4efec2f907dad110f2b2d918d63c427196c71b73cacf6664e265e7bbedf7467d +size 37542 diff --git a/grpo_full/completions/completions_00181.parquet b/grpo_full/completions/completions_00181.parquet new file mode 100644 index 0000000..b4f9a2f --- /dev/null +++ b/grpo_full/completions/completions_00181.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff55e73582d8e1731d948fab650229ba662a3290654930879f24ca536bc97178 +size 30600 diff --git a/grpo_full/completions/completions_00182.parquet b/grpo_full/completions/completions_00182.parquet new file mode 100644 index 0000000..539738c --- /dev/null +++ b/grpo_full/completions/completions_00182.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fe6bbe73da69c258142c003f2398a1d63e71a6418f50d5c12fd030e4b805170 +size 29521 diff --git a/grpo_full/completions/completions_00183.parquet b/grpo_full/completions/completions_00183.parquet new file mode 100644 index 0000000..4541585 --- /dev/null +++ b/grpo_full/completions/completions_00183.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54c259a4febf29e59ba5d3c7ad060293524e6a465dda3c15e541f4ac1a37631d +size 30062 diff --git a/grpo_full/completions/completions_00184.parquet b/grpo_full/completions/completions_00184.parquet new file mode 100644 index 0000000..a560361 --- /dev/null +++ b/grpo_full/completions/completions_00184.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c22ae12cba43c4212050e96bc5c8115217e2f17971c191f326e4509d67effd79 +size 32341 diff --git a/grpo_full/completions/completions_00185.parquet b/grpo_full/completions/completions_00185.parquet new file mode 100644 index 0000000..ecca176 --- /dev/null +++ b/grpo_full/completions/completions_00185.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:400fe32e5aabbc91e935306536f6a93eba97af379e855048dac671c9afd4dd81 +size 31232 diff --git a/grpo_full/completions/completions_00186.parquet b/grpo_full/completions/completions_00186.parquet new file mode 100644 index 0000000..62ef7d1 --- /dev/null +++ b/grpo_full/completions/completions_00186.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75a27a898273119f89bab677647e798ef22e8f853e90607608650c14aa7256ec +size 33038 diff --git a/grpo_full/completions/completions_00187.parquet b/grpo_full/completions/completions_00187.parquet new file mode 100644 index 0000000..a484718 --- /dev/null +++ b/grpo_full/completions/completions_00187.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af76b81f9a5307dd2cf5249690c7598f3d2f2a998166d2772188da759d65163b +size 29942 diff --git a/grpo_full/completions/completions_00188.parquet b/grpo_full/completions/completions_00188.parquet new file mode 100644 index 0000000..33e6b89 --- /dev/null +++ b/grpo_full/completions/completions_00188.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8c188c4f453a575466db795dbd9061969e36242153e073ee3d1720b670e037f +size 32525 diff --git a/grpo_full/completions/completions_00189.parquet b/grpo_full/completions/completions_00189.parquet new file mode 100644 index 0000000..087aadf --- /dev/null +++ b/grpo_full/completions/completions_00189.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c4feb5f59bdd55a98d083c553442dcf505c5a753d593b901ffc00b3f76ff73d +size 30867 diff --git a/grpo_full/completions/completions_00190.parquet b/grpo_full/completions/completions_00190.parquet new file mode 100644 index 0000000..65d1455 --- /dev/null +++ b/grpo_full/completions/completions_00190.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d23af99e9314eab7bbde3ca7ef2a7c0051790553c10d95b5a51f638f0e51c3c0 +size 31128 diff --git a/grpo_full/completions/completions_00191.parquet b/grpo_full/completions/completions_00191.parquet new file mode 100644 index 0000000..5985a95 --- /dev/null +++ b/grpo_full/completions/completions_00191.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75bfb9c5f46c5afd258eb4b2afc69bcc9d83e1f12947080a63f17a199c63d4b7 +size 28745 diff --git a/grpo_full/completions/completions_00192.parquet b/grpo_full/completions/completions_00192.parquet new file mode 100644 index 0000000..647f510 --- /dev/null +++ b/grpo_full/completions/completions_00192.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a60489f69234aec44fd87bdce65c526d218611816b60efd78fd7e3e509ef171f +size 30975 diff --git a/grpo_full/completions/completions_00193.parquet b/grpo_full/completions/completions_00193.parquet new file mode 100644 index 0000000..fea69b6 --- /dev/null +++ b/grpo_full/completions/completions_00193.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15abe823e20d907438ca6098cf992b6d08fe6cdd4e8f9411e09c4f461299b16b +size 37883 diff --git a/grpo_full/completions/completions_00194.parquet b/grpo_full/completions/completions_00194.parquet new file mode 100644 index 0000000..e99569d --- /dev/null +++ b/grpo_full/completions/completions_00194.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8c651f6fd7898275b6a11401050fe19f4cb084b7452be463a9cfe58c5847af1 +size 31224 diff --git a/grpo_full/completions/completions_00195.parquet b/grpo_full/completions/completions_00195.parquet new file mode 100644 index 0000000..3fd8f29 --- /dev/null +++ b/grpo_full/completions/completions_00195.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc0eea6e2af175aee1d36c77d045896bf6b7671eeba71465d85df76875fea700 +size 30267 diff --git a/grpo_full/completions/completions_00196.parquet b/grpo_full/completions/completions_00196.parquet new file mode 100644 index 0000000..fa3ffbd --- /dev/null +++ b/grpo_full/completions/completions_00196.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:433fd7368ccaea189bae37083cd14845dc789d2757379e0d3814354d432e572d +size 33845 diff --git a/grpo_full/completions/completions_00197.parquet b/grpo_full/completions/completions_00197.parquet new file mode 100644 index 0000000..30d57b9 --- /dev/null +++ b/grpo_full/completions/completions_00197.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e789038bbff6e7d535fa76fdca4a2a2df4e2a5a145be231b3cf58e2b9f31ed8 +size 35615 diff --git a/grpo_full/completions/completions_00198.parquet b/grpo_full/completions/completions_00198.parquet new file mode 100644 index 0000000..951ec78 --- /dev/null +++ b/grpo_full/completions/completions_00198.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0fcb001071a4a6ac1a5825e84ffbffccd7b7f6f1ec1167512414bf2e7480b3e +size 30316 diff --git a/grpo_full/completions/completions_00199.parquet b/grpo_full/completions/completions_00199.parquet new file mode 100644 index 0000000..ff5ab07 --- /dev/null +++ b/grpo_full/completions/completions_00199.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c51e2d91ef5614d481aa337e707c644c6f0d8dbac360d5950a11f4c80d8c8db +size 30857 diff --git a/grpo_full/completions/completions_00200.parquet b/grpo_full/completions/completions_00200.parquet new file mode 100644 index 0000000..5d8546b --- /dev/null +++ b/grpo_full/completions/completions_00200.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a6d25c45710f66160ec4ed4a9d0d739871377b7eb659f8e4d91cb827a119f1 +size 31187 diff --git a/grpo_full/config.json b/grpo_full/config.json new file mode 100644 index 0000000..6af5daa --- /dev/null +++ b/grpo_full/config.json @@ -0,0 +1,71 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "5.8.1", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/grpo_full/fail_buffer.jsonl b/grpo_full/fail_buffer.jsonl new file mode 100644 index 0000000..5959cb5 --- /dev/null +++ b/grpo_full/fail_buffer.jsonl @@ -0,0 +1,145 @@ +{"ts": 1781919776, "example_id": 634, "ground_truth": "C", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781919776, "example_id": 634, "ground_truth": "C", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781919851, "example_id": 640, "ground_truth": "D", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781919851, "example_id": 640, "ground_truth": "D", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781919895, "example_id": 1151, "ground_truth": "C", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781919895, "example_id": 1151, "ground_truth": "C", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781919942, "example_id": 1025, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781919942, "example_id": 1025, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920004, "example_id": 985, "ground_truth": "D", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920004, "example_id": 985, "ground_truth": "D", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781920048, "example_id": 580, "ground_truth": "D", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920048, "example_id": 580, "ground_truth": "D", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920109, "example_id": 500, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920109, "example_id": 500, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920169, "example_id": 552, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781920169, "example_id": 552, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920272, "example_id": 841, "ground_truth": "D", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781920272, "example_id": 841, "ground_truth": "D", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920391, "example_id": 796, "ground_truth": "B", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781920391, "example_id": 796, "ground_truth": "B", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781920434, "example_id": 617, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920434, "example_id": 617, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920515, "example_id": 748, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781920515, "example_id": 748, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920582, "example_id": 1048, "ground_truth": "A", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920582, "example_id": 1048, "ground_truth": "A", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920655, "example_id": 807, "ground_truth": "D", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781920655, "example_id": 807, "ground_truth": "D", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781920693, "example_id": 619, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920693, "example_id": 619, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781920755, "example_id": 563, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781920755, "example_id": 563, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781920875, "example_id": 771, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781920972, "example_id": 994, "ground_truth": "C", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781920972, "example_id": 994, "ground_truth": "C", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781921020, "example_id": 652, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781921091, "example_id": 953, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781921185, "example_id": 1014, "ground_truth": "D", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781921185, "example_id": 1014, "ground_truth": "D", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781921217, "example_id": 651, "ground_truth": "A", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781921217, "example_id": 651, "ground_truth": "A", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781921359, "example_id": 1147, "ground_truth": "A", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool", "extractor_tool"], "last_assistant_text": ""} +{"ts": 1781921417, "example_id": 630, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781921525, "example_id": 904, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781921525, "example_id": 904, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781921544, "example_id": 701, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781921544, "example_id": 701, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781921560, "example_id": 1094, "ground_truth": "B", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781921560, "example_id": 1094, "ground_truth": "B", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781921700, "example_id": 889, "ground_truth": "C", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 0, "tool_msgs": 0, "tool_names_called": [], "last_assistant_text": "A. The harder the specialty is to match into, the higher the weekly work hours"} +{"ts": 1781921700, "example_id": 889, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781921764, "example_id": 984, "ground_truth": "D", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["reasoner_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781922251, "example_id": 914, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781922251, "example_id": 914, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781922334, "example_id": 1172, "ground_truth": "D", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781922334, "example_id": 1172, "ground_truth": "D", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781922384, "example_id": 540, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["extractor_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781922427, "example_id": 768, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781922427, "example_id": 768, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781922474, "example_id": 1013, "ground_truth": "C", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["reasoner_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781922474, "example_id": 1013, "ground_truth": "C", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781922624, "example_id": 938, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781922864, "example_id": 642, "ground_truth": "A", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781922864, "example_id": 642, "ground_truth": "A", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781922934, "example_id": 565, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781922934, "example_id": 565, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781922985, "example_id": 1177, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781922985, "example_id": 1177, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781923198, "example_id": 364, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781923198, "example_id": 364, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781923380, "example_id": 1189, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781923380, "example_id": 1189, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781923488, "example_id": 903, "ground_truth": "D", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781923589, "example_id": 798, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781923670, "example_id": 1037, "ground_truth": "D", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781923670, "example_id": 1037, "ground_truth": "D", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781923986, "example_id": 1016, "ground_truth": "C", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 2, "tool_msgs": 1, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781923986, "example_id": 1016, "ground_truth": "C", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 2, "tool_msgs": 1, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781924037, "example_id": 902, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781924037, "example_id": 902, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781924168, "example_id": 1112, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781924428, "example_id": 611, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781924542, "example_id": 728, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781924542, "example_id": 728, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781924626, "example_id": 972, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781924626, "example_id": 972, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "last_assistant_text": ""} +{"ts": 1781924742, "example_id": 1186, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 2, "tool_msgs": 1, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781924742, "example_id": 1186, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 2, "tool_msgs": 1, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": ""} +{"ts": 1781924963, "example_id": 795, "ground_truth": "D", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781924963, "example_id": 795, "ground_truth": "D", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781925286, "example_id": 681, "ground_truth": "C", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781925286, "example_id": 681, "ground_truth": "C", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781925598, "example_id": 133, "ground_truth": "A", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781925897, "example_id": 1089, "ground_truth": "B", "pred": null, "valid_format": false, "no_artifacts": true, "no_tc_in_final": false, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool", "extractor_tool"], "last_assistant_text": ""} +{"ts": 1781926104, "example_id": 586, "ground_truth": "B", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781926104, "example_id": 586, "ground_truth": "B", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781926203, "example_id": 1073, "ground_truth": "A", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781926203, "example_id": 1073, "ground_truth": "A", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781926338, "example_id": 847, "ground_truth": "B", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781926338, "example_id": 847, "ground_truth": "B", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781926394, "example_id": 920, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781926394, "example_id": 920, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781926714, "example_id": 1008, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781926877, "example_id": 734, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781926877, "example_id": 734, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781927178, "example_id": 577, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781927178, "example_id": 577, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781927307, "example_id": 551, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781927307, "example_id": 551, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781927742, "example_id": 534, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781927742, "example_id": 534, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781927791, "example_id": 778, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781927791, "example_id": 778, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781927849, "example_id": 1039, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928006, "example_id": 997, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781928006, "example_id": 997, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781928035, "example_id": 680, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781928035, "example_id": 680, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "extractor_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781928142, "example_id": 559, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781928174, "example_id": 708, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781928174, "example_id": 708, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781928300, "example_id": 966, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928300, "example_id": 966, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928496, "example_id": 981, "ground_truth": "A", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928496, "example_id": 981, "ground_truth": "A", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928528, "example_id": 817, "ground_truth": "A", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928528, "example_id": 817, "ground_truth": "A", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928609, "example_id": 170, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781928609, "example_id": 170, "ground_truth": "C", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781928706, "example_id": 826, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781928706, "example_id": 826, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781928734, "example_id": 1143, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781928734, "example_id": 1143, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781928798, "example_id": 1087, "ground_truth": "A", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928798, "example_id": 1087, "ground_truth": "A", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928832, "example_id": 506, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781928832, "example_id": 506, "ground_truth": "A", "pred": "D", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_D"} +{"ts": 1781928935, "example_id": 1074, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928935, "example_id": 1074, "ground_truth": "C", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781928999, "example_id": 525, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781928999, "example_id": 525, "ground_truth": "B", "pred": "C", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_C"} +{"ts": 1781929027, "example_id": 648, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781929027, "example_id": 648, "ground_truth": "B", "pred": "A", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_A"} +{"ts": 1781929216, "example_id": 553, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} +{"ts": 1781929216, "example_id": 553, "ground_truth": "D", "pred": "B", "valid_format": true, "no_artifacts": true, "no_tc_in_final": true, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "last_assistant_text": "ANSWER_B"} diff --git a/grpo_full/generation_config.json b/grpo_full/generation_config.json new file mode 100644 index 0000000..e473d31 --- /dev/null +++ b/grpo_full/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.8.1" +} diff --git a/grpo_full/manager_run_config.json b/grpo_full/manager_run_config.json new file mode 100644 index 0000000..4db8589 --- /dev/null +++ b/grpo_full/manager_run_config.json @@ -0,0 +1,15 @@ +{ + "base_model": "Qwen/Qwen3-8B", + "binding_mode": "environment", + "n_train_rows": 737, + "subagents": [ + "extractor", + "reasoner", + "rule_applier" + ], + "manager_adapter": "/home/yizzhao/5.14-reasearch/outputs/manager/openai_us4_500_8B/sft_evolved", + "full_parameter_rl": true, + "subagent_server_url": "http://localhost:8000", + "routing_efficiency_bonus": 0.0, + "tool_use_bonus": 0.2 +} \ No newline at end of file diff --git a/grpo_full/tokenizer.json b/grpo_full/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/grpo_full/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/grpo_full/tokenizer_config.json b/grpo_full/tokenizer_config.json new file mode 100644 index 0000000..0c559cd --- /dev/null +++ b/grpo_full/tokenizer_config.json @@ -0,0 +1,73 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": true, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "response_schema": { + "properties": { + "content": { + "type": "string" + }, + "reasoning_content": { + "type": "string" + }, + "role": { + "const": "assistant" + }, + "tool_calls": { + "items": { + "properties": { + "function": { + "properties": { + "arguments": { + "additionalProperties": {}, + "type": "object" + }, + "name": { + "type": "string" + } + }, + "type": "object" + }, + "type": { + "const": "function" + } + }, + "type": "object", + "x-parser": "json", + "x-parser-args": { + "transform": "{type: 'function', function: @}" + } + }, + "type": "array", + "x-regex-iterator": "\\s*(.+?)\\s*" + } + }, + "type": "object", + "x-regex": "^(?:\\n?(?:(?P.*?\\S.*?)\\n?|[\\s]*)\\s*)?(?P(?:(?!)[\\s\\S])*?)(?:\\n(?=))?(?=(?:|<\\|im_end\\|>|$))(?P(?:(?:(?!)[\\s\\S])+\\s*)+)?\\s*(?:<\\|im_end\\|>|$)" + }, + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/grpo_full/train_raw_trace.jsonl b/grpo_full/train_raw_trace.jsonl new file mode 100644 index 0000000..97cf73e --- /dev/null +++ b/grpo_full/train_raw_trace.jsonl @@ -0,0 +1,400 @@ +{"ts": 1781919776, "example_id": 634, "ground_truth": "C", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781919776, "example_id": 634, "ground_truth": "C", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781919851, "example_id": 640, "ground_truth": "D", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781919851, "example_id": 640, "ground_truth": "D", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781919895, "example_id": 1151, "ground_truth": "C", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781919895, "example_id": 1151, "ground_truth": "C", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781919942, "example_id": 1025, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781919942, "example_id": 1025, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920004, "example_id": 985, "ground_truth": "D", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920004, "example_id": 985, "ground_truth": "D", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920048, "example_id": 580, "ground_truth": "D", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920048, "example_id": 580, "ground_truth": "D", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920109, "example_id": 500, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920109, "example_id": 500, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920169, "example_id": 552, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920169, "example_id": 552, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920272, "example_id": 841, "ground_truth": "D", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920272, "example_id": 841, "ground_truth": "D", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920337, "example_id": 1159, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920337, "example_id": 1159, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920391, "example_id": 796, "ground_truth": "B", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920391, "example_id": 796, "ground_truth": "B", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920434, "example_id": 617, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920434, "example_id": 617, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920515, "example_id": 748, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920515, "example_id": 748, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920582, "example_id": 1048, "ground_truth": "A", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920582, "example_id": 1048, "ground_truth": "A", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920655, "example_id": 807, "ground_truth": "D", "pred": "A", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920655, "example_id": 807, "ground_truth": "D", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920693, "example_id": 619, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920693, "example_id": 619, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920755, "example_id": 563, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920755, "example_id": 563, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920797, "example_id": 1125, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920797, "example_id": 1125, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920875, "example_id": 771, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920875, "example_id": 771, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920927, "example_id": 784, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920927, "example_id": 784, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920972, "example_id": 994, "ground_truth": "C", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920972, "example_id": 994, "ground_truth": "C", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921020, "example_id": 652, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921020, "example_id": 652, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921091, "example_id": 953, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921091, "example_id": 953, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921149, "example_id": 709, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921149, "example_id": 709, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921185, "example_id": 1014, "ground_truth": "D", "pred": "C", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921185, "example_id": 1014, "ground_truth": "D", "pred": "C", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921217, "example_id": 651, "ground_truth": "A", "pred": "C", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921217, "example_id": 651, "ground_truth": "A", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921291, "example_id": 749, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921291, "example_id": 749, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921359, "example_id": 1147, "ground_truth": "A", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool", "extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921359, "example_id": 1147, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921417, "example_id": 630, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921417, "example_id": 630, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921457, "example_id": 878, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921457, "example_id": 878, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921525, "example_id": 904, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921525, "example_id": 904, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921544, "example_id": 701, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921544, "example_id": 701, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921560, "example_id": 1094, "ground_truth": "B", "pred": "D", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921560, "example_id": 1094, "ground_truth": "B", "pred": "D", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921611, "example_id": 1002, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921611, "example_id": 1002, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921665, "example_id": 957, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921665, "example_id": 957, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921700, "example_id": 889, "ground_truth": "C", "pred": null, "reward": 0.0, "tool_calls": 0, "tool_msgs": 0, "tool_names_called": [], "tool_use_bonus": 0.2} +{"ts": 1781921700, "example_id": 889, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921764, "example_id": 984, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921764, "example_id": 984, "ground_truth": "D", "pred": "A", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921812, "example_id": 872, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921812, "example_id": 872, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921887, "example_id": 906, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921887, "example_id": 906, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921951, "example_id": 589, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921951, "example_id": 589, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921969, "example_id": 1005, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921969, "example_id": 1005, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922026, "example_id": 726, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922026, "example_id": 726, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922094, "example_id": 650, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922094, "example_id": 650, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922145, "example_id": 683, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922145, "example_id": 683, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922194, "example_id": 522, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922194, "example_id": 522, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922251, "example_id": 914, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922251, "example_id": 914, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922301, "example_id": 916, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922301, "example_id": 916, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922334, "example_id": 1172, "ground_truth": "D", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922334, "example_id": 1172, "ground_truth": "D", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922384, "example_id": 540, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922384, "example_id": 540, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922427, "example_id": 768, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922427, "example_id": 768, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922474, "example_id": 1013, "ground_truth": "C", "pred": "D", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922474, "example_id": 1013, "ground_truth": "C", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922506, "example_id": 1018, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922506, "example_id": 1018, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922535, "example_id": 894, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922535, "example_id": 894, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922593, "example_id": 521, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922593, "example_id": 521, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922624, "example_id": 938, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922624, "example_id": 938, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922670, "example_id": 868, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922670, "example_id": 868, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922704, "example_id": 882, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922704, "example_id": 882, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922739, "example_id": 216, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922739, "example_id": 216, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922770, "example_id": 689, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922770, "example_id": 689, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922795, "example_id": 1106, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922795, "example_id": 1106, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922846, "example_id": 845, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922846, "example_id": 845, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922864, "example_id": 642, "ground_truth": "A", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922864, "example_id": 642, "ground_truth": "A", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922904, "example_id": 998, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922904, "example_id": 998, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922934, "example_id": 565, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922934, "example_id": 565, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922985, "example_id": 1177, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922985, "example_id": 1177, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923019, "example_id": 528, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923019, "example_id": 528, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923071, "example_id": 644, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923071, "example_id": 644, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923116, "example_id": 951, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923116, "example_id": 951, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923145, "example_id": 1163, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923145, "example_id": 1163, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923198, "example_id": 364, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923198, "example_id": 364, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923230, "example_id": 963, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923230, "example_id": 963, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923281, "example_id": 81, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923281, "example_id": 81, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923310, "example_id": 787, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923310, "example_id": 787, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923348, "example_id": 443, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923348, "example_id": 443, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923380, "example_id": 1189, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923380, "example_id": 1189, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923428, "example_id": 857, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923428, "example_id": 857, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923488, "example_id": 903, "ground_truth": "D", "pred": "C", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923488, "example_id": 903, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923543, "example_id": 1145, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923543, "example_id": 1145, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923589, "example_id": 798, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923589, "example_id": 798, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923670, "example_id": 1037, "ground_truth": "D", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923670, "example_id": 1037, "ground_truth": "D", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923716, "example_id": 956, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923716, "example_id": 956, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923783, "example_id": 770, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923783, "example_id": 770, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923829, "example_id": 1111, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923829, "example_id": 1111, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923900, "example_id": 722, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923900, "example_id": 722, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 3, "tool_msgs": 3, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923951, "example_id": 1085, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923951, "example_id": 1085, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923986, "example_id": 1016, "ground_truth": "C", "pred": null, "reward": 0.0, "tool_calls": 2, "tool_msgs": 1, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923986, "example_id": 1016, "ground_truth": "C", "pred": null, "reward": 0.0, "tool_calls": 2, "tool_msgs": 1, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924037, "example_id": 902, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924037, "example_id": 902, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924111, "example_id": 977, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924111, "example_id": 977, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924168, "example_id": 1112, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924168, "example_id": 1112, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924215, "example_id": 622, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924215, "example_id": 622, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924249, "example_id": 564, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924249, "example_id": 564, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924338, "example_id": 293, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924338, "example_id": 293, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924398, "example_id": 645, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924398, "example_id": 645, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924428, "example_id": 611, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924428, "example_id": 611, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924460, "example_id": 732, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924460, "example_id": 732, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924510, "example_id": 1142, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924510, "example_id": 1142, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924542, "example_id": 728, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924542, "example_id": 728, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924576, "example_id": 696, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924576, "example_id": 696, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924626, "example_id": 972, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924626, "example_id": 972, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924693, "example_id": 1110, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924693, "example_id": 1110, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924742, "example_id": 1186, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 2, "tool_msgs": 1, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924742, "example_id": 1186, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 2, "tool_msgs": 1, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924802, "example_id": 861, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924802, "example_id": 861, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924864, "example_id": 828, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924864, "example_id": 828, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924895, "example_id": 698, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924895, "example_id": 698, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924963, "example_id": 795, "ground_truth": "D", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924963, "example_id": 795, "ground_truth": "D", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925016, "example_id": 12, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925016, "example_id": 12, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925091, "example_id": 631, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925091, "example_id": 631, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925158, "example_id": 659, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925158, "example_id": 659, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925208, "example_id": 792, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925208, "example_id": 792, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925286, "example_id": 681, "ground_truth": "C", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925286, "example_id": 681, "ground_truth": "C", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925330, "example_id": 510, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925330, "example_id": 510, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925398, "example_id": 1082, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925398, "example_id": 1082, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925466, "example_id": 541, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925466, "example_id": 541, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925549, "example_id": 1133, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925549, "example_id": 1133, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925598, "example_id": 133, "ground_truth": "A", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925598, "example_id": 133, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925632, "example_id": 704, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925632, "example_id": 704, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925699, "example_id": 887, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925699, "example_id": 887, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925750, "example_id": 327, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925750, "example_id": 327, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925802, "example_id": 1031, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925802, "example_id": 1031, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925837, "example_id": 1051, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925837, "example_id": 1051, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925897, "example_id": 1089, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925897, "example_id": 1089, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool", "extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925964, "example_id": 913, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925964, "example_id": 913, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926035, "example_id": 1175, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926035, "example_id": 1175, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926104, "example_id": 586, "ground_truth": "B", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926104, "example_id": 586, "ground_truth": "B", "pred": "D", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926137, "example_id": 811, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926137, "example_id": 811, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926203, "example_id": 1073, "ground_truth": "A", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926203, "example_id": 1073, "ground_truth": "A", "pred": "C", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926258, "example_id": 839, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926258, "example_id": 839, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926290, "example_id": 568, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926290, "example_id": 568, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926338, "example_id": 847, "ground_truth": "B", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926338, "example_id": 847, "ground_truth": "B", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926394, "example_id": 920, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926394, "example_id": 920, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926463, "example_id": 883, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926463, "example_id": 883, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926513, "example_id": 1071, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926513, "example_id": 1071, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926572, "example_id": 618, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926572, "example_id": 618, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926633, "example_id": 1196, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926633, "example_id": 1196, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926714, "example_id": 1008, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 3, "tool_msgs": 3, "tool_names_called": [" extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926714, "example_id": 1008, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926784, "example_id": 1155, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926784, "example_id": 1155, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926847, "example_id": 1195, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926847, "example_id": 1195, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926877, "example_id": 734, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926877, "example_id": 734, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926927, "example_id": 1036, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926927, "example_id": 1036, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926958, "example_id": 536, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926958, "example_id": 536, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926987, "example_id": 1004, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926987, "example_id": 1004, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927016, "example_id": 1168, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927016, "example_id": 1168, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927072, "example_id": 1041, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927072, "example_id": 1041, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927136, "example_id": 1043, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927136, "example_id": 1043, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927178, "example_id": 577, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927178, "example_id": 577, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927225, "example_id": 777, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927225, "example_id": 777, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927272, "example_id": 669, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927272, "example_id": 669, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927307, "example_id": 551, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927307, "example_id": 551, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927361, "example_id": 946, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927361, "example_id": 946, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927394, "example_id": 773, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927394, "example_id": 773, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927463, "example_id": 844, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927463, "example_id": 844, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927506, "example_id": 501, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927506, "example_id": 501, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927561, "example_id": 829, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927561, "example_id": 829, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927597, "example_id": 814, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927597, "example_id": 814, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927669, "example_id": 1135, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927669, "example_id": 1135, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927713, "example_id": 922, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927713, "example_id": 922, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927742, "example_id": 534, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927742, "example_id": 534, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927791, "example_id": 778, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927791, "example_id": 778, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927823, "example_id": 947, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927823, "example_id": 947, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927849, "example_id": 1039, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927849, "example_id": 1039, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927904, "example_id": 160, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927904, "example_id": 160, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927975, "example_id": 583, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927975, "example_id": 583, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928006, "example_id": 997, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928006, "example_id": 997, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928035, "example_id": 680, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928035, "example_id": 680, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928088, "example_id": 982, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928088, "example_id": 982, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928142, "example_id": 559, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928142, "example_id": 559, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928174, "example_id": 708, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928174, "example_id": 708, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928207, "example_id": 668, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928207, "example_id": 668, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928235, "example_id": 624, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928235, "example_id": 624, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928265, "example_id": 1006, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928265, "example_id": 1006, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928300, "example_id": 966, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928300, "example_id": 966, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928328, "example_id": 545, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928328, "example_id": 545, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928357, "example_id": 1040, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928357, "example_id": 1040, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928403, "example_id": 725, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928403, "example_id": 725, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928430, "example_id": 1187, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928430, "example_id": 1187, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928496, "example_id": 981, "ground_truth": "A", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928496, "example_id": 981, "ground_truth": "A", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928528, "example_id": 817, "ground_truth": "A", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928528, "example_id": 817, "ground_truth": "A", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928577, "example_id": 115, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928577, "example_id": 115, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928609, "example_id": 170, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928609, "example_id": 170, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928642, "example_id": 1118, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928642, "example_id": 1118, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928676, "example_id": 744, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928676, "example_id": 744, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928706, "example_id": 826, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928706, "example_id": 826, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928734, "example_id": 1143, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928734, "example_id": 1143, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928767, "example_id": 837, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928767, "example_id": 837, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928798, "example_id": 1087, "ground_truth": "A", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928798, "example_id": 1087, "ground_truth": "A", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928832, "example_id": 506, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928832, "example_id": 506, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928868, "example_id": 862, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928868, "example_id": 862, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928935, "example_id": 1074, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928935, "example_id": 1074, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928965, "example_id": 1178, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928965, "example_id": 1178, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928999, "example_id": 525, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928999, "example_id": 525, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929027, "example_id": 648, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929027, "example_id": 648, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929057, "example_id": 783, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929057, "example_id": 783, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929092, "example_id": 1059, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929092, "example_id": 1059, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929121, "example_id": 638, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929121, "example_id": 638, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929149, "example_id": 678, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929149, "example_id": 678, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929181, "example_id": 507, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929181, "example_id": 507, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929216, "example_id": 553, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929216, "example_id": 553, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929245, "example_id": 897, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929245, "example_id": 897, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929278, "example_id": 1131, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929278, "example_id": 1131, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929308, "example_id": 832, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929308, "example_id": 832, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} diff --git a/manager_run_config.json b/manager_run_config.json new file mode 100644 index 0000000..4db8589 --- /dev/null +++ b/manager_run_config.json @@ -0,0 +1,15 @@ +{ + "base_model": "Qwen/Qwen3-8B", + "binding_mode": "environment", + "n_train_rows": 737, + "subagents": [ + "extractor", + "reasoner", + "rule_applier" + ], + "manager_adapter": "/home/yizzhao/5.14-reasearch/outputs/manager/openai_us4_500_8B/sft_evolved", + "full_parameter_rl": true, + "subagent_server_url": "http://localhost:8000", + "routing_efficiency_bonus": 0.0, + "tool_use_bonus": 0.2 +} \ No newline at end of file diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..47ecb60 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f07bccab92f28e453b36dfdfc342435a4bb1f3bdd59f5214138499918e9dafb +size 16381517208 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..0c559cd --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,73 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": true, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "response_schema": { + "properties": { + "content": { + "type": "string" + }, + "reasoning_content": { + "type": "string" + }, + "role": { + "const": "assistant" + }, + "tool_calls": { + "items": { + "properties": { + "function": { + "properties": { + "arguments": { + "additionalProperties": {}, + "type": "object" + }, + "name": { + "type": "string" + } + }, + "type": "object" + }, + "type": { + "const": "function" + } + }, + "type": "object", + "x-parser": "json", + "x-parser-args": { + "transform": "{type: 'function', function: @}" + } + }, + "type": "array", + "x-regex-iterator": "\\s*(.+?)\\s*" + } + }, + "type": "object", + "x-regex": "^(?:\\n?(?:(?P.*?\\S.*?)\\n?|[\\s]*)\\s*)?(?P(?:(?!)[\\s\\S])*?)(?:\\n(?=))?(?=(?:|<\\|im_end\\|>|$))(?P(?:(?:(?!)[\\s\\S])+\\s*)+)?\\s*(?:<\\|im_end\\|>|$)" + }, + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_raw_trace.jsonl b/train_raw_trace.jsonl new file mode 100644 index 0000000..97cf73e --- /dev/null +++ b/train_raw_trace.jsonl @@ -0,0 +1,400 @@ +{"ts": 1781919776, "example_id": 634, "ground_truth": "C", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781919776, "example_id": 634, "ground_truth": "C", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781919851, "example_id": 640, "ground_truth": "D", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781919851, "example_id": 640, "ground_truth": "D", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781919895, "example_id": 1151, "ground_truth": "C", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781919895, "example_id": 1151, "ground_truth": "C", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781919942, "example_id": 1025, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781919942, "example_id": 1025, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920004, "example_id": 985, "ground_truth": "D", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920004, "example_id": 985, "ground_truth": "D", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920048, "example_id": 580, "ground_truth": "D", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920048, "example_id": 580, "ground_truth": "D", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920109, "example_id": 500, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920109, "example_id": 500, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920169, "example_id": 552, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920169, "example_id": 552, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920272, "example_id": 841, "ground_truth": "D", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920272, "example_id": 841, "ground_truth": "D", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920337, "example_id": 1159, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920337, "example_id": 1159, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920391, "example_id": 796, "ground_truth": "B", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920391, "example_id": 796, "ground_truth": "B", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920434, "example_id": 617, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920434, "example_id": 617, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920515, "example_id": 748, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920515, "example_id": 748, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920582, "example_id": 1048, "ground_truth": "A", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920582, "example_id": 1048, "ground_truth": "A", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920655, "example_id": 807, "ground_truth": "D", "pred": "A", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920655, "example_id": 807, "ground_truth": "D", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920693, "example_id": 619, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920693, "example_id": 619, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920755, "example_id": 563, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920755, "example_id": 563, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920797, "example_id": 1125, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920797, "example_id": 1125, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920875, "example_id": 771, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920875, "example_id": 771, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920927, "example_id": 784, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920927, "example_id": 784, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920972, "example_id": 994, "ground_truth": "C", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781920972, "example_id": 994, "ground_truth": "C", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921020, "example_id": 652, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921020, "example_id": 652, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921091, "example_id": 953, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921091, "example_id": 953, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921149, "example_id": 709, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921149, "example_id": 709, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921185, "example_id": 1014, "ground_truth": "D", "pred": "C", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921185, "example_id": 1014, "ground_truth": "D", "pred": "C", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921217, "example_id": 651, "ground_truth": "A", "pred": "C", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921217, "example_id": 651, "ground_truth": "A", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921291, "example_id": 749, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921291, "example_id": 749, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921359, "example_id": 1147, "ground_truth": "A", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool", "extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921359, "example_id": 1147, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921417, "example_id": 630, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921417, "example_id": 630, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921457, "example_id": 878, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921457, "example_id": 878, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921525, "example_id": 904, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921525, "example_id": 904, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921544, "example_id": 701, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921544, "example_id": 701, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921560, "example_id": 1094, "ground_truth": "B", "pred": "D", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921560, "example_id": 1094, "ground_truth": "B", "pred": "D", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921611, "example_id": 1002, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921611, "example_id": 1002, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921665, "example_id": 957, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921665, "example_id": 957, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921700, "example_id": 889, "ground_truth": "C", "pred": null, "reward": 0.0, "tool_calls": 0, "tool_msgs": 0, "tool_names_called": [], "tool_use_bonus": 0.2} +{"ts": 1781921700, "example_id": 889, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921764, "example_id": 984, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921764, "example_id": 984, "ground_truth": "D", "pred": "A", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921812, "example_id": 872, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921812, "example_id": 872, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921887, "example_id": 906, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921887, "example_id": 906, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921951, "example_id": 589, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921951, "example_id": 589, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921969, "example_id": 1005, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781921969, "example_id": 1005, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922026, "example_id": 726, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922026, "example_id": 726, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922094, "example_id": 650, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922094, "example_id": 650, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922145, "example_id": 683, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922145, "example_id": 683, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922194, "example_id": 522, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922194, "example_id": 522, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922251, "example_id": 914, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922251, "example_id": 914, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922301, "example_id": 916, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922301, "example_id": 916, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922334, "example_id": 1172, "ground_truth": "D", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922334, "example_id": 1172, "ground_truth": "D", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922384, "example_id": 540, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922384, "example_id": 540, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922427, "example_id": 768, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922427, "example_id": 768, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922474, "example_id": 1013, "ground_truth": "C", "pred": "D", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922474, "example_id": 1013, "ground_truth": "C", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922506, "example_id": 1018, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922506, "example_id": 1018, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922535, "example_id": 894, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922535, "example_id": 894, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922593, "example_id": 521, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922593, "example_id": 521, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922624, "example_id": 938, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922624, "example_id": 938, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922670, "example_id": 868, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922670, "example_id": 868, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922704, "example_id": 882, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922704, "example_id": 882, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922739, "example_id": 216, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922739, "example_id": 216, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922770, "example_id": 689, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922770, "example_id": 689, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922795, "example_id": 1106, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922795, "example_id": 1106, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922846, "example_id": 845, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922846, "example_id": 845, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922864, "example_id": 642, "ground_truth": "A", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922864, "example_id": 642, "ground_truth": "A", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922904, "example_id": 998, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922904, "example_id": 998, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922934, "example_id": 565, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922934, "example_id": 565, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922985, "example_id": 1177, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781922985, "example_id": 1177, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923019, "example_id": 528, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923019, "example_id": 528, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923071, "example_id": 644, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923071, "example_id": 644, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923116, "example_id": 951, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923116, "example_id": 951, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923145, "example_id": 1163, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923145, "example_id": 1163, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923198, "example_id": 364, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923198, "example_id": 364, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923230, "example_id": 963, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923230, "example_id": 963, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923281, "example_id": 81, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923281, "example_id": 81, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923310, "example_id": 787, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923310, "example_id": 787, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923348, "example_id": 443, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923348, "example_id": 443, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923380, "example_id": 1189, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923380, "example_id": 1189, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923428, "example_id": 857, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923428, "example_id": 857, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923488, "example_id": 903, "ground_truth": "D", "pred": "C", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923488, "example_id": 903, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923543, "example_id": 1145, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923543, "example_id": 1145, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923589, "example_id": 798, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923589, "example_id": 798, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923670, "example_id": 1037, "ground_truth": "D", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923670, "example_id": 1037, "ground_truth": "D", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923716, "example_id": 956, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923716, "example_id": 956, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923783, "example_id": 770, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923783, "example_id": 770, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923829, "example_id": 1111, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923829, "example_id": 1111, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923900, "example_id": 722, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923900, "example_id": 722, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 3, "tool_msgs": 3, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923951, "example_id": 1085, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923951, "example_id": 1085, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923986, "example_id": 1016, "ground_truth": "C", "pred": null, "reward": 0.0, "tool_calls": 2, "tool_msgs": 1, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781923986, "example_id": 1016, "ground_truth": "C", "pred": null, "reward": 0.0, "tool_calls": 2, "tool_msgs": 1, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924037, "example_id": 902, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924037, "example_id": 902, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924111, "example_id": 977, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924111, "example_id": 977, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924168, "example_id": 1112, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924168, "example_id": 1112, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924215, "example_id": 622, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924215, "example_id": 622, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924249, "example_id": 564, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924249, "example_id": 564, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924338, "example_id": 293, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924338, "example_id": 293, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924398, "example_id": 645, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924398, "example_id": 645, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924428, "example_id": 611, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924428, "example_id": 611, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924460, "example_id": 732, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924460, "example_id": 732, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924510, "example_id": 1142, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924510, "example_id": 1142, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924542, "example_id": 728, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924542, "example_id": 728, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924576, "example_id": 696, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924576, "example_id": 696, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924626, "example_id": 972, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924626, "example_id": 972, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924693, "example_id": 1110, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924693, "example_id": 1110, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924742, "example_id": 1186, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 2, "tool_msgs": 1, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924742, "example_id": 1186, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 2, "tool_msgs": 1, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924802, "example_id": 861, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924802, "example_id": 861, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924864, "example_id": 828, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924864, "example_id": 828, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924895, "example_id": 698, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924895, "example_id": 698, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924963, "example_id": 795, "ground_truth": "D", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781924963, "example_id": 795, "ground_truth": "D", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925016, "example_id": 12, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925016, "example_id": 12, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925091, "example_id": 631, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925091, "example_id": 631, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925158, "example_id": 659, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925158, "example_id": 659, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925208, "example_id": 792, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925208, "example_id": 792, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925286, "example_id": 681, "ground_truth": "C", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925286, "example_id": 681, "ground_truth": "C", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925330, "example_id": 510, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925330, "example_id": 510, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925398, "example_id": 1082, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925398, "example_id": 1082, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925466, "example_id": 541, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925466, "example_id": 541, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925549, "example_id": 1133, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925549, "example_id": 1133, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925598, "example_id": 133, "ground_truth": "A", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925598, "example_id": 133, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925632, "example_id": 704, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925632, "example_id": 704, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925699, "example_id": 887, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925699, "example_id": 887, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925750, "example_id": 327, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925750, "example_id": 327, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925802, "example_id": 1031, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925802, "example_id": 1031, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925837, "example_id": 1051, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925837, "example_id": 1051, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925897, "example_id": 1089, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925897, "example_id": 1089, "ground_truth": "B", "pred": null, "reward": 0.0, "tool_calls": 3, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool", "extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925964, "example_id": 913, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781925964, "example_id": 913, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926035, "example_id": 1175, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926035, "example_id": 1175, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926104, "example_id": 586, "ground_truth": "B", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926104, "example_id": 586, "ground_truth": "B", "pred": "D", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926137, "example_id": 811, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926137, "example_id": 811, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926203, "example_id": 1073, "ground_truth": "A", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926203, "example_id": 1073, "ground_truth": "A", "pred": "C", "reward": 0.0, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926258, "example_id": 839, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926258, "example_id": 839, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926290, "example_id": 568, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926290, "example_id": 568, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926338, "example_id": 847, "ground_truth": "B", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926338, "example_id": 847, "ground_truth": "B", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926394, "example_id": 920, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926394, "example_id": 920, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926463, "example_id": 883, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926463, "example_id": 883, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926513, "example_id": 1071, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926513, "example_id": 1071, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926572, "example_id": 618, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926572, "example_id": 618, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926633, "example_id": 1196, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926633, "example_id": 1196, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926714, "example_id": 1008, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 3, "tool_msgs": 3, "tool_names_called": [" extractor_tool", "reasoner_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926714, "example_id": 1008, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926784, "example_id": 1155, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926784, "example_id": 1155, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926847, "example_id": 1195, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926847, "example_id": 1195, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926877, "example_id": 734, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926877, "example_id": 734, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926927, "example_id": 1036, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926927, "example_id": 1036, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926958, "example_id": 536, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926958, "example_id": 536, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926987, "example_id": 1004, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781926987, "example_id": 1004, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927016, "example_id": 1168, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927016, "example_id": 1168, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927072, "example_id": 1041, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927072, "example_id": 1041, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927136, "example_id": 1043, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927136, "example_id": 1043, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927178, "example_id": 577, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927178, "example_id": 577, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927225, "example_id": 777, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927225, "example_id": 777, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 1, "tool_msgs": 1, "tool_names_called": ["rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927272, "example_id": 669, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927272, "example_id": 669, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927307, "example_id": 551, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927307, "example_id": 551, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927361, "example_id": 946, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927361, "example_id": 946, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927394, "example_id": 773, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927394, "example_id": 773, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927463, "example_id": 844, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927463, "example_id": 844, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927506, "example_id": 501, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927506, "example_id": 501, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927561, "example_id": 829, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927561, "example_id": 829, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927597, "example_id": 814, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927597, "example_id": 814, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927669, "example_id": 1135, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927669, "example_id": 1135, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927713, "example_id": 922, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927713, "example_id": 922, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927742, "example_id": 534, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927742, "example_id": 534, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927791, "example_id": 778, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927791, "example_id": 778, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927823, "example_id": 947, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927823, "example_id": 947, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927849, "example_id": 1039, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927849, "example_id": 1039, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927904, "example_id": 160, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927904, "example_id": 160, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927975, "example_id": 583, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781927975, "example_id": 583, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928006, "example_id": 997, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928006, "example_id": 997, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928035, "example_id": 680, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928035, "example_id": 680, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "extractor_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928088, "example_id": 982, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928088, "example_id": 982, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928142, "example_id": 559, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928142, "example_id": 559, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928174, "example_id": 708, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928174, "example_id": 708, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928207, "example_id": 668, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928207, "example_id": 668, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928235, "example_id": 624, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928235, "example_id": 624, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928265, "example_id": 1006, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928265, "example_id": 1006, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928300, "example_id": 966, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928300, "example_id": 966, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928328, "example_id": 545, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928328, "example_id": 545, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928357, "example_id": 1040, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928357, "example_id": 1040, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928403, "example_id": 725, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928403, "example_id": 725, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928430, "example_id": 1187, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928430, "example_id": 1187, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928496, "example_id": 981, "ground_truth": "A", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["rule_applier_tool", "reasoner_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928496, "example_id": 981, "ground_truth": "A", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928528, "example_id": 817, "ground_truth": "A", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928528, "example_id": 817, "ground_truth": "A", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928577, "example_id": 115, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928577, "example_id": 115, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928609, "example_id": 170, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928609, "example_id": 170, "ground_truth": "C", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928642, "example_id": 1118, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928642, "example_id": 1118, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928676, "example_id": 744, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928676, "example_id": 744, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928706, "example_id": 826, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928706, "example_id": 826, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928734, "example_id": 1143, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928734, "example_id": 1143, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928767, "example_id": 837, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928767, "example_id": 837, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928798, "example_id": 1087, "ground_truth": "A", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928798, "example_id": 1087, "ground_truth": "A", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928832, "example_id": 506, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928832, "example_id": 506, "ground_truth": "A", "pred": "D", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928868, "example_id": 862, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928868, "example_id": 862, "ground_truth": "D", "pred": "D", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928935, "example_id": 1074, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928935, "example_id": 1074, "ground_truth": "C", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928965, "example_id": 1178, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928965, "example_id": 1178, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928999, "example_id": 525, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781928999, "example_id": 525, "ground_truth": "B", "pred": "C", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929027, "example_id": 648, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929027, "example_id": 648, "ground_truth": "B", "pred": "A", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929057, "example_id": 783, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929057, "example_id": 783, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929092, "example_id": 1059, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929092, "example_id": 1059, "ground_truth": "C", "pred": "C", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929121, "example_id": 638, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929121, "example_id": 638, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929149, "example_id": 678, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929149, "example_id": 678, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929181, "example_id": 507, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929181, "example_id": 507, "ground_truth": "A", "pred": "A", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929216, "example_id": 553, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929216, "example_id": 553, "ground_truth": "D", "pred": "B", "reward": 0.0, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929245, "example_id": 897, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929245, "example_id": 897, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929278, "example_id": 1131, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929278, "example_id": 1131, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929308, "example_id": 832, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2} +{"ts": 1781929308, "example_id": 832, "ground_truth": "B", "pred": "B", "reward": 1.2, "tool_calls": 2, "tool_msgs": 2, "tool_names_called": ["extractor_tool", "rule_applier_tool"], "tool_use_bonus": 0.2}