27 lines
566 B
JSON
27 lines
566 B
JSON
|
{
|
||
|
|
"task": "calendar",
|
||
|
|
"models": [
|
||
|
|
{
|
||
|
|
"model": "Qwen3-4B Base",
|
||
|
|
"valid_tool_call": 1.0,
|
||
|
|
"policy_compliance": 0.8,
|
||
|
|
"task_success": 0.2,
|
||
|
|
"average_tool_calls": 0.8
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"model": "Calendar Agent SFT",
|
||
|
|
"valid_tool_call": 1.0,
|
||
|
|
"policy_compliance": 0.8925,
|
||
|
|
"task_success": 0.89,
|
||
|
|
"average_tool_calls": 2.5525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"model": "Calendar Agent RLVR",
|
||
|
|
"valid_tool_call": 1.0,
|
||
|
|
"policy_compliance": 0.9925,
|
||
|
|
"task_success": 0.99,
|
||
|
|
"average_tool_calls": 2.3775
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|