52 lines
1.4 KiB
JSON
52 lines
1.4 KiB
JSON
{
|
|
"epoch_end_validation": [
|
|
{
|
|
"split": "validation_epoch_1",
|
|
"num_examples": 1000,
|
|
"num_errors": 0,
|
|
"functional_match_rate": 0.2653061224489796,
|
|
"structural_match_rate": 0.052,
|
|
"syntax_validity_rate": 0.302,
|
|
"base_command_match_rate": 0.35,
|
|
"epoch": 1.0
|
|
},
|
|
{
|
|
"split": "validation_epoch_2",
|
|
"num_examples": 1000,
|
|
"num_errors": 0,
|
|
"functional_match_rate": 0.3142857142857143,
|
|
"structural_match_rate": 0.067,
|
|
"syntax_validity_rate": 0.277,
|
|
"base_command_match_rate": 0.405,
|
|
"epoch": 2.0
|
|
},
|
|
{
|
|
"split": "validation_epoch_3",
|
|
"num_examples": 1000,
|
|
"num_errors": 0,
|
|
"functional_match_rate": 0.3333333333333333,
|
|
"structural_match_rate": 0.077,
|
|
"syntax_validity_rate": 0.279,
|
|
"base_command_match_rate": 0.404,
|
|
"epoch": 3.0
|
|
}
|
|
],
|
|
"validation_final": {
|
|
"split": "validation_final",
|
|
"num_examples": 1000,
|
|
"num_errors": 0,
|
|
"functional_match_rate": 0.28865979381443296,
|
|
"structural_match_rate": 0.081,
|
|
"syntax_validity_rate": 0.283,
|
|
"base_command_match_rate": 0.395
|
|
},
|
|
"test": {
|
|
"split": "test",
|
|
"num_examples": 1000,
|
|
"num_errors": 0,
|
|
"functional_match_rate": 0.25396825396825395,
|
|
"structural_match_rate": 0.072,
|
|
"syntax_validity_rate": 0.401,
|
|
"base_command_match_rate": 0.34
|
|
}
|
|
} |