{
  "epoch_end_validation": [
    {
      "split": "validation_epoch_1",
      "num_examples": 1000,
      "num_errors": 0,
      "functional_match_rate": 0.2653061224489796,
      "structural_match_rate": 0.052,
      "syntax_validity_rate": 0.302,
      "base_command_match_rate": 0.35,
      "epoch": 1.0
    },
    {
      "split": "validation_epoch_2",
      "num_examples": 1000,
      "num_errors": 0,
      "functional_match_rate": 0.3142857142857143,
      "structural_match_rate": 0.067,
      "syntax_validity_rate": 0.277,
      "base_command_match_rate": 0.405,
      "epoch": 2.0
    },
    {
      "split": "validation_epoch_3",
      "num_examples": 1000,
      "num_errors": 0,
      "functional_match_rate": 0.3333333333333333,
      "structural_match_rate": 0.077,
      "syntax_validity_rate": 0.279,
      "base_command_match_rate": 0.404,
      "epoch": 3.0
    }
  ],
  "validation_final": {
    "split": "validation_final",
    "num_examples": 1000,
    "num_errors": 0,
    "functional_match_rate": 0.28865979381443296,
    "structural_match_rate": 0.081,
    "syntax_validity_rate": 0.283,
    "base_command_match_rate": 0.395
  },
  "test": {
    "split": "test",
    "num_examples": 1000,
    "num_errors": 0,
    "functional_match_rate": 0.25396825396825395,
    "structural_match_rate": 0.072,
    "syntax_validity_rate": 0.401,
    "base_command_match_rate": 0.34
  }
}