{
  "schema": 1,
  "model": "zagreus-0.4b-italic-kl",
  "data": "domain_pool_dev.jsonl",
  "n": 480,
  "shots": 0,
  "seed": 42,
  "accuracy": 0.58125,
  "prediction_distribution": {
    "B": 139,
    "C": 92,
    "A": 147,
    "D": 102
  },
  "gold_distribution": {
    "A": 120,
    "C": 132,
    "B": 120,
    "D": 108
  },
  "per_category": {
    "lexicon": {
      "accuracy": 0.85,
      "n": 120
    },
    "synonyms_and_antonyms": {
      "accuracy": 0.8083333333333333,
      "n": 120
    },
    "culture": {
      "accuracy": 0.375,
      "n": 120
    },
    "civic_education": {
      "accuracy": 0.2916666666666667,
      "n": 120
    }
  },
  "empty_predictions": 0,
  "invalid_predictions": 0,
  "wall_seconds": 18.380833387374878
}