{
  "base_model": "distilgpt2",
  "fine_tuned_on": "arXiv CS/AI abstracts (ccdv/arxiv-classification)",
  "categories": [
    "cs.CV",
    "cs.AI",
    "cs.SY",
    "cs.CE",
    "cs.PL",
    "cs.IT",
    "cs.DS",
    "cs.NE"
  ],
  "train_samples": 2000,
  "eval_samples": 200,
  "max_length": 128,
  "max_steps": 100,
  "batch_size": 8,
  "learning_rate": 0.0003,
  "frozen_strategy": "last 2 blocks (h.4, h.5) + ln_f + lm_head unfrozen",
  "training_loss": 3.8221,
  "eval_loss": 3.4839,
  "perplexity": 32.59,
  "total_params": 81912576,
  "trainable_params": 14177280,
  "training_time_seconds": 402
}