{
  "input_config": {
    "model_type": "gpt2",
    "architectures": [
      "GPT2LMHeadModel"
    ],
    "activation_function": "gelu",
    "attn_pdrop": 0.1,
    "embd_pdrop": 0.1,
    "resid_pdrop": 0.1,
    "initializer_range": 0.02,
    "layer_norm_epsilon": 1e-05,
    "n_embd": 768,
    "n_inner": 3072,
    "n_head": 12,
    "n_layer": 12,
    "vocab_size": 1,
    "n_ctx": 512,
    "n_positions": 512
  },
  "num_steps_switch": 8440,
  "save_steps": [
    1,
    2,
    4,
    8,
    16,
    32,
    64,
    128,
    256,
    512,
    1000,
    2000,
    3000,
    4000,
    5000,
    6000,
    7000,
    8000,
    8440,
    8441,
    8442,
    8444,
    8448,
    8456,
    8472,
    8504,
    8568,
    8696,
    8952,
    9000,
    10000,
    11000,
    12000,
    13000,
    14000,
    15000,
    16000,
    17000,
    18000,
    19000,
    20000,
    21000,
    22000,
    23000,
    24000,
    25000,
    25170
  ]
}