{
  "model_type": "dna_llm",
  "dna_model_name": "evo2_1b_base",
  "dna_is_evo2": true,
  "dna_embedding_layer": "blocks.20.mlp.l3",
  "dna_hidden_size": 1920,
  "text_hidden_size": 2048,
  "max_length_dna": 2048,
  "max_length_text": 2048,
  "special_tokens": [
    "<|dna_start|>",
    "<|dna_pad|>",
    "<|dna_end|>"
  ],
  "notes": "DNA encoder weights are not bundled. Load Evo2 evo2_1b_base separately and apply dna_projection.pt to map encoder embeddings into the text model.",
  "stage": "sft",
  "lora_rank": 64,
  "lora_alpha": 128,
  "val_loss": 0.4687
}