qwen2.5-7b-instruct-apostate/report.json

{
  "model": "Qwen/Qwen2.5-7B-Instruct",
  "num_layers": 28,
  "hidden_size": 3584,
  "direction_layer": 20,
  "refusal_subspace_rank": 3,
  "max_refusal_rank": 3,
  "multi_refusal": true,
  "multi_refusal_clusters": 6,
  "multi_refusal_min_norm": 0.08,
  "multi_refusal_min_separation": 0.05,
  "multi_refusal_min_coverage": 0.05,
  "initial_separation": 74.183,
  "baseline_refusal_rate": 0.9583,
  "baseline_eval_n": 24,
  "edited_refusal_rate": 0.0286,
  "refusal_metric": "classifier + weak guard",
  "harmless_kl_nats": 0.0948,
  "kl_backoff_steps": 0,
  "kl_layer_trim_steps": 0,
  "repair_steps": 0,
  "residual_repair": [],
  "guard_history": [
    {
      "iter": 0,
      "separation": 48.503,
      "ratio": 0.6538,
      "rank": 2,
      "refusal": 0.125,
      "kl": 0.0682
    },
    {
      "iter": 1,
      "separation": 37.3604,
      "ratio": 0.5036,
      "rank": 3,
      "refusal": 0.0625,
      "kl": 0.0887
    }
  ],
  "layer_alphas": [
    0.562,
    0.562,
    0.562,
    0.562,
    0.562,
    0.562,
    0.562,
    0.562,
    0.562,
    0.562,
    0.562,
    0.562,
    1.125,
    1.13,
    1.169,
    1.207,
    1.289,
    1.262,
    1.285,
    1.358,
    1.396,
    1.418,
    1.467,
    1.487,
    1.496,
    1.491,
    0.562,
    0.562
  ],
  "ple_layer_alphas": [],
  "ple_embed_alpha": 0.0,
  "ple_model_projection_alpha": 0.0,
  "embed_alpha": 0.084,
  "head_alpha": 0.478,
  "head_token_alpha": 0.0,
  "preserve_rank": 8,
  "preserve_source": "harmless",
  "pruned_layers": [],
  "layers_after_prune": 28,
  "elapsed_sec": 748.9,
  "profile": "balanced",
  "target_refusal": 0.05,
  "max_kl": 0.12,
  "kl_target": 0.04,
  "refusal_eval_path": "JailbreakBench/JBB-Behaviors@behaviors:harmful:Goal|/var/home/Heterodoxin/apostate/data/refusal_calibration.txt",
  "refusal_eval_n": 48,
  "kl_positions": 8,
  "kl_eval_path": "mlabonne/harmless_alpaca:test:text",
  "kl_eval_n": 48,
  "oblique_ablation": true,
  "oblique_strength": 1.0,
  "opt_capability": true,
  "opt_capability_weight": 2.5,
  "timings_sec": {
    "load_model": 12.6,
    "load_prompts": 5.3,
    "baseline_refusal": 12.3,
    "activation_fit": 82.5,
    "causal_scores": 1.9,
    "optimize_profile": 222.5,
    "guard": 17.6,
    "refine_refusal": 10.4,
    "validation_metrics": 0.0,
    "repair": 210.6,
    "prune": 0.0,
    "test_metrics": 157.0,
    "bake": 16.0
  },
  "command": "/var/home/Heterodoxin/apostate/apostate/cli.py --optimize --model Qwen/Qwen2.5-7B-Instruct --seed 0 --n-trials 16 --oblique-predictive --target-refusal 0.05 --refusal-eval-n 48 --kl-eval-n 48 --output-dir /var/home/Heterodoxin/qwen25_rebake_out",
  "optimized": true,
  "best_params": {
    "direction_source": "activations",
    "direction_layer_frac": 0.7420306856024312,
    "refusal_rank": 2,
    "strength": 1.3304489846989276,
    "band_center": 0.694578409610168,
    "band_width": 0.5088027167445976,
    "causal_mix": 0.2685319326357378,
    "causal_power": 1.9789446986943955,
    "direction_sign": 1.0,
    "ablate_embed": true,
    "embed_scale": 0.055873895941540415,
    "ablate_head": true,
    "head_scale": 0.02551694167411883,
    "head_alpha": 0.4252805559941053
  },
  "best_trial": {
    "refusal": 0.125,
    "kl": 0.0682,
    "capability_logprob": -7.7132,
    "capability_drift": 0.0
  },
  "n_trials": 16,
  "baked_to": "/var/home/Heterodoxin/qwen25_rebake_out"
}