初始化项目，由ModelHub XC社区提供模型

Model: heterodoxin/qwen2.5-7b-instruct-apostate
Source: Original Platform

apostate_config.json

@@ -0,0 +1,137 @@
+{
+  "model": "Qwen/Qwen2.5-7B-Instruct",
+  "output_dir": "/var/home/Heterodoxin/qwen25_rebake_out",
+  "profile": "balanced",
+  "device": "cuda",
+  "load_in_4bit": true,
+  "cpu_offload_gb": 0.0,
+  "compute_dtype": "bfloat16",
+  "seed": 0,
+  "resume": false,
+  "cache_activations": true,
+  "activation_cache_dir": null,
+  "harmful_path": "mlabonne/harmful_behaviors:train:text|/var/home/Heterodoxin/apostate/data/harmful.txt|/var/home/Heterodoxin/apostate/data/refusal_calibration.txt",
+  "harmless_path": "mlabonne/harmless_alpaca:train:text|/var/home/Heterodoxin/apostate/data/harmless.txt",
+  "harmful_test": "mlabonne/harmful_behaviors:test:text|JailbreakBench/JBB-Behaviors@behaviors:harmful:Goal|/var/home/Heterodoxin/apostate/data/refusal_calibration.txt",
+  "harmless_test": "mlabonne/harmless_alpaca:test:text",
+  "refusal_eval_path": "JailbreakBench/JBB-Behaviors@behaviors:harmful:Goal|/var/home/Heterodoxin/apostate/data/refusal_calibration.txt",
+  "refusal_eval_n": 48,
+  "kl_eval_path": "mlabonne/harmless_alpaca:test:text",
+  "kl_eval_n": 48,
+  "preserve_path": null,
+  "n_harmful": 600,
+  "n_harmless": 600,
+  "n_eval": 300,
+  "max_new_tokens": 32,
+  "batch_size": 24,
+  "baseline_eval_n": 24,
+  "head_sweep": true,
+  "head_sweep_min": 3.5,
+  "head_sweep_max": 5.5,
+  "head_sweep_step": 0.5,
+  "head_sweep_top_k": 6,
+  "head_sweep_probe_n": 8,
+  "head_sweep_eval_n": 48,
+  "head_sweep_probe_classifier": false,
+  "fit_response_activations": false,
+  "fit_response_n": 160,
+  "fit_response_tokens": 32,
+  "refusal_rank": 1,
+  "variance_threshold": 0.9,
+  "max_rank": 3,
+  "direction_layer_frac": 0.6,
+  "direction_scope": "global",
+  "multi_refusal": true,
+  "multi_refusal_clusters": 6,
+  "multi_refusal_min_norm": 0.08,
+  "multi_refusal_min_separation": 0.05,
+  "multi_refusal_min_coverage": 0.05,
+  "orthogonalize_direction": true,
+  "causal_targeting": true,
+  "causal_floor": 0.1,
+  "causal_temperature": 1.0,
+  "preserve_rank": 8,
+  "refine_refusal": true,
+  "refine_max_scale": 2.0,
+  "refine_steps": 6,
+  "refine_deescalate": true,
+  "refine_kl_steps": 10,
+  "refine_scale_rerank_k": 2,
+  "refine_kl_layer_steps": 10,
+  "refine_kl_layer_candidates": 8,
+  "repair_steps": 4,
+  "repair_candidates": 8,
+  "repair_rerank_k": 5,
+  "repair_probe_candidates": 20,
+  "repair_probe_ref_n": 12,
+  "repair_probe_kl_n": 16,
+  "repair_probe_positions": 8,
+  "repair_refusal_regress_slack": 0.01,
+  "repair_stop_kl_frac": 0.8,
+  "repair_min_alpha": 0.001,
+  "repair_min_kl_gain": 0.003,
+  "repair_min_refusal_gain": 0.005,
+  "repair_min_score_gain": 0.01,
+  "repair_eval_n": 96,
+  "repair_kl_n": 64,
+  "refine_refusal_slack": 0.01,
+  "final_zero_trim": false,
+  "final_push_bake_margin": 0.075,
+  "guard_max_iters": 2,
+  "guard_leakage_eps": 0.15,
+  "guard_alpha_step": 0.25,
+  "optimize": true,
+  "n_trials": 16,
+  "adaptive_trials": true,
+  "kl_weight": 6.0,
+  "kl_target": 0.04,
+  "kl_target_weight": 18.0,
+  "kl_quad_weight": 22.0,
+  "kl_headroom_weight": 0.0,
+  "kl_over_budget_weight": 72.0,
+  "refusal_target_weight": 4.0,
+  "refusal_quad_weight": 8.0,
+  "kl_positions": 8,
+  "opt_capability": true,
+  "opt_capability_weight": 2.5,
+  "opt_capability_code_n": 8,
+  "opt_capability_math_n": 8,
+  "opt_eval_n": 32,
+  "opt_gen_tokens": 32,
+  "opt_objective": "generation",
+  "opt_rerank_k": 5,
+  "opt_guard": true,
+  "opt_early_stop": true,
+  "opt_early_stop_margin": 0.02,
+  "gemma_ple": false,
+  "gemma_query": false,
+  "ple_max_rank": 2,
+  "prune": false,
+  "prune_max_frac": 0.25,
+  "prune_kl": 0.04,
+  "max_kl": 0.12,
+  "target_refusal": 0.05,
+  "oblique_ablation": true,
+  "oblique_strength": 1.0,
+  "oblique_denom_floor": 0.2,
+  "oblique_writers_only": true,
+  "oblique_predictive": true,
+  "predictive_ridge": 0.01,
+  "oblique_preserve": 1.0,
+  "oblique_contrast": 1.0,
+  "reader_max_kl": 0.55,
+  "reader_kl_target": 0.3,
+  "reader_strengths": [
+    2.0,
+    3.0,
+    4.0,
+    5.0,
+    6.0,
+    7.0
+  ],
+  "reader_guard_rank": 3,
+  "reader_margin_target": -1.0,
+  "reader_strength_kl_weight": 1.0,
+  "save_dtype": "bfloat16",
+  "bake": true
+}