137 lines
4.0 KiB
JSON
137 lines
4.0 KiB
JSON
{
|
|
"model": "Qwen/Qwen2.5-7B-Instruct",
|
|
"output_dir": "/var/home/Heterodoxin/qwen25_rebake_out",
|
|
"profile": "balanced",
|
|
"device": "cuda",
|
|
"load_in_4bit": true,
|
|
"cpu_offload_gb": 0.0,
|
|
"compute_dtype": "bfloat16",
|
|
"seed": 0,
|
|
"resume": false,
|
|
"cache_activations": true,
|
|
"activation_cache_dir": null,
|
|
"harmful_path": "mlabonne/harmful_behaviors:train:text|/var/home/Heterodoxin/apostate/data/harmful.txt|/var/home/Heterodoxin/apostate/data/refusal_calibration.txt",
|
|
"harmless_path": "mlabonne/harmless_alpaca:train:text|/var/home/Heterodoxin/apostate/data/harmless.txt",
|
|
"harmful_test": "mlabonne/harmful_behaviors:test:text|JailbreakBench/JBB-Behaviors@behaviors:harmful:Goal|/var/home/Heterodoxin/apostate/data/refusal_calibration.txt",
|
|
"harmless_test": "mlabonne/harmless_alpaca:test:text",
|
|
"refusal_eval_path": "JailbreakBench/JBB-Behaviors@behaviors:harmful:Goal|/var/home/Heterodoxin/apostate/data/refusal_calibration.txt",
|
|
"refusal_eval_n": 48,
|
|
"kl_eval_path": "mlabonne/harmless_alpaca:test:text",
|
|
"kl_eval_n": 48,
|
|
"preserve_path": null,
|
|
"n_harmful": 600,
|
|
"n_harmless": 600,
|
|
"n_eval": 300,
|
|
"max_new_tokens": 32,
|
|
"batch_size": 24,
|
|
"baseline_eval_n": 24,
|
|
"head_sweep": true,
|
|
"head_sweep_min": 3.5,
|
|
"head_sweep_max": 5.5,
|
|
"head_sweep_step": 0.5,
|
|
"head_sweep_top_k": 6,
|
|
"head_sweep_probe_n": 8,
|
|
"head_sweep_eval_n": 48,
|
|
"head_sweep_probe_classifier": false,
|
|
"fit_response_activations": false,
|
|
"fit_response_n": 160,
|
|
"fit_response_tokens": 32,
|
|
"refusal_rank": 1,
|
|
"variance_threshold": 0.9,
|
|
"max_rank": 3,
|
|
"direction_layer_frac": 0.6,
|
|
"direction_scope": "global",
|
|
"multi_refusal": true,
|
|
"multi_refusal_clusters": 6,
|
|
"multi_refusal_min_norm": 0.08,
|
|
"multi_refusal_min_separation": 0.05,
|
|
"multi_refusal_min_coverage": 0.05,
|
|
"orthogonalize_direction": true,
|
|
"causal_targeting": true,
|
|
"causal_floor": 0.1,
|
|
"causal_temperature": 1.0,
|
|
"preserve_rank": 8,
|
|
"refine_refusal": true,
|
|
"refine_max_scale": 2.0,
|
|
"refine_steps": 6,
|
|
"refine_deescalate": true,
|
|
"refine_kl_steps": 10,
|
|
"refine_scale_rerank_k": 2,
|
|
"refine_kl_layer_steps": 10,
|
|
"refine_kl_layer_candidates": 8,
|
|
"repair_steps": 4,
|
|
"repair_candidates": 8,
|
|
"repair_rerank_k": 5,
|
|
"repair_probe_candidates": 20,
|
|
"repair_probe_ref_n": 12,
|
|
"repair_probe_kl_n": 16,
|
|
"repair_probe_positions": 8,
|
|
"repair_refusal_regress_slack": 0.01,
|
|
"repair_stop_kl_frac": 0.8,
|
|
"repair_min_alpha": 0.001,
|
|
"repair_min_kl_gain": 0.003,
|
|
"repair_min_refusal_gain": 0.005,
|
|
"repair_min_score_gain": 0.01,
|
|
"repair_eval_n": 96,
|
|
"repair_kl_n": 64,
|
|
"refine_refusal_slack": 0.01,
|
|
"final_zero_trim": false,
|
|
"final_push_bake_margin": 0.075,
|
|
"guard_max_iters": 2,
|
|
"guard_leakage_eps": 0.15,
|
|
"guard_alpha_step": 0.25,
|
|
"optimize": true,
|
|
"n_trials": 16,
|
|
"adaptive_trials": true,
|
|
"kl_weight": 6.0,
|
|
"kl_target": 0.04,
|
|
"kl_target_weight": 18.0,
|
|
"kl_quad_weight": 22.0,
|
|
"kl_headroom_weight": 0.0,
|
|
"kl_over_budget_weight": 72.0,
|
|
"refusal_target_weight": 4.0,
|
|
"refusal_quad_weight": 8.0,
|
|
"kl_positions": 8,
|
|
"opt_capability": true,
|
|
"opt_capability_weight": 2.5,
|
|
"opt_capability_code_n": 8,
|
|
"opt_capability_math_n": 8,
|
|
"opt_eval_n": 32,
|
|
"opt_gen_tokens": 32,
|
|
"opt_objective": "generation",
|
|
"opt_rerank_k": 5,
|
|
"opt_guard": true,
|
|
"opt_early_stop": true,
|
|
"opt_early_stop_margin": 0.02,
|
|
"gemma_ple": false,
|
|
"gemma_query": false,
|
|
"ple_max_rank": 2,
|
|
"prune": false,
|
|
"prune_max_frac": 0.25,
|
|
"prune_kl": 0.04,
|
|
"max_kl": 0.12,
|
|
"target_refusal": 0.05,
|
|
"oblique_ablation": true,
|
|
"oblique_strength": 1.0,
|
|
"oblique_denom_floor": 0.2,
|
|
"oblique_writers_only": true,
|
|
"oblique_predictive": true,
|
|
"predictive_ridge": 0.01,
|
|
"oblique_preserve": 1.0,
|
|
"oblique_contrast": 1.0,
|
|
"reader_max_kl": 0.55,
|
|
"reader_kl_target": 0.3,
|
|
"reader_strengths": [
|
|
2.0,
|
|
3.0,
|
|
4.0,
|
|
5.0,
|
|
6.0,
|
|
7.0
|
|
],
|
|
"reader_guard_rank": 3,
|
|
"reader_margin_target": -1.0,
|
|
"reader_strength_kl_weight": 1.0,
|
|
"save_dtype": "bfloat16",
|
|
"bake": true
|
|
} |