anime-sh/qwen3-8b-undial-bm25-10b-rebuttal
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: anime-sh/qwen3-8b-undial-bm25-10b-rebuttal
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-09-26 08:48:20 +08:00
commit 0a89ab8bf4
11 changed files with 335 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

35
config.yaml Normal file
View File

@@ -0,0 +1,35 @@
model_name: Qwen/Qwen3-8B
forget_path: unlearning-cleanslate/fsid-curated-qwen3-8b:forget:bm25_10B
retain_path: unlearning-cleanslate/fsid-curated-qwen3-8b:retain:bm25_10B
output_dir: results/rebuttal/train/qwen3-8b-undial-bm25-10b
objective: undial
num_epochs: 2
batch_size: 8
gradient_accum_steps: 4
lr: 1.0e-05
weight_decay: 0.0
warmup_steps: 20
max_grad_norm: 1.0
forget_weight: 1.0
retain_weight: 1.0
retain_loss_type: nll
npo_beta: 0.1
simnpo_delta: 0.0
rmu_steering_coeff: 2.0
rmu_module_regex: model\.layers\.7
rmu_control_vec_seed: 0
undial_beta: 10.0
save_every: 0
fsdp_sharding_strategy: full_shard
dtype: bfloat16
seed: 42
num_workers: 0
log_every: 10
gradient_checkpointing: false
torch_compile: false
push_to_hub: false
hub_repo_id: null
hub_private: false
optim: adamw_torch
_run_name: undial_Qwen3-8B_20260724_014458
_run_dir: results/rebuttal/train/qwen3-8b-undial-bm25-10b/undial_Qwen3-8B_20260724_014458