278 lines
14 KiB
YAML
278 lines
14 KiB
YAML
|
hydra:
|
||
|
|
run:
|
||
|
|
dir: ${paths.output_dir}
|
||
|
|
sweep:
|
||
|
|
dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
|
||
|
|
subdir: ${hydra.job.num}
|
||
|
|
launcher:
|
||
|
|
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
||
|
|
sweeper:
|
||
|
|
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
||
|
|
max_batch_size: null
|
||
|
|
params: null
|
||
|
|
help:
|
||
|
|
app_name: ${hydra.job.name}
|
||
|
|
header: '${hydra.help.app_name} is powered by Hydra.
|
||
|
|
|
||
|
|
'
|
||
|
|
footer: 'Powered by Hydra (https://hydra.cc)
|
||
|
|
|
||
|
|
Use --hydra-help to view Hydra specific help
|
||
|
|
|
||
|
|
'
|
||
|
|
template: '${hydra.help.header}
|
||
|
|
|
||
|
|
== Configuration groups ==
|
||
|
|
|
||
|
|
Compose your configuration from those groups (group=option)
|
||
|
|
|
||
|
|
|
||
|
|
$APP_CONFIG_GROUPS
|
||
|
|
|
||
|
|
|
||
|
|
== Config ==
|
||
|
|
|
||
|
|
Override anything in the config (foo.bar=value)
|
||
|
|
|
||
|
|
|
||
|
|
$CONFIG
|
||
|
|
|
||
|
|
|
||
|
|
${hydra.help.footer}
|
||
|
|
|
||
|
|
'
|
||
|
|
hydra_help:
|
||
|
|
template: 'Hydra (${hydra.runtime.version})
|
||
|
|
|
||
|
|
See https://hydra.cc for more info.
|
||
|
|
|
||
|
|
|
||
|
|
== Flags ==
|
||
|
|
|
||
|
|
$FLAGS_HELP
|
||
|
|
|
||
|
|
|
||
|
|
== Configuration groups ==
|
||
|
|
|
||
|
|
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
||
|
|
to command line)
|
||
|
|
|
||
|
|
|
||
|
|
$HYDRA_CONFIG_GROUPS
|
||
|
|
|
||
|
|
|
||
|
|
Use ''--cfg hydra'' to Show the Hydra config.
|
||
|
|
|
||
|
|
'
|
||
|
|
hydra_help: ???
|
||
|
|
hydra_logging:
|
||
|
|
version: 1
|
||
|
|
formatters:
|
||
|
|
colorlog:
|
||
|
|
(): colorlog.ColoredFormatter
|
||
|
|
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
||
|
|
handlers:
|
||
|
|
console:
|
||
|
|
class: logging.StreamHandler
|
||
|
|
formatter: colorlog
|
||
|
|
stream: ext://sys.stdout
|
||
|
|
root:
|
||
|
|
level: INFO
|
||
|
|
handlers:
|
||
|
|
- console
|
||
|
|
disable_existing_loggers: false
|
||
|
|
job_logging:
|
||
|
|
version: 1
|
||
|
|
formatters:
|
||
|
|
simple:
|
||
|
|
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
||
|
|
colorlog:
|
||
|
|
(): colorlog.ColoredFormatter
|
||
|
|
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
||
|
|
- %(message)s'
|
||
|
|
log_colors:
|
||
|
|
DEBUG: purple
|
||
|
|
INFO: green
|
||
|
|
WARNING: yellow
|
||
|
|
ERROR: red
|
||
|
|
CRITICAL: red
|
||
|
|
handlers:
|
||
|
|
console:
|
||
|
|
class: logging.StreamHandler
|
||
|
|
formatter: colorlog
|
||
|
|
stream: ext://sys.stdout
|
||
|
|
file:
|
||
|
|
class: logging.FileHandler
|
||
|
|
formatter: simple
|
||
|
|
filename: ${hydra.runtime.output_dir}/${trainer.handler}.log
|
||
|
|
root:
|
||
|
|
level: INFO
|
||
|
|
handlers:
|
||
|
|
- console
|
||
|
|
- file
|
||
|
|
disable_existing_loggers: false
|
||
|
|
env: {}
|
||
|
|
mode: RUN
|
||
|
|
searchpath: []
|
||
|
|
callbacks: {}
|
||
|
|
output_subdir: .hydra
|
||
|
|
overrides:
|
||
|
|
hydra:
|
||
|
|
- hydra.mode=RUN
|
||
|
|
task:
|
||
|
|
- experiment=unlearn/tofu/default
|
||
|
|
- model=Llama-3.2-3B-Instruct
|
||
|
|
- model.model_args.pretrained_model_name_or_path=open-unlearning/tofu_Llama-3.2-3B-Instruct_full
|
||
|
|
- forget_split=forget10
|
||
|
|
- retain_split=retain90
|
||
|
|
- trainer=RMU
|
||
|
|
- trainer.method_args.steering_coeff=10
|
||
|
|
- trainer.method_args.module_regex=model\.layers\.26
|
||
|
|
- trainer.args.learning_rate=5e-5
|
||
|
|
- task_name=RMU_forget10_5e-5_Llama-3.2-3B-Instruct_coef10_layer26
|
||
|
|
job:
|
||
|
|
name: train
|
||
|
|
chdir: null
|
||
|
|
override_dirname: experiment=unlearn/tofu/default,forget_split=forget10,model.model_args.pretrained_model_name_or_path=open-unlearning/tofu_Llama-3.2-3B-Instruct_full,model=Llama-3.2-3B-Instruct,retain_split=retain90,task_name=RMU_forget10_5e-5_Llama-3.2-3B-Instruct_coef10_layer26,trainer.args.learning_rate=5e-5,trainer.method_args.module_regex=model\.layers\.26,trainer.method_args.steering_coeff=10,trainer=RMU
|
||
|
|
id: ???
|
||
|
|
num: ???
|
||
|
|
config_name: unlearn.yaml
|
||
|
|
env_set: {}
|
||
|
|
env_copy: []
|
||
|
|
config:
|
||
|
|
override_dirname:
|
||
|
|
kv_sep: '='
|
||
|
|
item_sep: ','
|
||
|
|
exclude_keys: []
|
||
|
|
runtime:
|
||
|
|
version: 1.3.0
|
||
|
|
version_base: '1.3'
|
||
|
|
cwd: /raid/home/v126826/open-unlearning
|
||
|
|
config_sources:
|
||
|
|
- path: hydra.conf
|
||
|
|
schema: pkg
|
||
|
|
provider: hydra
|
||
|
|
- path: /raid/home/v126826/open-unlearning/configs
|
||
|
|
schema: file
|
||
|
|
provider: main
|
||
|
|
- path: hydra_plugins.hydra_colorlog.conf
|
||
|
|
schema: pkg
|
||
|
|
provider: hydra-colorlog
|
||
|
|
- path: ''
|
||
|
|
schema: structured
|
||
|
|
provider: schema
|
||
|
|
output_dir: /raid/home/v126826/open-unlearning/saves/unlearn/RMU_forget10_5e-5_Llama-3.2-3B-Instruct_coef10_layer26
|
||
|
|
choices:
|
||
|
|
experiment: unlearn/tofu/default
|
||
|
|
paths: default
|
||
|
|
hydra: default
|
||
|
|
eval: tofu
|
||
|
|
eval/tofu_metrics/../../collator@eval.tofu.metrics.extraction_strength.collators: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
eval/tofu_metrics/../../data/datasets@eval.tofu.metrics.extraction_strength.datasets: TOFU_QA_forget
|
||
|
|
eval/tofu_metrics/.@eval.tofu.metrics.privleak.pre_compute.mia_min_k: mia_min_k
|
||
|
|
eval/tofu_metrics/./../../collator@eval.tofu.metrics.privleak.pre_compute.mia_min_k.collators: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
eval/tofu_metrics/./../../data/datasets@eval.tofu.metrics.privleak.pre_compute.mia_min_k.datasets: TOFU_MIA
|
||
|
|
eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio: wf_Truth_Ratio
|
||
|
|
eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_PERT_Prob: wf_Q_A_PERT_Prob
|
||
|
|
? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_PERT_Prob.collators
|
||
|
|
: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_PERT_Prob.datasets
|
||
|
|
: TOFU_QA_wf_pert
|
||
|
|
eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_Prob: wf_Q_A_Prob
|
||
|
|
? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_Prob.collators
|
||
|
|
: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_Prob.datasets
|
||
|
|
: TOFU_QA_wf
|
||
|
|
eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_ROUGE: wf_Q_A_ROUGE
|
||
|
|
eval/tofu_metrics/./../../generation@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_ROUGE.generation_args: default
|
||
|
|
eval/tofu_metrics/./../../collator@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_ROUGE.collators: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
eval/tofu_metrics/./../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_ROUGE.datasets: TOFU_QA_wf
|
||
|
|
eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised: wf_Q_A_Prob_normalised
|
||
|
|
eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_PERT_Prob: wf_Q_A_PERT_Prob
|
||
|
|
? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_PERT_Prob.collators
|
||
|
|
: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_PERT_Prob.datasets
|
||
|
|
: TOFU_QA_wf_pert
|
||
|
|
eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_Prob: wf_Q_A_Prob
|
||
|
|
? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_Prob.collators
|
||
|
|
: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_Prob.datasets
|
||
|
|
: TOFU_QA_wf
|
||
|
|
eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio: ra_Truth_Ratio
|
||
|
|
eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_PERT_Prob: ra_Q_A_PERT_Prob
|
||
|
|
? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_PERT_Prob.collators
|
||
|
|
: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_PERT_Prob.datasets
|
||
|
|
: TOFU_QA_ra_pert
|
||
|
|
eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_Prob: ra_Q_A_Prob
|
||
|
|
? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_Prob.collators
|
||
|
|
: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_Prob.datasets
|
||
|
|
: TOFU_QA_ra
|
||
|
|
eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_ROUGE: ra_Q_A_ROUGE
|
||
|
|
eval/tofu_metrics/./../../generation@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_ROUGE.generation_args: default
|
||
|
|
eval/tofu_metrics/./../../collator@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_ROUGE.collators: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
eval/tofu_metrics/./../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_ROUGE.datasets: TOFU_QA_ra
|
||
|
|
eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised: ra_Q_A_Prob_normalised
|
||
|
|
eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_PERT_Prob: ra_Q_A_PERT_Prob
|
||
|
|
? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_PERT_Prob.collators
|
||
|
|
: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_PERT_Prob.datasets
|
||
|
|
: TOFU_QA_ra_pert
|
||
|
|
eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_Prob: ra_Q_A_Prob
|
||
|
|
? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_Prob.collators
|
||
|
|
: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_Prob.datasets
|
||
|
|
: TOFU_QA_ra
|
||
|
|
eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio: retain_Truth_Ratio
|
||
|
|
eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PERT_Prob: retain_Q_A_PERT_Prob
|
||
|
|
? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PERT_Prob.collators
|
||
|
|
: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PERT_Prob.datasets
|
||
|
|
: TOFU_QA_retain_pert
|
||
|
|
eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PARA_Prob: retain_Q_A_PARA_Prob
|
||
|
|
? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PARA_Prob.collators
|
||
|
|
: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PARA_Prob.datasets
|
||
|
|
: TOFU_QA_retain_para
|
||
|
|
eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_ROUGE: retain_Q_A_ROUGE
|
||
|
|
eval/tofu_metrics/./../../generation@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_ROUGE.generation_args: default
|
||
|
|
eval/tofu_metrics/./../../collator@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_ROUGE.collators: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
eval/tofu_metrics/./../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_ROUGE.datasets: TOFU_QA_retain_eval
|
||
|
|
eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_Prob: retain_Q_A_Prob
|
||
|
|
eval/tofu_metrics/./../../collator@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_Prob.collators: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
eval/tofu_metrics/./../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_Prob.datasets: TOFU_QA_retain_eval
|
||
|
|
eval/tofu_metrics/../../generation@eval.tofu.metrics.forget_Q_A_ROUGE.generation_args: default
|
||
|
|
eval/tofu_metrics/../../collator@eval.tofu.metrics.forget_Q_A_ROUGE.collators: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
eval/tofu_metrics/../../data/datasets@eval.tofu.metrics.forget_Q_A_ROUGE.datasets: TOFU_QA_forget
|
||
|
|
eval/tofu_metrics/../../collator@eval.tofu.metrics.forget_Q_A_Prob.collators: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
eval/tofu_metrics/../../data/datasets@eval.tofu.metrics.forget_Q_A_Prob.datasets: TOFU_QA_forget
|
||
|
|
eval/tofu_metrics/.@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio: forget_Truth_Ratio
|
||
|
|
eval/tofu_metrics/./.@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PERT_Prob: forget_Q_A_PERT_Prob
|
||
|
|
? eval/tofu_metrics/././../../collator@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PERT_Prob.collators
|
||
|
|
: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PERT_Prob.datasets
|
||
|
|
: TOFU_QA_forget_pert
|
||
|
|
eval/tofu_metrics/./.@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PARA_Prob: forget_Q_A_PARA_Prob
|
||
|
|
? eval/tofu_metrics/././../../collator@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PARA_Prob.collators
|
||
|
|
: DataCollatorForSupervisedDatasetwithIndex
|
||
|
|
? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PARA_Prob.datasets
|
||
|
|
: TOFU_QA_forget_para
|
||
|
|
collator: DataCollatorForSupervisedDataset
|
||
|
|
data: unlearn
|
||
|
|
data/datasets@data.eval: null
|
||
|
|
data/datasets@data.retain: TOFU_QA_retain
|
||
|
|
data/datasets@data.forget: TOFU_QA_forget
|
||
|
|
trainer: RMU
|
||
|
|
model: Llama-3.2-3B-Instruct
|
||
|
|
hydra/env: default
|
||
|
|
hydra/callbacks: null
|
||
|
|
hydra/job_logging: colorlog
|
||
|
|
hydra/hydra_logging: colorlog
|
||
|
|
hydra/hydra_help: default
|
||
|
|
hydra/help: default
|
||
|
|
hydra/sweeper: basic
|
||
|
|
hydra/launcher: basic
|
||
|
|
hydra/output: default
|
||
|
|
verbose: false
|