163 lines
3.8 KiB
YAML
163 lines
3.8 KiB
YAML
|
|
hydra:
|
||
|
|
run:
|
||
|
|
dir: ${output_dir}/hydra
|
||
|
|
sweep:
|
||
|
|
dir: ${output_dir}/hydra_sweep
|
||
|
|
subdir: ${hydra.job.num}
|
||
|
|
launcher:
|
||
|
|
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
||
|
|
sweeper:
|
||
|
|
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
||
|
|
max_batch_size: null
|
||
|
|
params: null
|
||
|
|
help:
|
||
|
|
app_name: ${hydra.job.name}
|
||
|
|
header: '${hydra.help.app_name} is powered by Hydra.
|
||
|
|
|
||
|
|
'
|
||
|
|
footer: 'Powered by Hydra (https://hydra.cc)
|
||
|
|
|
||
|
|
Use --hydra-help to view Hydra specific help
|
||
|
|
|
||
|
|
'
|
||
|
|
template: '${hydra.help.header}
|
||
|
|
|
||
|
|
== Configuration groups ==
|
||
|
|
|
||
|
|
Compose your configuration from those groups (group=option)
|
||
|
|
|
||
|
|
|
||
|
|
$APP_CONFIG_GROUPS
|
||
|
|
|
||
|
|
|
||
|
|
== Config ==
|
||
|
|
|
||
|
|
Override anything in the config (foo.bar=value)
|
||
|
|
|
||
|
|
|
||
|
|
$CONFIG
|
||
|
|
|
||
|
|
|
||
|
|
${hydra.help.footer}
|
||
|
|
|
||
|
|
'
|
||
|
|
hydra_help:
|
||
|
|
template: 'Hydra (${hydra.runtime.version})
|
||
|
|
|
||
|
|
See https://hydra.cc for more info.
|
||
|
|
|
||
|
|
|
||
|
|
== Flags ==
|
||
|
|
|
||
|
|
$FLAGS_HELP
|
||
|
|
|
||
|
|
|
||
|
|
== Configuration groups ==
|
||
|
|
|
||
|
|
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
||
|
|
to command line)
|
||
|
|
|
||
|
|
|
||
|
|
$HYDRA_CONFIG_GROUPS
|
||
|
|
|
||
|
|
|
||
|
|
Use ''--cfg hydra'' to Show the Hydra config.
|
||
|
|
|
||
|
|
'
|
||
|
|
hydra_help: ???
|
||
|
|
hydra_logging:
|
||
|
|
version: 1
|
||
|
|
formatters:
|
||
|
|
simple:
|
||
|
|
format: '[%(asctime)s][HYDRA] %(message)s'
|
||
|
|
handlers:
|
||
|
|
console:
|
||
|
|
class: logging.StreamHandler
|
||
|
|
formatter: simple
|
||
|
|
stream: ext://sys.stdout
|
||
|
|
root:
|
||
|
|
level: INFO
|
||
|
|
handlers:
|
||
|
|
- console
|
||
|
|
loggers:
|
||
|
|
logging_example:
|
||
|
|
level: DEBUG
|
||
|
|
disable_existing_loggers: false
|
||
|
|
job_logging:
|
||
|
|
version: 1
|
||
|
|
formatters:
|
||
|
|
simple:
|
||
|
|
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
||
|
|
handlers:
|
||
|
|
console:
|
||
|
|
class: logging.StreamHandler
|
||
|
|
formatter: simple
|
||
|
|
stream: ext://sys.stdout
|
||
|
|
file:
|
||
|
|
class: logging.FileHandler
|
||
|
|
formatter: simple
|
||
|
|
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
||
|
|
root:
|
||
|
|
level: INFO
|
||
|
|
handlers:
|
||
|
|
- console
|
||
|
|
- file
|
||
|
|
disable_existing_loggers: false
|
||
|
|
env: {}
|
||
|
|
mode: RUN
|
||
|
|
searchpath: []
|
||
|
|
callbacks: {}
|
||
|
|
output_subdir: .hydra
|
||
|
|
overrides:
|
||
|
|
hydra:
|
||
|
|
- hydra.mode=RUN
|
||
|
|
task:
|
||
|
|
- domain=multilingual_nothink_direct
|
||
|
|
- push.model_dir=/scratch/checkpoints/multilingual/a42-success-recipe-20260530/qwen-success-r64/sft
|
||
|
|
- output_dir=/scratch/checkpoints/multilingual/a42-success-recipe-20260530/qwen-success-r64/merged
|
||
|
|
job:
|
||
|
|
name: merge_peft
|
||
|
|
chdir: false
|
||
|
|
override_dirname: domain=multilingual_nothink_direct,output_dir=/scratch/checkpoints/multilingual/a42-success-recipe-20260530/qwen-success-r64/merged,push.model_dir=/scratch/checkpoints/multilingual/a42-success-recipe-20260530/qwen-success-r64/sft
|
||
|
|
id: ???
|
||
|
|
num: ???
|
||
|
|
config_name: base
|
||
|
|
env_set: {}
|
||
|
|
env_copy: []
|
||
|
|
config:
|
||
|
|
override_dirname:
|
||
|
|
kv_sep: '='
|
||
|
|
item_sep: ','
|
||
|
|
exclude_keys: []
|
||
|
|
runtime:
|
||
|
|
version: 1.3.2
|
||
|
|
version_base: '1.3'
|
||
|
|
cwd: /scratch/runs/cs552-mazniche-g07-a42-qwen-success-r64-095002
|
||
|
|
config_sources:
|
||
|
|
- path: hydra.conf
|
||
|
|
schema: pkg
|
||
|
|
provider: hydra
|
||
|
|
- path: /scratch/runs/cs552-mazniche-g07-a42-qwen-success-r64-095002/configs
|
||
|
|
schema: file
|
||
|
|
provider: main
|
||
|
|
- path: ''
|
||
|
|
schema: structured
|
||
|
|
provider: schema
|
||
|
|
output_dir: /scratch/checkpoints/multilingual/a42-success-recipe-20260530/qwen-success-r64/merged/hydra
|
||
|
|
choices:
|
||
|
|
post_train: disabled
|
||
|
|
domain: multilingual_nothink_direct
|
||
|
|
training: sft
|
||
|
|
data: nemotron_math
|
||
|
|
model: qwen3_17b
|
||
|
|
hydra/env: default
|
||
|
|
hydra/callbacks: null
|
||
|
|
hydra/job_logging: default
|
||
|
|
hydra/hydra_logging: default
|
||
|
|
hydra/hydra_help: default
|
||
|
|
hydra/help: default
|
||
|
|
hydra/sweeper: basic
|
||
|
|
hydra/launcher: basic
|
||
|
|
hydra/output: default
|
||
|
|
verbose: false
|