初始化项目,由ModelHub XC社区提供模型

Model: cs-552-2026-flab/safety_model
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-07 00:03:32 +08:00
commit 4f39f0af50
19 changed files with 152538 additions and 0 deletions

67
hydra/.hydra/config.yaml Normal file
View File

@@ -0,0 +1,67 @@
model:
hf_id: Qwen/Qwen3-1.7B
local_path: /shared-ro/models/Qwen3-1.7B
dtype: bfloat16
attn_impl: flash_attention_2
max_model_len: 4096
data:
name: safety_aug302
loader: load_safetybench_distilled
kwargs:
cache: /scratch/sft_aug302.jsonl
limit: null
training:
recipe: sft
epochs: 5
per_device_train_batch_size: 1
gradient_accumulation_steps: 16
learning_rate: 5.0e-06
warmup_ratio: 0.05
lr_scheduler_type: cosine
gradient_checkpointing: true
bf16: true
max_seq_length: 4096
logging_steps: 10
save_steps: 500
save_total_limit: 2
report_to: wandb
deepspeed: configs/deepspeed_zero2.json
use_peft: true
lora_r: 16
lora_alpha: 32
lora_target_modules: q_proj,v_proj,k_proj,o_proj
lora_dropout: 0.05
domain:
name: safety
thinking_mode: true
benchmark: safety
seed: 42
run_id: ${now:%Y%m%d_%H%M%S}
output_dir: /scratch/checkpoints/safety/sft/20260521_aug302
wandb:
project: flab-cs552
entity: cs-552-2026-flab
mode: null
tags: []
notes: null
eval:
model_dir: null
'n': 8
temperature: 0.7
top_p: 0.95
max_tokens: 4096
samples_dir: null
push:
model_dir: null
es:
base_model_dir: null
data: null
hf_push:
enabled: false
org: cs-552-2026-flab
repo: null
private: false
vllm_validate: true
commit_message: null
validate_after_train: false
vllm_validate: true

162
hydra/.hydra/hydra.yaml Normal file
View File

@@ -0,0 +1,162 @@
hydra:
run:
dir: ${output_dir}/hydra
sweep:
dir: ${output_dir}/hydra_sweep
subdir: ${hydra.job.num}
launcher:
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
sweeper:
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
max_batch_size: null
params: null
help:
app_name: ${hydra.job.name}
header: '${hydra.help.app_name} is powered by Hydra.
'
footer: 'Powered by Hydra (https://hydra.cc)
Use --hydra-help to view Hydra specific help
'
template: '${hydra.help.header}
== Configuration groups ==
Compose your configuration from those groups (group=option)
$APP_CONFIG_GROUPS
== Config ==
Override anything in the config (foo.bar=value)
$CONFIG
${hydra.help.footer}
'
hydra_help:
template: 'Hydra (${hydra.runtime.version})
See https://hydra.cc for more info.
== Flags ==
$FLAGS_HELP
== Configuration groups ==
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
to command line)
$HYDRA_CONFIG_GROUPS
Use ''--cfg hydra'' to Show the Hydra config.
'
hydra_help: ???
hydra_logging:
version: 1
formatters:
simple:
format: '[%(asctime)s][HYDRA] %(message)s'
handlers:
console:
class: logging.StreamHandler
formatter: simple
stream: ext://sys.stdout
root:
level: INFO
handlers:
- console
loggers:
logging_example:
level: DEBUG
disable_existing_loggers: false
job_logging:
version: 1
formatters:
simple:
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
handlers:
console:
class: logging.StreamHandler
formatter: simple
stream: ext://sys.stdout
file:
class: logging.FileHandler
formatter: simple
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
root:
level: INFO
handlers:
- console
- file
disable_existing_loggers: false
env: {}
mode: RUN
searchpath: []
callbacks: {}
output_subdir: .hydra
overrides:
hydra:
- hydra.mode=RUN
task:
- domain=safety
- data=safety_aug302
- training=sft_distilled_lora
- output_dir=/scratch/checkpoints/safety/sft/20260521_aug302
job:
name: sft
chdir: false
override_dirname: data=safety_aug302,domain=safety,output_dir=/scratch/checkpoints/safety/sft/20260521_aug302,training=sft_distilled_lora
id: ???
num: ???
config_name: base
env_set: {}
env_copy: []
config:
override_dirname:
kv_sep: '='
item_sep: ','
exclude_keys: []
runtime:
version: 1.3.2
version_base: '1.3'
cwd: /scratch/team-repo
config_sources:
- path: hydra.conf
schema: pkg
provider: hydra
- path: /scratch/team-repo/configs
schema: file
provider: main
- path: ''
schema: structured
provider: schema
output_dir: /scratch/checkpoints/safety/sft/20260521_aug302/hydra
choices:
domain: safety
training: sft_distilled_lora
data: safety_aug302
model: qwen3_17b
hydra/env: default
hydra/callbacks: null
hydra/job_logging: default
hydra/hydra_logging: default
hydra/hydra_help: default
hydra/help: default
hydra/sweeper: basic
hydra/launcher: basic
hydra/output: default
verbose: false

View File

@@ -0,0 +1,4 @@
- domain=safety
- data=safety_aug302
- training=sft_distilled_lora
- output_dir=/scratch/checkpoints/safety/sft/20260521_aug302