初始化项目，由ModelHub XC社区提供模型

Model: cs-552-2026-flab/multilingual_model Source: Original Platform
2026-06-13 10:03:22 +08:00
commit aed8c2363a
12 changed files with 836 additions and 0 deletions
--- a/hydra/.hydra/config.yaml
+++ b/hydra/.hydra/config.yaml
@@ -0,0 +1,107 @@
+model:
+  hf_id: Qwen/Qwen3-1.7B
+  local_path: /shared-ro/models/Qwen3-1.7B
+  dtype: bfloat16
+  attn_impl: flash_attention_2
+  max_model_len: 4096
+data:
+  name: nemotron_math
+  loader: load_nemotron_math
+  kwargs:
+    limit: 50000
+    split: train
+    max_total_tokens: 3800
+    seed: 0
+training:
+  recipe: sft
+  epochs: 1
+  per_device_train_batch_size: 1
+  gradient_accumulation_steps: 16
+  learning_rate: 5.0e-06
+  warmup_ratio: 0.03
+  lr_scheduler_type: cosine
+  gradient_checkpointing: true
+  bf16: true
+  max_seq_length: 4096
+  max_steps: -1
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  assistant_only_loss: true
+  logging_steps: 10
+  save_steps: 500
+  save_total_limit: 2
+  report_to: wandb
+  qlora: false
+  lora_r: 16
+  lora_alpha: 32
+  lora_dropout: 0.05
+  lora_target_modules:
+  - q_proj
+  - k_proj
+  - v_proj
+  - o_proj
+  - gate_proj
+  - up_proj
+  - down_proj
+  deepspeed: configs/deepspeed_zero2.json
+  adapter_model_dir: null
+domain:
+  name: multilingual
+  thinking_mode: false
+  benchmark: multilingual
+  languages:
+  - it
+  - es
+  - zh
+  - ru
+  - hi
+  target_format: boxed
+  max_options: 20
+  reward_fn: multilingual
+  system_instruction: Choose the best option. Do not write an explanation. Return
+    exactly one final answer in the form \boxed{LETTER}.
+  template_boxed_instruction: Choose the best option. Do not write an explanation.
+    Return exactly one final answer in the form \boxed{LETTER}.
+post_train:
+  enabled: false
+  merge_adapter: false
+  merged_output_dir: null
+  domain_override: null
+  evals: []
+seed: 42
+run_id: ${now:%Y%m%d_%H%M%S}
+output_dir: /scratch/checkpoints/multilingual/a42-success-recipe-20260530/qwen-success-r64/merged
+wandb:
+  project: flab-cs552
+  entity: cs-552-2026-flab
+  mode: null
+  tags: []
+  notes: null
+eval:
+  model_dir: null
+  rows_source: samples
+  method: null
+  system_prompt: null
+  use_domain_system_prompt: false
+  force_domain_template: false
+  'n': 8
+  temperature: 0.7
+  top_p: 0.95
+  max_model_len: 4096
+  max_tokens: 4096
+  samples_dir: null
+push:
+  model_dir: /scratch/checkpoints/multilingual/a42-success-recipe-20260530/qwen-success-r64/sft
+  base_model_dir: null
+es:
+  base_model_dir: null
+  data: null
+hf_push:
+  enabled: false
+  org: cs-552-2026-flab
+  repo: null
+  private: false
+  vllm_validate: true
+  commit_message: null
+validate_after_train: false
+vllm_validate: true
--- a/hydra/.hydra/hydra.yaml
+++ b/hydra/.hydra/hydra.yaml
@@ -0,0 +1,162 @@
+hydra:
+  run:
+    dir: ${output_dir}/hydra
+  sweep:
+    dir: ${output_dir}/hydra_sweep
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra:
+    - hydra.mode=RUN
+    task:
+    - domain=multilingual_nothink_direct
+    - push.model_dir=/scratch/checkpoints/multilingual/a42-success-recipe-20260530/qwen-success-r64/sft
+    - output_dir=/scratch/checkpoints/multilingual/a42-success-recipe-20260530/qwen-success-r64/merged
+  job:
+    name: merge_peft
+    chdir: false
+    override_dirname: domain=multilingual_nothink_direct,output_dir=/scratch/checkpoints/multilingual/a42-success-recipe-20260530/qwen-success-r64/merged,push.model_dir=/scratch/checkpoints/multilingual/a42-success-recipe-20260530/qwen-success-r64/sft
+    id: ???
+    num: ???
+    config_name: base
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /scratch/runs/cs552-mazniche-g07-a42-qwen-success-r64-095002
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /scratch/runs/cs552-mazniche-g07-a42-qwen-success-r64-095002/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /scratch/checkpoints/multilingual/a42-success-recipe-20260530/qwen-success-r64/merged/hydra
+    choices:
+      post_train: disabled
+      domain: multilingual_nothink_direct
+      training: sft
+      data: nemotron_math
+      model: qwen3_17b
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
--- a/hydra/.hydra/overrides.yaml
+++ b/hydra/.hydra/overrides.yaml
@@ -0,0 +1,3 @@
+- domain=multilingual_nothink_direct
+- push.model_dir=/scratch/checkpoints/multilingual/a42-success-recipe-20260530/qwen-success-r64/sft
+- output_dir=/scratch/checkpoints/multilingual/a42-success-recipe-20260530/qwen-success-r64/merged
--- a/hydra/merge_peft.log
+++ b/hydra/merge_peft.log
@@ -0,0 +1,23 @@
+[2026-05-30 16:44:36,362][__main__][INFO] - Loading base model for merge ...
+[2026-05-30 16:44:36,514][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/Qwen/Qwen3-1.7B/resolve/main/config.json "HTTP/1.1 307 Temporary Redirect"
+[2026-05-30 16:44:36,523][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/models/Qwen/Qwen3-1.7B/70d244cc86ccca08cf5af4e1e306ecf908b1ad5e/config.json "HTTP/1.1 200 OK"
+[2026-05-30 16:44:36,646][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/Qwen/Qwen3-1.7B/resolve/main/config.json "HTTP/1.1 307 Temporary Redirect"
+[2026-05-30 16:44:36,654][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/models/Qwen/Qwen3-1.7B/70d244cc86ccca08cf5af4e1e306ecf908b1ad5e/config.json "HTTP/1.1 200 OK"
+[2026-05-30 16:44:37,075][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/Qwen/Qwen3-1.7B/resolve/main/generation_config.json "HTTP/1.1 307 Temporary Redirect"
+[2026-05-30 16:44:37,084][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/models/Qwen/Qwen3-1.7B/70d244cc86ccca08cf5af4e1e306ecf908b1ad5e/generation_config.json "HTTP/1.1 200 OK"
+[2026-05-30 16:44:37,088][__main__][INFO] - Loading PEFT adapter from /scratch/checkpoints/multilingual/a42-success-recipe-20260530/qwen-success-r64/sft ...
+[2026-05-30 16:44:41,110][__main__][INFO] - Merging adapter into base weights ...
+[2026-05-30 16:44:49,190][root][INFO] - x86_64-linux-gnu-gcc -fno-strict-overflow -Wsign-compare -DNDEBUG -g -O2 -Wall -fPIC -c /tmp/tmp41hc6bbe/test.c -o /tmp/tmp41hc6bbe/test.o
+[2026-05-30 16:44:49,209][root][INFO] - x86_64-linux-gnu-gcc /tmp/tmp41hc6bbe/test.o -laio -o /tmp/tmp41hc6bbe/a.out
+[2026-05-30 16:44:49,226][root][INFO] - x86_64-linux-gnu-gcc -fno-strict-overflow -Wsign-compare -DNDEBUG -g -O2 -Wall -fPIC -c /tmp/tmpdmccjo9w/test.c -o /tmp/tmpdmccjo9w/test.o
+[2026-05-30 16:44:49,246][root][INFO] - x86_64-linux-gnu-gcc /tmp/tmpdmccjo9w/test.o -L/usr/local/cuda -L/usr/local/cuda/lib64 -lcufile -o /tmp/tmpdmccjo9w/a.out
+[2026-05-30 16:44:49,292][root][INFO] - x86_64-linux-gnu-gcc -fno-strict-overflow -Wsign-compare -DNDEBUG -g -O2 -Wall -fPIC -c /tmp/tmptln4_7gs/test.c -o /tmp/tmptln4_7gs/test.o
+[2026-05-30 16:44:49,311][root][INFO] - x86_64-linux-gnu-gcc /tmp/tmptln4_7gs/test.o -laio -o /tmp/tmptln4_7gs/a.out
+[2026-05-30 16:44:59,166][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/Qwen/Qwen3-1.7B/resolve/main/config.json "HTTP/1.1 307 Temporary Redirect"
+[2026-05-30 16:44:59,176][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/models/Qwen/Qwen3-1.7B/70d244cc86ccca08cf5af4e1e306ecf908b1ad5e/config.json "HTTP/1.1 200 OK"
+[2026-05-30 16:44:59,297][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/Qwen/Qwen3-1.7B/resolve/main/tokenizer_config.json "HTTP/1.1 307 Temporary Redirect"
+[2026-05-30 16:44:59,306][httpx][INFO] - HTTP Request: HEAD https://huggingface.co/api/resolve-cache/models/Qwen/Qwen3-1.7B/70d244cc86ccca08cf5af4e1e306ecf908b1ad5e/tokenizer_config.json "HTTP/1.1 200 OK"
+[2026-05-30 16:44:59,426][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/models/Qwen/Qwen3-1.7B/tree/main/additional_chat_templates?recursive=false&expand=false "HTTP/1.1 404 Not Found"
+[2026-05-30 16:44:59,542][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/models/Qwen/Qwen3-1.7B/tree/main?recursive=true&expand=false "HTTP/1.1 200 OK"
+[2026-05-30 16:45:00,383][httpx][INFO] - HTTP Request: GET https://huggingface.co/api/models/Qwen/Qwen3-1.7B "HTTP/1.1 200 OK"
+[2026-05-30 16:45:00,523][__main__][INFO] - Merged checkpoint saved to /scratch/checkpoints/multilingual/a42-success-recipe-20260530/qwen-success-r64/merged