初始化项目，由ModelHub XC社区提供模型
Model: adgomant/adele-judge-qwen3-14B-cre Source: Original Platform
This commit is contained in:
ModelHub XC
168
training_config.yaml
Normal file
168
training_config.yaml
Normal file
@@ -0,0 +1,168 @@
|
||||
project:
|
||||
run_name: qwen3_14b_restricted_score_ce
|
||||
output_dir: runs/qwen3_14b_restricted_score_ce
|
||||
seed: 42
|
||||
data:
|
||||
path: data/processed/response_scores.parquet
|
||||
prepared_dir: null
|
||||
columns:
|
||||
question: question
|
||||
reference_answer: ground_truth
|
||||
response: response
|
||||
judge_1_score: score_gpt4o
|
||||
judge_2_score: score_sonnet
|
||||
model_id: model_id
|
||||
benchmark: benchmark
|
||||
task: task
|
||||
example_id: instance_id
|
||||
source: source
|
||||
filters:
|
||||
max_disagreement: 1
|
||||
max_response_tokens: 4096
|
||||
on_sequence_overflow: skip
|
||||
preprocessing_num_workers: 40
|
||||
tokenizers_parallelism: true
|
||||
token_length_batch_size: 2048
|
||||
model:
|
||||
model_name_or_path: Qwen/Qwen3-14B
|
||||
revision: null
|
||||
attn_implementation: sdpa
|
||||
adapter_path: null
|
||||
trust_remote_code: true
|
||||
thinking_mode:
|
||||
enabled: false
|
||||
apply_if_supported: true
|
||||
prompt:
|
||||
system_prompt: 'You are an answer quality evaluator. You will receive a question,
|
||||
a reference
|
||||
|
||||
answer, and a model response, each delimited by ### headers.
|
||||
|
||||
|
||||
Rate the model response on the following scale:
|
||||
|
||||
1 - Surely incorrect: the response is wrong or completely misses the point.
|
||||
|
||||
2 - Likely incorrect: the response has significant errors or critical omissions.
|
||||
|
||||
3 - Minimally correct / sufficient: the response is partially correct or borderline.
|
||||
|
||||
4 - Likely correct: the response is mostly correct with minor issues.
|
||||
|
||||
5 - Surely correct: the response is fully correct and complete.
|
||||
|
||||
|
||||
Rules:
|
||||
|
||||
- Base your rating strictly on correctness relative to the reference answer.
|
||||
|
||||
- Ignore writing style, verbosity, or formatting unless they affect correctness.
|
||||
|
||||
- If the final answer is correct but the reasoning contains substantive errors,
|
||||
lower the rating according to the severity of those errors.
|
||||
|
||||
- Output only a single integer from 1 to 5. No explanation. No punctuation.
|
||||
|
||||
'
|
||||
split:
|
||||
mode: fixed_by_model
|
||||
validation_models:
|
||||
- gemini-3-flash
|
||||
- DK-R1-Dist-Qwen-14B
|
||||
- llama3d2-3b
|
||||
train_models: auto_except_val_test
|
||||
held_out_model: null
|
||||
lomo_validation_fraction: 0.05
|
||||
lomo_validation_max_examples: 30000
|
||||
lomo_validation_seed: 42
|
||||
training:
|
||||
max_seq_length: 4096
|
||||
load_in_4bit: true
|
||||
dtype: bfloat16
|
||||
objective: restricted_score_ce
|
||||
loss:
|
||||
type: ce_5way
|
||||
lambda_binary: 0.5
|
||||
class_weights: null
|
||||
class_weighting: null
|
||||
score_class_weights: null
|
||||
lora_r: 32
|
||||
lora_alpha: 64
|
||||
lora_dropout: 0.0
|
||||
target_modules: auto
|
||||
learning_rate: 3.0e-05
|
||||
num_train_epochs: 1
|
||||
per_device_train_batch_size: 2
|
||||
per_device_eval_batch_size: 2
|
||||
gradient_accumulation_steps: 4
|
||||
warmup_ratio: 0.03
|
||||
lr_scheduler_type: cosine
|
||||
weight_decay: 0.0
|
||||
optim: adamw_8bit
|
||||
packing: false
|
||||
cache_tokenized_datasets: true
|
||||
eval_subset_size: null
|
||||
eval_subset_strategy: stratified
|
||||
eval_subset_stratify_columns:
|
||||
- model_id
|
||||
- target_score
|
||||
train_sampling_strategy: random
|
||||
length_column_name: length
|
||||
logging_steps: 10
|
||||
eval_steps: 500
|
||||
save_steps: 500
|
||||
save_total_limit: 10
|
||||
seed: 42
|
||||
resume_from_checkpoint: null
|
||||
eval_subset_seed: 42
|
||||
max_grad_norm: 1.0
|
||||
distributed:
|
||||
enabled: true
|
||||
strategy: ddp
|
||||
backend: nccl
|
||||
mixed_precision: bf16
|
||||
gradient_checkpointing: false
|
||||
find_unused_parameters: false
|
||||
fsdp:
|
||||
sharding_strategy: full_shard
|
||||
transformer_layer_cls_to_wrap: null
|
||||
activation_checkpointing: true
|
||||
use_orig_params: true
|
||||
deepspeed:
|
||||
zero_stage: 2
|
||||
offload_optimizer_device: none
|
||||
offload_param_device: none
|
||||
stage3_gather_16bit_weights_on_model_save: true
|
||||
gradient_clipping: auto
|
||||
config_overrides: {}
|
||||
inference:
|
||||
allowed_scores:
|
||||
- '1'
|
||||
- '2'
|
||||
- '3'
|
||||
- '4'
|
||||
- '5'
|
||||
binary_threshold: 3
|
||||
method: restricted_continuation_logprobs_fast
|
||||
generation_fallback: false
|
||||
batch_size: 64
|
||||
require_adapter: false
|
||||
allow_base_model: true
|
||||
evaluation:
|
||||
length_buckets:
|
||||
- 0
|
||||
- 256
|
||||
- 512
|
||||
- 1024
|
||||
- 2048
|
||||
- 3072
|
||||
- 4096
|
||||
- 1000000000
|
||||
hub:
|
||||
repo_id: null
|
||||
private: false
|
||||
commit_message: Upload ADeLe distilled judge
|
||||
local_checkpoint_dir: null
|
||||
output_staging_dir: null
|
||||
create_pr: false
|
||||
max_shard_size: 5GB
|
||||
Reference in New Issue
Block a user