初始化项目,由ModelHub XC社区提供模型
Model: reaperdoesntknow/DualMind-TKD-Agentic-1.7B Source: Original Platform
This commit is contained in:
107
training_artifacts/DualMind100_config.json
Normal file
107
training_artifacts/DualMind100_config.json
Normal file
@@ -0,0 +1,107 @@
|
||||
{
|
||||
"dataset_ids": [
|
||||
"0xZee/dataset-CoT-Advanced-Calculus-268"
|
||||
],
|
||||
"dataset_split": "train",
|
||||
"eval_fraction": 0.1,
|
||||
"seed": 42,
|
||||
"max_examples": null,
|
||||
"question_fields": [
|
||||
"question",
|
||||
"instruction",
|
||||
"problem",
|
||||
"prompt",
|
||||
"input"
|
||||
],
|
||||
"reasoning_fields": [
|
||||
"CoT",
|
||||
"cot",
|
||||
"chain_of_thought",
|
||||
"reasoning",
|
||||
"analysis",
|
||||
"rationale",
|
||||
"solution"
|
||||
],
|
||||
"answer_fields": [
|
||||
"response",
|
||||
"final_answer",
|
||||
"answer",
|
||||
"output",
|
||||
"completion"
|
||||
],
|
||||
"save_data_audit": true,
|
||||
"data_audit_path": "./DualMind100/data_audit.jsonl",
|
||||
"student_id": "Qwen/Qwen3-1.7B",
|
||||
"teacher_id": "Qwen/Qwen3-8B",
|
||||
"student_revision": null,
|
||||
"teacher_revision": null,
|
||||
"save_dir": "./DualMind100",
|
||||
"resume_from": null,
|
||||
"use_bf16": true,
|
||||
"keep_student_fp32": true,
|
||||
"gradient_checkpointing": true,
|
||||
"gradient_checkpointing_use_reentrant": false,
|
||||
"attention_implementation": "sdpa",
|
||||
"compile_student": false,
|
||||
"teacher_load_in_4bit": false,
|
||||
"teacher_device_map": "auto",
|
||||
"teacher_offload_folder": "./teacher_offload",
|
||||
"teacher_max_memory_gpu": null,
|
||||
"teacher_max_memory_cpu": null,
|
||||
"use_8bit_optimizer": false,
|
||||
"use_paged_optimizer": true,
|
||||
"dual_mind_format": true,
|
||||
"use_chat_template": true,
|
||||
"system_prompt": "Solve the problem rigorously. Preserve assumptions, derivation, verification, and final result.",
|
||||
"preserve_full_answer": true,
|
||||
"window_size": 2048,
|
||||
"min_overlap": 128,
|
||||
"max_overlap": 384,
|
||||
"teacher_top_k": 64,
|
||||
"teacher_cache_dir": "./tkd_cache_v4",
|
||||
"teacher_context_tokens": 512,
|
||||
"vocab_logsumexp_chunk": 16384,
|
||||
"cache_log_every": 20,
|
||||
"min_expected_topk_mass": 0.85,
|
||||
"batch_size": 2,
|
||||
"grad_accum_steps": 4,
|
||||
"epochs": 3,
|
||||
"lr": 3e-06,
|
||||
"min_lr": 3e-07,
|
||||
"warmup_ratio": 0.05,
|
||||
"weight_decay": 0.01,
|
||||
"adam_beta1": 0.9,
|
||||
"adam_beta2": 0.95,
|
||||
"adam_eps": 1e-08,
|
||||
"grad_clip": 1.0,
|
||||
"temperature": 2.0,
|
||||
"kd_target_alpha": 0.35,
|
||||
"kd_start_frac": 0.1,
|
||||
"kd_end_frac": 0.4,
|
||||
"eval_kd_alpha": null,
|
||||
"jump_threshold_sigma": 3.5,
|
||||
"jump_threshold_quantile": 0.995,
|
||||
"support_turnover_weight": 0.15,
|
||||
"jump_amplifier": 1.33,
|
||||
"topology_energy_window": 32,
|
||||
"topology_pair_chunk": 512,
|
||||
"dg_window": 3,
|
||||
"gap_energy_alpha": 0.0,
|
||||
"proof_weight_start": 2.0,
|
||||
"proof_weight_end": 1.1,
|
||||
"examine_extra_multiplier": 1.15,
|
||||
"response_weight": 1.0,
|
||||
"curriculum_enabled": true,
|
||||
"curriculum_phases": 4,
|
||||
"easy_first_fraction": 0.3,
|
||||
"num_workers": 2,
|
||||
"prefetch_factor": 2,
|
||||
"log_every": 10,
|
||||
"eval_every": 100,
|
||||
"checkpoint_every_opt_steps": 250,
|
||||
"save_every_epoch": true,
|
||||
"save_best": true,
|
||||
"best_metric": "ce",
|
||||
"run_internal_checks": true,
|
||||
"inference_max_new_tokens": 768
|
||||
}
|
||||
Reference in New Issue
Block a user