_wandb:
    value:
        cli_version: 0.23.1
        e:
            6d7d53o1pln22ju1559xl8i8heltby8s:
                args:
                    - --node-ip-address=198.19.44.212
                    - --node-manager-port=34241
                    - --object-store-name=/tmp/ray_q3g_tooluse_rlsd_tr_Qwen3_4B/session_2026-07-02_15-45-18_872837_2201867/sockets/plasma_store
                    - --raylet-name=/tmp/ray_q3g_tooluse_rlsd_tr_Qwen3_4B/session_2026-07-02_15-45-18_872837_2201867/sockets/raylet
                    - --redis-address=None
                    - --metrics-agent-port=47342
                    - --logging-rotate-bytes=536870912
                    - --logging-rotate-backup-count=5
                    - --runtime-env-agent-port=46885
                    - --gcs-address=198.19.44.212:61644
                    - --session-name=session_2026-07-02_15-45-18_872837_2201867
                    - --temp-dir=/tmp/ray_q3g_tooluse_rlsd_tr_Qwen3_4B
                    - --webui=
                    - --cluster-id=35247b64cc6ad952028687e0d40938a8c93b825fe9437d1c288603c7
                    - --startup-token=32
                    - --worker-launch-time-ms=1783007122330
                    - --node-id=d3d7bd81e3e8e617f704a0544d210aa34ae73e1c89a27abf0e30f520
                    - --runtime-env-hash=414040569
                codePath: .venv/lib/python3.12/site-packages/ray/_private/workers/default_worker.py
                codePathLocal: .venv/lib/python3.12/site-packages/ray/_private/workers/default_worker.py
                cpu_count: 64
                cpu_count_logical: 128
                cudaVersion: "13.0"
                disk:
                    /:
                        total: "46086056050688"
                        used: "23260937576448"
                email: jungsr1116@cau.ac.kr
                executable: /mnt/mole/SDPO/L2T/.venv/bin/python
                git:
                    commit: ee6a667700697069b93db636aa937f970c1fb57a
                    remote: https://github.com/jungseongryong/L2T.git
                gpu: NVIDIA H200
                gpu_count: 8
                gpu_nvidia:
                    - architecture: Hopper
                      cudaCores: 16896
                      memoryTotal: "150754820096"
                      name: NVIDIA H200
                      uuid: GPU-c0451621-891c-7169-976d-71d81958db34
                    - architecture: Hopper
                      cudaCores: 16896
                      memoryTotal: "150754820096"
                      name: NVIDIA H200
                      uuid: GPU-e2a29dfa-7dad-6cd7-fb05-79d0060f27f0
                    - architecture: Hopper
                      cudaCores: 16896
                      memoryTotal: "150754820096"
                      name: NVIDIA H200
                      uuid: GPU-d69bb741-f2a7-a375-7f56-5c0d09d797b2
                    - architecture: Hopper
                      cudaCores: 16896
                      memoryTotal: "150754820096"
                      name: NVIDIA H200
                      uuid: GPU-1bbbea1e-7541-3126-1bfc-51b43a67577e
                    - architecture: Hopper
                      cudaCores: 16896
                      memoryTotal: "150754820096"
                      name: NVIDIA H200
                      uuid: GPU-6e0055af-452d-3f46-ce21-0c71e347a608
                    - architecture: Hopper
                      cudaCores: 16896
                      memoryTotal: "150754820096"
                      name: NVIDIA H200
                      uuid: GPU-317fdb5b-b280-71d8-398e-a843ad897437
                    - architecture: Hopper
                      cudaCores: 16896
                      memoryTotal: "150754820096"
                      name: NVIDIA H200
                      uuid: GPU-f19d8161-d2dd-49a1-dcb8-5c341b5e4514
                    - architecture: Hopper
                      cudaCores: 16896
                      memoryTotal: "150754820096"
                      name: NVIDIA H200
                      uuid: GPU-961f5ebf-4bf8-6855-828b-c065af57b87c
                host: mole-workspace-rw
                memory:
                    total: "2163980390400"
                os: Linux-6.8.0-71-generic-x86_64-with-glibc2.36
                program: /mnt/mole/SDPO/L2T/.venv/lib/python3.12/site-packages/ray/_private/workers/default_worker.py
                python: CPython 3.12.13
                root: /mnt/mole/SDPO/L2T
                startedAt: "2026-07-02T15:47:16.753521Z"
                writerId: 6d7d53o1pln22ju1559xl8i8heltby8s
        m: []
        python_version: 3.12.13
        t:
            "1":
                - 1
                - 11
                - 30
                - 41
                - 49
                - 50
                - 51
                - 71
                - 95
                - 98
                - 105
            "2":
                - 1
                - 11
                - 30
                - 41
                - 49
                - 50
                - 51
                - 71
                - 95
                - 98
                - 105
            "3":
                - 2
                - 13
                - 16
                - 61
            "4": 3.12.13
            "5": 0.23.1
            "6": 4.57.1
            "12": 0.23.1
            "13": linux-x86_64
actor_rollout_ref:
    value:
        actor:
            _target_: verl.workers.config.FSDPActorConfig
            calculate_entropy: false
            calculate_sum_pi_squared: false
            checkpoint:
                _target_: verl.trainer.config.CheckpointConfig
                async_save: false
                load_contents:
                    - model
                    - optimizer
                    - extra
                save_contents:
                    - model
                    - optimizer
                    - extra
            clip_ratio: 0.2
            clip_ratio_c: 3
            clip_ratio_high: 0.28
            clip_ratio_low: 0.2
            data_loader_seed: 42
            entropy_checkpointing: false
            entropy_coeff: 0
            entropy_from_logits_with_chunking: false
            freeze_vision_tower: false
            fsdp_config:
                _target_: verl.workers.config.FSDPEngineConfig
                dtype: bfloat16
                entropy_checkpointing: false
                entropy_from_logits_with_chunking: false
                forward_only: false
                forward_prefetch: false
                fsdp_size: -1
                full_determinism: false
                model_dtype: fp32
                offload_policy: false
                optimizer_offload: false
                param_offload: false
                reshard_after_forward: true
                seed: 42
                strategy: fsdp
                ulysses_sequence_parallel_size: 1
                use_orig_params: false
                use_torch_compile: true
                wrap_policy:
                    min_num_params: 0
            grad_clip: 1
            kl_loss_coef: 0.001
            kl_loss_type: low_var_kl
            loss_agg_mode: token-mean
            loss_scale_factor: null
            optim:
                _target_: verl.workers.config.FSDPOptimizerConfig
                betas:
                    - 0.9
                    - 0.999
                clip_grad: 1
                lr: 1e-06
                lr_scheduler_type: constant
                lr_warmup_steps: 10
                lr_warmup_steps_ratio: 0
                min_lr_ratio: 0
                num_cycles: 0.5
                optimizer: AdamW
                optimizer_impl: torch.optim
                override_optimizer_config: null
                total_training_steps: 100
                warmup_style: null
                weight_decay: 0.01
            policy_loss:
                _target_: verl.workers.config.PolicyLossConfig
                clip_cov_lb: 1
                clip_cov_ratio: 0.0002
                clip_cov_ub: 5
                kl_cov_ratio: 0.0002
                loss_mode: rlsd
                ppo_kl_coef: 0.1
            ppo_epochs: 1
            ppo_max_token_len_per_gpu: 10240
            ppo_micro_batch_size: null
            ppo_micro_batch_size_per_gpu: 1
            ppo_mini_batch_size: 8
            profiler:
                _target_: verl.utils.profiler.ProfilerConfig
                all_ranks: false
                enable: false
                ranks: []
                save_path: outputs/profile
                tool: null
                tool_config:
                    npu:
                        _target_: verl.utils.profiler.config.NPUToolConfig
                        analysis: true
                        contents: []
                        discrete: false
                        level: level0
                    nsys:
                        _target_: verl.utils.profiler.config.NsightToolConfig
                        discrete: false
                    torch:
                        _target_: verl.utils.profiler.config.TorchProfilerToolConfig
                        step_end: null
                        step_start: 0
                    torch_memory:
                        _target_: verl.utils.profiler.config.TorchMemoryToolConfig
                        stack_depth: 32
                        trace_alloc_max_entries: 100000
            rollout_n: 8
            router_replay:
                _target_: verl.workers.config.RouterReplayConfig
                mode: disabled
                record_file: null
                replay_file: null
            self_distillation:
                _target_: verl.workers.config.SelfDistillationConfig
                alpha: 0.5
                distillation_add_tail: true
                distillation_topk: 100
                dont_reprompt_on_self_success: true
                environment_feedback_only_without_solution: true
                evolving_teacher:
                    _target_: verl.workers.config.EvolvingTeacherConfig
                    enable: false
                    loss_weight: 0
                    mask: all
                feedback_template: |4-
                    The following is feedback from your unsuccessful earlier attempt:

                    {feedback_raw}
                full_logit_distillation: true
                include_environment_feedback: true
                is_clip: 2
                max_reprompt_len: 10240
                remove_thinking_from_demonstration: false
                reprompt_template: |-
                    {prompt}{solution}{feedback}

                    Correctly solve the original question.
                reprompt_truncation: right
                solution_template: |4-
                    Correct solution:

                    {successful_previous_attempt}
                srpo_dynamic_weighting: false
                srpo_dynamic_weighting_temperature: 1
                success_reward_threshold: 0.5
                teacher_regularization: trust-region
                teacher_update_rate: 0.1
                token_reweight_decay_steps: 0
                token_reweight_eps_w: 0.2
                token_reweight_lambda: 0.5
            shuffle: false
            strategy: fsdp
            sum_pi_squared_checkpointing: false
            tau_neg: 1.05
            tau_pos: 1
            ulysses_sequence_parallel_size: 1
            use_dynamic_bsz: false
            use_fused_kernels: false
            use_kl_loss: false
            use_prefix_grouper: false
            use_remove_padding: true
            use_torch_compile: true
        hybrid_engine: true
        model:
            _target_: verl.workers.config.HFModelConfig
            custom_chat_template: null
            enable_activation_offload: false
            enable_gradient_checkpointing: true
            exclude_modules: null
            external_lib: null
            fused_kernel_options:
                impl_backend: torch
            hf_config_path: null
            lora_adapter_path: null
            lora_alpha: 16
            lora_rank: 0
            path: Qwen/Qwen3-4B
            target_modules: all-linear
            tiled_mlp:
                enabled: false
                num_shards: 4
            tokenizer_path: null
            trust_remote_code: true
            use_fused_kernels: false
            use_liger: false
            use_remove_padding: true
            use_shm: false
        nccl_timeout: 600
        ref:
            _target_: verl.workers.config.FSDPActorConfig
            entropy_checkpointing: false
            entropy_from_logits_with_chunking: false
            fsdp_config:
                _target_: verl.workers.config.FSDPEngineConfig
                dtype: bfloat16
                entropy_checkpointing: false
                entropy_from_logits_with_chunking: false
                forward_only: true
                forward_prefetch: false
                fsdp_size: -1
                full_determinism: false
                model_dtype: fp32
                offload_policy: false
                optimizer_offload: false
                param_offload: false
                reshard_after_forward: true
                seed: 42
                strategy: fsdp
                ulysses_sequence_parallel_size: 1
                use_orig_params: false
                use_torch_compile: true
                wrap_policy:
                    min_num_params: 0
            log_prob_max_token_len_per_gpu: 10240
            log_prob_micro_batch_size: null
            log_prob_micro_batch_size_per_gpu: 1
            log_prob_use_dynamic_bsz: false
            profiler:
                _target_: verl.utils.profiler.ProfilerConfig
                all_ranks: false
                enable: false
                ranks: []
                save_path: outputs/profile
                tool: null
                tool_config:
                    npu:
                        _target_: verl.utils.profiler.config.NPUToolConfig
                        analysis: true
                        contents: []
                        discrete: false
                        level: level0
                    nsys:
                        _target_: verl.utils.profiler.config.NsightToolConfig
                        discrete: false
                    torch:
                        _target_: verl.utils.profiler.config.TorchProfilerToolConfig
                        step_end: null
                        step_start: 0
                    torch_memory:
                        _target_: verl.utils.profiler.config.TorchMemoryToolConfig
                        stack_depth: 32
                        trace_alloc_max_entries: 100000
            rollout_n: 8
            router_replay:
                _target_: verl.workers.config.RouterReplayConfig
                mode: disabled
                record_file: null
                replay_file: null
            strategy: fsdp
            ulysses_sequence_parallel_size: 1
            use_torch_compile: true
        rollout:
            _target_: verl.workers.config.RolloutConfig
            agent:
                _target_: verl.workers.config.AgentLoopConfig
                agent_loop_config_path: null
                custom_async_server:
                    _target_: verl.workers.config.CustomAsyncServerConfig
                    name: null
                    path: null
                default_agent_loop: single_turn_agent
                num_workers: 8
            calculate_log_probs: true
            cudagraph_capture_sizes: null
            data_parallel_size: 1
            disable_log_stats: true
            do_sample: true
            dtype: bfloat16
            enable_chunked_prefill: true
            enable_prefix_caching: true
            enable_rollout_routing_replay: false
            enforce_eager: false
            expert_parallel_size: 1
            free_cache_engine: true
            gpu_memory_utilization: 0.8
            ignore_eos: false
            layered_summon: false
            load_format: dummy
            log_prob_max_token_len_per_gpu: 10240
            log_prob_micro_batch_size: null
            log_prob_micro_batch_size_per_gpu: 1
            log_prob_use_dynamic_bsz: false
            logprobs_mode: processed_logprobs
            max_model_len: 10240
            max_num_batched_tokens: 10240
            max_num_seqs: 1024
            mode: async
            multi_stage_wake_up: false
            multi_turn:
                _target_: verl.workers.config.MultiTurnConfig
                enable: false
                format: hermes
                interaction_config_path: null
                max_assistant_turns: null
                max_parallel_calls: 1
                max_tool_response_length: 256
                max_user_turns: null
                num_repeat_rollouts: null
                tokenization_sanity_check_mode: strict
                tool_config_path: null
                tool_response_truncate_side: middle
                use_inference_chat_template: false
            "n": 8
            name: vllm
            over_sample_rate: 0
            pipeline_model_parallel_size: 1
            profiler:
                _target_: verl.utils.profiler.ProfilerConfig
                all_ranks: false
                enable: false
                ranks: []
                save_path: outputs/profile
                tool: null
                tool_config:
                    npu:
                        _target_: verl.utils.profiler.config.NPUToolConfig
                        analysis: true
                        contents: []
                        discrete: false
                        level: level0
                    nsys:
                        _target_: verl.utils.profiler.config.NsightToolConfig
                        discrete: false
                    torch:
                        _target_: verl.utils.profiler.config.TorchProfilerToolConfig
                        step_end: null
                        step_start: 0
                    torch_memory:
                        _target_: verl.utils.profiler.config.TorchMemoryToolConfig
                        stack_depth: 32
                        trace_alloc_max_entries: 100000
            prometheus:
                _target_: verl.workers.config.PrometheusConfig
                enable: false
                file: /tmp/ray/session_latest/metrics/prometheus/prometheus.yml
                port: 9090
                served_model_name: Qwen/Qwen3-4B
            prompt_length: 2048
            quantization: null
            quantization_config_file: null
            response_length: 8192
            scheduling_policy: fcfs
            skip_dump_dir: /tmp/rollout_dump
            skip_rollout: false
            skip_tokenizer_init: true
            temperature: 1
            tensor_model_parallel_size: 2
            top_k: -1
            top_p: 1
            trace:
                _target_: verl.workers.config.TraceConfig
                backend: null
                max_samples_per_step_per_worker: null
                token2text: false
            update_weights_bucket_megabytes: 512
            val_kwargs:
                _target_: verl.workers.config.SamplingConfig
                do_sample: true
                "n": 16
                temperature: 0.6
                top_k: -1
                top_p: 0.95
algorithm:
    value:
        _target_: verl.trainer.config.AlgoConfig
        adv_estimator: grpo
        gamma: 1
        kl_ctrl:
            _target_: verl.trainer.config.KLControlConfig
            horizon: 10000
            kl_coef: 0.001
            target_kl: 0.1
            type: fixed
        kl_penalty: kl
        lam: 1
        norm_adv_by_std_in_grpo: false
        pf_ppo:
            reweight_method: pow
            weight_pow: 2
        rollout_correction:
            bypass_mode: false
            loss_type: ppo_clip
            rollout_is: token
            rollout_is_batch_normalize: false
            rollout_is_threshold: 2
            rollout_rs: null
            rollout_rs_threshold: null
        use_kl_in_reward: false
        use_pf_ppo: false
critic:
    value:
        _target_: verl.workers.config.FSDPCriticConfig
        checkpoint:
            _target_: verl.trainer.config.CheckpointConfig
            async_save: false
            load_contents:
                - model
                - optimizer
                - extra
            save_contents:
                - model
                - optimizer
                - extra
        cliprange_value: 0.5
        data_loader_seed: 42
        enable: null
        forward_max_token_len_per_gpu: 32768
        forward_micro_batch_size: null
        forward_micro_batch_size_per_gpu: null
        grad_clip: 1
        loss_agg_mode: token-mean
        model:
            _target_: verl.workers.config.FSDPCriticModelCfg
            enable_activation_offload: false
            enable_gradient_checkpointing: true
            external_lib: null
            fsdp_config:
                _target_: verl.workers.config.FSDPEngineConfig
                dtype: bfloat16
                entropy_checkpointing: false
                entropy_from_logits_with_chunking: false
                forward_only: false
                forward_prefetch: false
                fsdp_size: -1
                full_determinism: false
                model_dtype: fp32
                offload_policy: false
                optimizer_offload: false
                param_offload: false
                reshard_after_forward: true
                seed: 42
                strategy: fsdp
                ulysses_sequence_parallel_size: 1
                use_orig_params: false
                use_torch_compile: true
                wrap_policy:
                    min_num_params: 0
            lora_alpha: 16
            lora_rank: 0
            path: Qwen/Qwen3-8B
            target_modules: all-linear
            tiled_mlp:
                enabled: false
                num_shards: 4
            tokenizer_path: Qwen/Qwen3-4B
            trust_remote_code: true
            use_remove_padding: false
            use_shm: false
        optim:
            _target_: verl.workers.config.FSDPOptimizerConfig
            betas:
                - 0.9
                - 0.999
            clip_grad: 1
            lr: 1e-05
            lr_scheduler_type: constant
            lr_warmup_steps: -1
            lr_warmup_steps_ratio: 0
            min_lr_ratio: 0
            num_cycles: 0.5
            optimizer: AdamW
            optimizer_impl: torch.optim
            override_optimizer_config: null
            total_training_steps: 100
            warmup_style: null
            weight_decay: 0.01
        ppo_epochs: 1
        ppo_max_token_len_per_gpu: 32768
        ppo_micro_batch_size: null
        ppo_micro_batch_size_per_gpu: null
        ppo_mini_batch_size: 8
        profiler:
            _target_: verl.utils.profiler.ProfilerConfig
            all_ranks: false
            enable: false
            ranks: []
            save_path: outputs/profile
            tool: null
            tool_config:
                npu:
                    _target_: verl.utils.profiler.config.NPUToolConfig
                    analysis: true
                    contents: []
                    discrete: false
                    level: level0
                nsys:
                    _target_: verl.utils.profiler.config.NsightToolConfig
                    discrete: false
                torch:
                    _target_: verl.utils.profiler.config.TorchProfilerToolConfig
                    step_end: null
                    step_start: 0
                torch_memory:
                    _target_: verl.utils.profiler.config.TorchMemoryToolConfig
                    stack_depth: 32
                    trace_alloc_max_entries: 100000
        rollout_n: 8
        shuffle: false
        strategy: fsdp
        ulysses_sequence_parallel_size: 1
        use_dynamic_bsz: false
custom_reward_function:
    value:
        name: compute_score
        path: /mnt/mole/SDPO/L2T/verl/utils/reward_score/feedback/__init__.py
data:
    value:
        apply_chat_template_kwargs:
            enable_thinking: false
        custom_cls:
            name: null
            path: null
        datagen:
            name: null
            path: null
        dataloader_num_workers: 8
        filter_overlong_prompts: true
        filter_overlong_prompts_workers: 1
        image_key: images
        image_patch_size: 14
        max_prompt_length: 2048
        max_response_length: 8192
        prompt_key: prompt
        return_full_prompt: false
        return_multi_modal_inputs: true
        return_raw_chat: true
        return_raw_input_ids: false
        reward_fn_key: data_source
        sampler:
            class_name: null
            class_path: null
        seed: null
        shuffle: true
        tokenizer: null
        tool_config_path: null
        train_batch_size: 32
        train_files:
            - /mnt/mole/SDPO/L2T/datasets/tooluse/train.parquet
        train_max_samples: 3200
        truncation: error
        trust_remote_code: true
        use_shm: false
        val_batch_size: null
        val_files:
            - /mnt/mole/SDPO/L2T/datasets/tooluse/test.parquet
        val_max_samples: -1
        validation_shuffle: false
        video_key: videos
global_profiler:
    value:
        _target_: verl.utils.profiler.ProfilerConfig
        global_tool_config:
            nsys:
                _target_: verl.utils.profiler.config.NsightToolConfig
                controller_nsight_options:
                    cuda-graph-trace: graph
                    cuda-memory-usage: "true"
                    trace: cuda,nvtx,cublas,ucx
                discrete: false
                worker_nsight_options:
                    capture-range: cudaProfilerApi
                    capture-range-end: null
                    cuda-graph-trace: graph
                    cuda-memory-usage: "true"
                    kill: none
                    trace: cuda,nvtx,cublas,ucx
            torch_memory:
                context: all
                stack_depth: 32
                stacks: all
                trace_alloc_max_entries: 100000
        profile_continuous_steps: false
        save_path: outputs/profile
        steps: null
        tool: null
max_model_len:
    value: 10240
ray_kwargs:
    value:
        ray_init:
            _temp_dir: /tmp/ray_q3g_tooluse_rlsd_tr_Qwen3_4B
            include_dashboard: false
            num_cpus: null
            runtime_env:
                env_vars:
                    EXPERIMENT: qwen3gen-tooluse-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8
                    TASK: datasets/tooluse
                    USER: root
        timeline_json_file: null
reward_manager:
    value:
        _target_: verl.trainer.config.config.RewardManagerConfig
        module:
            _target_: verl.trainer.config.config.ModuleConfig
            name: custom_reward_manager
            path: null
        name: naive
        source: register
reward_model:
    value:
        enable: false
        enable_resource_pool: false
        forward_max_token_len_per_gpu: 32768
        launch_reward_fn_async: false
        max_length: null
        micro_batch_size: null
        micro_batch_size_per_gpu: null
        model:
            external_lib: null
            fsdp_config:
                _target_: verl.workers.config.FSDPEngineConfig
                forward_prefetch: false
                fsdp_size: -1
                param_offload: false
                reshard_after_forward: true
                wrap_policy:
                    min_num_params: 0
            input_tokenizer: Qwen/Qwen3-4B
            path: ~/models/FsfairX-LLaMA3-RM-v0.1
            trust_remote_code: false
            use_fused_kernels: false
            use_remove_padding: false
            use_shm: false
        n_gpus_per_node: 8
        nnodes: 0
        num_workers: 1
        profiler:
            _target_: verl.utils.profiler.ProfilerConfig
            all_ranks: false
            enable: false
            ranks: []
            save_path: outputs/profile
            tool: null
            tool_config:
                npu:
                    _target_: verl.utils.profiler.config.NPUToolConfig
                    analysis: true
                    contents: []
                    discrete: false
                    level: level0
                nsys:
                    _target_: verl.utils.profiler.config.NsightToolConfig
                    discrete: false
                torch:
                    _target_: verl.utils.profiler.config.TorchProfilerToolConfig
                    step_end: null
                    step_start: 0
                torch_memory:
                    _target_: verl.utils.profiler.config.TorchMemoryToolConfig
                    stack_depth: 32
                    trace_alloc_max_entries: 100000
        reward_loop_class_name: null
        reward_loop_module_path: null
        reward_loop_source: register
        reward_manager: naive
        rollout:
            _target_: verl.workers.config.RolloutConfig
            cudagraph_capture_sizes: null
            data_parallel_size: 1
            disable_log_stats: true
            dtype: bfloat16
            enable_chunked_prefill: true
            enable_prefix_caching: true
            enforce_eager: true
            expert_parallel_size: 1
            free_cache_engine: true
            gpu_memory_utilization: 0.5
            limit_images: null
            load_format: auto
            max_model_len: null
            max_num_batched_tokens: 8192
            max_num_seqs: 1024
            name: ???
            prompt_length: 2048
            response_length: 2048
            skip_tokenizer_init: false
            tensor_model_parallel_size: 2
        sandbox_fusion:
            max_concurrent: 64
            memory_limit_mb: 1024
            url: null
        strategy: fsdp
        ulysses_sequence_parallel_size: 1
        use_dynamic_bsz: false
        use_reward_loop: false
trainer:
    value:
        balance_batch: true
        critic_warmup: 0
        default_hdfs_dir: null
        default_local_dir: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8
        del_local_ckpt_after_load: false
        device: cuda
        esi_redundant_time: 0
        experiment_name: qwen3gen-tooluse-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8
        group_name: QWEN3-RLSD-TR-GRPO-matched-generalization
        log_val_generations: 0
        logger:
            - console
            - wandb
        max_actor_ckpt_to_keep: 1
        max_critic_ckpt_to_keep: null
        n_gpus_per_node: 8
        nnodes: 1
        project_name: SDPO-root
        ray_wait_register_center_timeout: 300
        resume_from_path: null
        resume_mode: auto
        rollout_data_dir: null
        save_freq: 10
        test_freq: 10
        total_epochs: 30
        total_training_steps: 100
        use_legacy_worker_impl: auto
        val_before_train: false
        val_only: false
        validation_data_dir: null
transfer_queue:
    value:
        enable: false
vars:
    value:
        ckpt_dir: /capstor/scratch/cscs/root/ttrl_runs/datasets/tooluse
        dir: /users/root/SDPO
        log_dir: /users/root/output
        task: datasets/tooluse
