Fix weight update for data parallelism (#2050)

2024-11-16 00:30:39 -08:00
parent 2ffe0a7363
commit 2f2e07439c
2 changed files with 6 additions and 3 deletions
--- a/python/sglang/bench_offline_throughput.py
+++ b/python/sglang/bench_offline_throughput.py
@@ -231,15 +231,16 @@ def throughput_test(
    input_requests = get_dataset(bench_args, tokenizer)

    warmup_requests = sample_random_requests(
-        input_len=20,
-        output_len=4,
-        num_prompts=2,
+        input_len=256,
+        output_len=16,
+        num_prompts=16,
        range_ratio=0.8,
        tokenizer=tokenizer,
        dataset_path=bench_args.dataset_path,
    )

    # Warm up
+    logging.info("\nWarmup...")
    throughput_test_once(
        backend_name=bench_args.backend,
        backend=backend,
@@ -247,6 +248,7 @@ def throughput_test(
        ignore_eos=not bench_args.disable_ignore_eos,
    )

+    logging.info("\nBenchmark...")
    result = throughput_test_once(
        backend_name=bench_args.backend,
        backend=backend,