EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

ci: reduce and refactor vlm ut and combine test files (#11062)

Browse Source
This commit is contained in:
Mick
2025-10-17 23:24:50 +08:00
committed by GitHub
parent d88ac9bc9a
commit 3e4c7da2f5
6 changed files with 85 additions and 555 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/bench_one_batch_server.py
View File

@@ -137,12 +137,10 @@ def generate_markdown_report(trace_dir, results: List["BenchmarkResult"]) -> str
# all results should share the same isl & osl
for result in results:
base_url = os.getenv(
"TRACE_BASE_URL", "https://github.com/sgl-project/ci-data/traces"
).rstrip("/")
base_url = os.getenv("TRACE_BASE_URL", "").rstrip("/")
relay_base = os.getenv(
"PERFETTO_RELAY_URL",
"https://docs.sglang.ai/ci-data/pages/perfetto_relay.html",
"",
).rstrip("/")
summary += result.to_markdown_row(trace_dir, base_url, relay_base)

2
python/sglang/srt/models/mllama.py
View File

@@ -901,7 +901,7 @@ class MllamaForConditionalGeneration(nn.Module):
img = pixel_values[0, j]
num_tiles = img.shape[0]
batched_images[i, j, :num_tiles] = img
batched_ar_ids[i, j] = mm_input.mm_items[0].aspect_ratio_id[0, j]
batched_ar_ids[i, j] = mm_input.mm_items[0].aspect_ratio_ids[0, j]
batched_ar_mask[i, j, :num_tiles] = mm_input.mm_items[
0