fix some typos (#6209)

Co-authored-by: Brayden Zhong <b8zhong@uwaterloo.ca>
This commit is contained in:
applesaucethebun
2025-05-12 13:42:38 -04:00
committed by GitHub
parent 3ee40ff919
commit d738ab52f8
95 changed files with 276 additions and 276 deletions

View File

@@ -42,7 +42,7 @@ class MockModelRunner:
"TokenPool",
(),
{
# A typical max_bs * max_context_len for cuda graph decode
# A typical max_bs * max_context_len for CUDA graph decode
"size": max_batch_size,
# Add req_to_token attribute
"req_to_token": torch.zeros(

View File

@@ -37,7 +37,7 @@ class MockModelRunner:
"TokenPool",
(),
{
# A typical max_bs * max_context_len for cuda graph decode
# A typical max_bs * max_context_len for CUDA graph decode
"size": batch_size,
# Add req_to_token attribute
"req_to_token": torch.zeros(