update and simplify CustomOp (#3249)

2025-02-01 18:56:44 +08:00
parent 17dbf976c5
commit 4eb4b401cc
8 changed files with 46 additions and 45 deletions
--- a/python/sglang/srt/model_executor/cuda_graph_runner.py
+++ b/python/sglang/srt/model_executor/cuda_graph_runner.py
@@ -21,8 +21,8 @@ from typing import TYPE_CHECKING, Callable

 import torch
 import tqdm
-from vllm.model_executor.custom_op import CustomOp

+from sglang.srt.custom_op import CustomOp
 from sglang.srt.distributed import get_tensor_model_parallel_rank
 from sglang.srt.distributed.parallel_state import GroupCoordinator, graph_capture
 from sglang.srt.layers.logits_processor import LogitsProcessorOutput