@@ -14,5 +14,44 @@
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
from vllm_ascend.patch.platform import patch_common # noqa: F401
|
||||
from vllm_ascend.patch.platform import patch_main # noqa: F401
|
||||
import os
|
||||
|
||||
import vllm_ascend.patch.platform.patch_camem_allocator # noqa
|
||||
import vllm_ascend.patch.platform.patch_distributed # noqa
|
||||
import vllm_ascend.patch.platform.patch_kv_cache_utils # noqa
|
||||
import vllm_ascend.patch.platform.patch_mla_prefill_backend # noqa
|
||||
import vllm_ascend.patch.platform.patch_pp_mtp # noqa
|
||||
import vllm_ascend.patch.platform.patch_use_v2_model_runner # noqa
|
||||
from vllm_ascend.utils import is_310p, vllm_version_is
|
||||
|
||||
if not is_310p():
|
||||
import vllm_ascend.patch.platform.patch_mamba_config # noqa
|
||||
else:
|
||||
import vllm_ascend.patch.platform.patch_mamba_config_310 # noqa
|
||||
import vllm_ascend.patch.platform.patch_minimax_m2_config # noqa
|
||||
import vllm_ascend.patch.platform.patch_glm_tool_call_streaming # noqa
|
||||
|
||||
if vllm_version_is("0.23.0"):
|
||||
import vllm_ascend.patch.platform.patch_async_swa_kv_lifetime # noqa
|
||||
import vllm_ascend.patch.platform.patch_glm47_tool_call_parser # noqa
|
||||
import vllm_ascend.patch.platform.patch_minimax_m2_tool_call_parser # noqa
|
||||
import vllm_ascend.patch.platform.patch_minimax_usage_accounting # noqa
|
||||
import vllm_ascend.patch.platform.patch_shm_broadcast # noqa
|
||||
import vllm_ascend.patch.platform.patch_deepseek_v4_tool_call_parser # noqa
|
||||
import vllm_ascend.patch.platform.patch_structured_output # noqa
|
||||
import vllm_ascend.patch.platform.patch_weight_transfer_engine # noqa
|
||||
import vllm_ascend.patch.platform.patch_torch_accelerator # noqa
|
||||
import vllm_ascend.patch.platform.patch_tool_choice_none_content # noqa
|
||||
import vllm_ascend.patch.platform.patch_mamba_manager # noqa
|
||||
|
||||
if os.getenv("DYNAMIC_EPLB", "false").lower() in ("true", "1") or os.getenv("EXPERT_MAP_RECORD", "false") == "true":
|
||||
import vllm_ascend.patch.platform.patch_multiproc_executor # noqa
|
||||
|
||||
import vllm_ascend.patch.platform.patch_balance_schedule # noqa
|
||||
|
||||
import vllm_ascend.patch.platform.patch_kv_cache_coordinator # noqa
|
||||
import vllm_ascend.patch.platform.patch_speculative_config # noqa
|
||||
|
||||
if not vllm_version_is("0.23.0"):
|
||||
import vllm_ascend.patch.platform.patch_fused_moe # noqa
|
||||
import vllm_ascend.patch.platform.patch_dp_device_ids # noqa
|
||||
|
||||
Reference in New Issue
Block a user