4e53c1d900
### What this PR does / why we need it?
| File Path |
| :--- |
| ` vllm_ascend/eplb/adaptor/abstract_adaptor.py` |
| ` vllm_ascend/eplb/adaptor/vllm_adaptor.py` |
| ` vllm_ascend/eplb/core/eplb_device_transfer_loader.py` |
| ` vllm_ascend/eplb/core/eplb_utils.py` |
| ` vllm_ascend/eplb/core/eplb_worker.py` |
| ` vllm_ascend/eplb/core/policy/policy_abstract.py` |
| ` vllm_ascend/eplb/core/policy/policy_default_eplb.py` |
| ` vllm_ascend/eplb/core/policy/policy_factory.py` |
| ` vllm_ascend/eplb/core/policy/policy_flashlb.py` |
| ` vllm_ascend/eplb/core/policy/policy_random.py` |
| ` vllm_ascend/eplb/core/policy/policy_swift_balancer.py` |
| ` vllm_ascend/eplb/eplb_updator.py` |
| ` vllm_ascend/eplb/utils.py` |
| ` vllm_ascend/model_loader/netloader/executor/elastic_load.py` |
| ` vllm_ascend/model_loader/netloader/executor/netloader_pg.py` |
| ` vllm_ascend/model_loader/netloader/interaction/elastic.py` |
| ` vllm_ascend/model_loader/netloader/load.py` |
| ` vllm_ascend/model_loader/netloader/netloader.py` |
| ` vllm_ascend/model_loader/netloader/utils.py` |
| ` vllm_ascend/patch/platform/__init__.py` |
| ` vllm_ascend/patch/platform/patch_balance_schedule.py` |
| ` vllm_ascend/patch/platform/patch_ec_connector.py` |
| ` vllm_ascend/patch/platform/patch_mamba_config.py` |
| ` vllm_ascend/patch/platform/patch_multiproc_executor.py` |
| ` vllm_ascend/patch/platform/patch_sched_yield.py` |
- vLLM version: v0.13.0
- vLLM main:
2c24bc6996
---------
Signed-off-by: MrZ20 <2609716663@qq.com>
133 lines
3.3 KiB
TOML
133 lines
3.3 KiB
TOML
[build-system]
|
|
# Should be mirrored in requirements.txt
|
|
requires = [
|
|
"attrs",
|
|
"cmake>=3.26",
|
|
"decorator",
|
|
"einops",
|
|
"googleapis-common-protos",
|
|
"numpy<2.0.0",
|
|
"packaging",
|
|
"pip",
|
|
"pybind11",
|
|
"pyyaml",
|
|
"scipy",
|
|
"pandas",
|
|
"pandas-stubs",
|
|
"psutil",
|
|
"setuptools>=64",
|
|
"setuptools-scm>=8",
|
|
"transformers<=4.57.1",
|
|
"torch-npu==2.9.0",
|
|
"torch==2.9.0",
|
|
"torchvision",
|
|
"wheel",
|
|
"msgpack",
|
|
"quart",
|
|
"numba",
|
|
"xgrammar>=0.1.30",
|
|
"fastapi<0.124.0",
|
|
"opencv-python-headless<=4.11.0.86", # Required to avoid numpy version conflict with vllm
|
|
"compressed_tensors>=0.11.0",
|
|
"arctic-inference==0.1.1",
|
|
"triton-ascend==3.2.0"
|
|
]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[tool.pymarkdown]
|
|
plugins.md004.style = "sublist" # ul-style
|
|
plugins.md007.indent = 4 # ul-indent
|
|
plugins.md007.start_indented = true # ul-indent
|
|
plugins.md013.enabled = false # line-length
|
|
plugins.md041.enabled = false # first-line-h1
|
|
plugins.md033.enabled = false # inline-html
|
|
plugins.md046.enabled = false # code-block-style
|
|
plugins.md024.allow_different_nesting = true # no-duplicate-headers
|
|
plugins.md029.enabled = false # ol-prefix
|
|
|
|
[tool.ruff]
|
|
# TODO: according to PEP8, there should be 80 characters per line
|
|
line-length = 120
|
|
# Folder to be modified
|
|
exclude = [
|
|
"tests/**",
|
|
# (3)
|
|
"vllm_ascend/attention/*.py",
|
|
"vllm_ascend/core/*.py",
|
|
"vllm_ascend/distributed/device_communicators/**",
|
|
"vllm_ascend/distributed/utils.py",
|
|
# (5)
|
|
"vllm_ascend/distributed/kv_transfer/kv_pool/**",
|
|
"vllm_ascend/distributed/kv_transfer/utils/**",
|
|
"vllm_ascend/kv_offload/**",
|
|
"vllm_ascend/lora/**",
|
|
# (7)
|
|
"vllm_ascend/quantization/**",
|
|
"vllm_ascend/sample/*.py",
|
|
"vllm_ascend/worker/v2/**",
|
|
"vllm_ascend/worker/block_table.py",
|
|
"vllm_ascend/worker/npu_input_batch.py",
|
|
# (8)
|
|
"vllm_ascend/ops/__init__.py",
|
|
"vllm_ascend/ops/activation.py",
|
|
"vllm_ascend/ops/flashcomm2_oshard_manager.py",
|
|
"vllm_ascend/ops/layernorm.py",
|
|
"vllm_ascend/ops/mla.py",
|
|
"vllm_ascend/ops/mm_encoder_attention.py",
|
|
"vllm_ascend/ops/register_custom_ops.py",
|
|
"vllm_ascend/ops/rotary_embedding.py",
|
|
"vllm_ascend/ops/vocab_parallel_embedding.py",
|
|
"vllm_ascend/ops/weight_prefetch.py",
|
|
"vllm_ascend/spec_decode/**",
|
|
# (9)
|
|
"vllm_ascend/worker/model_runner_v1.py",
|
|
"vllm_ascend/worker/pcp_utils.py",
|
|
# (10)
|
|
"vllm_ascend/ops/*linear*.py",
|
|
"vllm_ascend/worker/worker.py",
|
|
"vllm_ascend/distributed/parallel_state.py",
|
|
"vllm_ascend/distributed/utils.py",
|
|
"vllm_ascend/xlite/*.py",
|
|
"vllm_ascend/patch/worker/patch_*.py",
|
|
# (11)
|
|
"vllm_ascend/ops/fused_moe/**",
|
|
]
|
|
|
|
[tool.ruff.lint]
|
|
select = [
|
|
# pycodestyle
|
|
"E",
|
|
# Pyflakes
|
|
"F",
|
|
# pyupgrade
|
|
"UP",
|
|
# flake8-bugbear
|
|
"B",
|
|
# flake8-simplify
|
|
"SIM",
|
|
# isort
|
|
"I",
|
|
# flake8-logging-format
|
|
"G",
|
|
]
|
|
ignore = [
|
|
# star imports
|
|
"F405", "F403",
|
|
# lambda expression assignment
|
|
"E731",
|
|
# zip without `strict=`
|
|
"B905",
|
|
# Loop control variable not used within loop body
|
|
"B007",
|
|
# f-string format
|
|
"UP032",
|
|
# TODO: FIE ME
|
|
"G004",
|
|
"B904",
|
|
"SIM108",
|
|
"SIM102"
|
|
]
|
|
|
|
[tool.ruff.format]
|
|
docstring-code-format = true
|