root 809cecae09 v1.0

2026-03-05 18:06:10 +08:00

__pycache__

v1.0

2026-03-05 18:06:10 +08:00

assets

v1.0

2026-03-05 18:06:10 +08:00

attention

v1.0

2026-03-05 18:06:10 +08:00

benchmarks

v1.0

2026-03-05 18:06:10 +08:00

compilation

v1.0

2026-03-05 18:06:10 +08:00

config

v1.0

2026-03-05 18:06:10 +08:00

device_allocator

v1.0

2026-03-05 18:06:10 +08:00

distributed

v1.0

2026-03-05 18:06:10 +08:00

engine

v1.0

2026-03-05 18:06:10 +08:00

entrypoints

v1.0

2026-03-05 18:06:10 +08:00

inputs

v1.0

2026-03-05 18:06:10 +08:00

logging_utils

v1.0

2026-03-05 18:06:10 +08:00

lora

v1.0

2026-03-05 18:06:10 +08:00

model_executor

v1.0

2026-03-05 18:06:10 +08:00

multimodal

v1.0

2026-03-05 18:06:10 +08:00

platforms

v1.0

2026-03-05 18:06:10 +08:00

plugins

v1.0

2026-03-05 18:06:10 +08:00

profiler

v1.0

2026-03-05 18:06:10 +08:00

ray

v1.0

2026-03-05 18:06:10 +08:00

reasoning

v1.0

2026-03-05 18:06:10 +08:00

third_party

v1.0

2026-03-05 18:06:10 +08:00

transformers_utils

v1.0

2026-03-05 18:06:10 +08:00

triton_utils

v1.0

2026-03-05 18:06:10 +08:00

usage

v1.0

2026-03-05 18:06:10 +08:00

utils

v1.0

2026-03-05 18:06:10 +08:00

v1

v1.0

2026-03-05 18:06:10 +08:00

vllm_flash_attn

v1.0

2026-03-05 18:06:10 +08:00

__init__.py

v1.0

2026-03-05 18:06:10 +08:00

_aiter_ops.py

v1.0

2026-03-05 18:06:10 +08:00

_bc_linter.py

v1.0

2026-03-05 18:06:10 +08:00

_custom_ops.py

v1.0

2026-03-05 18:06:10 +08:00

_ipex_ops.py

v1.0

2026-03-05 18:06:10 +08:00

beam_search.py

v1.0

2026-03-05 18:06:10 +08:00

collect_env.py

v1.0

2026-03-05 18:06:10 +08:00

connections.py

v1.0

2026-03-05 18:06:10 +08:00

env_override.py

v1.0

2026-03-05 18:06:10 +08:00

envs.py

v1.0

2026-03-05 18:06:10 +08:00

forward_context.py

v1.0

2026-03-05 18:06:10 +08:00

logger.py

v1.0

2026-03-05 18:06:10 +08:00

logits_process.py

v1.0

2026-03-05 18:06:10 +08:00

logprobs.py

v1.0

2026-03-05 18:06:10 +08:00

outputs.py

v1.0

2026-03-05 18:06:10 +08:00

pooling_params.py

v1.0

2026-03-05 18:06:10 +08:00

py.typed

v1.0

2026-03-05 18:06:10 +08:00

sampling_params.py

v1.0

2026-03-05 18:06:10 +08:00

scalar_type.py

v1.0

2026-03-05 18:06:10 +08:00

scripts.py

v1.0

2026-03-05 18:06:10 +08:00

sequence.py

v1.0

2026-03-05 18:06:10 +08:00

tasks.py

v1.0

2026-03-05 18:06:10 +08:00

tracing.py

v1.0

2026-03-05 18:06:10 +08:00

version.py

v1.0

2026-03-05 18:06:10 +08:00

Description

运行于【天数智芯-天垓150】算力卡的【文本生成】引擎，基于 vLLM 引擎进行架构特别适配优化。

10 MiB

Languages

Python 100%