[Worker][V1] Support sleep mode for v1 (#1084)

### What this PR does / why we need it?
 Support sleep mode for v1

Signed-off-by: wangli <wangli858794774@gmail.com>
This commit is contained in:
Li Wang
2025-06-06 21:54:02 +08:00
committed by GitHub
parent 0395ab30be
commit a2552e10e4
5 changed files with 65 additions and 60 deletions

View File

@@ -16,9 +16,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
#
import os
import pytest
import torch
from vllm import LLM, SamplingParams
from vllm.utils import GiB_bytes
@@ -26,9 +24,6 @@ from vllm.utils import GiB_bytes
from tests.utils import fork_new_process_for_each_test
from vllm_ascend.device_allocator.camem import CaMemAllocator
if os.getenv("VLLM_USE_V1") == "1":
pytest.skip("Skip in vllm v1", allow_module_level=True)
@fork_new_process_for_each_test
def test_basic_camem():