[Worker][V1] Support sleep mode for v1 (#1084)
### What this PR does / why we need it? Support sleep mode for v1 Signed-off-by: wangli <wangli858794774@gmail.com>
This commit is contained in:
@@ -16,9 +16,7 @@
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
#
|
||||
import os
|
||||
|
||||
import pytest
|
||||
import torch
|
||||
from vllm import LLM, SamplingParams
|
||||
from vllm.utils import GiB_bytes
|
||||
@@ -26,9 +24,6 @@ from vllm.utils import GiB_bytes
|
||||
from tests.utils import fork_new_process_for_each_test
|
||||
from vllm_ascend.device_allocator.camem import CaMemAllocator
|
||||
|
||||
if os.getenv("VLLM_USE_V1") == "1":
|
||||
pytest.skip("Skip in vllm v1", allow_module_level=True)
|
||||
|
||||
|
||||
@fork_new_process_for_each_test
|
||||
def test_basic_camem():
|
||||
|
||||
Reference in New Issue
Block a user