forked from EngineX-Cambricon/enginex-mlu370-vllm
add qwen3
This commit is contained in:
22
vllm-v0.6.2/vllm/forward_context.py
Normal file
22
vllm-v0.6.2/vllm/forward_context.py
Normal file
@@ -0,0 +1,22 @@
|
||||
from contextlib import contextmanager
|
||||
from typing import Any
|
||||
|
||||
_forward_context: Any = None
|
||||
|
||||
|
||||
def get_forward_context() -> Any:
|
||||
"""Get the current forward context."""
|
||||
return _forward_context
|
||||
|
||||
|
||||
@contextmanager
|
||||
def set_forward_context(context: Any):
|
||||
"""A context manager that stores the current forward context,
|
||||
can be attention metadata, etc."""
|
||||
global _forward_context
|
||||
prev_context = _forward_context
|
||||
_forward_context = context
|
||||
try:
|
||||
yield
|
||||
finally:
|
||||
_forward_context = prev_context
|
||||
Reference in New Issue
Block a user