forked from EngineX-Cambricon/enginex-mlu370-vllm
12 lines
196 B
Python
12 lines
196 B
Python
import torch
|
|
|
|
from .interface import Platform, PlatformEnum
|
|
|
|
|
|
class HpuPlatform(Platform):
|
|
_enum = PlatformEnum.HPU
|
|
|
|
@staticmethod
|
|
def inference_mode():
|
|
return torch.no_grad()
|