EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[misc] add is_cpu() (#6950)

Browse Source
This commit is contained in:
JieXin Liang
2025-06-08 06:13:45 +08:00
committed by GitHub
parent 77e928d00e
commit e7759778e5
1 changed files with 10 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
python/sglang/srt/utils.py
View File

@@ -25,6 +25,7 @@ import json
import logging import logging
import os import os
import pickle import pickle
import platform
import random import random
import re import re
import resource import resource
@@ -158,6 +159,15 @@ def is_npu() -> bool:
return hasattr(torch, "npu") and torch.npu.is_available() return hasattr(torch, "npu") and torch.npu.is_available()
def is_cpu() -> bool:
machine = platform.machine().lower()
return (
machine in ("x86_64", "amd64", "i386", "i686")
and hasattr(torch, "cpu")
and torch.cpu.is_available()
)
def is_flashinfer_available(): def is_flashinfer_available():
""" """
Check whether flashinfer is available. Check whether flashinfer is available.