ROCm: bump 6.3.0 (#3259)

This commit is contained in:
HAI
2025-02-02 12:13:40 -08:00
committed by GitHub
parent 55f5fc68ac
commit 566d61d90f
7 changed files with 28 additions and 22 deletions

View File

@@ -20,7 +20,6 @@ from typing import Dict, List, Optional, Tuple, Union
import interegular
import torch
from outlines.fsm.guide import RegexGuide
from outlines.fsm.json_schema import build_regex_from_schema
from outlines.models.transformers import TransformerTokenizer
from pydantic import BaseModel
@@ -29,6 +28,15 @@ from sglang.srt.constrained.base_grammar_backend import (
BaseGrammarObject,
)
from sglang.srt.constrained.outlines_jump_forward import OutlinesJumpForwardMap
from sglang.srt.utils import is_hip
is_hip_ = is_hip()
if is_hip_:
from outlines_core.fsm.json_schema import build_regex_from_schema
else:
from outlines.fsm.json_schema import build_regex_from_schema
logger = logging.getLogger(__name__)

View File

@@ -20,7 +20,7 @@ class CustomOp(nn.Module):
raise NotImplementedError
def forward_hip(self, *args, **kwargs):
raise NotImplementedError
return self.forward_native(*args, **kwargs)
def forward_xpu(self, *args, **kwargs):
return self.forward_native(*args, **kwargs)