EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Minor style fix for sgl-kernel (#4243)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-03-09 20:15:13 -07:00
committed by GitHub
parent 4a05bdfa86
commit 730d084f2a
5 changed files with 20 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
sgl-kernel/include/sgl_kernel_ops.h
View File

@@ -99,6 +99,15 @@ void gemma_fused_add_rmsnorm(
void silu_and_mul(at::Tensor& out, at::Tensor& input, int64_t cuda_stream);
void gelu_tanh_and_mul(at::Tensor& out, at::Tensor& input, int64_t cuda_stream);
void gelu_and_mul(at::Tensor& out, at::Tensor& input, int64_t cuda_stream);
void apply_rope_pos_ids_cos_sin_cache(
at::Tensor q,
at::Tensor k,
at::Tensor q_rope,
at::Tensor k_rope,
at::Tensor cos_sin_cache,
at::Tensor pos_ids,
bool interleave,
int64_t cuda_stream);
/*
* From csrc/gemm
@@ -258,12 +267,3 @@ void top_p_sampling_from_probs(
double top_p_val,
bool deterministic,
int64_t cuda_stream);
void apply_rope_pos_ids_cos_sin_cache(
at::Tensor q,
at::Tensor k,
at::Tensor q_rope,
at::Tensor k_rope,
at::Tensor cos_sin_cache,
at::Tensor pos_ids,
bool interleave,
int64_t cuda_stream);