Format code & move functions (#155)

2024-02-06 13:27:46 -08:00
parent a7334aeea1
commit 23f05005fd
14 changed files with 94 additions and 54 deletions
--- a/python/sglang/srt/layers/radix_attention.py
+++ b/python/sglang/srt/layers/radix_attention.py
@@ -13,14 +13,7 @@ from vllm.model_executor.parallel_utils.parallel_state import (


 class RadixAttention(nn.Module):
-    def __init__(
-        self,
-        num_heads,
-        head_dim,
-        scaling,
-        num_kv_heads,
-        layer_id
-    ):
+    def __init__(self, num_heads, head_dim, scaling, num_kv_heads, layer_id):
        super().__init__()
        self.tp_q_head_num = num_heads
        self.tp_k_head_num = num_kv_heads