clean duplicate code (#7512)
This commit is contained in:
@@ -93,8 +93,6 @@ class PrefillBootstrapQueue:
|
|||||||
self.gpu_id = gpu_id
|
self.gpu_id = gpu_id
|
||||||
self.bootstrap_port = bootstrap_port
|
self.bootstrap_port = bootstrap_port
|
||||||
self.queue: List[Req] = []
|
self.queue: List[Req] = []
|
||||||
self.pp_rank = pp_rank
|
|
||||||
self.pp_size = pp_size
|
|
||||||
self.gloo_group = gloo_group
|
self.gloo_group = gloo_group
|
||||||
self.max_total_num_tokens = max_total_num_tokens
|
self.max_total_num_tokens = max_total_num_tokens
|
||||||
self.scheduler = scheduler
|
self.scheduler = scheduler
|
||||||
|
|||||||
Reference in New Issue
Block a user