Revert "[Fix] fix assertion error for chunked prefill when disabling cache" (#2286)

This commit is contained in:
Lianmin Zheng
2024-11-30 19:03:42 -08:00
committed by GitHub
parent 7e4c6dd8da
commit f5b5f2bff9

View File

@@ -231,9 +231,6 @@ class PrefillAdder:
break
self.req_states.insert(i, (tokens_left, tokens_occupied))
if len(self.can_run_list) != 0:
return AddReqResult.OTHER
if self.req_states is None:
self.req_states = []
add_req_state(req)