fix issues

2026-06-26 12:55:02 +08:00
parent 3d62430fd7
commit c84151eef9
9 changed files with 1879 additions and 5 deletions
--- a/qwen3_6_scripts/sequence.py
+++ b/qwen3_6_scripts/sequence.py
@@ -119,6 +119,7 @@ class RequestMetrics:
    scheduler_time: Optional[float] = None
    model_forward_time: Optional[float] = None
    model_execute_time: Optional[float] = None
+    num_cached_tokens: Optional[int] = None


 class SequenceDataDelta(