Fix the prefix indices (#1037)

This commit is contained in:
Liangsheng Yin
2024-08-11 17:57:02 -07:00
committed by GitHub
parent d84c5e70f7
commit 7de6034534
4 changed files with 25 additions and 15 deletions

View File

@@ -22,7 +22,7 @@ The radix tree data structure for managing the KV cache.
import heapq
import time
from collections import defaultdict
from typing import TYPE_CHECKING
from typing import TYPE_CHECKING, Callable, List, Optional
import torch