[API] add get memory pool size (#1760)

Co-authored-by: Byron Hsu <byronhsu1230@gmail.com>
This commit is contained in:
Ying Sheng
2024-10-23 00:02:29 -07:00
committed by GitHub
parent ad4125d1a9
commit 2fce449b1c
6 changed files with 50 additions and 0 deletions

View File

@@ -119,6 +119,10 @@ class TestSRTEndpoint(unittest.TestCase):
[x[-1] for x in res["meta_info"]["output_token_logprobs"]]
)
def test_get_memory_pool_size(self):
response = requests.post(self.base_url + "/get_memory_pool_size")
assert isinstance(response.json(), int)
if __name__ == "__main__":
unittest.main()