Simplify tokenizer manager (#1904)

2024-11-03 08:38:26 -08:00
parent 916b3cdddc
commit c17c578108
11 changed files with 261 additions and 443 deletions
--- a/test/srt/test_openai_server.py
+++ b/test/srt/test_openai_server.py
@@ -1,3 +1,8 @@
+"""
+python3 -m unittest test_openai_server.TestOpenAIServer.test_batch
+python3 -m unittest test_openai_server.TestOpenAIServer.test_completion
+
+"""
 import json
 import time
 import unittest