EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

minor: improve CI and dependencies (#1212)

Browse Source
This commit is contained in:
Liangsheng Yin
2024-08-25 21:26:31 -07:00
committed by GitHub
parent 3579162ab1
commit 632d506d0b
4 changed files with 10 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/pyproject.toml
View File

@@ -27,7 +27,7 @@ srt = ["aiohttp", "decord", "fastapi", "hf_transfer", "huggingface_hub", "intere
openai = ["openai>=1.0", "tiktoken"]
anthropic = ["anthropic>=0.20.0"]
litellm = ["litellm>=1.0.0"]
test = ["jsonlines", "matplotlib", "pandas"]
test = ["jsonlines", "matplotlib", "pandas", "sentence_transformers", "accelerate"]
all = ["sglang[srt]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]"]
dev = ["sglang[all]", "sglang[test]"]

8
python/sglang/srt/managers/tokenizer_manager.py
View File

@@ -427,12 +427,10 @@ class TokenizerManager:
return sampling_params
async def _get_pixel_values(self, image_data):
if isinstance(image_data, list) and len(image_data) > 0:
return await self._get_pixel_values_internal(image_data)
elif isinstance(image_data, str):
return await self._get_pixel_values_internal(image_data)
else:
if image_data is None:
return None, None, None
else:
return await self._get_pixel_values_internal(image_data)
async def _wait_for_response(
self,

9
python/sglang/test/test_utils.py
View File

@@ -465,7 +465,7 @@ def run_unittest_files(files: List[str], timeout_per_file: float):
def run_one_file(filename):
filename = os.path.join(os.getcwd(), filename)
print(f"\n\nRun {filename}\n\n")
print(f"\n\nRun {filename}\n\n", flush=True)
process = subprocess.Popen(
["python3", filename], stdout=None, stderr=None, env=os.environ
)
@@ -481,15 +481,16 @@ def run_unittest_files(files: List[str], timeout_per_file: float):
kill_child_process(process.pid)
time.sleep(5)
print(
f"\nTimeout after {timeout_per_file} seconds when running {filename}\n"
f"\nTimeout after {timeout_per_file} seconds when running {filename}\n",
flush=True,
)
success = False
break
if success:
print(f"Success. Time elapsed: {time.time() - tic:.2f}s")
print(f"Success. Time elapsed: {time.time() - tic:.2f}s", flush=True)
else:
print(f"Fail. Time elapsed: {time.time() - tic:.2f}s")
print(f"Fail. Time elapsed: {time.time() - tic:.2f}s", flush=True)
return 0 if success else -1