EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

minor: improve CI and dependencies (#1212)

Browse Source
This commit is contained in:
Liangsheng Yin
2024-08-25 21:26:31 -07:00
committed by GitHub
parent 3579162ab1
commit 632d506d0b
4 changed files with 10 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
.github/workflows/unit-test.yml vendored
View File

@@ -29,10 +29,8 @@ jobs:
- name: Install dependencies - name: Install dependencies
run: | run: |
pip install --upgrade pip pip install --upgrade pip
pip install -e "python[all]" pip install -e "python[dev]"
pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall
pip install accelerate
pip install sentence_transformers
- name: Test Backend Runtime - name: Test Backend Runtime
timeout-minutes: 20 timeout-minutes: 20

2
python/pyproject.toml
View File

@@ -27,7 +27,7 @@ srt = ["aiohttp", "decord", "fastapi", "hf_transfer", "huggingface_hub", "intere
openai = ["openai>=1.0", "tiktoken"] openai = ["openai>=1.0", "tiktoken"]
anthropic = ["anthropic>=0.20.0"] anthropic = ["anthropic>=0.20.0"]
litellm = ["litellm>=1.0.0"] litellm = ["litellm>=1.0.0"]
test = ["jsonlines", "matplotlib", "pandas"] test = ["jsonlines", "matplotlib", "pandas", "sentence_transformers", "accelerate"]
all = ["sglang[srt]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]"] all = ["sglang[srt]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]"]
dev = ["sglang[all]", "sglang[test]"] dev = ["sglang[all]", "sglang[test]"]

8
python/sglang/srt/managers/tokenizer_manager.py
View File

@@ -427,12 +427,10 @@ class TokenizerManager:
return sampling_params return sampling_params
async def _get_pixel_values(self, image_data): async def _get_pixel_values(self, image_data):
if isinstance(image_data, list) and len(image_data) > 0: if image_data is None:
return await self._get_pixel_values_internal(image_data)
elif isinstance(image_data, str):
return await self._get_pixel_values_internal(image_data)
else:
return None, None, None return None, None, None
else:
return await self._get_pixel_values_internal(image_data)
async def _wait_for_response( async def _wait_for_response(
self, self,

9
python/sglang/test/test_utils.py
View File

@@ -465,7 +465,7 @@ def run_unittest_files(files: List[str], timeout_per_file: float):
def run_one_file(filename): def run_one_file(filename):
filename = os.path.join(os.getcwd(), filename) filename = os.path.join(os.getcwd(), filename)
print(f"\n\nRun {filename}\n\n") print(f"\n\nRun {filename}\n\n", flush=True)
process = subprocess.Popen( process = subprocess.Popen(
["python3", filename], stdout=None, stderr=None, env=os.environ ["python3", filename], stdout=None, stderr=None, env=os.environ
) )
@@ -481,15 +481,16 @@ def run_unittest_files(files: List[str], timeout_per_file: float):
kill_child_process(process.pid) kill_child_process(process.pid)
time.sleep(5) time.sleep(5)
print( print(
f"\nTimeout after {timeout_per_file} seconds when running {filename}\n" f"\nTimeout after {timeout_per_file} seconds when running {filename}\n",
flush=True,
) )
success = False success = False
break break
if success: if success:
print(f"Success. Time elapsed: {time.time() - tic:.2f}s") print(f"Success. Time elapsed: {time.time() - tic:.2f}s", flush=True)
else: else:
print(f"Fail. Time elapsed: {time.time() - tic:.2f}s") print(f"Fail. Time elapsed: {time.time() - tic:.2f}s", flush=True)
return 0 if success else -1 return 0 if success else -1