diff --git a/pyproject.toml b/pyproject.toml index d4dd0cf6..f2e122a2 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -27,7 +27,8 @@ requires = [ "numba", "fastapi<0.124.0", "opencv-python-headless<=4.11.0.86", # Required to avoid numpy version conflict with vllm - "compressed_tensors>=0.11.0" + "compressed_tensors>=0.11.0", + "arctic-inference==0.1.1" ] build-backend = "setuptools.build_meta" diff --git a/requirements.txt b/requirements.txt index c32d0817..eb6f3715 100644 --- a/requirements.txt +++ b/requirements.txt @@ -30,5 +30,6 @@ numba #--extra-index-url https://mirrors.huaweicloud.com/ascend/repos/pypi torch-npu==2.8.0 +arctic-inference==0.1.1 transformers>=4.57.3 fastapi<0.124.0