minor: improve CI and dependencies (#1212)

.github/workflows/unit-test.yml

@@ -29,10 +29,8 @@ jobs:
     - name: Install dependencies
       run: |
         pip install --upgrade pip
-        pip install -e "python[all]"
+        pip install -e "python[dev]"
         pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall
-        pip install accelerate
-        pip install sentence_transformers
 
     - name: Test Backend Runtime
       timeout-minutes: 20