[fix] timeout error
This commit is contained in:
@@ -162,10 +162,7 @@ python3 ./patch_worker_cache_transfer_order.py
|
|||||||
# when context length is high
|
# when context length is high
|
||||||
cp ./paged_attn.py "${VLLM_ROOT}/attention/ops/paged_attn.py"
|
cp ./paged_attn.py "${VLLM_ROOT}/attention/ops/paged_attn.py"
|
||||||
|
|
||||||
# --- multimodal: increase image fetch timeout and add retry ------------------
|
|
||||||
# Container networks often cannot reach remote image URLs within the default
|
|
||||||
# 5-second timeout. Raise to 30s and retry 3 times.
|
|
||||||
cp ./multimodal_utils.py "${VLLM_ROOT}/multimodal/utils.py"
|
|
||||||
|
|
||||||
# --- model_runner.py: fix prefix_cache_hit stays True in chunked-prefill chunk 2+ ---
|
# --- model_runner.py: fix prefix_cache_hit stays True in chunked-prefill chunk 2+ ---
|
||||||
# Bug: _compute_for_prefix_cache_hit Case 1 (prefix_cache_len <= context_len)
|
# Bug: _compute_for_prefix_cache_hit Case 1 (prefix_cache_len <= context_len)
|
||||||
|
|||||||
Reference in New Issue
Block a user