From bc64366d9e77e4e25198efd483d449fca26d1fb6 Mon Sep 17 00:00:00 2001 From: root Date: Fri, 7 Aug 2026 07:47:01 +0000 Subject: [PATCH] comp 168 submit --- subrizhi.txt | 5391 ++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 5391 insertions(+) create mode 100644 subrizhi.txt diff --git a/subrizhi.txt b/subrizhi.txt new file mode 100644 index 00000000..76a38dd6 --- /dev/null +++ b/subrizhi.txt @@ -0,0 +1,5391 @@ +我们的日志： + + +===== submission 508 attempt 1/3 ===== +[2026-08-07 06:36:28,592] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Submission 508 started — model=llm endpoint=http://172.28.22.18:34101 benchmark_id=44 module=None +[2026-08-07 06:36:28,603] [PID 11] [Thread-4] [root] [INFO] guidellm report Path: /app/ui/index.html +[2026-08-07 06:36:28,623] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Submission 508 starting module functional_acceptance (bm_id=102 order=0) +[2026-08-07 06:36:33,214] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Submission 508 module functional_acceptance: concurrency_override=1 requested but this module has no concurrency-equivalent param — not applied. +[2026-08-07 06:36:33,215] [PID 11] [Thread-4] [/app/utils/logger.py] [WARNING] [functional] skip_tests: 4 check(s) will be skipped (recorded SKIP): d08_image_url_blocked, t11a_no_auth, t11b_wrong_auth, t16b_missing_content +[2026-08-07 06:36:33,223] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] backend_style=auto → resolved=direct (native endpoint /version → 200 (vLLM)) +[2026-08-07 06:36:33,223] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] multimodal=on → resolved=on (explicit override) +[2026-08-07 06:38:09,089] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS d01_basic_nostream — content[0] reasoning[1102] tok=1085 (95.87s) +[2026-08-07 06:38:10,929] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS d02_stream_usage — chunks=9 done=1 usage=8 (1.84s) +[2026-08-07 06:38:59,974] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL d03_tool_call — HTTP 200 tools=0 finish=stop reasoning[0] (tool_choice=auto) (49.04s) +[2026-08-07 06:41:09,168] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS d04_reasoning — content[0] reasoning[1447] (129.19s) +[2026-08-07 06:41:09,173] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL d05_multimodal — HTTP 400 content='' (0.00s) +[2026-08-07 06:41:17,339] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS d06_cache_hit — 1st(pt=311,cached=0) 2nd(pt=311,cached=304) (8.16s) +[2026-08-07 06:41:29,770] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL d07_reasoning_plus_content — finish=stop reasoning[131] content[0] (12.43s) +[2026-08-07 06:41:29,773] [PID 11] [Thread-4] [/app/utils/logger.py] [WARNING] [functional] d08_image_url_blocked skipped by config (skip_tests); computed PASS discarded +[2026-08-07 06:41:29,773] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] - SKIP d08_image_url_blocked — skipped by config (skip_tests) (0.00s) +[2026-08-07 06:41:56,864] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] - SKIP d09_thinking_disable_top — HTTP 200 reasoning[0] content[309] (converted to chat_template_kwargs for direct backend) (27.09s) +[2026-08-07 06:42:11,165] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL d10_thinking_disable_ctk — HTTP 200 content missing '4': "presت< **sama一 ( ' 2 , 2 ( 某一个E一 2 最新版本 2 = 2 2" (chat_template_kwargs) (14.30s) +[2026-08-07 06:42:12,701] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t1a_thinking_true — HTTP 200 reasoning[0] (expect >0) (1.54s) +[2026-08-07 06:42:14,383] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t1b_thinking_false — HTTP 200 reasoning[0] (expect =0) (1.68s) +[2026-08-07 06:42:15,918] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t1c_thinking_default — HTTP 200 reasoning[0] (expect >0, default on) (1.54s) +[2026-08-07 06:42:17,833] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_temperature_0_0 — HTTP 200 (1.91s) +[2026-08-07 06:42:20,822] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_temperature_1_0 — HTTP 200 (2.99s) +[2026-08-07 06:42:22,719] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_temperature_1_1 — HTTP 200 (1.90s) +[2026-08-07 06:42:25,113] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_temperature_2_0 — HTTP 200 (2.39s) +[2026-08-07 06:42:25,240] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_top_p_0_0 — HTTP 400 (direct: accept 2xx or 4xx) (0.13s) +[2026-08-07 06:42:27,139] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_top_p_0_01 — HTTP 200 (1.90s) +[2026-08-07 06:42:29,287] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_top_p_0_95 — HTTP 200 (2.15s) +[2026-08-07 06:42:32,277] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_top_p_1_0 — HTTP 200 (2.99s) +[2026-08-07 06:42:32,401] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_top_p_1_1 — HTTP 400 (expect 4xx) (0.12s) +[2026-08-07 06:42:33,882] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_frequency_penalty_neg2 — HTTP 200 (1.48s) +[2026-08-07 06:42:36,525] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_frequency_penalty_0 — HTTP 200 (2.64s) +[2026-08-07 06:42:37,997] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_frequency_penalty_2 — HTTP 200 (1.47s) +[2026-08-07 06:42:39,639] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_presence_penalty_neg2 — HTTP 200 (1.64s) +[2026-08-07 06:42:42,034] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_presence_penalty_0 — HTTP 200 (2.40s) +[2026-08-07 06:42:44,175] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_presence_penalty_2 — HTTP 200 (2.14s) +[2026-08-07 06:42:45,665] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_n_1 — HTTP 200 (1.49s) +[2026-08-07 06:42:46,800] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t2_n_2 — HTTP 500 (1.13s) +[2026-08-07 06:42:46,803] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t3_max_tokens_none — HTTP 500 finish= (0.00s) +[2026-08-07 06:42:46,805] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t3_max_tokens_1 — HTTP 500 finish= (0.00s) +[2026-08-07 06:42:46,807] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t3_max_tokens_64 — HTTP 500 finish= (0.00s) +[2026-08-07 06:42:46,808] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t3_max_tokens_mid — HTTP 500 finish= (0.00s) +[2026-08-07 06:42:46,810] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t3_max_tokens_max — HTTP 500 finish= (0.00s) +[2026-08-07 06:42:46,811] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t3_max_tokens_neg1 — HTTP 500 (expect 4xx) (0.00s) +[2026-08-07 06:42:46,813] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t3_max_tokens_over — HTTP 500 (expect 4xx) (0.00s) +[2026-08-07 06:42:46,814] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t4a_no_system — HTTP 500 content='' reasoning[0] (0.00s) +[2026-08-07 06:42:46,817] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t4b_system_control — HTTP 500 content='' reasoning[0] (0.00s) +[2026-08-07 06:42:46,819] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t5_function_calling — HTTP 500 tools=0 finish= reasoning[0] (tool_choice=auto) (0.00s) +[2026-08-07 06:42:46,820] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t6_multi_turn — HTTP 500 reply='' reasoning[0] (0.00s) +[2026-08-07 06:42:46,822] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t7_streaming_sse — HTTP 500 chunks=0 done=0 usage=0 (0.00s) +[2026-08-07 06:42:46,824] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t8_json_object — HTTP 500 parse error: Expecting value: line 1 column 1 (char 0) (0.00s) +[2026-08-07 06:42:46,825] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t9_json_schema — HTTP 500 parse error: Expecting value: line 1 column 1 (char 0) (0.00s) +[2026-08-07 06:42:46,827] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t10_stop_word — HTTP 500 content='' finish= (0.00s) +[2026-08-07 06:42:46,829] [PID 11] [Thread-4] [/app/utils/logger.py] [WARNING] [functional] t11a_no_auth skipped by config (skip_tests); computed FAIL discarded +[2026-08-07 06:42:46,829] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] - SKIP t11a_no_auth — skipped by config (skip_tests) (0.00s) +[2026-08-07 06:42:46,830] [PID 11] [Thread-4] [/app/utils/logger.py] [WARNING] [functional] t11b_wrong_auth skipped by config (skip_tests); computed FAIL discarded +[2026-08-07 06:42:46,830] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] - SKIP t11b_wrong_auth — skipped by config (skip_tests) (0.00s) +[2026-08-07 06:42:46,832] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t12_chinese — HTTP 500 content='' reasoning[0] (0.00s) +[2026-08-07 06:42:46,834] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t12_japanese — HTTP 500 content='' reasoning[0] (0.00s) +[2026-08-07 06:42:46,835] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t12_emoji — HTTP 500 content='' reasoning[0] (0.00s) +[2026-08-07 06:42:47,081] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] t13 quadrant image: HTTP -1 missing=['red', 'green', 'blue', 'yellow'] content='' reasoning='' +[2026-08-07 06:42:47,081] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t13_multimodal_base64 — HTTP -1 missing=['red', 'green', 'blue', 'yellow'] content='' (0.00s) +[2026-08-07 06:42:47,082] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t14_empty_body — HTTP -1 (expect 4xx) (0.00s) +[2026-08-07 06:42:47,084] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t15_idempotency_seed — call1='' call2='' (0.00s) +[2026-08-07 06:42:47,085] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t16a_missing_role — HTTP -1 (expect 4xx) (0.00s) +[2026-08-07 06:42:47,087] [PID 11] [Thread-4] [/app/utils/logger.py] [WARNING] [functional] t16b_missing_content skipped by config (skip_tests); computed FAIL discarded +[2026-08-07 06:42:47,087] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] - SKIP t16b_missing_content — skipped by config (skip_tests) (0.00s) +[2026-08-07 06:42:47,088] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t16c_empty_messages — HTTP -1 (expect 4xx) (0.00s) +[2026-08-07 06:42:47,089] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [functional_acceptance] pass_rate=0.412 passed=21 failed=30 skipped=5 failed_keys=['d03_tool_call', 'd05_multimodal', 'd07_reasoning_plus_content', 'd10_thinking_disable_ctk', 't1a_thinking_true', 't1c_thinking_default', 't2_n_2', 't3_max_tokens_none', 't3_max_tokens_1', 't3_max_tokens_64', 't3_max_tokens_mid', 't3_max_tokens_max', 't3_max_tokens_neg1', 't3_max_tokens_over', 't4a_no_system', 't4b_system_control', 't5_function_calling', 't6_multi_turn', 't7_streaming_sse', 't8_json_object', 't9_json_schema', 't10_stop_word', 't12_chinese', 't12_japanese', 't12_emoji', 't13_multimodal_base64', 't14_empty_body', 't15_idempotency_seed', 't16a_missing_role', 't16c_empty_messages'] +[2026-08-07 06:42:47,292] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Submission 508 module functional_acceptance done — passed=False score=0.4118 +[2026-08-07 06:42:50,090] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Submission 508 starting module case_truncation (bm_id=103 order=1) +[2026-08-07 06:42:50,634] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Submission 508 module case_truncation: CONCURRENCY OVERRIDE concurrency=4 -> 1. +[2026-08-07 06:42:50,766] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [long_output_truncation] Starting 1 concurrent requests (max_tokens=8192) +[2026-08-07 06:42:50,771] [PID 11] [Thread-5 (_run_one)] [/app/utils/logger.py] [WARNING] [long_output_truncation] request 0 error: Traceback (most recent call last): + File "/app/.venv/lib/python3.12/site-packages/urllib3/connection.py", line 204, in _new_conn + sock = connection.create_connection( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/app/.venv/lib/python3.12/site-packages/urllib3/util/connection.py", line 85, in create_connection + raise err + File "/app/.venv/lib/python3.12/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +ConnectionRefusedError: [Errno 111] Connection refused + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/app/.venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 788, in urlopen + response = self._make_request( + ^^^^^^^^^^^^^^^^^^^ + File "/app/.venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 493, in _make_request + conn.request( + File "/app/.venv/lib/python3.12/site-packages/urllib3/connection.py", line 500, in request + self.endheaders() + File "/usr/local/lib/python3.12/http/client.py", line 1353, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/usr/local/lib/python3.12/http/client.py", line 1113, in _send_output + self.send(msg) + File "/usr/local/lib/python3.12/http/client.py", line 1057, in send + self.connect() + File "/app/.venv/lib/python3.12/site-packages/urllib3/connection.py", line 331, in connect + self.sock = self._new_conn() + ^^^^^^^^^^^^^^^^ + File "/app/.venv/lib/python3.12/site-packages/urllib3/connection.py", line 219, in _new_conn + raise NewConnectionError( +urllib3.exceptions.NewConnectionError: HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/app/.venv/lib/python3.12/site-packages/requests/adapters.py", line 696, in send + resp = conn.urlopen( + ^^^^^^^^^^^^^ + File "/app/.venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 842, in urlopen + retries = retries.increment( + ^^^^^^^^^^^^^^^^^^ + File "/app/.venv/lib/python3.12/site-packages/urllib3/util/retry.py", line 543, in increment + raise MaxRetryError(_pool, url, reason) from reason # type: ignore[arg-type] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +urllib3.exceptions.MaxRetryError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/app/bench/tests/functional/long_output.py", line 192, in _run_one + with session.post( + ^^^^^^^^^^^^^ + File "/app/.venv/lib/python3.12/site-packages/requests/sessions.py", line 712, in post + return self.request("POST", url, data=data, json=json, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/app/.venv/lib/python3.12/site-packages/requests/sessions.py", line 651, in request + resp = self.send(prep, **send_kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/app/.venv/lib/python3.12/site-packages/requests/sessions.py", line 784, in send + r = adapter.send(request, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/app/.venv/lib/python3.12/site-packages/requests/adapters.py", line 729, in send + raise ConnectionError(e, request=request) +requests.exceptions.ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) + +[2026-08-07 06:42:50,771] [PID 11] [Thread-4] [/app/utils/logger.py] [WARNING] [long_output_truncation] FAILED — truncation_rate=100.0% (1/1), errors=1 +[2026-08-07 06:42:50,771] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [case_truncation] truncation_rate=1.0 completion_ratio=0.0 +[2026-08-07 06:42:56,859] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Submission 508 module case_truncation done — passed=False score=0.0000 +[2026-08-07 06:43:02,183] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Submission 508 starting module replay_tencent (bm_id=104 order=2) +[2026-08-07 06:43:02,200] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Submission 508 module replay_tencent: CONCURRENCY OVERRIDE concurrency=8 -> 1. +[2026-08-07 06:43:05,736] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Replaying 881 requests, concurrency=1 +[2026-08-07 06:43:05,737] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] SAVING per-request request/response capture to /tmp/perfbench_submission_508_ld0ipqn7/replay_tencent_104/replay_responses.jsonl (<=65536 raw bytes each; REPLAY_SAVE_RESPONSES_MAX_BYTES=0 for full). Inspect with: kubectl exec -- cat /tmp/perfbench_submission_508_ld0ipqn7/replay_tencent_104/replay_responses.jsonl +[2026-08-07 06:43:07,981] [PID 11] [Thread-4] [/app/utils/logger.py] [WARNING] [replay] tool-support preflight could not complete (HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused"))) — proceeding anyway; 690/881 scanned records carry tool messages and may fail if unsupported. +[2026-08-07 06:43:07,982] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] BEGIN batch total=881 concurrency=1 window=4 url=http://172.28.22.18:34101/v1/chat/completions +[2026-08-07 06:43:07,990] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a58f13fba3a7932488e00d79515e12dd attempt=1 +[2026-08-07 06:43:07,995] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a58f13fba3a7932488e00d79515e12dd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,001] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6a84efa4064631019cccbcc326d46012 attempt=1 +[2026-08-07 06:43:08,004] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6a84efa4064631019cccbcc326d46012 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,011] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d8da3191f5f8fb3583bb9f63573df16f attempt=1 +[2026-08-07 06:43:08,012] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d8da3191f5f8fb3583bb9f63573df16f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,015] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a68af618dd7b34c86b59fdcb52d5c6a5 attempt=1 +[2026-08-07 06:43:08,019] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a68af618dd7b34c86b59fdcb52d5c6a5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,023] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fd7d52d45bac317c237f5af46800d51d attempt=1 +[2026-08-07 06:43:08,026] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fd7d52d45bac317c237f5af46800d51d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,028] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=70823b5ac845bd1f8774ee42d21bafee attempt=1 +[2026-08-07 06:43:08,029] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=70823b5ac845bd1f8774ee42d21bafee status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,036] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2682fb6fd37b4f24e968d764437a25e1 attempt=1 +[2026-08-07 06:43:08,040] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2682fb6fd37b4f24e968d764437a25e1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,046] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=585c250747371801b7e793d8b4c0f1c2 attempt=1 +[2026-08-07 06:43:08,049] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=585c250747371801b7e793d8b4c0f1c2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,051] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7db3dd955c38e4306ae474ec656cb93d attempt=1 +[2026-08-07 06:43:08,053] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7db3dd955c38e4306ae474ec656cb93d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,061] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=03fe467d3f55594f27596be0c817de64 attempt=1 +[2026-08-07 06:43:08,061] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=03fe467d3f55594f27596be0c817de64 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,067] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bb5cc83729c4fceaab14ebb7d0dd4bfd attempt=1 +[2026-08-07 06:43:08,069] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bb5cc83729c4fceaab14ebb7d0dd4bfd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,072] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4da63363793b798959b852923d0b1a75 attempt=1 +[2026-08-07 06:43:08,074] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4da63363793b798959b852923d0b1a75 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,078] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1009845b9f7199b5af1dcc9732c85401 attempt=1 +[2026-08-07 06:43:08,080] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1009845b9f7199b5af1dcc9732c85401 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,083] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=21ce0a97bf87bbe568bf685f1a6489e6 attempt=1 +[2026-08-07 06:43:08,085] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=21ce0a97bf87bbe568bf685f1a6489e6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,087] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=18124d640da68a1ca39ea1da607626bc attempt=1 +[2026-08-07 06:43:08,091] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=18124d640da68a1ca39ea1da607626bc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,094] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2f4bd5b73828650b91e3203f36a89b96 attempt=1 +[2026-08-07 06:43:08,097] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2f4bd5b73828650b91e3203f36a89b96 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,100] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e3b1ad0d4b0ae9a0af796ee04ebb0dc7 attempt=1 +[2026-08-07 06:43:08,101] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e3b1ad0d4b0ae9a0af796ee04ebb0dc7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,111] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7cbdab7b46e95ec6366386836cba94c5 attempt=1 +[2026-08-07 06:43:08,112] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7cbdab7b46e95ec6366386836cba94c5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,119] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=376a3e1437ef36f81003e0637ea935a3 attempt=1 +[2026-08-07 06:43:08,121] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=376a3e1437ef36f81003e0637ea935a3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,124] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=339ca333c681e7919cb517c87404dd63 attempt=1 +[2026-08-07 06:43:08,126] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=339ca333c681e7919cb517c87404dd63 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,130] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5ec64948e84e3de297ff24346fcaf6c2 attempt=1 +[2026-08-07 06:43:08,137] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5ec64948e84e3de297ff24346fcaf6c2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,141] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0bcc15254f1e81443ea18c89ec99619b attempt=1 +[2026-08-07 06:43:08,144] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0bcc15254f1e81443ea18c89ec99619b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,147] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e5f5e5cb5b40f1964a4da622bb0ff39d attempt=1 +[2026-08-07 06:43:08,150] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e5f5e5cb5b40f1964a4da622bb0ff39d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,163] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3de56e7ddccd49d37365f311c73b68ee attempt=1 +[2026-08-07 06:43:08,167] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3de56e7ddccd49d37365f311c73b68ee status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,178] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f7b93cf7bf0ac456356481ba0a3c0869 attempt=1 +[2026-08-07 06:43:08,180] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f7b93cf7bf0ac456356481ba0a3c0869 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,185] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=813a4c2ed840077d3e58e7ef7d0ba1fc attempt=1 +[2026-08-07 06:43:08,188] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=813a4c2ed840077d3e58e7ef7d0ba1fc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,199] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=00f17c302646afed467a87ea313afde5 attempt=1 +[2026-08-07 06:43:08,200] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=00f17c302646afed467a87ea313afde5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,205] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9059eb022c6e80edfecc26f6afd3af84 attempt=1 +[2026-08-07 06:43:08,206] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9059eb022c6e80edfecc26f6afd3af84 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,212] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e89e3e63625e700c56b71773c4c7eab4 attempt=1 +[2026-08-07 06:43:08,213] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e89e3e63625e700c56b71773c4c7eab4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,217] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=360c6b0cfb2a4dd1100d416a70e7e657 attempt=1 +[2026-08-07 06:43:08,220] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=360c6b0cfb2a4dd1100d416a70e7e657 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,222] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0783ee21a4aab7e23c8fbdb0a2b5a817 attempt=1 +[2026-08-07 06:43:08,224] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0783ee21a4aab7e23c8fbdb0a2b5a817 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,226] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=89f6e2c636fdff89a84f43f2da82dcd2 attempt=1 +[2026-08-07 06:43:08,227] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=89f6e2c636fdff89a84f43f2da82dcd2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,234] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=80270320a8dff29e764f3e51f2457048 attempt=1 +[2026-08-07 06:43:08,235] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=80270320a8dff29e764f3e51f2457048 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,240] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5d339eab458d8528d67a43e72e6fb280 attempt=1 +[2026-08-07 06:43:08,241] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5d339eab458d8528d67a43e72e6fb280 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,243] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6b4cd6b8ca48cc1e1b9bf19492373d1d attempt=1 +[2026-08-07 06:43:08,245] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6b4cd6b8ca48cc1e1b9bf19492373d1d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,246] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3f3d7ddfa95b6d6451c33fb084bbca83 attempt=1 +[2026-08-07 06:43:08,247] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3f3d7ddfa95b6d6451c33fb084bbca83 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,248] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=712fd074b7d4ea4b83bfcea317b58ce1 attempt=1 +[2026-08-07 06:43:08,251] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=712fd074b7d4ea4b83bfcea317b58ce1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,255] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a395f30cab08fc845d5d9611fa68f99e attempt=1 +[2026-08-07 06:43:08,256] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a395f30cab08fc845d5d9611fa68f99e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,259] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ad2442913856511942e1b75e3e16026f attempt=1 +[2026-08-07 06:43:08,260] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ad2442913856511942e1b75e3e16026f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,264] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=be69437c717502c0a63e8a525b38648c attempt=1 +[2026-08-07 06:43:08,265] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=be69437c717502c0a63e8a525b38648c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,268] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b3ee41175527902f6fbcd82eb8223f16 attempt=1 +[2026-08-07 06:43:08,270] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b3ee41175527902f6fbcd82eb8223f16 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,272] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=23562599c4adb3e90d36122c9fb0f170 attempt=1 +[2026-08-07 06:43:08,274] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=23562599c4adb3e90d36122c9fb0f170 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,276] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=07a68b8da39a6f982e88d0cd82940b3f attempt=1 +[2026-08-07 06:43:08,278] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=07a68b8da39a6f982e88d0cd82940b3f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,281] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=219b40a8c965d11add7bd2c508c7791d attempt=1 +[2026-08-07 06:43:08,282] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=219b40a8c965d11add7bd2c508c7791d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,285] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0d42f70c177f45adc313f51314e9f310 attempt=1 +[2026-08-07 06:43:08,286] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 14% (44/881) has_cb=True +[2026-08-07 06:43:08,287] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0d42f70c177f45adc313f51314e9f310 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,293] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f699dd3ebdf7c24caa4d8288ae6306c9 attempt=1 +[2026-08-07 06:43:08,294] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f699dd3ebdf7c24caa4d8288ae6306c9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,297] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a56c2293beb6e091c063773919a7b85a attempt=1 +[2026-08-07 06:43:08,302] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a56c2293beb6e091c063773919a7b85a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,306] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5a0840884edeb8f37a79e2a99b091fff attempt=1 +[2026-08-07 06:43:08,308] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5a0840884edeb8f37a79e2a99b091fff status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,318] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=54a7844586d857514e3829e8ef560825 attempt=1 +[2026-08-07 06:43:08,319] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=54a7844586d857514e3829e8ef560825 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,323] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=85db3caec6b582aaafd3dbfe9bd5e7d8 attempt=1 +[2026-08-07 06:43:08,324] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=85db3caec6b582aaafd3dbfe9bd5e7d8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,326] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a8e95ef4c8df8d98f53d1f3578d275be attempt=1 +[2026-08-07 06:43:08,327] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a8e95ef4c8df8d98f53d1f3578d275be status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,330] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d2fbdb145e8ba1fb9b156a2e526d32c2 attempt=1 +[2026-08-07 06:43:08,332] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d2fbdb145e8ba1fb9b156a2e526d32c2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,334] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=39102a614c8ccec8e7ca9bcfb647d006 attempt=1 +[2026-08-07 06:43:08,336] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=39102a614c8ccec8e7ca9bcfb647d006 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,337] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3ce01f9017d9d711130b41c2ddbae17c attempt=1 +[2026-08-07 06:43:08,339] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3ce01f9017d9d711130b41c2ddbae17c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,343] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=efd73b6b2b7ff74dd1c2c06494d7075d attempt=1 +[2026-08-07 06:43:08,345] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=efd73b6b2b7ff74dd1c2c06494d7075d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,348] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a2b735acf3a16ed3e21d3f5098df2ba7 attempt=1 +[2026-08-07 06:43:08,351] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a2b735acf3a16ed3e21d3f5098df2ba7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,353] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=75640a175567399b71ba112bebff92dc attempt=1 +[2026-08-07 06:43:08,356] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=75640a175567399b71ba112bebff92dc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,358] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c0c3e503a9bb2dffb86498602abab0f8 attempt=1 +[2026-08-07 06:43:08,363] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c0c3e503a9bb2dffb86498602abab0f8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,367] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ac347710b223a90a91abea5cc1a4953a attempt=1 +[2026-08-07 06:43:08,369] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ac347710b223a90a91abea5cc1a4953a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,374] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8463c2c502f1f0534d61b5ca2d393ebe attempt=1 +[2026-08-07 06:43:08,376] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8463c2c502f1f0534d61b5ca2d393ebe status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,386] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1b0e4b0f5b0ca97ed4d751c75618548c attempt=1 +[2026-08-07 06:43:08,389] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1b0e4b0f5b0ca97ed4d751c75618548c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,394] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a391bb70b9e2ba5c7e520aab15e3def1 attempt=1 +[2026-08-07 06:43:08,399] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a391bb70b9e2ba5c7e520aab15e3def1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,401] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f37ea383d6ec06c307d5f3744b934942 attempt=1 +[2026-08-07 06:43:08,404] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f37ea383d6ec06c307d5f3744b934942 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,409] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=311152e5f6fe095f516df19d0f9295a3 attempt=1 +[2026-08-07 06:43:08,410] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=311152e5f6fe095f516df19d0f9295a3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,418] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6b0d07d4e32c236ad057a1909c20b94c attempt=1 +[2026-08-07 06:43:08,421] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6b0d07d4e32c236ad057a1909c20b94c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,427] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1553e713a265e3e047100572f79b3970 attempt=1 +[2026-08-07 06:43:08,429] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1553e713a265e3e047100572f79b3970 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,433] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d7f48075c85514d36f9123d4d520ad38 attempt=1 +[2026-08-07 06:43:08,436] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d7f48075c85514d36f9123d4d520ad38 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,441] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5834b503b1451d5964dff9ea1d95cdfd attempt=1 +[2026-08-07 06:43:08,443] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5834b503b1451d5964dff9ea1d95cdfd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,447] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c99a9bde00a04b8817a94ee39e4d79b5 attempt=1 +[2026-08-07 06:43:08,449] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c99a9bde00a04b8817a94ee39e4d79b5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,454] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=074a482ddedc3555e604c834ff66c671 attempt=1 +[2026-08-07 06:43:08,456] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=074a482ddedc3555e604c834ff66c671 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,461] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bf9397c366a1037bdd145249dee8b6cd attempt=1 +[2026-08-07 06:43:08,473] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bf9397c366a1037bdd145249dee8b6cd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,477] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a0ee8f7cc01879cf295f23c02c4d1655 attempt=1 +[2026-08-07 06:43:08,478] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a0ee8f7cc01879cf295f23c02c4d1655 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,481] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=784782f027a97cabd3ecf7d581aaf95f attempt=1 +[2026-08-07 06:43:08,487] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=784782f027a97cabd3ecf7d581aaf95f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,508] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0095eee8517acdd4d3777bb0dad225d0 attempt=1 +[2026-08-07 06:43:08,509] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0095eee8517acdd4d3777bb0dad225d0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,524] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a05d3a420be46da851a6bd2697078069 attempt=1 +[2026-08-07 06:43:08,527] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a05d3a420be46da851a6bd2697078069 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,536] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0e35b4624c19687e1ea219c3ac378c64 attempt=1 +[2026-08-07 06:43:08,540] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0e35b4624c19687e1ea219c3ac378c64 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,546] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5f4bf992edfbf1935605b2c80b414d03 attempt=1 +[2026-08-07 06:43:08,548] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5f4bf992edfbf1935605b2c80b414d03 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,553] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=40959c2050879969f36ed4f3b444dacd attempt=1 +[2026-08-07 06:43:08,557] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=40959c2050879969f36ed4f3b444dacd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,563] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=aeabdeb121230304d17740b28591d176 attempt=1 +[2026-08-07 06:43:08,565] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=aeabdeb121230304d17740b28591d176 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,570] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f8d05205e676b25e02ee83b3f6ed2502 attempt=1 +[2026-08-07 06:43:08,571] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f8d05205e676b25e02ee83b3f6ed2502 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,577] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a21ccfb1e67b5d347d1c44d30403b795 attempt=1 +[2026-08-07 06:43:08,584] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a21ccfb1e67b5d347d1c44d30403b795 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,589] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2f83fc5e61ae17754909b5b0d66e6ca5 attempt=1 +[2026-08-07 06:43:08,590] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2f83fc5e61ae17754909b5b0d66e6ca5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,601] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bbff126da08af9ca0d698e918bd39573 attempt=1 +[2026-08-07 06:43:08,604] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bbff126da08af9ca0d698e918bd39573 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,613] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b65fcd82491c19e8d7d0d34518546e5a attempt=1 +[2026-08-07 06:43:08,614] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b65fcd82491c19e8d7d0d34518546e5a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,617] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=77b618402ff95dd4ff23bd2310cb8318 attempt=1 +[2026-08-07 06:43:08,623] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=77b618402ff95dd4ff23bd2310cb8318 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,628] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d32f68c92aef9a9648a699a77ef05b26 attempt=1 +[2026-08-07 06:43:08,632] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d32f68c92aef9a9648a699a77ef05b26 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,634] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=918aec365fd6259a7e6b60476f6088a4 attempt=1 +[2026-08-07 06:43:08,636] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=918aec365fd6259a7e6b60476f6088a4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,646] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a64b40ed62a4f1699c75f575d5608d10 attempt=1 +[2026-08-07 06:43:08,646] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a64b40ed62a4f1699c75f575d5608d10 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,655] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8ca31eadeeaf52359665b0d1944272c8 attempt=1 +[2026-08-07 06:43:08,655] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 18% (88/881) has_cb=True +[2026-08-07 06:43:08,656] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8ca31eadeeaf52359665b0d1944272c8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,661] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=78ea5bb2fab0a10263af727c1c9c09b5 attempt=1 +[2026-08-07 06:43:08,665] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=78ea5bb2fab0a10263af727c1c9c09b5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,669] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a96ee2366817370eea1cef47ad091443 attempt=1 +[2026-08-07 06:43:08,671] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a96ee2366817370eea1cef47ad091443 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,676] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0bea91b5ded418d8d4a581db599a3427 attempt=1 +[2026-08-07 06:43:08,678] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0bea91b5ded418d8d4a581db599a3427 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,685] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1a96f880493d5949c2df7e1cf3b2a6ef attempt=1 +[2026-08-07 06:43:08,688] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1a96f880493d5949c2df7e1cf3b2a6ef status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,693] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=06537fb205ebfa74b468388f0205c0b6 attempt=1 +[2026-08-07 06:43:08,696] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=06537fb205ebfa74b468388f0205c0b6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,699] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6cd5c62d32dcdbcbbb415bd7854e91ca attempt=1 +[2026-08-07 06:43:08,701] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6cd5c62d32dcdbcbbb415bd7854e91ca status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,706] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3ec1d220a384aea3297a253a297cf1a9 attempt=1 +[2026-08-07 06:43:08,709] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3ec1d220a384aea3297a253a297cf1a9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,716] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e88b521cf3df9fb0cbc8d992a2449aee attempt=1 +[2026-08-07 06:43:08,717] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e88b521cf3df9fb0cbc8d992a2449aee status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,722] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=359993faafbbf5e1f8c854e67edd7b28 attempt=1 +[2026-08-07 06:43:08,725] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=359993faafbbf5e1f8c854e67edd7b28 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,729] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5287e77e7d3f01ce0ec64229252926f1 attempt=1 +[2026-08-07 06:43:08,731] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5287e77e7d3f01ce0ec64229252926f1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,733] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e4074aa7dc7eeae406e1611ba25d09f4 attempt=1 +[2026-08-07 06:43:08,735] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e4074aa7dc7eeae406e1611ba25d09f4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,740] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=72ac37b8e14256ef5f1f6b17c95816e3 attempt=1 +[2026-08-07 06:43:08,742] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=72ac37b8e14256ef5f1f6b17c95816e3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,745] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6c94c67fba670cdb7e87d0346aaa846d attempt=1 +[2026-08-07 06:43:08,746] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6c94c67fba670cdb7e87d0346aaa846d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,750] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d90b76d18c2aa143a4aa12ca4b73a91f attempt=1 +[2026-08-07 06:43:08,754] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d90b76d18c2aa143a4aa12ca4b73a91f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,757] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ee3b59eca4ff424eeeeb06f0f9807899 attempt=1 +[2026-08-07 06:43:08,759] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ee3b59eca4ff424eeeeb06f0f9807899 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,762] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b08d07aa190488d2ee3424334d75e8ba attempt=1 +[2026-08-07 06:43:08,764] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b08d07aa190488d2ee3424334d75e8ba status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,770] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a8da9e2d6b6813eaddab9b4575a1a83f attempt=1 +[2026-08-07 06:43:08,773] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a8da9e2d6b6813eaddab9b4575a1a83f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,779] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ad67a766c04ea6887f061628a3a3d818 attempt=1 +[2026-08-07 06:43:08,783] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ad67a766c04ea6887f061628a3a3d818 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,786] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=93e83c7cfef9b6adb4fc1e50d0e222d8 attempt=1 +[2026-08-07 06:43:08,788] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=93e83c7cfef9b6adb4fc1e50d0e222d8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,794] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b316df0c85c0582bbe29e8ec225bc084 attempt=1 +[2026-08-07 06:43:08,796] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b316df0c85c0582bbe29e8ec225bc084 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,803] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3cfc1c5b9409ee8f8d1a75361cfeb229 attempt=1 +[2026-08-07 06:43:08,807] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3cfc1c5b9409ee8f8d1a75361cfeb229 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,812] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=644f50cec5c5a17c7ed68cd3d209a327 attempt=1 +[2026-08-07 06:43:08,826] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=644f50cec5c5a17c7ed68cd3d209a327 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,829] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ea32e9659a5417289b1ca305dae84ea7 attempt=1 +[2026-08-07 06:43:08,831] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ea32e9659a5417289b1ca305dae84ea7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,839] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e7aa9783dccc6a9dbbe1f5e03e98fa06 attempt=1 +[2026-08-07 06:43:08,841] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e7aa9783dccc6a9dbbe1f5e03e98fa06 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,862] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fe7722e1ac0ce6b82619d5486a7d745f attempt=1 +[2026-08-07 06:43:08,863] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fe7722e1ac0ce6b82619d5486a7d745f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,880] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ea0d61904cec5ffd9962be89b52a5533 attempt=1 +[2026-08-07 06:43:08,882] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ea0d61904cec5ffd9962be89b52a5533 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,886] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=17ed153b31dbaf712162b2e8efcf5f83 attempt=1 +[2026-08-07 06:43:08,888] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=17ed153b31dbaf712162b2e8efcf5f83 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,890] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8594181c733137b3501cbdef6c8ca480 attempt=1 +[2026-08-07 06:43:08,892] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8594181c733137b3501cbdef6c8ca480 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,896] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ab3a26a3b1baafac01deca1e9c297be3 attempt=1 +[2026-08-07 06:43:08,898] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ab3a26a3b1baafac01deca1e9c297be3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,901] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bd7ef39fe969b9fc6d359b5c1627bbbc attempt=1 +[2026-08-07 06:43:08,902] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bd7ef39fe969b9fc6d359b5c1627bbbc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,906] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=70bdd90760d1a4809ceb24b904b635f7 attempt=1 +[2026-08-07 06:43:08,907] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=70bdd90760d1a4809ceb24b904b635f7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,913] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b115b076b436975dd0bdc04a97b0250d attempt=1 +[2026-08-07 06:43:08,914] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b115b076b436975dd0bdc04a97b0250d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,915] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=05c88893744ef06a571e677dea1d4b35 attempt=1 +[2026-08-07 06:43:08,917] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=05c88893744ef06a571e677dea1d4b35 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,924] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8e3efa7469d462db26a0bbb0c1b8b2b7 attempt=1 +[2026-08-07 06:43:08,925] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8e3efa7469d462db26a0bbb0c1b8b2b7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,929] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=98ccba13269d9b590af730b62743e33b attempt=1 +[2026-08-07 06:43:08,932] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=98ccba13269d9b590af730b62743e33b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,936] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7b621098765131843ffeab6dfd48accd attempt=1 +[2026-08-07 06:43:08,939] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7b621098765131843ffeab6dfd48accd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,944] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c2c871af3ea2bfd0969ab05edf0d3656 attempt=1 +[2026-08-07 06:43:08,945] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c2c871af3ea2bfd0969ab05edf0d3656 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,953] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=99cf6f20ee57cda5eb49ae34d8d3e834 attempt=1 +[2026-08-07 06:43:08,956] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=99cf6f20ee57cda5eb49ae34d8d3e834 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,964] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7967bc80bba6d05abe4d2ab9846fd01d attempt=1 +[2026-08-07 06:43:08,965] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7967bc80bba6d05abe4d2ab9846fd01d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,969] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e82a541b8876c7ce47306d2d774519ff attempt=1 +[2026-08-07 06:43:08,972] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e82a541b8876c7ce47306d2d774519ff status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,978] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9714fabdd0f00bbb50c5ac49930bf1e4 attempt=1 +[2026-08-07 06:43:08,981] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9714fabdd0f00bbb50c5ac49930bf1e4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,984] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a3e56365379b717c910e903207fc67f9 attempt=1 +[2026-08-07 06:43:08,985] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a3e56365379b717c910e903207fc67f9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:08,991] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f41046205744415148dca979685e81eb attempt=1 +[2026-08-07 06:43:08,991] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f41046205744415148dca979685e81eb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,001] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b3452ce4a8b51cc2663f5a17101f4c12 attempt=1 +[2026-08-07 06:43:09,001] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 22% (132/881) has_cb=True +[2026-08-07 06:43:09,003] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b3452ce4a8b51cc2663f5a17101f4c12 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,009] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f5732edcfa094a4f5437d9960ecb1cf5 attempt=1 +[2026-08-07 06:43:09,010] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f5732edcfa094a4f5437d9960ecb1cf5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,017] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7d534d19ae66525152a691c5fb1453b2 attempt=1 +[2026-08-07 06:43:09,018] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7d534d19ae66525152a691c5fb1453b2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,026] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6cf82700ecbf1dcdddc9a112b28a8fcc attempt=1 +[2026-08-07 06:43:09,029] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6cf82700ecbf1dcdddc9a112b28a8fcc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,033] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9e919424545dba016f1344168295d939 attempt=1 +[2026-08-07 06:43:09,040] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9e919424545dba016f1344168295d939 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,042] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ff32a774226d5c886a88aa72901e86f2 attempt=1 +[2026-08-07 06:43:09,044] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ff32a774226d5c886a88aa72901e86f2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,052] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3137024ca0b158f7fbce02895f3b8b8a attempt=1 +[2026-08-07 06:43:09,053] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3137024ca0b158f7fbce02895f3b8b8a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,067] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=dd2b4e9f218fe5b238ad972d25e4ce9c attempt=1 +[2026-08-07 06:43:09,070] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=dd2b4e9f218fe5b238ad972d25e4ce9c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,077] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=826f76de33da93cb52b68dd1e522fce0 attempt=1 +[2026-08-07 06:43:09,079] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=826f76de33da93cb52b68dd1e522fce0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,086] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c6619b3df2f17997a2d9a003a5c4e4a4 attempt=1 +[2026-08-07 06:43:09,087] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c6619b3df2f17997a2d9a003a5c4e4a4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,096] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=667576259d250af5b1b7f7d5fa6cc434 attempt=1 +[2026-08-07 06:43:09,104] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=667576259d250af5b1b7f7d5fa6cc434 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,108] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8f202a6a1eeeb4687c0f209503e5d7bc attempt=1 +[2026-08-07 06:43:09,111] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8f202a6a1eeeb4687c0f209503e5d7bc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,113] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=653bed13cc029a74eaccc52263ef6f80 attempt=1 +[2026-08-07 06:43:09,115] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=653bed13cc029a74eaccc52263ef6f80 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,131] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f3ce331e0f79fbdcce0ad93e2af6686f attempt=1 +[2026-08-07 06:43:09,132] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f3ce331e0f79fbdcce0ad93e2af6686f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,143] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=77ffdf78bc0eae6e20df04d7ebf53e40 attempt=1 +[2026-08-07 06:43:09,145] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=77ffdf78bc0eae6e20df04d7ebf53e40 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,151] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=16a2123e386b959af0777eb22067ee15 attempt=1 +[2026-08-07 06:43:09,153] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=16a2123e386b959af0777eb22067ee15 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,156] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b678cc3606725f288a48f46eb1c7c835 attempt=1 +[2026-08-07 06:43:09,158] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b678cc3606725f288a48f46eb1c7c835 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,160] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9958a4cb4e36707148f90bb3f0622f40 attempt=1 +[2026-08-07 06:43:09,162] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9958a4cb4e36707148f90bb3f0622f40 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,166] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=494364739f0e59882dd28de5f5fde603 attempt=1 +[2026-08-07 06:43:09,167] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=494364739f0e59882dd28de5f5fde603 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,172] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=40ae7ef2c5585416574d7b9e4ed73887 attempt=1 +[2026-08-07 06:43:09,176] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=40ae7ef2c5585416574d7b9e4ed73887 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,179] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=eef03a856669cef40ea937442e7b272e attempt=1 +[2026-08-07 06:43:09,183] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=eef03a856669cef40ea937442e7b272e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,185] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=17cd2d1094cc3755b606aea1e0b43293 attempt=1 +[2026-08-07 06:43:09,188] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=17cd2d1094cc3755b606aea1e0b43293 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,198] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=51f93e4fe99fc13f642b02b7625e12e9 attempt=1 +[2026-08-07 06:43:09,199] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=51f93e4fe99fc13f642b02b7625e12e9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,209] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9fb1a641cbd4ac84202fa6d111341dd9 attempt=1 +[2026-08-07 06:43:09,210] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9fb1a641cbd4ac84202fa6d111341dd9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,217] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=079d189247c2005954c0ffafbc90f546 attempt=1 +[2026-08-07 06:43:09,225] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=079d189247c2005954c0ffafbc90f546 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,237] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8ccb525ec15458844aa875194b2936b8 attempt=1 +[2026-08-07 06:43:09,238] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8ccb525ec15458844aa875194b2936b8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,243] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5f4a0366dc8299d3f5ac66271db2df9a attempt=1 +[2026-08-07 06:43:09,252] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5f4a0366dc8299d3f5ac66271db2df9a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,270] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=cebd4d9abe71d1d144a78ed61dd6c4dc attempt=1 +[2026-08-07 06:43:09,270] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=cebd4d9abe71d1d144a78ed61dd6c4dc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,282] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b91db1e602c6992d29502b3359891b9c attempt=1 +[2026-08-07 06:43:09,288] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b91db1e602c6992d29502b3359891b9c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,308] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=88449d7c1e901f5dc7b8950e03ee286a attempt=1 +[2026-08-07 06:43:09,309] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=88449d7c1e901f5dc7b8950e03ee286a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,323] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a52e198bc3b053b9794f62a54f694d58 attempt=1 +[2026-08-07 06:43:09,328] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a52e198bc3b053b9794f62a54f694d58 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,342] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1e8a1d182746d47cd271f17406d129a5 attempt=1 +[2026-08-07 06:43:09,343] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1e8a1d182746d47cd271f17406d129a5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,354] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ff264c049c849d4f5084847624476a1e attempt=1 +[2026-08-07 06:43:09,356] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ff264c049c849d4f5084847624476a1e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,362] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=74e4c061b27775a11f5fcde024f01279 attempt=1 +[2026-08-07 06:43:09,364] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=74e4c061b27775a11f5fcde024f01279 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,368] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=15ae6478087342edb4fccc7ff69d87ac attempt=1 +[2026-08-07 06:43:09,374] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=15ae6478087342edb4fccc7ff69d87ac status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,378] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=058c90071a1209165674024c2bed02ab attempt=1 +[2026-08-07 06:43:09,381] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=058c90071a1209165674024c2bed02ab status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,385] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=afa1d00e3635cde58cca667f6ee50fef attempt=1 +[2026-08-07 06:43:09,386] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=afa1d00e3635cde58cca667f6ee50fef status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,398] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bfecd14065d52362c7d2fac1bfc696f2 attempt=1 +[2026-08-07 06:43:09,399] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bfecd14065d52362c7d2fac1bfc696f2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,408] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=cb98ecfe0b976a41aa206ff09cf1a59a attempt=1 +[2026-08-07 06:43:09,417] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=cb98ecfe0b976a41aa206ff09cf1a59a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,418] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9b50b9d920eefddcc46c2bdbe4efe955 attempt=1 +[2026-08-07 06:43:09,427] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9b50b9d920eefddcc46c2bdbe4efe955 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,430] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8ad06619f68dc319f128ab083bc9035e attempt=1 +[2026-08-07 06:43:09,432] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8ad06619f68dc319f128ab083bc9035e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,457] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5b8abb39b4e491d993523c0eca33a733 attempt=1 +[2026-08-07 06:43:09,458] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5b8abb39b4e491d993523c0eca33a733 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,481] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=38fa4bbb7e77481d6d22ca00a573bd1d attempt=1 +[2026-08-07 06:43:09,482] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=38fa4bbb7e77481d6d22ca00a573bd1d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,492] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6370cfdf8af78056bb4f79167cc689e1 attempt=1 +[2026-08-07 06:43:09,494] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6370cfdf8af78056bb4f79167cc689e1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,502] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 26% (176/881) has_cb=True +[2026-08-07 06:43:09,512] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e83d730f4005cd76724ac91454d8f354 attempt=1 +[2026-08-07 06:43:09,514] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e83d730f4005cd76724ac91454d8f354 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,523] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1f87d33fb2f2650b0513a62f57a7f997 attempt=1 +[2026-08-07 06:43:09,524] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1f87d33fb2f2650b0513a62f57a7f997 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,527] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=777c59452201b179009a4078f2a02391 attempt=1 +[2026-08-07 06:43:09,529] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=777c59452201b179009a4078f2a02391 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,533] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=13ef3fc060013bd95196da61a1bf3df1 attempt=1 +[2026-08-07 06:43:09,534] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=13ef3fc060013bd95196da61a1bf3df1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,537] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d0073c44f216fc29f0a510fc3fb6f88f attempt=1 +[2026-08-07 06:43:09,545] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d0073c44f216fc29f0a510fc3fb6f88f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,549] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1e11e493ec17ec803d1b586f3fc4b8ee attempt=1 +[2026-08-07 06:43:09,550] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1e11e493ec17ec803d1b586f3fc4b8ee status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,551] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ee033f311208961f19432ec0d1c43f74 attempt=1 +[2026-08-07 06:43:09,560] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ee033f311208961f19432ec0d1c43f74 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,577] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d18c2e5de51873f089bfbe539048656e attempt=1 +[2026-08-07 06:43:09,578] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d18c2e5de51873f089bfbe539048656e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,587] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=03b5d62aa68619706ebb2d1ea390d59e attempt=1 +[2026-08-07 06:43:09,589] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=03b5d62aa68619706ebb2d1ea390d59e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,606] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=966d726aa90dd5d5b683f08f61b54b3d attempt=1 +[2026-08-07 06:43:09,615] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=966d726aa90dd5d5b683f08f61b54b3d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,625] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=45573e6a72fff1a858f00441c401c4c4 attempt=1 +[2026-08-07 06:43:09,627] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=45573e6a72fff1a858f00441c401c4c4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,631] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=76c94ffa10f26e0703a5abb6aa70e111 attempt=1 +[2026-08-07 06:43:09,633] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=76c94ffa10f26e0703a5abb6aa70e111 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,652] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=71d4542befba35217656f1d77ae23ee3 attempt=1 +[2026-08-07 06:43:09,657] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=71d4542befba35217656f1d77ae23ee3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,668] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a374aadb665f75a3226b2641582b9df0 attempt=1 +[2026-08-07 06:43:09,670] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a374aadb665f75a3226b2641582b9df0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,672] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f69182640ddc1ee2d8fb9e0354826a6c attempt=1 +[2026-08-07 06:43:09,673] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f69182640ddc1ee2d8fb9e0354826a6c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,687] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=98fef617f4f3b71afa4ed7f95fd3e8cf attempt=1 +[2026-08-07 06:43:09,688] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=98fef617f4f3b71afa4ed7f95fd3e8cf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,698] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e0931547ccd69d58ff457e4e8a232a2e attempt=1 +[2026-08-07 06:43:09,699] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e0931547ccd69d58ff457e4e8a232a2e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,700] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=59c442b5a51cadb423c6b60f147cb1d6 attempt=1 +[2026-08-07 06:43:09,704] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=59c442b5a51cadb423c6b60f147cb1d6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,707] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ad97d90fb5b28a960b1c03c66639d428 attempt=1 +[2026-08-07 06:43:09,709] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ad97d90fb5b28a960b1c03c66639d428 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,711] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5de2573e7ffdf925143010f6e6d9c571 attempt=1 +[2026-08-07 06:43:09,712] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5de2573e7ffdf925143010f6e6d9c571 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,714] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0b68737ce69afc08685d35bf935d2eb2 attempt=1 +[2026-08-07 06:43:09,724] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0b68737ce69afc08685d35bf935d2eb2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,726] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bb6de925ae6246f4b54248dbf225fb8b attempt=1 +[2026-08-07 06:43:09,728] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bb6de925ae6246f4b54248dbf225fb8b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,730] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d7c0c1024bfb5552c607eb33016de858 attempt=1 +[2026-08-07 06:43:09,732] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d7c0c1024bfb5552c607eb33016de858 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,750] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=009dde816fc3acb4cc10671f347bbd03 attempt=1 +[2026-08-07 06:43:09,751] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=009dde816fc3acb4cc10671f347bbd03 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,760] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=458a7fd31d1b277ba75cc38c2eb73c1d attempt=1 +[2026-08-07 06:43:09,761] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=458a7fd31d1b277ba75cc38c2eb73c1d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,764] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=17b6876da090ee233e27a16837a4388d attempt=1 +[2026-08-07 06:43:09,765] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=17b6876da090ee233e27a16837a4388d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,772] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=44ee2e606690216969520a15bba4e844 attempt=1 +[2026-08-07 06:43:09,773] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=44ee2e606690216969520a15bba4e844 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,775] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=48f34154f82351bd849d658039fa2da1 attempt=1 +[2026-08-07 06:43:09,777] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=48f34154f82351bd849d658039fa2da1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,790] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=554c0cc7053b81d2ac40541165710ef5 attempt=1 +[2026-08-07 06:43:09,791] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=554c0cc7053b81d2ac40541165710ef5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,799] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c4908254d2033142cf448b88583d10a0 attempt=1 +[2026-08-07 06:43:09,800] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c4908254d2033142cf448b88583d10a0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,802] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6c12607de0607a2542939b0805f7e16f attempt=1 +[2026-08-07 06:43:09,812] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6c12607de0607a2542939b0805f7e16f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,814] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=eab9e55d270895fac52faab687b358d6 attempt=1 +[2026-08-07 06:43:09,824] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=eab9e55d270895fac52faab687b358d6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,826] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d5066b7438d6fab3349d202019b3d923 attempt=1 +[2026-08-07 06:43:09,828] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d5066b7438d6fab3349d202019b3d923 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,846] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f6ba3a16a963f964c09513ef3f2ecdf4 attempt=1 +[2026-08-07 06:43:09,847] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f6ba3a16a963f964c09513ef3f2ecdf4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,873] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=77a2c20c0bf4bd84bd95d71569134530 attempt=1 +[2026-08-07 06:43:09,874] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=77a2c20c0bf4bd84bd95d71569134530 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,883] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f525460d67a79e7c9785eeca7c9c368b attempt=1 +[2026-08-07 06:43:09,893] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f525460d67a79e7c9785eeca7c9c368b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,895] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f565b7fa99ac804074f2c75449643828 attempt=1 +[2026-08-07 06:43:09,897] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f565b7fa99ac804074f2c75449643828 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,898] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9133cdea736e26b36553213ed50256df attempt=1 +[2026-08-07 06:43:09,900] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9133cdea736e26b36553213ed50256df status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,917] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ae7a4ff3045ad8b088a55a71be801710 attempt=1 +[2026-08-07 06:43:09,918] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ae7a4ff3045ad8b088a55a71be801710 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,928] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0b645cf1d05ada3289f87b46397f9efc attempt=1 +[2026-08-07 06:43:09,930] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0b645cf1d05ada3289f87b46397f9efc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,932] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0659326491f8067412c4f1c8f9ae6c01 attempt=1 +[2026-08-07 06:43:09,941] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0659326491f8067412c4f1c8f9ae6c01 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,942] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=37986f79399dfb3e4b1b70aa905c22e6 attempt=1 +[2026-08-07 06:43:09,943] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=37986f79399dfb3e4b1b70aa905c22e6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,945] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=48458299fcceb2bf195b62b03f2590a7 attempt=1 +[2026-08-07 06:43:09,955] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=48458299fcceb2bf195b62b03f2590a7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,972] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=cf84a1354f68d39cea0201b556ad5c96 attempt=1 +[2026-08-07 06:43:09,973] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=cf84a1354f68d39cea0201b556ad5c96 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:09,983] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5e1bb149f25198dfd6e3cabea2fc78fb attempt=1 +[2026-08-07 06:43:09,983] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 30% (220/881) has_cb=True +[2026-08-07 06:43:09,984] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5e1bb149f25198dfd6e3cabea2fc78fb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,002] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d566dbf5f98af5b5e4a14afb454bcd4a attempt=1 +[2026-08-07 06:43:10,004] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d566dbf5f98af5b5e4a14afb454bcd4a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,013] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1bffc6d6fac1750d40cc0e93a6ef3758 attempt=1 +[2026-08-07 06:43:10,019] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1bffc6d6fac1750d40cc0e93a6ef3758 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,021] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=23682db8af25c58464b1efba92034f89 attempt=1 +[2026-08-07 06:43:10,022] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=23682db8af25c58464b1efba92034f89 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,025] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=40cd8d8aed528adbf0c19beeb7f32ea0 attempt=1 +[2026-08-07 06:43:10,027] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=40cd8d8aed528adbf0c19beeb7f32ea0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,037] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=efcd74850ca1e15747878498ed0d6a3a attempt=1 +[2026-08-07 06:43:10,038] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=efcd74850ca1e15747878498ed0d6a3a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,042] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c4f19bd7d83f90e15736800abb3d9c11 attempt=1 +[2026-08-07 06:43:10,043] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c4f19bd7d83f90e15736800abb3d9c11 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,046] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=315ef0cd61b2a648f9a133900198f1cf attempt=1 +[2026-08-07 06:43:10,047] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=315ef0cd61b2a648f9a133900198f1cf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,051] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=48155b6bee74a3bae6e9b0e741b22729 attempt=1 +[2026-08-07 06:43:10,052] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=48155b6bee74a3bae6e9b0e741b22729 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,054] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e0911ecde78482595ec62539993f1a51 attempt=1 +[2026-08-07 06:43:10,055] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e0911ecde78482595ec62539993f1a51 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,055] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f1b45eab94135ecedbd73838841b83dd attempt=1 +[2026-08-07 06:43:10,057] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f1b45eab94135ecedbd73838841b83dd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,058] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=25c94e38181bd1e5ae0bfc0937fd46f3 attempt=1 +[2026-08-07 06:43:10,059] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=25c94e38181bd1e5ae0bfc0937fd46f3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,061] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ea138743339a5ff7727e824177ddc131 attempt=1 +[2026-08-07 06:43:10,072] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ea138743339a5ff7727e824177ddc131 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,073] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4974db681bd93f2c8b2352385fdd97c3 attempt=1 +[2026-08-07 06:43:10,075] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4974db681bd93f2c8b2352385fdd97c3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,077] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=49b88cd23e172cd2b84ae1c44804a9ea attempt=1 +[2026-08-07 06:43:10,079] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=49b88cd23e172cd2b84ae1c44804a9ea status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,098] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3e0d5a0196fbbbe5a3bf287e9d26718a attempt=1 +[2026-08-07 06:43:10,099] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3e0d5a0196fbbbe5a3bf287e9d26718a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,109] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f4ba4ddb09108e29c6acde545ccf2ce2 attempt=1 +[2026-08-07 06:43:10,110] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f4ba4ddb09108e29c6acde545ccf2ce2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,112] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9f749b36e5f09b5dadad96cbc136ca65 attempt=1 +[2026-08-07 06:43:10,114] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9f749b36e5f09b5dadad96cbc136ca65 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,116] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7171fc3bc036a7e3f7f8483edd20c795 attempt=1 +[2026-08-07 06:43:10,118] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7171fc3bc036a7e3f7f8483edd20c795 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,121] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6ebcfc88241a7349a60a9b64addf2725 attempt=1 +[2026-08-07 06:43:10,130] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6ebcfc88241a7349a60a9b64addf2725 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,132] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ff73752fbb7433419099a8511754f987 attempt=1 +[2026-08-07 06:43:10,134] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ff73752fbb7433419099a8511754f987 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,152] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=90d12d82d9614d497c44f712d66d057d attempt=1 +[2026-08-07 06:43:10,153] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=90d12d82d9614d497c44f712d66d057d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,164] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=78a85b9994fd97dcbc014c08a24db6d0 attempt=1 +[2026-08-07 06:43:10,165] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=78a85b9994fd97dcbc014c08a24db6d0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,167] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5662b2bbd9e414513008b4bceb92f818 attempt=1 +[2026-08-07 06:43:10,168] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5662b2bbd9e414513008b4bceb92f818 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,170] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5ddb6a8dffccee8b7bfbd59c50410c50 attempt=1 +[2026-08-07 06:43:10,178] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5ddb6a8dffccee8b7bfbd59c50410c50 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,179] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=dc73696f73b0fe3f59a59ffe53007225 attempt=1 +[2026-08-07 06:43:10,182] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=dc73696f73b0fe3f59a59ffe53007225 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,182] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e6375e08fbebeb80f77edcc00d59b289 attempt=1 +[2026-08-07 06:43:10,184] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e6375e08fbebeb80f77edcc00d59b289 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,198] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3d427f650b2405bc6faf0259ec53fa73 attempt=1 +[2026-08-07 06:43:10,199] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3d427f650b2405bc6faf0259ec53fa73 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,209] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=50b915b9dfb222d7395005cef54051a5 attempt=1 +[2026-08-07 06:43:10,211] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=50b915b9dfb222d7395005cef54051a5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,214] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c6b7b47ee76b8533b7a98cc16c313084 attempt=1 +[2026-08-07 06:43:10,216] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c6b7b47ee76b8533b7a98cc16c313084 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,220] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5ec2ff62b72bbcd3995e27d992648334 attempt=1 +[2026-08-07 06:43:10,224] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5ec2ff62b72bbcd3995e27d992648334 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,228] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3cefef050a3ee8ca33860c658f11845c attempt=1 +[2026-08-07 06:43:10,236] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3cefef050a3ee8ca33860c658f11845c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,238] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6be2b53962c07f34e880a823f1851772 attempt=1 +[2026-08-07 06:43:10,241] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6be2b53962c07f34e880a823f1851772 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,248] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ea089eece066038a01e1b9b1e6364808 attempt=1 +[2026-08-07 06:43:10,249] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ea089eece066038a01e1b9b1e6364808 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,259] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=de6c6ace906958e9ff36c812a170106f attempt=1 +[2026-08-07 06:43:10,260] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=de6c6ace906958e9ff36c812a170106f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,265] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=aa52e474fe7d8b89a4059e7a699515ad attempt=1 +[2026-08-07 06:43:10,269] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=aa52e474fe7d8b89a4059e7a699515ad status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,271] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1758f90e7869e81ba0a715fe723dcce5 attempt=1 +[2026-08-07 06:43:10,273] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1758f90e7869e81ba0a715fe723dcce5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,275] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e56c04311574c6d317528df03e22ff8d attempt=1 +[2026-08-07 06:43:10,276] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e56c04311574c6d317528df03e22ff8d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,283] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=44c3fc821cbb980be109c776553f457f attempt=1 +[2026-08-07 06:43:10,293] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=44c3fc821cbb980be109c776553f457f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,298] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=da2858b1e39d4081b580f847d3e3f155 attempt=1 +[2026-08-07 06:43:10,299] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=da2858b1e39d4081b580f847d3e3f155 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,301] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=69cdc6f065632f2d1d96158896d8c6a7 attempt=1 +[2026-08-07 06:43:10,302] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=69cdc6f065632f2d1d96158896d8c6a7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,316] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4cf272cf5d7e74a687b41f792ebb351e attempt=1 +[2026-08-07 06:43:10,317] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4cf272cf5d7e74a687b41f792ebb351e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,325] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b7d8d571e00650e7f699591ac8f87918 attempt=1 +[2026-08-07 06:43:10,326] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b7d8d571e00650e7f699591ac8f87918 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,328] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=127c1094b08c47e9a10959202bef52a2 attempt=1 +[2026-08-07 06:43:10,330] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=127c1094b08c47e9a10959202bef52a2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,332] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0932353bade1e13b7847c64c1ecfd729 attempt=1 +[2026-08-07 06:43:10,332] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 34% (264/881) has_cb=True +[2026-08-07 06:43:10,337] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0932353bade1e13b7847c64c1ecfd729 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,339] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f401ee7d8921bc0e3fa2e05e5ceee02b attempt=1 +[2026-08-07 06:43:10,340] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f401ee7d8921bc0e3fa2e05e5ceee02b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,342] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bba8acbaa74a3dc870febf0bfdbcf32e attempt=1 +[2026-08-07 06:43:10,343] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bba8acbaa74a3dc870febf0bfdbcf32e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,351] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9c7dc349c3ee6663fc23399a22b9654f attempt=1 +[2026-08-07 06:43:10,352] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9c7dc349c3ee6663fc23399a22b9654f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,378] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=305b7df9874d7557abe9b73388420205 attempt=1 +[2026-08-07 06:43:10,379] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=305b7df9874d7557abe9b73388420205 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,387] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1b4c7ff25b9f196398801d56e1e9179a attempt=1 +[2026-08-07 06:43:10,389] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1b4c7ff25b9f196398801d56e1e9179a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,392] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0fc06d2ddaa6259fcaef9c312c7a5e2e attempt=1 +[2026-08-07 06:43:10,394] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0fc06d2ddaa6259fcaef9c312c7a5e2e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,402] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0e2fcb2ca0e8da88f059d96a8894b3e9 attempt=1 +[2026-08-07 06:43:10,403] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0e2fcb2ca0e8da88f059d96a8894b3e9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,409] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9c3db67d9e27ff560abfb31e5a355ea4 attempt=1 +[2026-08-07 06:43:10,414] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9c3db67d9e27ff560abfb31e5a355ea4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,418] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a22e26e27968bee0c2aca034a1400e1a attempt=1 +[2026-08-07 06:43:10,420] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a22e26e27968bee0c2aca034a1400e1a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,422] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d3c81ea36a70eb17df97031eb88e3a93 attempt=1 +[2026-08-07 06:43:10,424] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d3c81ea36a70eb17df97031eb88e3a93 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,433] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=761173bbfd9c45a4a912f7e8a06bfd21 attempt=1 +[2026-08-07 06:43:10,434] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=761173bbfd9c45a4a912f7e8a06bfd21 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,441] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3f50c6dbe4cffe5c1c5aa83ea5e466ff attempt=1 +[2026-08-07 06:43:10,442] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3f50c6dbe4cffe5c1c5aa83ea5e466ff status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,446] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e7cc9a754c24107848331586e88d4b52 attempt=1 +[2026-08-07 06:43:10,447] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e7cc9a754c24107848331586e88d4b52 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,450] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2bc0097e24faffcef96c571f2c6fa0b2 attempt=1 +[2026-08-07 06:43:10,452] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2bc0097e24faffcef96c571f2c6fa0b2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,455] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=208c93456a81bd6e6eb789edcbaad815 attempt=1 +[2026-08-07 06:43:10,457] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=208c93456a81bd6e6eb789edcbaad815 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,459] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=489e3bf4f1669a09c4d84b22d29c76fa attempt=1 +[2026-08-07 06:43:10,460] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=489e3bf4f1669a09c4d84b22d29c76fa status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,463] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=cfd251d10ffc02d35a3dd6f5ef48ef27 attempt=1 +[2026-08-07 06:43:10,464] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=cfd251d10ffc02d35a3dd6f5ef48ef27 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,467] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=897720c5f0ce3aa6b53435be41b4854d attempt=1 +[2026-08-07 06:43:10,471] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=897720c5f0ce3aa6b53435be41b4854d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,473] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=030f9998f1b00aacffc6a63891bbd937 attempt=1 +[2026-08-07 06:43:10,475] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=030f9998f1b00aacffc6a63891bbd937 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,477] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b6eef4c55d5057023dfae4e40cb45ca7 attempt=1 +[2026-08-07 06:43:10,479] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b6eef4c55d5057023dfae4e40cb45ca7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,486] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2320f9838fc0fa37eb8c4d4e50dbc091 attempt=1 +[2026-08-07 06:43:10,487] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2320f9838fc0fa37eb8c4d4e50dbc091 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,492] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=781df8a628086f0bbb1a8d47df29c678 attempt=1 +[2026-08-07 06:43:10,493] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=781df8a628086f0bbb1a8d47df29c678 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,496] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ca38125c983fc73af3bd211a8d7b63eb attempt=1 +[2026-08-07 06:43:10,497] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ca38125c983fc73af3bd211a8d7b63eb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,499] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7e67de6f8dee2746ed569e299f51c644 attempt=1 +[2026-08-07 06:43:10,501] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7e67de6f8dee2746ed569e299f51c644 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,502] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=dab19ab6560dab4f147969a4e86d9585 attempt=1 +[2026-08-07 06:43:10,506] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=dab19ab6560dab4f147969a4e86d9585 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,508] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=18969f5ebf290953286b44f51e87c15e attempt=1 +[2026-08-07 06:43:10,510] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=18969f5ebf290953286b44f51e87c15e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,512] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bd58eef4ec4a56d53f985821361907f2 attempt=1 +[2026-08-07 06:43:10,514] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bd58eef4ec4a56d53f985821361907f2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,521] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=dcdddd3cfd29ed17e082111c49ce2fe6 attempt=1 +[2026-08-07 06:43:10,522] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=dcdddd3cfd29ed17e082111c49ce2fe6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,527] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a78369072b9c53f0d464d0c5199cdc6d attempt=1 +[2026-08-07 06:43:10,528] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a78369072b9c53f0d464d0c5199cdc6d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,530] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=da150dbed66672f1597e924c9b8bfd17 attempt=1 +[2026-08-07 06:43:10,532] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=da150dbed66672f1597e924c9b8bfd17 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,534] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=81dc399d3b76594fed6c228e74aa9177 attempt=1 +[2026-08-07 06:43:10,535] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=81dc399d3b76594fed6c228e74aa9177 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,538] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=67679b9ac717784d43dba75b443d00d5 attempt=1 +[2026-08-07 06:43:10,539] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=67679b9ac717784d43dba75b443d00d5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,541] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7fde534bf37958b32c69dd33dea05e6d attempt=1 +[2026-08-07 06:43:10,542] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7fde534bf37958b32c69dd33dea05e6d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,545] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=39d36ff3385f88aef025fd09d38417d2 attempt=1 +[2026-08-07 06:43:10,546] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=39d36ff3385f88aef025fd09d38417d2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,548] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3be58ea636a67e6431609e2bbfde0c8e attempt=1 +[2026-08-07 06:43:10,550] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3be58ea636a67e6431609e2bbfde0c8e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,552] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=739d74764d68eac2906cc142d1c4dc0a attempt=1 +[2026-08-07 06:43:10,553] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=739d74764d68eac2906cc142d1c4dc0a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,555] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=534861acba13709ce90e3532fec86ba0 attempt=1 +[2026-08-07 06:43:10,556] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=534861acba13709ce90e3532fec86ba0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,559] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a85cdbec78c97f2960cda954365e3b15 attempt=1 +[2026-08-07 06:43:10,560] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a85cdbec78c97f2960cda954365e3b15 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,563] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=591d6bcdfc7fa47d9c8d0923dba82161 attempt=1 +[2026-08-07 06:43:10,569] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=591d6bcdfc7fa47d9c8d0923dba82161 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,570] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7a94fb833580b70db22b2c6646da818e attempt=1 +[2026-08-07 06:43:10,572] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7a94fb833580b70db22b2c6646da818e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,572] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=543eb2ee52a87501fabacd48dd360270 attempt=1 +[2026-08-07 06:43:10,573] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=543eb2ee52a87501fabacd48dd360270 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,583] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=30f411698380613107fd553990855b29 attempt=1 +[2026-08-07 06:43:10,590] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=30f411698380613107fd553990855b29 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,597] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d359c33479ab1219a4b91fb3192ff84f attempt=1 +[2026-08-07 06:43:10,599] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d359c33479ab1219a4b91fb3192ff84f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,600] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5e6e3b089f22fe8c96166bd8684b699b attempt=1 +[2026-08-07 06:43:10,600] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 38% (308/881) has_cb=True +[2026-08-07 06:43:10,601] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5e6e3b089f22fe8c96166bd8684b699b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,616] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bee17ca5762fa519f395a394d63c923e attempt=1 +[2026-08-07 06:43:10,617] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bee17ca5762fa519f395a394d63c923e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,625] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=42d7ff74e68564a4c55eab4bbf0e5455 attempt=1 +[2026-08-07 06:43:10,627] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=42d7ff74e68564a4c55eab4bbf0e5455 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,629] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b2b836d03a813f24d41f6852aa59ec0d attempt=1 +[2026-08-07 06:43:10,631] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b2b836d03a813f24d41f6852aa59ec0d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,633] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=20381136fd4119d82879fa066f8a4da3 attempt=1 +[2026-08-07 06:43:10,636] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=20381136fd4119d82879fa066f8a4da3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,639] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=44e6047d34f4018aa8ad7dee8d50d616 attempt=1 +[2026-08-07 06:43:10,640] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=44e6047d34f4018aa8ad7dee8d50d616 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,643] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1fb23507e631016b81cf5d1cf81d126e attempt=1 +[2026-08-07 06:43:10,651] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1fb23507e631016b81cf5d1cf81d126e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,655] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b8525370526bef040d70756d7f0ee140 attempt=1 +[2026-08-07 06:43:10,657] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b8525370526bef040d70756d7f0ee140 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,659] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a3a44fcf5b4a683a78a5648a97793dd1 attempt=1 +[2026-08-07 06:43:10,661] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a3a44fcf5b4a683a78a5648a97793dd1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,676] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=429e2ec8a4bb7e555738313a9f787546 attempt=1 +[2026-08-07 06:43:10,677] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=429e2ec8a4bb7e555738313a9f787546 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,685] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=472fa9b9163a07a78ee1e76d69b4034d attempt=1 +[2026-08-07 06:43:10,687] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=472fa9b9163a07a78ee1e76d69b4034d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,689] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e8b63715a54029132096ddb713de5080 attempt=1 +[2026-08-07 06:43:10,694] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e8b63715a54029132096ddb713de5080 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,696] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=279ef80c5ca400b7a2a8e9d9709257db attempt=1 +[2026-08-07 06:43:10,698] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=279ef80c5ca400b7a2a8e9d9709257db status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,702] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=609555a434d06a6739b49a1a6e188512 attempt=1 +[2026-08-07 06:43:10,704] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=609555a434d06a6739b49a1a6e188512 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,715] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f162e5772523b77f1fd6f11119aba52e attempt=1 +[2026-08-07 06:43:10,716] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f162e5772523b77f1fd6f11119aba52e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,722] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7dfdc826123166286f9350e95ba9dd74 attempt=1 +[2026-08-07 06:43:10,724] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7dfdc826123166286f9350e95ba9dd74 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,728] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=07245351d69936bcf5160d35c7986d38 attempt=1 +[2026-08-07 06:43:10,729] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=07245351d69936bcf5160d35c7986d38 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,733] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2c279398e5811a0668d2c99bba40f0f1 attempt=1 +[2026-08-07 06:43:10,735] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2c279398e5811a0668d2c99bba40f0f1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,739] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ecce35417f652721e8b3d83ebdbe97b8 attempt=1 +[2026-08-07 06:43:10,742] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ecce35417f652721e8b3d83ebdbe97b8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,745] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=274a2ea60d0d6699ae57042b9df59a9c attempt=1 +[2026-08-07 06:43:10,752] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=274a2ea60d0d6699ae57042b9df59a9c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,756] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=92bc65caec466c196c5c29641b61fab3 attempt=1 +[2026-08-07 06:43:10,758] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=92bc65caec466c196c5c29641b61fab3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,764] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f638e6d289e6c0155b99340453e7f6cd attempt=1 +[2026-08-07 06:43:10,766] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f638e6d289e6c0155b99340453e7f6cd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,782] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=18402a4e7df20b9b0a2378d8d829f2da attempt=1 +[2026-08-07 06:43:10,783] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=18402a4e7df20b9b0a2378d8d829f2da status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,791] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=861831dca52df0c5fa277aa51ba52f02 attempt=1 +[2026-08-07 06:43:10,793] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=861831dca52df0c5fa277aa51ba52f02 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,795] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ca2a5777ff1428d41f12b0b0e98f650a attempt=1 +[2026-08-07 06:43:10,803] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ca2a5777ff1428d41f12b0b0e98f650a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,805] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=19a5b1d36a0575436b7d58259b731048 attempt=1 +[2026-08-07 06:43:10,806] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=19a5b1d36a0575436b7d58259b731048 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,808] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2cae3880668cf3586211138d03ca36dc attempt=1 +[2026-08-07 06:43:10,811] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2cae3880668cf3586211138d03ca36dc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,824] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=12c6c48470de526ecb2c2b7c0aa856de attempt=1 +[2026-08-07 06:43:10,825] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=12c6c48470de526ecb2c2b7c0aa856de status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,833] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8e1491602678c1921e5fb02c410f76d3 attempt=1 +[2026-08-07 06:43:10,835] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8e1491602678c1921e5fb02c410f76d3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,839] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0479e081fd710787d7263de415b808ce attempt=1 +[2026-08-07 06:43:10,840] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0479e081fd710787d7263de415b808ce status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,843] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ca6258bbd7739ea06692f037e73af14c attempt=1 +[2026-08-07 06:43:10,844] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ca6258bbd7739ea06692f037e73af14c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,846] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fb259d9b4105065222a81d4ee0ba25d1 attempt=1 +[2026-08-07 06:43:10,848] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fb259d9b4105065222a81d4ee0ba25d1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,850] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7529578e135854befe7cb7538706fd49 attempt=1 +[2026-08-07 06:43:10,851] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7529578e135854befe7cb7538706fd49 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,853] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=db8031b46e0d570d6672546b905d59da attempt=1 +[2026-08-07 06:43:10,859] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=db8031b46e0d570d6672546b905d59da status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,861] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2e431b6fccc5248fd9864f7ccce4ecf4 attempt=1 +[2026-08-07 06:43:10,863] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2e431b6fccc5248fd9864f7ccce4ecf4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,865] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=43b55004efbaf0f8acfcbf32ac94aef1 attempt=1 +[2026-08-07 06:43:10,867] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=43b55004efbaf0f8acfcbf32ac94aef1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,881] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b20030ac5b5832f877f2b30f9f5e01a8 attempt=1 +[2026-08-07 06:43:10,882] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b20030ac5b5832f877f2b30f9f5e01a8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,892] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d06150a2df906c2e476c45b973b43bee attempt=1 +[2026-08-07 06:43:10,893] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d06150a2df906c2e476c45b973b43bee status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,895] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7f2d3841e1eeef072d0c35f7e26f1f8d attempt=1 +[2026-08-07 06:43:10,897] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7f2d3841e1eeef072d0c35f7e26f1f8d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,899] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3de25793ade30c457cac9eb6599596c0 attempt=1 +[2026-08-07 06:43:10,901] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3de25793ade30c457cac9eb6599596c0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,903] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=635214b9e34c72c0130f432a0cef31b0 attempt=1 +[2026-08-07 06:43:10,905] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=635214b9e34c72c0130f432a0cef31b0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,907] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=85f151be1e5f546e001316abfc2f790d attempt=1 +[2026-08-07 06:43:10,913] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=85f151be1e5f546e001316abfc2f790d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,916] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b2e77e30bc470141455b116c301d01c7 attempt=1 +[2026-08-07 06:43:10,920] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b2e77e30bc470141455b116c301d01c7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,923] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a8cbebc1418321449b8337a4b6a8a419 attempt=1 +[2026-08-07 06:43:10,925] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a8cbebc1418321449b8337a4b6a8a419 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,931] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 42% (352/881) has_cb=True +[2026-08-07 06:43:10,937] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2c9a026e503ef8037293cb832698e683 attempt=1 +[2026-08-07 06:43:10,941] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2c9a026e503ef8037293cb832698e683 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,957] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=df387d4c577f944c69a77089501c6af5 attempt=1 +[2026-08-07 06:43:10,958] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=df387d4c577f944c69a77089501c6af5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,964] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ac8d56b6daae31f8e66ac545d6ddcb6d attempt=1 +[2026-08-07 06:43:10,967] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ac8d56b6daae31f8e66ac545d6ddcb6d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,976] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7fb7f8200244661a9e24b010c5b57fa8 attempt=1 +[2026-08-07 06:43:10,977] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7fb7f8200244661a9e24b010c5b57fa8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,983] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=14ff5b55b889e97c1a7e80193796aa58 attempt=1 +[2026-08-07 06:43:10,984] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=14ff5b55b889e97c1a7e80193796aa58 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,989] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=01160a3a9c0fac4db0e5ec03e0acb2f5 attempt=1 +[2026-08-07 06:43:10,990] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=01160a3a9c0fac4db0e5ec03e0acb2f5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,993] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=60ede395352414a38079a484eaf198de attempt=1 +[2026-08-07 06:43:10,995] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=60ede395352414a38079a484eaf198de status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:10,997] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0144b8b9927afe3007c1368bb0ccda39 attempt=1 +[2026-08-07 06:43:11,000] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0144b8b9927afe3007c1368bb0ccda39 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,001] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e416fbe4d56d069fc7e605809cfba44d attempt=1 +[2026-08-07 06:43:11,006] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e416fbe4d56d069fc7e605809cfba44d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,007] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=cc81042dc54416c8768e82fee13770b3 attempt=1 +[2026-08-07 06:43:11,008] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=cc81042dc54416c8768e82fee13770b3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,012] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b21c998e2c72a301cbf8c9a5abdb4068 attempt=1 +[2026-08-07 06:43:11,014] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b21c998e2c72a301cbf8c9a5abdb4068 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,024] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b31287524a5bdde3d489b19723abeb8d attempt=1 +[2026-08-07 06:43:11,024] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b31287524a5bdde3d489b19723abeb8d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,029] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e3ed7dd1515cb0be028e2775fe5a4600 attempt=1 +[2026-08-07 06:43:11,030] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e3ed7dd1515cb0be028e2775fe5a4600 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,032] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4848e81852f3718e4afa6f6db26720e6 attempt=1 +[2026-08-07 06:43:11,033] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4848e81852f3718e4afa6f6db26720e6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,035] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9571bb4868f83194065d93aefe25be3f attempt=1 +[2026-08-07 06:43:11,036] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9571bb4868f83194065d93aefe25be3f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,037] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d77d4756eca9a5bfb7c18e94cd149cf2 attempt=1 +[2026-08-07 06:43:11,038] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d77d4756eca9a5bfb7c18e94cd149cf2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,039] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0254959a6925f264971a93e914090cbc attempt=1 +[2026-08-07 06:43:11,041] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0254959a6925f264971a93e914090cbc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,043] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3fe50daa51b851305e691f1bb7c0057c attempt=1 +[2026-08-07 06:43:11,044] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3fe50daa51b851305e691f1bb7c0057c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,046] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8e9f02c35f7a9f4f68a6a144193fac24 attempt=1 +[2026-08-07 06:43:11,049] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8e9f02c35f7a9f4f68a6a144193fac24 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,051] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=66a411a3713d8ad4fd1d1790a0d2c5ac attempt=1 +[2026-08-07 06:43:11,054] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=66a411a3713d8ad4fd1d1790a0d2c5ac status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,056] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3ce4171917f54dcc759f9601e14f5215 attempt=1 +[2026-08-07 06:43:11,059] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3ce4171917f54dcc759f9601e14f5215 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,064] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=727f330a2980b24d2bab5ccecfbe5d55 attempt=1 +[2026-08-07 06:43:11,065] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=727f330a2980b24d2bab5ccecfbe5d55 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,071] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9c321c704b52eb67b2ca92cf66d9e016 attempt=1 +[2026-08-07 06:43:11,075] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9c321c704b52eb67b2ca92cf66d9e016 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,081] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=405548cab3cb18d726be17fc7c373ecd attempt=1 +[2026-08-07 06:43:11,082] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=405548cab3cb18d726be17fc7c373ecd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,085] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b0fe3c8521896490e23da8dfe4e63b38 attempt=1 +[2026-08-07 06:43:11,087] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b0fe3c8521896490e23da8dfe4e63b38 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,092] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ecf6c3f9f9c9a1cd83befed2b66e0b22 attempt=1 +[2026-08-07 06:43:11,093] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ecf6c3f9f9c9a1cd83befed2b66e0b22 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,097] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=233e1cd6dacd5449ac3d8a4b3d4ddc66 attempt=1 +[2026-08-07 06:43:11,101] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=233e1cd6dacd5449ac3d8a4b3d4ddc66 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,103] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7383fb22c93f6890d7647632036c16bb attempt=1 +[2026-08-07 06:43:11,106] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7383fb22c93f6890d7647632036c16bb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,107] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=80a75b9fec157ea6e81ad68cf15a50c3 attempt=1 +[2026-08-07 06:43:11,111] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=80a75b9fec157ea6e81ad68cf15a50c3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,120] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=edb89c582b082458dd3e33b1761b8d78 attempt=1 +[2026-08-07 06:43:11,120] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=edb89c582b082458dd3e33b1761b8d78 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,130] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=82ff65cddafe6fb19c5b0f6e6c95f64f attempt=1 +[2026-08-07 06:43:11,135] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=82ff65cddafe6fb19c5b0f6e6c95f64f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,143] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=29e8ec2f1bdd0b51e6a0df3f5b489d00 attempt=1 +[2026-08-07 06:43:11,144] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=29e8ec2f1bdd0b51e6a0df3f5b489d00 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,153] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5602bdaf443488e897d8b901f4f001a5 attempt=1 +[2026-08-07 06:43:11,154] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5602bdaf443488e897d8b901f4f001a5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,167] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=50b3dd5c165a5799ea46b1a4bf5196e1 attempt=1 +[2026-08-07 06:43:11,170] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=50b3dd5c165a5799ea46b1a4bf5196e1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,175] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ab2963e3325789542c112702c80b5fbe attempt=1 +[2026-08-07 06:43:11,179] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ab2963e3325789542c112702c80b5fbe status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,179] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8b8e1a9e1c4915fded776b3a404e5900 attempt=1 +[2026-08-07 06:43:11,181] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8b8e1a9e1c4915fded776b3a404e5900 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,188] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c3380e499ef38094b85d8b9cbb72383e attempt=1 +[2026-08-07 06:43:11,189] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c3380e499ef38094b85d8b9cbb72383e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,197] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3ee3baaad3fa44bbe74cc7e9858accee attempt=1 +[2026-08-07 06:43:11,202] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3ee3baaad3fa44bbe74cc7e9858accee status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,205] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=28710330b7557818f6edad22899b9bf9 attempt=1 +[2026-08-07 06:43:11,210] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=28710330b7557818f6edad22899b9bf9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,212] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=542cc693537603e442f286c26145e05d attempt=1 +[2026-08-07 06:43:11,213] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=542cc693537603e442f286c26145e05d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,223] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0e9cade087de6458ef3ed3970deba4b8 attempt=1 +[2026-08-07 06:43:11,224] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0e9cade087de6458ef3ed3970deba4b8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,235] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b337160cf1dcbb2543b24fdcfb0c0eb3 attempt=1 +[2026-08-07 06:43:11,236] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b337160cf1dcbb2543b24fdcfb0c0eb3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,241] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=df0a36329f95a99cf3f2b09499f56721 attempt=1 +[2026-08-07 06:43:11,242] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=df0a36329f95a99cf3f2b09499f56721 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,244] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=14de2d899fc8516106395c4d9b78336b attempt=1 +[2026-08-07 06:43:11,245] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=14de2d899fc8516106395c4d9b78336b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,251] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7854323f23998fa50f3c845880c2ecb1 attempt=1 +[2026-08-07 06:43:11,251] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 46% (396/881) has_cb=True +[2026-08-07 06:43:11,253] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7854323f23998fa50f3c845880c2ecb1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,255] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9f2bbd7143b34ed94b65a7193a898be9 attempt=1 +[2026-08-07 06:43:11,268] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9f2bbd7143b34ed94b65a7193a898be9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,276] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e840166adea29bc2e6f86c559ff8e93f attempt=1 +[2026-08-07 06:43:11,278] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e840166adea29bc2e6f86c559ff8e93f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,293] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0f28b08a0330b59170b78e9c386a68ab attempt=1 +[2026-08-07 06:43:11,294] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0f28b08a0330b59170b78e9c386a68ab status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,312] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c2d8fbfc292584bf8cb1f080e8b57140 attempt=1 +[2026-08-07 06:43:11,313] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c2d8fbfc292584bf8cb1f080e8b57140 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,320] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=12c40991cbb4006666b23ef1bb6db526 attempt=1 +[2026-08-07 06:43:11,325] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=12c40991cbb4006666b23ef1bb6db526 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,327] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ba1621bc6e605ee9a62e281355307441 attempt=1 +[2026-08-07 06:43:11,335] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ba1621bc6e605ee9a62e281355307441 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,336] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fa88e748c5c989d4bf7b78d539747aba attempt=1 +[2026-08-07 06:43:11,338] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fa88e748c5c989d4bf7b78d539747aba status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,346] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b4f1721f9e9ad86e96ecc09eacdc06a3 attempt=1 +[2026-08-07 06:43:11,347] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b4f1721f9e9ad86e96ecc09eacdc06a3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,365] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9fa1231b3de4a2ea9f5c284274cd70e3 attempt=1 +[2026-08-07 06:43:11,371] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9fa1231b3de4a2ea9f5c284274cd70e3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,379] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=665356988c08c18ac7adebe5d1ab25d1 attempt=1 +[2026-08-07 06:43:11,380] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=665356988c08c18ac7adebe5d1ab25d1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,382] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5f5c0d5f64d63b4e97ffc8a2264b27ab attempt=1 +[2026-08-07 06:43:11,384] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5f5c0d5f64d63b4e97ffc8a2264b27ab status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,402] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9ba23d4edca7c884690c522163db9e69 attempt=1 +[2026-08-07 06:43:11,403] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9ba23d4edca7c884690c522163db9e69 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,410] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ec6541c7e7d698b8550e27e7eb95dd5e attempt=1 +[2026-08-07 06:43:11,415] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ec6541c7e7d698b8550e27e7eb95dd5e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,428] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e5eba948b1bd4c4fb79495e2a81f56a7 attempt=1 +[2026-08-07 06:43:11,433] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e5eba948b1bd4c4fb79495e2a81f56a7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,441] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d3fed72e042e604e764c644de6d2aceb attempt=1 +[2026-08-07 06:43:11,443] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d3fed72e042e604e764c644de6d2aceb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,451] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9216bd6b4a6d971042b413ba0da531cb attempt=1 +[2026-08-07 06:43:11,451] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9216bd6b4a6d971042b413ba0da531cb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,465] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3d6b8abbcc880d4e08cd5bee4a446b26 attempt=1 +[2026-08-07 06:43:11,475] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3d6b8abbcc880d4e08cd5bee4a446b26 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,481] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6e695214d50c8e016a8d2a6f6739cc5a attempt=1 +[2026-08-07 06:43:11,482] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6e695214d50c8e016a8d2a6f6739cc5a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,484] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ba126c1bdb15e40c22f9a58d1791b733 attempt=1 +[2026-08-07 06:43:11,492] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ba126c1bdb15e40c22f9a58d1791b733 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,507] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=57832f49558fd182b94b8e85dacaec5a attempt=1 +[2026-08-07 06:43:11,508] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=57832f49558fd182b94b8e85dacaec5a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,518] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fcbb0eefee83b04e30d08fc49880dfc5 attempt=1 +[2026-08-07 06:43:11,519] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fcbb0eefee83b04e30d08fc49880dfc5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,539] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e6b03c10d014a17217b95d102b07ca8a attempt=1 +[2026-08-07 06:43:11,540] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e6b03c10d014a17217b95d102b07ca8a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,550] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=294958e82a507ea8e7ff8b02009ab9e7 attempt=1 +[2026-08-07 06:43:11,556] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=294958e82a507ea8e7ff8b02009ab9e7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,558] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7b8af517857e40649f6620ab38d8fa42 attempt=1 +[2026-08-07 06:43:11,559] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7b8af517857e40649f6620ab38d8fa42 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,570] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=04da7c9b034138a392ec3af7a144cf3a attempt=1 +[2026-08-07 06:43:11,571] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=04da7c9b034138a392ec3af7a144cf3a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,587] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7bbff6735d1705bc9b1049a1a56a3e54 attempt=1 +[2026-08-07 06:43:11,588] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7bbff6735d1705bc9b1049a1a56a3e54 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,593] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=87fdd72f02bf9189b4ee2f90e8d96b02 attempt=1 +[2026-08-07 06:43:11,600] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=87fdd72f02bf9189b4ee2f90e8d96b02 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,600] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=40260b037528a86dc15250ad42f50767 attempt=1 +[2026-08-07 06:43:11,602] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=40260b037528a86dc15250ad42f50767 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,603] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0e89471cb9498a6c5ff350a3461b6dff attempt=1 +[2026-08-07 06:43:11,604] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0e89471cb9498a6c5ff350a3461b6dff status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,619] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ab8099c4a0532cc5d8d25a833bae242e attempt=1 +[2026-08-07 06:43:11,620] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ab8099c4a0532cc5d8d25a833bae242e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,629] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=be5a6db40cdfc03ac81ff32cb810a7d1 attempt=1 +[2026-08-07 06:43:11,630] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=be5a6db40cdfc03ac81ff32cb810a7d1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,632] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=04524a5823cf67123c6a01475b370390 attempt=1 +[2026-08-07 06:43:11,633] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=04524a5823cf67123c6a01475b370390 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,634] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=007f176bf501898e1efca138dc288c0c attempt=1 +[2026-08-07 06:43:11,635] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=007f176bf501898e1efca138dc288c0c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,636] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d6e4320c6266d9ba375d9869e784508d attempt=1 +[2026-08-07 06:43:11,644] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d6e4320c6266d9ba375d9869e784508d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,645] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3546faf14839049a620c533440ef2728 attempt=1 +[2026-08-07 06:43:11,647] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3546faf14839049a620c533440ef2728 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,667] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5c59f84adacc104b26d222ffc941feb9 attempt=1 +[2026-08-07 06:43:11,668] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5c59f84adacc104b26d222ffc941feb9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,678] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bf5edec2786bc068979f6c1af9534bcb attempt=1 +[2026-08-07 06:43:11,679] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bf5edec2786bc068979f6c1af9534bcb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,681] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=db72c2d754aa0d17bdb0cc491861ead4 attempt=1 +[2026-08-07 06:43:11,682] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=db72c2d754aa0d17bdb0cc491861ead4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,693] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=feaafb10695ae5754022c5c4960adf18 attempt=1 +[2026-08-07 06:43:11,694] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=feaafb10695ae5754022c5c4960adf18 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,700] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a226a9108affcc69382a56d80100595d attempt=1 +[2026-08-07 06:43:11,701] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a226a9108affcc69382a56d80100595d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,702] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a6092c183888b28b15f5c45bbb0fadf2 attempt=1 +[2026-08-07 06:43:11,703] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a6092c183888b28b15f5c45bbb0fadf2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,703] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0565df1a12f2ca6e37273d15f3d14b4d attempt=1 +[2026-08-07 06:43:11,706] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0565df1a12f2ca6e37273d15f3d14b4d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,707] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b900e4d7a184b278ed832645f55ab2b8 attempt=1 +[2026-08-07 06:43:11,729] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b900e4d7a184b278ed832645f55ab2b8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,731] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=022d2b2b8c7d13cbff0c1b9628f84a6c attempt=1 +[2026-08-07 06:43:11,732] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 50% (440/881) has_cb=True +[2026-08-07 06:43:11,733] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=022d2b2b8c7d13cbff0c1b9628f84a6c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,757] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7581d09638f73e2b378c66ff03b96dd8 attempt=1 +[2026-08-07 06:43:11,758] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7581d09638f73e2b378c66ff03b96dd8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,789] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d7e4f846bbcd425fc5db38309beee377 attempt=1 +[2026-08-07 06:43:11,790] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d7e4f846bbcd425fc5db38309beee377 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,798] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=32b82933b54025b46106559643673cf8 attempt=1 +[2026-08-07 06:43:11,801] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=32b82933b54025b46106559643673cf8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,801] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f8c1bca56172e3337fbea71b510b6ea9 attempt=1 +[2026-08-07 06:43:11,802] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f8c1bca56172e3337fbea71b510b6ea9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,802] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f1398ce62e3bbb27ec0e1a78a09a1f30 attempt=1 +[2026-08-07 06:43:11,805] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f1398ce62e3bbb27ec0e1a78a09a1f30 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,808] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bea2801c53f38667fdbb545d12a6c42d attempt=1 +[2026-08-07 06:43:11,812] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bea2801c53f38667fdbb545d12a6c42d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,814] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ebb27d04a82dc701ceff0fc7cf634ca4 attempt=1 +[2026-08-07 06:43:11,816] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ebb27d04a82dc701ceff0fc7cf634ca4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,820] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b31f436e5f5e703425729a09d9384f7f attempt=1 +[2026-08-07 06:43:11,823] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b31f436e5f5e703425729a09d9384f7f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,829] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1a6522cc010c520c4373d69e9a17ac82 attempt=1 +[2026-08-07 06:43:11,832] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1a6522cc010c520c4373d69e9a17ac82 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,837] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5c3932b77a057da7caec4c8336852f26 attempt=1 +[2026-08-07 06:43:11,839] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5c3932b77a057da7caec4c8336852f26 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,844] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ef445c15cceed8edec782bd8c1dd7481 attempt=1 +[2026-08-07 06:43:11,847] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ef445c15cceed8edec782bd8c1dd7481 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,853] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7951297b80918735c3976ec42dd1bc3a attempt=1 +[2026-08-07 06:43:11,865] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7951297b80918735c3976ec42dd1bc3a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,868] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=72357751f6256ba81c96cf1c75bf20de attempt=1 +[2026-08-07 06:43:11,870] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=72357751f6256ba81c96cf1c75bf20de status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,874] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c3bc9ee2e12489608e0a6a7632bfac67 attempt=1 +[2026-08-07 06:43:11,876] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c3bc9ee2e12489608e0a6a7632bfac67 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,908] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a9acfcad7d4f81bdf956b49c8c9237d2 attempt=1 +[2026-08-07 06:43:11,909] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a9acfcad7d4f81bdf956b49c8c9237d2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,925] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=af727512758092d747ce2d61d07ef790 attempt=1 +[2026-08-07 06:43:11,926] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=af727512758092d747ce2d61d07ef790 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,941] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7bd2b82352eb49f5bd56ff3259de2476 attempt=1 +[2026-08-07 06:43:11,942] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7bd2b82352eb49f5bd56ff3259de2476 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,954] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ac0b6fa67eeb91675b178489e49d32c3 attempt=1 +[2026-08-07 06:43:11,955] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ac0b6fa67eeb91675b178489e49d32c3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,957] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=03592b84d37aac489062c3649a7a54da attempt=1 +[2026-08-07 06:43:11,960] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=03592b84d37aac489062c3649a7a54da status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,972] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0b97f3d051c2822653eed010996e8984 attempt=1 +[2026-08-07 06:43:11,978] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0b97f3d051c2822653eed010996e8984 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:11,981] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=07b3a87bce0f474baa82b6ea7fb90697 attempt=1 +[2026-08-07 06:43:11,982] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=07b3a87bce0f474baa82b6ea7fb90697 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,006] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a65800f42cc9ccda52bc1ca4aa090ef9 attempt=1 +[2026-08-07 06:43:12,007] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a65800f42cc9ccda52bc1ca4aa090ef9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,030] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=788d64d04c24ba7f49b287783b7df63d attempt=1 +[2026-08-07 06:43:12,036] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=788d64d04c24ba7f49b287783b7df63d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,042] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=56672c2a06386f9216084b205d91a299 attempt=1 +[2026-08-07 06:43:12,044] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=56672c2a06386f9216084b205d91a299 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,045] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=90fdbd989225f791f22a8d7c6713b8c8 attempt=1 +[2026-08-07 06:43:12,047] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=90fdbd989225f791f22a8d7c6713b8c8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,058] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b16c5379cbe4ac359fe045f1b251d1fd attempt=1 +[2026-08-07 06:43:12,059] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b16c5379cbe4ac359fe045f1b251d1fd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,066] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9408271375a3c55f61a62d7d54438f65 attempt=1 +[2026-08-07 06:43:12,067] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9408271375a3c55f61a62d7d54438f65 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,069] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=91cde38354627ab0586a9bb7228a330f attempt=1 +[2026-08-07 06:43:12,070] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=91cde38354627ab0586a9bb7228a330f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,072] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a79e369cb5dfffe7d98a4253cf78c0f7 attempt=1 +[2026-08-07 06:43:12,074] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a79e369cb5dfffe7d98a4253cf78c0f7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,075] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=767d433df35a797c831a6b269551a636 attempt=1 +[2026-08-07 06:43:12,082] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=767d433df35a797c831a6b269551a636 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,084] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=559a25c823109c7916b634842e21d19b attempt=1 +[2026-08-07 06:43:12,086] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=559a25c823109c7916b634842e21d19b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,089] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=91d117794014a96bf3b9ac1a4934dd78 attempt=1 +[2026-08-07 06:43:12,090] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=91d117794014a96bf3b9ac1a4934dd78 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,105] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=520d3bd3fc64de70453268e5baa2ea62 attempt=1 +[2026-08-07 06:43:12,106] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=520d3bd3fc64de70453268e5baa2ea62 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,113] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2a8de1821196671dc704bbcafe61dde0 attempt=1 +[2026-08-07 06:43:12,117] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2a8de1821196671dc704bbcafe61dde0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,121] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7b4a18254d28c23095f6b4b7e35069a0 attempt=1 +[2026-08-07 06:43:12,122] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7b4a18254d28c23095f6b4b7e35069a0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,134] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6e5337acd0606cabf3bc95ef01ec4094 attempt=1 +[2026-08-07 06:43:12,135] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6e5337acd0606cabf3bc95ef01ec4094 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,147] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=88c78115aced7a36e2a38629c6a9a3d0 attempt=1 +[2026-08-07 06:43:12,151] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=88c78115aced7a36e2a38629c6a9a3d0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,154] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2cf15ec1aeb8db5364671bff24998087 attempt=1 +[2026-08-07 06:43:12,156] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2cf15ec1aeb8db5364671bff24998087 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,158] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9aa8f39ce1d03b5f1ffaac6a5b16c88b attempt=1 +[2026-08-07 06:43:12,160] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9aa8f39ce1d03b5f1ffaac6a5b16c88b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,169] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=82c6bb52d3c3ce2441c194cc6392b9c9 attempt=1 +[2026-08-07 06:43:12,170] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=82c6bb52d3c3ce2441c194cc6392b9c9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,174] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6a9a7675f53ca7c151831eb61229b018 attempt=1 +[2026-08-07 06:43:12,180] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6a9a7675f53ca7c151831eb61229b018 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,183] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=05bcd6d62c0c2a14dfd1949eaaa7a78a attempt=1 +[2026-08-07 06:43:12,185] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=05bcd6d62c0c2a14dfd1949eaaa7a78a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,188] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f51294fa1775431852330ac7c37db7e6 attempt=1 +[2026-08-07 06:43:12,194] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f51294fa1775431852330ac7c37db7e6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,202] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 54% (484/881) has_cb=True +[2026-08-07 06:43:12,206] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=baeb99b5aa23fd7430855568b3879abe attempt=1 +[2026-08-07 06:43:12,213] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=baeb99b5aa23fd7430855568b3879abe status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,221] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1b688f7b1b297cd106f543711cae9a4f attempt=1 +[2026-08-07 06:43:12,226] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1b688f7b1b297cd106f543711cae9a4f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,240] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=94370a3b621376ee8fb9653c0a249680 attempt=1 +[2026-08-07 06:43:12,241] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=94370a3b621376ee8fb9653c0a249680 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,257] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=49c00854c28f996edc5e6ad0f28a6956 attempt=1 +[2026-08-07 06:43:12,258] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=49c00854c28f996edc5e6ad0f28a6956 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,271] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0ab5af499b282cf1341f1a64bf036563 attempt=1 +[2026-08-07 06:43:12,272] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0ab5af499b282cf1341f1a64bf036563 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,280] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ffee06953f66beac62e984c64cd4921f attempt=1 +[2026-08-07 06:43:12,286] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ffee06953f66beac62e984c64cd4921f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,289] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c8407aa57c901822bd4a7f1a4824282e attempt=1 +[2026-08-07 06:43:12,292] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c8407aa57c901822bd4a7f1a4824282e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,292] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=87666946e7ef49235aaaad7bba67d7aa attempt=1 +[2026-08-07 06:43:12,295] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=87666946e7ef49235aaaad7bba67d7aa status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,694] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e146957b208859356a77b2cdf7a8b5f7 attempt=1 +[2026-08-07 06:43:12,696] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e146957b208859356a77b2cdf7a8b5f7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,703] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b4c1b81c547fe11edcb629e03e4c76d5 attempt=1 +[2026-08-07 06:43:12,706] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b4c1b81c547fe11edcb629e03e4c76d5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,712] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=aea1d259d89a2eb16856934b75f0d484 attempt=1 +[2026-08-07 06:43:12,715] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=aea1d259d89a2eb16856934b75f0d484 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,729] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2184f21cdc712067bbc06b55f9b93333 attempt=1 +[2026-08-07 06:43:12,730] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2184f21cdc712067bbc06b55f9b93333 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,738] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6d2e1495524d98b499229d18fb2719f4 attempt=1 +[2026-08-07 06:43:12,739] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6d2e1495524d98b499229d18fb2719f4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,743] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f3d7b0a4eef9318758a46bef9644daaf attempt=1 +[2026-08-07 06:43:12,749] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f3d7b0a4eef9318758a46bef9644daaf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,752] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c132e981015feb774a6b40404413fe48 attempt=1 +[2026-08-07 06:43:12,754] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c132e981015feb774a6b40404413fe48 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,756] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6056fb65ba8b11e1671ac10b9b26c05d attempt=1 +[2026-08-07 06:43:12,763] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6056fb65ba8b11e1671ac10b9b26c05d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,781] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=39933fc2a7732142be84b5021b6bc226 attempt=1 +[2026-08-07 06:43:12,782] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=39933fc2a7732142be84b5021b6bc226 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,791] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c432ceec50900a040871794ff14c8428 attempt=1 +[2026-08-07 06:43:12,792] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c432ceec50900a040871794ff14c8428 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,806] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d1c10cd2b23d301652b17f5d21203516 attempt=1 +[2026-08-07 06:43:12,807] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d1c10cd2b23d301652b17f5d21203516 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,824] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4836e6b5c8ea8ec79be47dfcfee4d22d attempt=1 +[2026-08-07 06:43:12,824] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4836e6b5c8ea8ec79be47dfcfee4d22d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,831] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a3f2ec22ac04405739c4822521d9783d attempt=1 +[2026-08-07 06:43:12,832] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a3f2ec22ac04405739c4822521d9783d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,835] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3d76c7b7e31583f037d3fc46a28a67e2 attempt=1 +[2026-08-07 06:43:12,838] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3d76c7b7e31583f037d3fc46a28a67e2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,841] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3e25283e725bb1320f8ffb894b685a76 attempt=1 +[2026-08-07 06:43:12,843] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3e25283e725bb1320f8ffb894b685a76 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,845] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ab42192d9e63327faa6d9d6bd7232041 attempt=1 +[2026-08-07 06:43:12,847] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ab42192d9e63327faa6d9d6bd7232041 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,852] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=248cac21ae65186381de6e8118230699 attempt=1 +[2026-08-07 06:43:12,853] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=248cac21ae65186381de6e8118230699 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,858] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3e972aa3942f148deda44f4aa7cd39dc attempt=1 +[2026-08-07 06:43:12,859] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3e972aa3942f148deda44f4aa7cd39dc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,862] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e6cbde6783a8c4561e1b19c6a34c73fe attempt=1 +[2026-08-07 06:43:12,864] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e6cbde6783a8c4561e1b19c6a34c73fe status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,866] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=10c0375f972ee141fef6d820741d7b67 attempt=1 +[2026-08-07 06:43:12,869] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=10c0375f972ee141fef6d820741d7b67 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,870] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=dd4c8419fccac3b2f39251bdcbbaf4a9 attempt=1 +[2026-08-07 06:43:12,877] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=dd4c8419fccac3b2f39251bdcbbaf4a9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,879] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=92d54e76e1e8c369e8d915b943330332 attempt=1 +[2026-08-07 06:43:12,881] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=92d54e76e1e8c369e8d915b943330332 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,886] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=faec012895ed44b46198171888c58f68 attempt=1 +[2026-08-07 06:43:12,893] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=faec012895ed44b46198171888c58f68 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,917] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4afe8af206a3e5fb423fcf90962c2a82 attempt=1 +[2026-08-07 06:43:12,918] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4afe8af206a3e5fb423fcf90962c2a82 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,927] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f43101c82dd79fd6bc3f8bb7001b13cb attempt=1 +[2026-08-07 06:43:12,929] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f43101c82dd79fd6bc3f8bb7001b13cb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,942] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=afd019506d9c67fb54a1f7cb6b1512bc attempt=1 +[2026-08-07 06:43:12,947] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=afd019506d9c67fb54a1f7cb6b1512bc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,968] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5f0fc3c03f50f31f76829a71a499d92e attempt=1 +[2026-08-07 06:43:12,975] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5f0fc3c03f50f31f76829a71a499d92e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,984] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8d68e8ae14e4e7f649a5ceaf38a1121f attempt=1 +[2026-08-07 06:43:12,985] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8d68e8ae14e4e7f649a5ceaf38a1121f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:12,999] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e88374f12de83b910d09e3f23434f8c8 attempt=1 +[2026-08-07 06:43:13,000] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e88374f12de83b910d09e3f23434f8c8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,017] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9c97a290f6e6a445f8a3eb02b49dc072 attempt=1 +[2026-08-07 06:43:13,017] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9c97a290f6e6a445f8a3eb02b49dc072 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,023] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fea48fb5a69f25359c593d21f564dc88 attempt=1 +[2026-08-07 06:43:13,025] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fea48fb5a69f25359c593d21f564dc88 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,028] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=093710e89a5c239545e99191909bf3a2 attempt=1 +[2026-08-07 06:43:13,029] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=093710e89a5c239545e99191909bf3a2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,030] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c26b7eb2a458da319e74275ea639f38c attempt=1 +[2026-08-07 06:43:13,035] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c26b7eb2a458da319e74275ea639f38c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,037] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d8de85a26ea050ffb37fa41c065476a5 attempt=1 +[2026-08-07 06:43:13,039] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d8de85a26ea050ffb37fa41c065476a5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,040] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d7f06b1abf52730de2eb1f656654f536 attempt=1 +[2026-08-07 06:43:13,043] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d7f06b1abf52730de2eb1f656654f536 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,052] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=312d8b0505f0cb7179134bc400d13a6e attempt=1 +[2026-08-07 06:43:13,053] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=312d8b0505f0cb7179134bc400d13a6e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,058] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=45938b0cc831c0d3c80f1d1277b5f3ad attempt=1 +[2026-08-07 06:43:13,058] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 58% (528/881) has_cb=True +[2026-08-07 06:43:13,060] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=45938b0cc831c0d3c80f1d1277b5f3ad status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,065] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=081fe3a74bd43801f12c645e2a3ae7b7 attempt=1 +[2026-08-07 06:43:13,072] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=081fe3a74bd43801f12c645e2a3ae7b7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,076] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b58038c4737a45f09fc0b1118bdf4141 attempt=1 +[2026-08-07 06:43:13,085] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b58038c4737a45f09fc0b1118bdf4141 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,089] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f38aca645e01b5450c80787a8e086615 attempt=1 +[2026-08-07 06:43:13,091] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f38aca645e01b5450c80787a8e086615 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,102] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6723649fcfe66b870267a36cc1480224 attempt=1 +[2026-08-07 06:43:13,104] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6723649fcfe66b870267a36cc1480224 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,133] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ed7b0f268e7473e470ecde2677ad894c attempt=1 +[2026-08-07 06:43:13,133] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ed7b0f268e7473e470ecde2677ad894c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,159] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3ebbe4eff88e7ce8268fb099eb7c6a32 attempt=1 +[2026-08-07 06:43:13,160] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3ebbe4eff88e7ce8268fb099eb7c6a32 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,170] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e84ee19eb8a6fa4ce077fa8a8ffa9682 attempt=1 +[2026-08-07 06:43:13,172] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e84ee19eb8a6fa4ce077fa8a8ffa9682 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,177] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bc17ec878bf859b2f969d6ca5ef0220a attempt=1 +[2026-08-07 06:43:13,179] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bc17ec878bf859b2f969d6ca5ef0220a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,190] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=22c90534cda8c06901fc6b40a0f1d343 attempt=1 +[2026-08-07 06:43:13,191] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=22c90534cda8c06901fc6b40a0f1d343 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,198] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b02b3eb4794572cbc8049f7978e4755c attempt=1 +[2026-08-07 06:43:13,199] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b02b3eb4794572cbc8049f7978e4755c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,203] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=924070facc5daa8a8ca16a926c529564 attempt=1 +[2026-08-07 06:43:13,205] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=924070facc5daa8a8ca16a926c529564 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,208] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a65336acb86bcebdfbd2b8c6bca1d061 attempt=1 +[2026-08-07 06:43:13,209] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a65336acb86bcebdfbd2b8c6bca1d061 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,211] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=edcf2f49985d064360ea6398600a8b12 attempt=1 +[2026-08-07 06:43:13,216] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=edcf2f49985d064360ea6398600a8b12 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,218] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3c2b7880184eb54fd9c7e0351370ed0c attempt=1 +[2026-08-07 06:43:13,220] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3c2b7880184eb54fd9c7e0351370ed0c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,221] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3158e44658122080759ed2c7aff28211 attempt=1 +[2026-08-07 06:43:13,223] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3158e44658122080759ed2c7aff28211 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,232] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1b9a77f8b07e7af8eb0d28f0d55877f2 attempt=1 +[2026-08-07 06:43:13,233] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1b9a77f8b07e7af8eb0d28f0d55877f2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,239] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e7fbaa37cf7f1e96e4795b9d17055a38 attempt=1 +[2026-08-07 06:43:13,241] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e7fbaa37cf7f1e96e4795b9d17055a38 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,243] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2b12cf202b49219e657a8b2e81f9dfc1 attempt=1 +[2026-08-07 06:43:13,251] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2b12cf202b49219e657a8b2e81f9dfc1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,253] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f5d25e952ef8d660cd7497a38cf0270c attempt=1 +[2026-08-07 06:43:13,254] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f5d25e952ef8d660cd7497a38cf0270c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,258] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5e427beb44dc125b8bd82d43e4c32e97 attempt=1 +[2026-08-07 06:43:13,260] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5e427beb44dc125b8bd82d43e4c32e97 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,277] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7250fe183fffe987aec6d4b89b9965a8 attempt=1 +[2026-08-07 06:43:13,278] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7250fe183fffe987aec6d4b89b9965a8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,286] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=db53b560bbed67ab1e2158598060e88d attempt=1 +[2026-08-07 06:43:13,287] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=db53b560bbed67ab1e2158598060e88d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,289] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=029e041b4912d1ebd63c7f0fa1351aa5 attempt=1 +[2026-08-07 06:43:13,290] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=029e041b4912d1ebd63c7f0fa1351aa5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,294] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=74b0d5d0879c7f51f492013e43205593 attempt=1 +[2026-08-07 06:43:13,301] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=74b0d5d0879c7f51f492013e43205593 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,303] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e74ce8663959187db4fe091ec5f1c42f attempt=1 +[2026-08-07 06:43:13,305] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e74ce8663959187db4fe091ec5f1c42f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,305] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d5d420ae0d25ad0437d519c768fd0e47 attempt=1 +[2026-08-07 06:43:13,312] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d5d420ae0d25ad0437d519c768fd0e47 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,324] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=28abb489d809527e4bcc2c8752fa09b8 attempt=1 +[2026-08-07 06:43:13,325] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=28abb489d809527e4bcc2c8752fa09b8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,331] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e7f25dab6cfca855b9458f5c1669794e attempt=1 +[2026-08-07 06:43:13,333] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e7f25dab6cfca855b9458f5c1669794e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,350] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c04babac846d016602c36a4d167ecdd5 attempt=1 +[2026-08-07 06:43:13,351] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c04babac846d016602c36a4d167ecdd5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,360] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=21ee0199b59266591733f3a31e6398c6 attempt=1 +[2026-08-07 06:43:13,362] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=21ee0199b59266591733f3a31e6398c6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,365] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=063bd0d56ee7c36da2edce892b9a9a01 attempt=1 +[2026-08-07 06:43:13,371] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=063bd0d56ee7c36da2edce892b9a9a01 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,376] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=80742d6579e019f5a55e92a87e6d3799 attempt=1 +[2026-08-07 06:43:13,379] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=80742d6579e019f5a55e92a87e6d3799 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,385] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1751d2a2d72071e3e1e23a141dd1dcee attempt=1 +[2026-08-07 06:43:13,387] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1751d2a2d72071e3e1e23a141dd1dcee status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,408] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0b034d8815c633b7b3142f73b4d6665f attempt=1 +[2026-08-07 06:43:13,409] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0b034d8815c633b7b3142f73b4d6665f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,420] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2b4629c705e03c7baa507defa4060a62 attempt=1 +[2026-08-07 06:43:13,427] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2b4629c705e03c7baa507defa4060a62 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,430] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a41c299f953102b14a53c164f6d20ce8 attempt=1 +[2026-08-07 06:43:13,433] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a41c299f953102b14a53c164f6d20ce8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,448] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=995096ab6f8f43b956cf2e4732ae7851 attempt=1 +[2026-08-07 06:43:13,449] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=995096ab6f8f43b956cf2e4732ae7851 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,467] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=371ac8a4cd11d6f2f662cc7ae2e6eb9f attempt=1 +[2026-08-07 06:43:13,468] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=371ac8a4cd11d6f2f662cc7ae2e6eb9f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,475] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=45aeec5a434a049349b4acdd7f856e7e attempt=1 +[2026-08-07 06:43:13,482] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=45aeec5a434a049349b4acdd7f856e7e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,486] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fb18e1593776a3836355a914f5aa0c53 attempt=1 +[2026-08-07 06:43:13,489] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fb18e1593776a3836355a914f5aa0c53 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,492] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=898794d56a74b0e64a50b428304105a8 attempt=1 +[2026-08-07 06:43:13,495] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=898794d56a74b0e64a50b428304105a8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,513] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a16b10f455c3304c2fb9fd68d1512d69 attempt=1 +[2026-08-07 06:43:13,514] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a16b10f455c3304c2fb9fd68d1512d69 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,524] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5ae2cbf1de765ffa68b45efaf5f1d6ce attempt=1 +[2026-08-07 06:43:13,527] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5ae2cbf1de765ffa68b45efaf5f1d6ce status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,531] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0eb49188844d458d207604c17e5a3929 attempt=1 +[2026-08-07 06:43:13,532] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 62% (572/881) has_cb=True +[2026-08-07 06:43:13,534] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0eb49188844d458d207604c17e5a3929 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,549] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d0f7382406c6d8c54c0295ad6c3c0bf6 attempt=1 +[2026-08-07 06:43:13,550] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d0f7382406c6d8c54c0295ad6c3c0bf6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,558] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=581edde74167a3c45573de2f1676b021 attempt=1 +[2026-08-07 06:43:13,560] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=581edde74167a3c45573de2f1676b021 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,563] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=541237f01550b2cf13fe768369f702a5 attempt=1 +[2026-08-07 06:43:13,570] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=541237f01550b2cf13fe768369f702a5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,573] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=dadf47f2924a71aeebdf4def0a247a24 attempt=1 +[2026-08-07 06:43:13,575] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=dadf47f2924a71aeebdf4def0a247a24 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,576] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=232ea832a39433597fde4f14a674806e attempt=1 +[2026-08-07 06:43:13,578] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=232ea832a39433597fde4f14a674806e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,592] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4b0d630a9eb4a7b9dd72410d9f09e2dd attempt=1 +[2026-08-07 06:43:13,593] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4b0d630a9eb4a7b9dd72410d9f09e2dd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,599] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9e9d3b3d5c9b2c4eab1b3e051ce0a346 attempt=1 +[2026-08-07 06:43:13,602] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9e9d3b3d5c9b2c4eab1b3e051ce0a346 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,604] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d04bfff957574fc3cadb25e318f640eb attempt=1 +[2026-08-07 06:43:13,606] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d04bfff957574fc3cadb25e318f640eb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,608] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e68ab759ebb81c0cdc4016ea50387e52 attempt=1 +[2026-08-07 06:43:13,611] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e68ab759ebb81c0cdc4016ea50387e52 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,614] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4cea7c08234860fb460738dc8912a84b attempt=1 +[2026-08-07 06:43:13,616] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4cea7c08234860fb460738dc8912a84b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,619] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9bfb17e9038c9db35d1a6e81fbdf7df7 attempt=1 +[2026-08-07 06:43:13,620] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9bfb17e9038c9db35d1a6e81fbdf7df7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,624] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ca91c5e1164a958e0cb24ecd4b5bfbe8 attempt=1 +[2026-08-07 06:43:13,631] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ca91c5e1164a958e0cb24ecd4b5bfbe8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,634] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=682bb781d4ef1bc29015ffe458c427ad attempt=1 +[2026-08-07 06:43:13,636] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=682bb781d4ef1bc29015ffe458c427ad status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,640] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b6f364eaa495b697314b68be83d4a4bb attempt=1 +[2026-08-07 06:43:13,642] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b6f364eaa495b697314b68be83d4a4bb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,656] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d6a4a4fac1b9838447064f7b6daa52dc attempt=1 +[2026-08-07 06:43:13,665] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d6a4a4fac1b9838447064f7b6daa52dc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,677] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=87a3cea97cf01e35c2ec790689c0c801 attempt=1 +[2026-08-07 06:43:13,682] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=87a3cea97cf01e35c2ec790689c0c801 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,686] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c55ac9fc0bf64311641d91826a3a777a attempt=1 +[2026-08-07 06:43:13,688] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c55ac9fc0bf64311641d91826a3a777a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,705] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2d0551f547503ca534746ae888c882c8 attempt=1 +[2026-08-07 06:43:13,706] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2d0551f547503ca534746ae888c882c8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,727] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=10c3f6626f09481a6a8bed57bda0c6a3 attempt=1 +[2026-08-07 06:43:13,728] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=10c3f6626f09481a6a8bed57bda0c6a3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,731] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7f8fb51b56ed2258e2acc9e519541db2 attempt=1 +[2026-08-07 06:43:13,733] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7f8fb51b56ed2258e2acc9e519541db2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,735] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ea57d6b26dd9827842bc67ac8939ba8e attempt=1 +[2026-08-07 06:43:13,737] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ea57d6b26dd9827842bc67ac8939ba8e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,747] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5744fc796d14ca1c2f1a3a4fc368ff03 attempt=1 +[2026-08-07 06:43:13,748] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5744fc796d14ca1c2f1a3a4fc368ff03 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,756] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=74801d2b6e1344413d70868d48e27945 attempt=1 +[2026-08-07 06:43:13,759] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=74801d2b6e1344413d70868d48e27945 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,763] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e4ea211f22f784a62a9112c940048e76 attempt=1 +[2026-08-07 06:43:13,771] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e4ea211f22f784a62a9112c940048e76 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,773] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1c4b6526fdbbb273358af3f3ee24bc50 attempt=1 +[2026-08-07 06:43:13,780] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1c4b6526fdbbb273358af3f3ee24bc50 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,784] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1b58587e2f2156097cc30c1fd9d06884 attempt=1 +[2026-08-07 06:43:13,791] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1b58587e2f2156097cc30c1fd9d06884 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,807] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8e0e4ea9b2a019481d574c690a973542 attempt=1 +[2026-08-07 06:43:13,808] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8e0e4ea9b2a019481d574c690a973542 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,827] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fb6a3235bd8dde22d3dea0b3551a4003 attempt=1 +[2026-08-07 06:43:13,828] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fb6a3235bd8dde22d3dea0b3551a4003 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,848] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d88101aaa3c2f1d392f4680a468b9268 attempt=1 +[2026-08-07 06:43:13,849] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d88101aaa3c2f1d392f4680a468b9268 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,855] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1c3d9ac233797d670c5d5201d895c14f attempt=1 +[2026-08-07 06:43:13,856] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1c3d9ac233797d670c5d5201d895c14f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,858] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=06102f503fba4228f1a0711c6f168417 attempt=1 +[2026-08-07 06:43:13,860] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=06102f503fba4228f1a0711c6f168417 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,867] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=128e3606dca3dd4d012e6069bb8272df attempt=1 +[2026-08-07 06:43:13,868] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=128e3606dca3dd4d012e6069bb8272df status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,872] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a78bfd66ce177b70452a35a38a5e5b75 attempt=1 +[2026-08-07 06:43:13,873] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a78bfd66ce177b70452a35a38a5e5b75 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,875] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4112c97a2451f207899535c7eee5243b attempt=1 +[2026-08-07 06:43:13,877] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4112c97a2451f207899535c7eee5243b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,878] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=26b5e4e4f2ef71c9df0ecb9bf32c96fe attempt=1 +[2026-08-07 06:43:13,885] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=26b5e4e4f2ef71c9df0ecb9bf32c96fe status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,886] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6e0af977fdbf7c3b9f22a4e951d542a2 attempt=1 +[2026-08-07 06:43:13,887] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6e0af977fdbf7c3b9f22a4e951d542a2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,890] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=104241ef58ecfe337063e40a26b59742 attempt=1 +[2026-08-07 06:43:13,891] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=104241ef58ecfe337063e40a26b59742 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,905] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=03fa37d92159c07903a344809bb94c96 attempt=1 +[2026-08-07 06:43:13,906] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=03fa37d92159c07903a344809bb94c96 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,912] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3419c407e5d404b8c562134084916a53 attempt=1 +[2026-08-07 06:43:13,919] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3419c407e5d404b8c562134084916a53 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,920] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=de2869d6bbf3ad41415bcae19a593267 attempt=1 +[2026-08-07 06:43:13,927] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=de2869d6bbf3ad41415bcae19a593267 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,930] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f2290a1ebe57afe84b95d9e141b2b13d attempt=1 +[2026-08-07 06:43:13,933] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f2290a1ebe57afe84b95d9e141b2b13d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,948] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=faa096786ea7a27aea086ff1e5f0709f attempt=1 +[2026-08-07 06:43:13,949] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=faa096786ea7a27aea086ff1e5f0709f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,968] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=84995c7233752a30efd17762e7c12e6f attempt=1 +[2026-08-07 06:43:13,969] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=84995c7233752a30efd17762e7c12e6f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,978] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=37a9e3e4762efd2f5c0c47f2353ee105 attempt=1 +[2026-08-07 06:43:13,979] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 66% (616/881) has_cb=True +[2026-08-07 06:43:13,981] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=37a9e3e4762efd2f5c0c47f2353ee105 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,987] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=859b88bc3806f09b6a18faf10805b7e4 attempt=1 +[2026-08-07 06:43:13,993] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=859b88bc3806f09b6a18faf10805b7e4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:13,997] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9bb7121bcf6e5a6a8b8efd59a77e2812 attempt=1 +[2026-08-07 06:43:13,998] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9bb7121bcf6e5a6a8b8efd59a77e2812 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,013] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bdeb4435351b882c8ae811933fbecadf attempt=1 +[2026-08-07 06:43:14,019] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bdeb4435351b882c8ae811933fbecadf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,026] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ef2055b1f042d938040df3eab9df8100 attempt=1 +[2026-08-07 06:43:14,031] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ef2055b1f042d938040df3eab9df8100 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,032] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5db79e2b12ac689acdc11655a124ff5a attempt=1 +[2026-08-07 06:43:14,033] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5db79e2b12ac689acdc11655a124ff5a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,047] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=cf45bd083c178f22f6465ede0bbe788f attempt=1 +[2026-08-07 06:43:14,048] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=cf45bd083c178f22f6465ede0bbe788f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,058] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9d97d66cceb27563585016c986a3af1b attempt=1 +[2026-08-07 06:43:14,060] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9d97d66cceb27563585016c986a3af1b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,063] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=81c7bee1d0f4161bccadb5541ca5c1a6 attempt=1 +[2026-08-07 06:43:14,065] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=81c7bee1d0f4161bccadb5541ca5c1a6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,067] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=816d7b5428ed1be410b7287bc61ad073 attempt=1 +[2026-08-07 06:43:14,068] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=816d7b5428ed1be410b7287bc61ad073 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,070] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9ccd7782d74bafaada51d2dfd0a820b6 attempt=1 +[2026-08-07 06:43:14,072] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9ccd7782d74bafaada51d2dfd0a820b6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,074] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3f88ae55b820822ca0d6d284ed99c68a attempt=1 +[2026-08-07 06:43:14,076] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3f88ae55b820822ca0d6d284ed99c68a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,078] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d43cbd1f43d89142cd77e0c7dcc97ed8 attempt=1 +[2026-08-07 06:43:14,079] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d43cbd1f43d89142cd77e0c7dcc97ed8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,081] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ae7129dc7825ca4b4922f47ef4b6b817 attempt=1 +[2026-08-07 06:43:14,083] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ae7129dc7825ca4b4922f47ef4b6b817 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,085] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0037cbe5fb38bb35563eb68ffd63f2dc attempt=1 +[2026-08-07 06:43:14,089] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0037cbe5fb38bb35563eb68ffd63f2dc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,092] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=748ccb810c5ee26afe5271127bcd71be attempt=1 +[2026-08-07 06:43:14,093] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=748ccb810c5ee26afe5271127bcd71be status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,099] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4ef25e1646a61801f96022b22237e75d attempt=1 +[2026-08-07 06:43:14,103] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4ef25e1646a61801f96022b22237e75d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,107] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3176bc8dfe399f543afd31ce14aff7d0 attempt=1 +[2026-08-07 06:43:14,110] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3176bc8dfe399f543afd31ce14aff7d0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,117] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=175ca9cdfba5a980a3e77b3bb270f3e7 attempt=1 +[2026-08-07 06:43:14,119] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=175ca9cdfba5a980a3e77b3bb270f3e7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,123] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7410174a4a76efde6b06949906f79bc6 attempt=1 +[2026-08-07 06:43:14,128] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7410174a4a76efde6b06949906f79bc6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,134] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0ed5d84769f7c4d9b682d80ea4f85b80 attempt=1 +[2026-08-07 06:43:14,141] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0ed5d84769f7c4d9b682d80ea4f85b80 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,146] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=820cbdd56093ff0b360fbc48bc80b984 attempt=1 +[2026-08-07 06:43:14,147] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=820cbdd56093ff0b360fbc48bc80b984 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,157] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9df64eb29d4f0a19dac69304dfc74345 attempt=1 +[2026-08-07 06:43:14,158] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9df64eb29d4f0a19dac69304dfc74345 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,172] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=263af4cb7bf009461ee438fc2761358c attempt=1 +[2026-08-07 06:43:14,181] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=263af4cb7bf009461ee438fc2761358c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,188] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5edeed4a34fa4c38655a08215a3b343b attempt=1 +[2026-08-07 06:43:14,190] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5edeed4a34fa4c38655a08215a3b343b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,204] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=69fba56c09d963a5c1c96bd939c2d2bb attempt=1 +[2026-08-07 06:43:14,205] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=69fba56c09d963a5c1c96bd939c2d2bb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,222] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=af68150f83e67dbc37f04cccc839b789 attempt=1 +[2026-08-07 06:43:14,223] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=af68150f83e67dbc37f04cccc839b789 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,226] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=788904c22957b5bf226fcde26ad387d0 attempt=1 +[2026-08-07 06:43:14,229] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=788904c22957b5bf226fcde26ad387d0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,242] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7fcbe5b3dedfa6567c9f9a7ef2e636db attempt=1 +[2026-08-07 06:43:14,244] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7fcbe5b3dedfa6567c9f9a7ef2e636db status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,254] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4bff32787c3a952325ebdb8621331ac9 attempt=1 +[2026-08-07 06:43:14,255] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4bff32787c3a952325ebdb8621331ac9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,267] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3f5f79bc1ceaf96da2cf7d93a45d905d attempt=1 +[2026-08-07 06:43:14,274] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3f5f79bc1ceaf96da2cf7d93a45d905d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,295] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=440568bcab80772c65a1a19b6c4a2e4b attempt=1 +[2026-08-07 06:43:14,299] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=440568bcab80772c65a1a19b6c4a2e4b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,314] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9e2bb5eb73878fe0447ffa145451449c attempt=1 +[2026-08-07 06:43:14,315] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9e2bb5eb73878fe0447ffa145451449c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,323] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ccba346fe9fd8c8963c2eb8cc9192609 attempt=1 +[2026-08-07 06:43:14,325] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ccba346fe9fd8c8963c2eb8cc9192609 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,335] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=49fdd29c1e750cc0095af7a7d202779b attempt=1 +[2026-08-07 06:43:14,336] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=49fdd29c1e750cc0095af7a7d202779b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,340] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1b5934204c5ba11ac7bd0cde16fc8302 attempt=1 +[2026-08-07 06:43:14,341] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1b5934204c5ba11ac7bd0cde16fc8302 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,344] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4f5fada8238654bc3501c846608f7957 attempt=1 +[2026-08-07 06:43:14,346] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4f5fada8238654bc3501c846608f7957 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,349] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=41b2156ad49ca72ea2116ebae8befd04 attempt=1 +[2026-08-07 06:43:14,356] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=41b2156ad49ca72ea2116ebae8befd04 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,357] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7fad751a2f24c9becb63bdcd8b4602b0 attempt=1 +[2026-08-07 06:43:14,358] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7fad751a2f24c9becb63bdcd8b4602b0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,368] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=52d47c0440fe8244cd59e99870eaff80 attempt=1 +[2026-08-07 06:43:14,369] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=52d47c0440fe8244cd59e99870eaff80 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,376] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=35a9a8671ea3aac267092deeb15b1ff9 attempt=1 +[2026-08-07 06:43:14,379] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=35a9a8671ea3aac267092deeb15b1ff9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,380] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6efce744b4d2681b3918d6dfce942922 attempt=1 +[2026-08-07 06:43:14,382] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6efce744b4d2681b3918d6dfce942922 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,383] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5efed514ae2a145d3506fb048b6241de attempt=1 +[2026-08-07 06:43:14,385] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5efed514ae2a145d3506fb048b6241de status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,390] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9dc63684b6d5f28c198da1c92ef36976 attempt=1 +[2026-08-07 06:43:14,398] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9dc63684b6d5f28c198da1c92ef36976 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,401] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3a845e29c3f5d2fd4d7586880d69c2c3 attempt=1 +[2026-08-07 06:43:14,401] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 70% (660/881) has_cb=True +[2026-08-07 06:43:14,402] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3a845e29c3f5d2fd4d7586880d69c2c3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,406] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0b1a08a1ae782b81c2138c65515224b2 attempt=1 +[2026-08-07 06:43:14,407] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0b1a08a1ae782b81c2138c65515224b2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,422] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8d805fc340e553746465349bcc736c4a attempt=1 +[2026-08-07 06:43:14,422] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8d805fc340e553746465349bcc736c4a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,431] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b793c03effdd47955bbe35351fb81ebf attempt=1 +[2026-08-07 06:43:14,432] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b793c03effdd47955bbe35351fb81ebf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,434] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e549cb549b08e6f7d377f52f85509ed5 attempt=1 +[2026-08-07 06:43:14,435] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e549cb549b08e6f7d377f52f85509ed5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,437] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c48208521c9d36be53831b7dbc0549b3 attempt=1 +[2026-08-07 06:43:14,438] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c48208521c9d36be53831b7dbc0549b3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,440] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d7adce66ea6f56253cc33c8d74330235 attempt=1 +[2026-08-07 06:43:14,444] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d7adce66ea6f56253cc33c8d74330235 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,446] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e4f5d7c11192057e3feb3c46857e2a9d attempt=1 +[2026-08-07 06:43:14,451] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e4f5d7c11192057e3feb3c46857e2a9d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,453] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7e91035da05743523fd6837ca145fcf6 attempt=1 +[2026-08-07 06:43:14,455] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7e91035da05743523fd6837ca145fcf6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,459] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9616ac2056cd5ca2cba64bad90dd24f8 attempt=1 +[2026-08-07 06:43:14,461] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9616ac2056cd5ca2cba64bad90dd24f8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,471] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ed5227a774ede3c260f6e79accb678f9 attempt=1 +[2026-08-07 06:43:14,472] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ed5227a774ede3c260f6e79accb678f9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,478] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=139ffb2666d8dd0ac24d34f3257b90ca attempt=1 +[2026-08-07 06:43:14,479] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=139ffb2666d8dd0ac24d34f3257b90ca status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,482] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6437b0bbe06fdc147e24d034c65ac025 attempt=1 +[2026-08-07 06:43:14,486] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6437b0bbe06fdc147e24d034c65ac025 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,488] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c5deaf60300d84afbce55d2d1043ecb8 attempt=1 +[2026-08-07 06:43:14,492] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c5deaf60300d84afbce55d2d1043ecb8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,494] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e6c623f2bc44ed880a3cc333f6585bd3 attempt=1 +[2026-08-07 06:43:14,500] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e6c623f2bc44ed880a3cc333f6585bd3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,509] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7a8000c7a656ab74224e177fb985e988 attempt=1 +[2026-08-07 06:43:14,510] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7a8000c7a656ab74224e177fb985e988 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,520] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1077b34d114c5fd3705bcec999d85d17 attempt=1 +[2026-08-07 06:43:14,521] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1077b34d114c5fd3705bcec999d85d17 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,534] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c42e43e0575fc20a868511f953c0ff86 attempt=1 +[2026-08-07 06:43:14,535] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c42e43e0575fc20a868511f953c0ff86 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,541] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a402e775c8dbc194998438ebe3430375 attempt=1 +[2026-08-07 06:43:14,550] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a402e775c8dbc194998438ebe3430375 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,552] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=500a26f22e1662f9550c0eb0b6a8f007 attempt=1 +[2026-08-07 06:43:14,561] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=500a26f22e1662f9550c0eb0b6a8f007 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,563] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6655d6d29896f86bb52031124195b96b attempt=1 +[2026-08-07 06:43:14,565] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6655d6d29896f86bb52031124195b96b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,582] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=23e518df272b2a3db9aee2cf2479da5b attempt=1 +[2026-08-07 06:43:14,582] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=23e518df272b2a3db9aee2cf2479da5b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,604] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=be9fcfc652f67e5bbae60f96b9ef78af attempt=1 +[2026-08-07 06:43:14,605] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=be9fcfc652f67e5bbae60f96b9ef78af status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,612] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c9e2f56eea2e6158bc8de323d9237a7b attempt=1 +[2026-08-07 06:43:14,616] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c9e2f56eea2e6158bc8de323d9237a7b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,625] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=be3bc80cae0f314e77160fc68dd5cc38 attempt=1 +[2026-08-07 06:43:14,626] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=be3bc80cae0f314e77160fc68dd5cc38 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,630] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=14ce510766d3d65789f568a00aa485fe attempt=1 +[2026-08-07 06:43:14,632] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=14ce510766d3d65789f568a00aa485fe status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,639] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3ae820d3d8b2f04593e46ef6f892169c attempt=1 +[2026-08-07 06:43:14,640] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3ae820d3d8b2f04593e46ef6f892169c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,644] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=112f6774c1239a3bd7724e4eff7075ef attempt=1 +[2026-08-07 06:43:14,645] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=112f6774c1239a3bd7724e4eff7075ef status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,648] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e9ba44e82e68bf31022ee8b3a43a9824 attempt=1 +[2026-08-07 06:43:14,649] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e9ba44e82e68bf31022ee8b3a43a9824 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,651] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5dc2d723b6412f12f293609228c22fae attempt=1 +[2026-08-07 06:43:14,656] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5dc2d723b6412f12f293609228c22fae status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,658] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d14bfff61dc219783a32c809d17f7728 attempt=1 +[2026-08-07 06:43:14,662] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d14bfff61dc219783a32c809d17f7728 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,665] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ed431b804143b9d0cce3d162e17cad4b attempt=1 +[2026-08-07 06:43:14,668] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ed431b804143b9d0cce3d162e17cad4b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,674] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=14e1b57e0291a52cf73a394c7386be6e attempt=1 +[2026-08-07 06:43:14,678] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=14e1b57e0291a52cf73a394c7386be6e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,687] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=671a043468b95c95f13768a92ddd0bbe attempt=1 +[2026-08-07 06:43:14,688] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=671a043468b95c95f13768a92ddd0bbe status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,701] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1b49feb867746a975cf58deeeb395535 attempt=1 +[2026-08-07 06:43:14,702] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1b49feb867746a975cf58deeeb395535 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,711] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bcc2e8ba220bd3e4bd9890cd8c971843 attempt=1 +[2026-08-07 06:43:14,716] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bcc2e8ba220bd3e4bd9890cd8c971843 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,721] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=882970b4c57ae23190b4c20818bba5ef attempt=1 +[2026-08-07 06:43:14,723] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=882970b4c57ae23190b4c20818bba5ef status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,734] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=73a3bd5d3ff167b67dbd423e716be328 attempt=1 +[2026-08-07 06:43:14,736] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=73a3bd5d3ff167b67dbd423e716be328 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,749] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b0af71c7e45d74babce202b4a360bf91 attempt=1 +[2026-08-07 06:43:14,750] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b0af71c7e45d74babce202b4a360bf91 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,755] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f415e58ad74ca97370764c3a39334257 attempt=1 +[2026-08-07 06:43:14,756] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f415e58ad74ca97370764c3a39334257 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,759] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=22de4742f212925edbb78a19e315776a attempt=1 +[2026-08-07 06:43:14,763] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=22de4742f212925edbb78a19e315776a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,765] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=286ef0cf7acf16b5c6169f837a4a2c77 attempt=1 +[2026-08-07 06:43:14,773] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=286ef0cf7acf16b5c6169f837a4a2c77 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,774] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7109532b9b260c52de9b5df9ce765e77 attempt=1 +[2026-08-07 06:43:14,775] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7109532b9b260c52de9b5df9ce765e77 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,782] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e298b617246e0a136230757680e61332 attempt=1 +[2026-08-07 06:43:14,783] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e298b617246e0a136230757680e61332 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,792] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 74% (704/881) has_cb=True +[2026-08-07 06:43:14,799] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=73fec74078f5787892b7df7d3e7328d4 attempt=1 +[2026-08-07 06:43:14,807] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=73fec74078f5787892b7df7d3e7328d4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,814] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6f2d5741c5dd68c9390b0ba5f46f2da5 attempt=1 +[2026-08-07 06:43:14,817] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6f2d5741c5dd68c9390b0ba5f46f2da5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,818] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5f3f556423e78c442aee9f86ee59e733 attempt=1 +[2026-08-07 06:43:14,819] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5f3f556423e78c442aee9f86ee59e733 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,833] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e5f37d8513efd204ad426f617040fe3b attempt=1 +[2026-08-07 06:43:14,834] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e5f37d8513efd204ad426f617040fe3b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,842] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e6e6a4c831c8d2f2b012cac2203b562f attempt=1 +[2026-08-07 06:43:14,844] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e6e6a4c831c8d2f2b012cac2203b562f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,846] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=622ddad28d04e4ed284d6dc10dd381b8 attempt=1 +[2026-08-07 06:43:14,848] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=622ddad28d04e4ed284d6dc10dd381b8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,850] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f7ad86e522d208ae4de329d02f219826 attempt=1 +[2026-08-07 06:43:14,852] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f7ad86e522d208ae4de329d02f219826 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,855] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0eec05bdc18aeb9a0a3145f40f51ee46 attempt=1 +[2026-08-07 06:43:14,862] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0eec05bdc18aeb9a0a3145f40f51ee46 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,864] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f44b1737342fd2a4bafb3ef88b5da090 attempt=1 +[2026-08-07 06:43:14,866] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f44b1737342fd2a4bafb3ef88b5da090 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,869] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=cf5613fba4ffe54b92c60dc92576c101 attempt=1 +[2026-08-07 06:43:14,871] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=cf5613fba4ffe54b92c60dc92576c101 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,885] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3d6a27c894ea4811422d22776303b4fd attempt=1 +[2026-08-07 06:43:14,886] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3d6a27c894ea4811422d22776303b4fd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,894] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3139704c09490c9774447526c1df3cf0 attempt=1 +[2026-08-07 06:43:14,896] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3139704c09490c9774447526c1df3cf0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,898] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a37407f9934c26c75ef6da8537ab9f2f attempt=1 +[2026-08-07 06:43:14,899] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a37407f9934c26c75ef6da8537ab9f2f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,900] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=391ec2e1889e48bc0084be45e3056695 attempt=1 +[2026-08-07 06:43:14,901] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=391ec2e1889e48bc0084be45e3056695 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,902] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8352bcdb1468e2519a185464d4000846 attempt=1 +[2026-08-07 06:43:14,904] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8352bcdb1468e2519a185464d4000846 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,905] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3aeae62c68dd2d6e1377869b283e9a40 attempt=1 +[2026-08-07 06:43:14,907] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3aeae62c68dd2d6e1377869b283e9a40 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,908] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=08546a840cec05c064a409824955bbba attempt=1 +[2026-08-07 06:43:14,909] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=08546a840cec05c064a409824955bbba status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,912] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d17426d11e64747aa2600d725f57d460 attempt=1 +[2026-08-07 06:43:14,913] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d17426d11e64747aa2600d725f57d460 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,915] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=02d4feae9634cf32e7e6b61e553463ad attempt=1 +[2026-08-07 06:43:14,917] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=02d4feae9634cf32e7e6b61e553463ad status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,918] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4f707873f2d3877c215d558cb24fc4e2 attempt=1 +[2026-08-07 06:43:14,920] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4f707873f2d3877c215d558cb24fc4e2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,921] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e5ace36360b819da18742ba885cd175d attempt=1 +[2026-08-07 06:43:14,922] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e5ace36360b819da18742ba885cd175d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,924] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2ba4da781561dfe88c63fd4bd87fea31 attempt=1 +[2026-08-07 06:43:14,925] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2ba4da781561dfe88c63fd4bd87fea31 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,928] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1dc0a3a3a22b8b9e4df4a02b9e282a6c attempt=1 +[2026-08-07 06:43:14,934] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1dc0a3a3a22b8b9e4df4a02b9e282a6c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,937] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e0d7e7b9b926f1de5f73ee7971ac5840 attempt=1 +[2026-08-07 06:43:14,945] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e0d7e7b9b926f1de5f73ee7971ac5840 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,947] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b3bccacd301c72e7ad3c834148f4d29f attempt=1 +[2026-08-07 06:43:14,948] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b3bccacd301c72e7ad3c834148f4d29f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,961] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a3a5e39903407d2a971e3a5838593359 attempt=1 +[2026-08-07 06:43:14,962] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a3a5e39903407d2a971e3a5838593359 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,982] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=27ac50f444d86cb5da3b29541e69ce9f attempt=1 +[2026-08-07 06:43:14,983] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=27ac50f444d86cb5da3b29541e69ce9f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,991] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=097921426c942809b61658d1f77a2d55 attempt=1 +[2026-08-07 06:43:14,992] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=097921426c942809b61658d1f77a2d55 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,994] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=54b324762f54160a8e635d0c5080eff4 attempt=1 +[2026-08-07 06:43:14,995] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=54b324762f54160a8e635d0c5080eff4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:14,998] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8dd4dfd064b0fec73276248cb2f830a5 attempt=1 +[2026-08-07 06:43:14,999] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8dd4dfd064b0fec73276248cb2f830a5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,001] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c7c195332bf640009374052aaef769ab attempt=1 +[2026-08-07 06:43:15,008] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c7c195332bf640009374052aaef769ab status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,010] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=06e737ed262cdd26d6ea3a0c561ef8fb attempt=1 +[2026-08-07 06:43:15,012] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=06e737ed262cdd26d6ea3a0c561ef8fb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,013] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a979db6a2f456224fd82a74c3d94c67c attempt=1 +[2026-08-07 06:43:15,015] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a979db6a2f456224fd82a74c3d94c67c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,035] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=95967cff704af8221a9dc8601183be1f attempt=1 +[2026-08-07 06:43:15,036] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=95967cff704af8221a9dc8601183be1f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,043] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=95218bbd3152ffe40dcca3eed11cb7f4 attempt=1 +[2026-08-07 06:43:15,044] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=95218bbd3152ffe40dcca3eed11cb7f4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,046] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b2ffb8750cab6cb3f517bb328adbb2d9 attempt=1 +[2026-08-07 06:43:15,061] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b2ffb8750cab6cb3f517bb328adbb2d9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,077] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ac5b28578454d9c4950ccbb3d8fe9144 attempt=1 +[2026-08-07 06:43:15,078] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ac5b28578454d9c4950ccbb3d8fe9144 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,104] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2ecbc7ce213f2e5ab8e47dd792072d88 attempt=1 +[2026-08-07 06:43:15,105] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2ecbc7ce213f2e5ab8e47dd792072d88 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,127] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3a7ac50236e5e5c790c2a66a29ce8ea0 attempt=1 +[2026-08-07 06:43:15,133] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3a7ac50236e5e5c790c2a66a29ce8ea0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,140] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=601141329ab7026beee31c7e2606ccb5 attempt=1 +[2026-08-07 06:43:15,145] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=601141329ab7026beee31c7e2606ccb5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,159] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=80e2160d9f40a0fed3c36843147e788f attempt=1 +[2026-08-07 06:43:15,160] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=80e2160d9f40a0fed3c36843147e788f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,180] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d8d72af25438344ba15724944f481d96 attempt=1 +[2026-08-07 06:43:15,181] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d8d72af25438344ba15724944f481d96 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,199] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0bef92b56cd88a5ed7852457758e842c attempt=1 +[2026-08-07 06:43:15,200] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0bef92b56cd88a5ed7852457758e842c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,205] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8911a74fcea14576f24edd254af7fce4 attempt=1 +[2026-08-07 06:43:15,206] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8911a74fcea14576f24edd254af7fce4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,208] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=21e3e8abe11c6a1dfdfccfb3f61dafdf attempt=1 +[2026-08-07 06:43:15,208] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 78% (748/881) has_cb=True +[2026-08-07 06:43:15,210] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=21e3e8abe11c6a1dfdfccfb3f61dafdf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,220] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=830a8aebda787e7c6981ee8639998451 attempt=1 +[2026-08-07 06:43:15,221] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=830a8aebda787e7c6981ee8639998451 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,225] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8e6580f441eee0083337dbc210859258 attempt=1 +[2026-08-07 06:43:15,227] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8e6580f441eee0083337dbc210859258 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,228] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2e1058bed8cefe678ef431fcd1d2328d attempt=1 +[2026-08-07 06:43:15,230] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2e1058bed8cefe678ef431fcd1d2328d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,232] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ca08fb72cf9509755ef655b72b6e0fb3 attempt=1 +[2026-08-07 06:43:15,233] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ca08fb72cf9509755ef655b72b6e0fb3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,235] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d9d27317e6fc16335e7f2f73bd6d0685 attempt=1 +[2026-08-07 06:43:15,237] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d9d27317e6fc16335e7f2f73bd6d0685 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,239] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=44d0e4bbf30781359d72543f85d3bd02 attempt=1 +[2026-08-07 06:43:15,240] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=44d0e4bbf30781359d72543f85d3bd02 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,243] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=44463a5d5adffc8a22206b34e51546c9 attempt=1 +[2026-08-07 06:43:15,244] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=44463a5d5adffc8a22206b34e51546c9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,247] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=00a2a1293afc30148c742ae51fd1d687 attempt=1 +[2026-08-07 06:43:15,249] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=00a2a1293afc30148c742ae51fd1d687 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,251] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=aa4794221115a6434b1f860d6babdb60 attempt=1 +[2026-08-07 06:43:15,252] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=aa4794221115a6434b1f860d6babdb60 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,254] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c202f7e0e152fa0ff5326c116d791191 attempt=1 +[2026-08-07 06:43:15,256] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c202f7e0e152fa0ff5326c116d791191 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,258] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=60bd0696cb4b8ff32e9c282b85346c39 attempt=1 +[2026-08-07 06:43:15,259] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=60bd0696cb4b8ff32e9c282b85346c39 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,261] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=543cc04bcc3f9a7e318568886ee8633f attempt=1 +[2026-08-07 06:43:15,262] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=543cc04bcc3f9a7e318568886ee8633f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,265] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b344ad8e596833f35a8103990982604d attempt=1 +[2026-08-07 06:43:15,266] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b344ad8e596833f35a8103990982604d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,267] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ee889e467065d0df16323594bb84712e attempt=1 +[2026-08-07 06:43:15,269] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ee889e467065d0df16323594bb84712e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,270] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c308df7464f629c6690e5873e925b1f5 attempt=1 +[2026-08-07 06:43:15,271] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c308df7464f629c6690e5873e925b1f5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,273] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c219767d23cbf4f04a61b340e19df5c6 attempt=1 +[2026-08-07 06:43:15,275] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c219767d23cbf4f04a61b340e19df5c6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,277] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4e55b86aabfde6b0a66c5ceebc7dcd57 attempt=1 +[2026-08-07 06:43:15,279] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4e55b86aabfde6b0a66c5ceebc7dcd57 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,281] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7002fe78c3e08251cc4309f416481570 attempt=1 +[2026-08-07 06:43:15,283] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7002fe78c3e08251cc4309f416481570 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,286] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e9409b7bfc71a4daa16fa8581d9e91dc attempt=1 +[2026-08-07 06:43:15,288] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e9409b7bfc71a4daa16fa8581d9e91dc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,290] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c4e2ffecd88bbc1ee550f9e7549bafce attempt=1 +[2026-08-07 06:43:15,298] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c4e2ffecd88bbc1ee550f9e7549bafce status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,300] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5609993a4f4848e4fc2244b7184340f2 attempt=1 +[2026-08-07 06:43:15,302] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5609993a4f4848e4fc2244b7184340f2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,304] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3da0d1a231638e8ac5bdd34db8391e7a attempt=1 +[2026-08-07 06:43:15,313] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3da0d1a231638e8ac5bdd34db8391e7a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,327] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=793161e7f7404449ca7eaaa9f92c10cd attempt=1 +[2026-08-07 06:43:15,328] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=793161e7f7404449ca7eaaa9f92c10cd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,336] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7390681af47ba80e01e90106fa0de554 attempt=1 +[2026-08-07 06:43:15,337] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7390681af47ba80e01e90106fa0de554 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,354] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=21082f9133a92ea01ddfd1b968fde9bb attempt=1 +[2026-08-07 06:43:15,361] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=21082f9133a92ea01ddfd1b968fde9bb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,370] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7381933996e2d13ef34fd433758431a3 attempt=1 +[2026-08-07 06:43:15,372] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7381933996e2d13ef34fd433758431a3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,375] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7c759d2d9b3d9e9e460dea23d385c8e5 attempt=1 +[2026-08-07 06:43:15,376] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7c759d2d9b3d9e9e460dea23d385c8e5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,401] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d1e5989d3695098a6dd9a6c4ca01b08c attempt=1 +[2026-08-07 06:43:15,402] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d1e5989d3695098a6dd9a6c4ca01b08c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,411] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=64662c7efa9424921f237ce3a400bf2a attempt=1 +[2026-08-07 06:43:15,419] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=64662c7efa9424921f237ce3a400bf2a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,422] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c26dfc374dc8c68e6df139f63bb11205 attempt=1 +[2026-08-07 06:43:15,424] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c26dfc374dc8c68e6df139f63bb11205 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,443] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=07c2676f3c4591a9d1ca0ab485f2a55a attempt=1 +[2026-08-07 06:43:15,444] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=07c2676f3c4591a9d1ca0ab485f2a55a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,468] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fa5e17661777d2529388743aac10ab34 attempt=1 +[2026-08-07 06:43:15,469] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fa5e17661777d2529388743aac10ab34 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,478] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=01b2941acd9079431550509a1422924a attempt=1 +[2026-08-07 06:43:15,480] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=01b2941acd9079431550509a1422924a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,483] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b6eba20607e2d1a036a02a861e894b8f attempt=1 +[2026-08-07 06:43:15,485] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b6eba20607e2d1a036a02a861e894b8f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,488] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=052dba3442456a480754f3eb83a464bd attempt=1 +[2026-08-07 06:43:15,489] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=052dba3442456a480754f3eb83a464bd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,491] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1cfad1ad5848c8e08773fad350c77179 attempt=1 +[2026-08-07 06:43:15,493] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1cfad1ad5848c8e08773fad350c77179 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,496] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=89e97ed329c80d17df1eff8bd4f7d61a attempt=1 +[2026-08-07 06:43:15,503] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=89e97ed329c80d17df1eff8bd4f7d61a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,504] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5eeb15e34409174ac39272ce458a6d89 attempt=1 +[2026-08-07 06:43:15,505] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5eeb15e34409174ac39272ce458a6d89 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,508] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c35e8fc6259d255e63fc9962a13b3056 attempt=1 +[2026-08-07 06:43:15,509] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c35e8fc6259d255e63fc9962a13b3056 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,524] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e37b63740964d431a04a79abf8d71eb1 attempt=1 +[2026-08-07 06:43:15,524] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e37b63740964d431a04a79abf8d71eb1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,532] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f7e514a7e86dcba850ea1fc45a9c2f98 attempt=1 +[2026-08-07 06:43:15,533] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f7e514a7e86dcba850ea1fc45a9c2f98 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,535] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=392d8a6b3a97a67457adeb772551b8af attempt=1 +[2026-08-07 06:43:15,537] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=392d8a6b3a97a67457adeb772551b8af status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,539] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0c346c1a7162a2263f8a6d92f2ebd19e attempt=1 +[2026-08-07 06:43:15,540] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0c346c1a7162a2263f8a6d92f2ebd19e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,541] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=92038fdbd552ebb692667f5017f76590 attempt=1 +[2026-08-07 06:43:15,541] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 82% (792/881) has_cb=True +[2026-08-07 06:43:15,542] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=92038fdbd552ebb692667f5017f76590 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,544] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c12ffe98882d438a158353bba90c518e attempt=1 +[2026-08-07 06:43:15,546] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c12ffe98882d438a158353bba90c518e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,547] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f7b408b6d767953f8088df78a9e88d81 attempt=1 +[2026-08-07 06:43:15,548] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f7b408b6d767953f8088df78a9e88d81 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,550] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7e46fd370c877c4a43d68f561c53917e attempt=1 +[2026-08-07 06:43:15,551] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7e46fd370c877c4a43d68f561c53917e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,554] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=289bc604daecc1f080d4a813e04a7f16 attempt=1 +[2026-08-07 06:43:15,555] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=289bc604daecc1f080d4a813e04a7f16 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,558] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=09dc7f79d6d762f2a569724e029eb0bf attempt=1 +[2026-08-07 06:43:15,560] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=09dc7f79d6d762f2a569724e029eb0bf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,562] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f0197a978170723e1ec31d928edb5a02 attempt=1 +[2026-08-07 06:43:15,564] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f0197a978170723e1ec31d928edb5a02 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,565] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=863de35b996e464539a1d52149180f03 attempt=1 +[2026-08-07 06:43:15,567] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=863de35b996e464539a1d52149180f03 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,569] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f55339eea0e41d2741f2aad974d047fc attempt=1 +[2026-08-07 06:43:15,578] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f55339eea0e41d2741f2aad974d047fc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,582] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6001134eb39b365d8c8333e5cb428ba0 attempt=1 +[2026-08-07 06:43:15,585] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6001134eb39b365d8c8333e5cb428ba0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,587] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d19e80b5d3e90779800c01ab72f86aa1 attempt=1 +[2026-08-07 06:43:15,589] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d19e80b5d3e90779800c01ab72f86aa1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,604] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7a848d458bdfeb58d03185ddcfe95595 attempt=1 +[2026-08-07 06:43:15,605] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7a848d458bdfeb58d03185ddcfe95595 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,614] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c5c0f6f55ef5539c374efdc946a14edc attempt=1 +[2026-08-07 06:43:15,616] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c5c0f6f55ef5539c374efdc946a14edc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,618] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2c523615479217e3e5a3b7d71066bf76 attempt=1 +[2026-08-07 06:43:15,619] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2c523615479217e3e5a3b7d71066bf76 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,621] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=83ec8a43478440df60986b886bf208e0 attempt=1 +[2026-08-07 06:43:15,622] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=83ec8a43478440df60986b886bf208e0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,624] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e7ca221ba9e13a54afcfb43150c0282b attempt=1 +[2026-08-07 06:43:15,625] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e7ca221ba9e13a54afcfb43150c0282b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,626] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f25226a431a9802443a6f7c8ba4d8127 attempt=1 +[2026-08-07 06:43:15,627] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f25226a431a9802443a6f7c8ba4d8127 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,629] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b3056e1d0c94a3c88bb18fe404a869f3 attempt=1 +[2026-08-07 06:43:15,630] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b3056e1d0c94a3c88bb18fe404a869f3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,631] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2108055fc763cf624048b11ffe2d7123 attempt=1 +[2026-08-07 06:43:15,632] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2108055fc763cf624048b11ffe2d7123 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,634] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bf55df31563e3c691305ccdb63379629 attempt=1 +[2026-08-07 06:43:15,636] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bf55df31563e3c691305ccdb63379629 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,639] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6a2e3ecaa02cd25a671726ea7be3f1a9 attempt=1 +[2026-08-07 06:43:15,645] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6a2e3ecaa02cd25a671726ea7be3f1a9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,646] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8175795906b593c72952ae54269c7b5c attempt=1 +[2026-08-07 06:43:15,648] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8175795906b593c72952ae54269c7b5c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,664] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=55bdad9d7a4bb3e16b69668d6b155411 attempt=1 +[2026-08-07 06:43:15,670] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=55bdad9d7a4bb3e16b69668d6b155411 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,677] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=425676170e40b704fe0613f0999f9c57 attempt=1 +[2026-08-07 06:43:15,692] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=425676170e40b704fe0613f0999f9c57 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,694] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9497330e46a822e0aa618a585d7e21c5 attempt=1 +[2026-08-07 06:43:15,696] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9497330e46a822e0aa618a585d7e21c5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,711] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fc5c239f872617f840967054abe21517 attempt=1 +[2026-08-07 06:43:15,712] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fc5c239f872617f840967054abe21517 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,741] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9e77b9112aeda71b5f06f4ff2791a9bf attempt=1 +[2026-08-07 06:43:15,742] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9e77b9112aeda71b5f06f4ff2791a9bf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,756] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e0827e30641186f80f240b292126a3f9 attempt=1 +[2026-08-07 06:43:15,758] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e0827e30641186f80f240b292126a3f9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,760] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4acb9ffd4b13a82ea9f95ae1f793852a attempt=1 +[2026-08-07 06:43:15,761] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4acb9ffd4b13a82ea9f95ae1f793852a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,763] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b82446ea4ee6adb1646e08c3ea109189 attempt=1 +[2026-08-07 06:43:15,764] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b82446ea4ee6adb1646e08c3ea109189 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,766] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=93c97be84183bc836293d06581381c96 attempt=1 +[2026-08-07 06:43:15,767] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=93c97be84183bc836293d06581381c96 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,767] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=eff475b870b5e686accdb75c2f06276a attempt=1 +[2026-08-07 06:43:15,769] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=eff475b870b5e686accdb75c2f06276a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,770] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=965beb1416f5762417afd5c8d57c8af6 attempt=1 +[2026-08-07 06:43:15,771] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=965beb1416f5762417afd5c8d57c8af6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,772] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=af243795e9a14416542ff0d1223cadad attempt=1 +[2026-08-07 06:43:15,773] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=af243795e9a14416542ff0d1223cadad status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,774] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e17754fb761895de30c7c7ede70c6117 attempt=1 +[2026-08-07 06:43:15,779] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e17754fb761895de30c7c7ede70c6117 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,780] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3d8fe193993adcee35463769b523a534 attempt=1 +[2026-08-07 06:43:15,782] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3d8fe193993adcee35463769b523a534 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,783] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=44e561c834754b4f377ac91110bc08bb attempt=1 +[2026-08-07 06:43:15,784] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=44e561c834754b4f377ac91110bc08bb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,793] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a38071540f085b00ec49e3a8dedfb0b8 attempt=1 +[2026-08-07 06:43:15,794] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a38071540f085b00ec49e3a8dedfb0b8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,800] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7a89adf397dbb0a6a787391cc638be2e attempt=1 +[2026-08-07 06:43:15,800] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7a89adf397dbb0a6a787391cc638be2e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,801] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8da58ceedea0f1e0b8e31587f0959507 attempt=1 +[2026-08-07 06:43:15,803] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8da58ceedea0f1e0b8e31587f0959507 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,804] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1091347438260873fd7efe2270135e8c attempt=1 +[2026-08-07 06:43:15,805] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1091347438260873fd7efe2270135e8c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,806] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4f1442c115f7ece32df2dbb10bbdb844 attempt=1 +[2026-08-07 06:43:15,807] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4f1442c115f7ece32df2dbb10bbdb844 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,808] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f180649a727637316e03f88559d875fb attempt=1 +[2026-08-07 06:43:15,810] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f180649a727637316e03f88559d875fb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,810] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=24260d10fe6e61a00ff43217cf12f132 attempt=1 +[2026-08-07 06:43:15,812] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=24260d10fe6e61a00ff43217cf12f132 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,814] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1a61c61a8fe3384868bded4dba91ea7a attempt=1 +[2026-08-07 06:43:15,814] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 86% (836/881) has_cb=True +[2026-08-07 06:43:15,816] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1a61c61a8fe3384868bded4dba91ea7a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,818] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=82823f5738b287f2a0dfb96589eac1ea attempt=1 +[2026-08-07 06:43:15,820] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=82823f5738b287f2a0dfb96589eac1ea status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,822] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=75cc07dbc659267eda541baee91269e3 attempt=1 +[2026-08-07 06:43:15,823] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=75cc07dbc659267eda541baee91269e3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,825] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=48d50d8438319a1205d40ea67f241e4f attempt=1 +[2026-08-07 06:43:15,826] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=48d50d8438319a1205d40ea67f241e4f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,829] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e7942e7a9abf76e263d8bc6ea277a88d attempt=1 +[2026-08-07 06:43:15,830] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e7942e7a9abf76e263d8bc6ea277a88d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,831] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4fd4da9019ee445a45bcab68c7fd7772 attempt=1 +[2026-08-07 06:43:15,833] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4fd4da9019ee445a45bcab68c7fd7772 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,834] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=77b5312a878548e438aac338f50a7342 attempt=1 +[2026-08-07 06:43:15,835] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=77b5312a878548e438aac338f50a7342 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,837] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=379ae45f71648d666856afef28703d6a attempt=1 +[2026-08-07 06:43:15,838] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=379ae45f71648d666856afef28703d6a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,841] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4dbcc273523804d36d0e0ec424edda86 attempt=1 +[2026-08-07 06:43:15,843] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4dbcc273523804d36d0e0ec424edda86 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,844] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4d0fa98ae004113c94c754848b293cce attempt=1 +[2026-08-07 06:43:15,845] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4d0fa98ae004113c94c754848b293cce status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,846] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d596c6a8371a000e21df50afb45f2c7d attempt=1 +[2026-08-07 06:43:15,847] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d596c6a8371a000e21df50afb45f2c7d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,848] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=35661bab379b2d4c4ddd6943fecda887 attempt=1 +[2026-08-07 06:43:15,849] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=35661bab379b2d4c4ddd6943fecda887 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,851] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1908ff3c771890c0652d5dd804581d97 attempt=1 +[2026-08-07 06:43:15,852] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1908ff3c771890c0652d5dd804581d97 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,854] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7c537a7556196ad1ad67636daab90561 attempt=1 +[2026-08-07 06:43:15,855] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7c537a7556196ad1ad67636daab90561 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,856] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=04675b11a64b2d3ae1e89a81c3ebe21b attempt=1 +[2026-08-07 06:43:15,857] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=04675b11a64b2d3ae1e89a81c3ebe21b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,858] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=cdfa3d50ee52df75ed3746d339485330 attempt=1 +[2026-08-07 06:43:15,858] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=cdfa3d50ee52df75ed3746d339485330 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,860] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6c991b495b3b6182ae1b02f3352d251c attempt=1 +[2026-08-07 06:43:15,861] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6c991b495b3b6182ae1b02f3352d251c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,863] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=328f551106c26f62ea0c5b770ee8536f attempt=1 +[2026-08-07 06:43:15,867] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=328f551106c26f62ea0c5b770ee8536f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,873] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=aac609b4e7b20059505bf5af14794dad attempt=1 +[2026-08-07 06:43:15,875] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=aac609b4e7b20059505bf5af14794dad status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,877] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=079dbd3ff33de1aa500293b1027f48be attempt=1 +[2026-08-07 06:43:15,882] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=079dbd3ff33de1aa500293b1027f48be status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,898] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bf12fef721ab048deaa7635ebca16208 attempt=1 +[2026-08-07 06:43:15,899] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bf12fef721ab048deaa7635ebca16208 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,916] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e0166757de1fffedfc8f83e605129c06 attempt=1 +[2026-08-07 06:43:15,917] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e0166757de1fffedfc8f83e605129c06 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,922] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f608fd1387a1964a161db0098a55fe98 attempt=1 +[2026-08-07 06:43:15,923] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f608fd1387a1964a161db0098a55fe98 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,924] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6563629fbdbe02815f6f825e1b57a2b0 attempt=1 +[2026-08-07 06:43:15,926] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6563629fbdbe02815f6f825e1b57a2b0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,927] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2c6e9e692f13e51dc4b9d78b7d8b781b attempt=1 +[2026-08-07 06:43:15,929] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2c6e9e692f13e51dc4b9d78b7d8b781b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,930] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b01ca35da1d441cbc2ff5f5848b6b202 attempt=1 +[2026-08-07 06:43:15,932] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b01ca35da1d441cbc2ff5f5848b6b202 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,933] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e02a268641c0822c9840eb9f3c813e26 attempt=1 +[2026-08-07 06:43:15,936] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e02a268641c0822c9840eb9f3c813e26 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,940] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8ac6bd353040a9c7694db5fa9d1a85cf attempt=1 +[2026-08-07 06:43:15,951] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8ac6bd353040a9c7694db5fa9d1a85cf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,954] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=eaebec92cbe76d32b8eaae78eee9d35e attempt=1 +[2026-08-07 06:43:15,956] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=eaebec92cbe76d32b8eaae78eee9d35e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,981] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f5758126a1dec8bff1f3e9bd647b4119 attempt=1 +[2026-08-07 06:43:15,982] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f5758126a1dec8bff1f3e9bd647b4119 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,995] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a80adeafbc9c5a4a7c54dd8bda1d0207 attempt=1 +[2026-08-07 06:43:15,997] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a80adeafbc9c5a4a7c54dd8bda1d0207 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:15,999] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7173fe9127b3eefa43998cd91ce57f6e attempt=1 +[2026-08-07 06:43:16,000] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7173fe9127b3eefa43998cd91ce57f6e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:16,002] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=108633537da4aa094bfc082ca8bd75e4 attempt=1 +[2026-08-07 06:43:16,004] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=108633537da4aa094bfc082ca8bd75e4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:16,007] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d336e53c32da2dcc4b35b437ac2f4617 attempt=1 +[2026-08-07 06:43:16,016] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d336e53c32da2dcc4b35b437ac2f4617 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:16,017] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9516f940d7bb465b88335dd69c8a91cd attempt=1 +[2026-08-07 06:43:16,019] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9516f940d7bb465b88335dd69c8a91cd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:16,020] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=66b2620df0639c68913d0f12e856e8ea attempt=1 +[2026-08-07 06:43:16,022] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=66b2620df0639c68913d0f12e856e8ea status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:16,038] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5a95d78d86a5b539671fb9a791eeed71 attempt=1 +[2026-08-07 06:43:16,039] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5a95d78d86a5b539671fb9a791eeed71 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:16,046] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c2530e5caafa60cb821747b2985f1bf0 attempt=1 +[2026-08-07 06:43:16,047] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c2530e5caafa60cb821747b2985f1bf0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:16,048] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3ed7d178a82665603275da76463e70c2 attempt=1 +[2026-08-07 06:43:16,052] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3ed7d178a82665603275da76463e70c2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:16,054] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0bcd28abe52749b797aadfee2ee97938 attempt=1 +[2026-08-07 06:43:16,056] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0bcd28abe52749b797aadfee2ee97938 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:16,064] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f1ee29b6b36f61d5f1b6b6b2f5ac772b attempt=1 +[2026-08-07 06:43:16,067] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f1ee29b6b36f61d5f1b6b6b2f5ac772b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:16,071] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a93c257ca283d6e5cdc53fca8f46738c attempt=1 +[2026-08-07 06:43:16,073] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a93c257ca283d6e5cdc53fca8f46738c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:16,081] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3dd59ab63b8628c163e61758cf6c5357 attempt=1 +[2026-08-07 06:43:16,082] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3dd59ab63b8628c163e61758cf6c5357 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:16,088] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fe0512b1b3e6d9974b575e96feba4cef attempt=1 +[2026-08-07 06:43:16,089] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fe0512b1b3e6d9974b575e96feba4cef status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:16,093] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7ae009c3b99a992fcaa9ea13c3f8c5be attempt=1 +[2026-08-07 06:43:16,093] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 90% (880/881) has_cb=True +[2026-08-07 06:43:16,094] [PID 11] [ThreadPoolExecutor-7_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7ae009c3b99a992fcaa9ea13c3f8c5be status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-08-07 06:43:16,096] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 90% (881/881) has_cb=True +[2026-08-07 06:43:16,096] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] END batch total=881 dispatched=881 completed=881 elapsed=8.1s throughput=108.57 req/s +[2026-08-07 06:43:16,097] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] wall_time_s=8.115 records=881 +[2026-08-07 06:43:16,098] [PID 11] [Thread-4] [/app/utils/logger.py] [WARNING] [replay] Failure breakdown (of 881 attempted): {'connection': 881} +[2026-08-07 06:43:16,098] [PID 11] [Thread-4] [/app/utils/logger.py] [WARNING] [replay] connection ×881 — e.g. request_id=a58f13fba3a7932488e00d79515e12dd: ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=34101): Failed to establis +[2026-08-07 06:43:16,098] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] PASSED. metrics={'total_requests': 881, 'attempted_requests': 881, 'not_started_requests': 0, 'successful_requests': 0, 'error_requests': 881, 'error_rate': 1.0, 'unfinished_requests': 0, 'unfinished_rate': 0.0, 'uptime': 0.0, 'http_200_count': 0, 'tool_requests_total': 690, 'tool_call_4xx_errors': 0, 'image_requests_total': 27, 'image_4xx_errors': 0, 'multi_system_requests': 34, 'multi_system_4xx_errors': 0, 'system_normalized_count': 34, 'error_class_counts': {'connection': 881}, 'ttft_p50_ms': None, 'ttft_p90_ms': None, 'ttft_p99_ms': None, 'ttft_mean_ms': None, 'ttft_input_unknown_count': 0, 'ttft_lt_6k_p90_ms': None, 'ttft_lt_6k_p50_ms': None, 'ttft_lt_6k_avg_ms': None, 'ttft_lt_6k_count': 0, 'ttft_6k_16k_p90_ms': None, 'ttft_6k_16k_p50_ms': None, 'ttft_6k_16k_avg_ms': None, 'ttft_6k_16k_count': 0, 'ttft_16k_32k_p90_ms': None, 'ttft_16k_32k_p50_ms': None, 'ttft_16k_32k_avg_ms': None, 'ttft_16k_32k_count': 0, 'ttft_32k_64k_p90_ms': None, 'ttft_32k_64k_p50_ms': None, 'ttft_32k_64k_avg_ms': None, 'ttft_32k_64k_count': 0, 'ttft_64k_128k_p90_ms': None, 'ttft_64k_128k_p50_ms': None, 'ttft_64k_128k_avg_ms': None, 'ttft_64k_128k_count': 0, 'ttft_128k_256k_p90_ms': None, 'ttft_128k_256k_p50_ms': None, 'ttft_128k_256k_avg_ms': None, 'ttft_128k_256k_count': 0, 'ttft_ge_256k_p90_ms': None, 'ttft_ge_256k_p50_ms': None, 'ttft_ge_256k_avg_ms': None, 'ttft_ge_256k_count': 0, 'total_time_p50_ms': None, 'total_time_p99_ms': None, 'avg_prompt_tokens': None, 'avg_completion_tokens': None, 'output_tps_avg': None, 'output_tps_mean': None, 'output_tps_p10': None, 'output_tps_p50': None, 'output_tps_p90': None, 'input_tps_mean': None, 'input_tps_p10': None, 'input_tps_p50': None, 'input_tps_p90': None, 'total_input_tokens': 0, 'total_output_tokens': 0, 'total_cached_tokens': 0, 'total_uncached_input_tokens': 0, 'cache_hit_rate': None, 'wall_time_s': 8.114921402186155, 'input_tpm': 0.0, 'output_tpm': 0.0, 'cached_tpm': 0.0, 'uncached_input_tpm': 0.0, 'tokens_after_finish_count': 0, 'repetitive_token_count': 0, 'generation_capped_count': 0, 'finish_reason_length_count': 0, 'finish_reason_stop_count': 0, 'finish_marker_counts': {}, 'judge_sampled_count': None, 'judge_answered_count': None, 'judge_toolcall_count': None, 'judge_length_count': None, 'judge_disconnect_count': None, 'judge_error_count': None, 'judge_kept_count': None, 'judge_good_acc_rate': None, 'judge_poor_rate': None, 'judge_halluc_clear_rate': None, 'judge_halluc_suspected_count': None, 'judge_failures': None} +[2026-08-07 06:43:16,098] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Response capture written to /tmp/perfbench_submission_508_ld0ipqn7/replay_tencent_104/replay_responses.jsonl +[2026-08-07 06:43:16,098] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [replay_tencent] uptime=0.0 ttft_p99=None total_time_p99=None +[2026-08-07 06:43:16,099] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Submission 508 module replay_tencent: card-normalized TPM (baseline=8, cards=8 assumed): input_tpm_card_norm=0, output_tpm_card_norm=0, cached_tpm_card_norm=0, total_tpm_card_norm=0 +[2026-08-07 06:43:16,099] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Submission 508 module replay_tencent: dataset identity dataset_id=gpu-41-42-2026-06-29-1400-bystart.replay.jsonl, dataset_sha256=- +[2026-08-07 06:43:16,976] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Submission 508 module replay_tencent done — passed=False score=0.0000 +[2026-08-07 06:43:21,514] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Submission 508 starting module opencompass (bm_id=105 order=3) +[2026-08-07 06:43:27,026] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Submission 508 module opencompass: CONCURRENCY OVERRIDE max_workers=4 -> 1. +[2026-08-07 06:43:30,319] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass] received params: {'dataset_dir': '/app/dataset/opencompass/data', 'selected_benchmarks': ['aime2025', 'gpqa_diamond', 'simpleqa', 'longbench_v2', 'hle'], 'max_workers': 1, 'request_timeout': 3600.0, 'max_seconds': 57600.0, 'max_tokens': 131072, 'sample_cap_aime': 0, 'sample_cap_gpqa': 0, 'sample_cap_ifeval': 0, 'sample_cap_mmlu': 0, 'sample_cap_hle': 100, 'sample_cap_lcb': 0, 'sample_cap_simpleqa': 200, 'sample_cap_longbench': 0, 'avg_k_aime': 8, 'avg_k_gpqa': 1, 'avg_k_ifeval': 1, 'avg_k_mmlu': 1, 'avg_k_hle': 1, 'avg_k_lcb': 1, 'avg_k_simpleqa': 1, 'avg_k_longbench': 1, 'pass_k_aime': 1, 'pass_k_gpqa': 1, 'pass_k_ifeval': 1, 'pass_k_mmlu': 1, 'pass_k_hle': 1, 'pass_k_lcb': 1, 'pass_k_simpleqa': 1, 'pass_k_longbench': 1, 'sample_temperature': 1.0, 'sample_top_p': 0.95, 'force_temperature': True, 'stream': True, 'judge_api_url': 'http://172.21.112.11/phanrouter', 'judge_model': 'Kimi-K2.5', 'judge_api_key': '***', 'judge_max_tokens': 16384, 'longbench_max_input_tokens': 190000, 'longbench_max_output_tokens': 16384} +[2026-08-07 06:43:30,342] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] Starting academic evaluation + endpoint : api_url=http://172.28.22.18:34101 model=llm api_key=*** + data_dir : /app/dataset/opencompass/data + max_workers : 1 + request_timeout : 3600.0s + max_tokens : 131072 + sample_caps : {'aime2025': 0, 'gpqa_diamond': 0, 'ifeval': 0, 'mmlu_pro': 0, 'hle': 100, 'livecodebench_v6': 0, 'simpleqa': 200, 'longbench_v2': 0} + skip_flags : {'aime2025': False, 'gpqa_diamond': False, 'ifeval': True, 'mmlu_pro': True, 'hle': False, 'livecodebench_v6': True, 'simpleqa': False, 'longbench_v2': False} + avg_k : {'aime2025': 8, 'gpqa_diamond': 1, 'ifeval': 1, 'mmlu_pro': 1, 'hle': 1, 'livecodebench_v6': 1, 'simpleqa': 1, 'longbench_v2': 1} + pass_k : {'aime2025': 1, 'gpqa_diamond': 1, 'ifeval': 1, 'mmlu_pro': 1, 'hle': 1, 'livecodebench_v6': 1, 'simpleqa': 1, 'longbench_v2': 1} sample_temperature=1.00 sample_top_p=0.95 force_temperature=True + active runners : ['aime2025', 'gpqa_diamond', 'hle', 'simpleqa', 'longbench_v2'] + baseline_file : (none) max_regression=0.0200 +[2026-08-07 06:43:30,342] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] module time cap: 57600s +[2026-08-07 06:43:30,342] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] >>> benchmark 1/5: aime2025 (sample_cap=all, avg@8, pass@1, temp=1.00, top_p=0.95, max_tokens=131072, suite_elapsed=0s) +[2026-08-07 06:43:30,361] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: BEGIN items=30 n_samples=8 (avg@8/pass@1) temp=1.00 top_p=0.95 requests=240 workers=1 max_tokens=131072 timeout=3600.0s stream=True +[2026-08-07 06:43:30,365] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 2/240 reqs (0.8%) sample_acc=0.000 fails=2 elapsed=0s rate=481.95/s eta=0s +[2026-08-07 06:43:30,366] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 4/240 reqs (1.7%) sample_acc=0.000 fails=4 elapsed=0s rate=716.69/s eta=0s +[2026-08-07 06:43:30,368] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 6/240 reqs (2.5%) sample_acc=0.000 fails=6 elapsed=0s rate=865.18/s eta=0s +[2026-08-07 06:43:30,369] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 8/240 reqs (3.3%) sample_acc=0.000 fails=8 elapsed=0s rate=929.07/s eta=0s +[2026-08-07 06:43:30,371] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 10/240 reqs (4.2%) sample_acc=0.000 fails=10 elapsed=0s rate=1002.30/s eta=0s +[2026-08-07 06:43:30,372] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 12/240 reqs (5.0%) sample_acc=0.000 fails=12 elapsed=0s rate=1039.21/s eta=0s +[2026-08-07 06:43:30,374] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 14/240 reqs (5.8%) sample_acc=0.000 fails=14 elapsed=0s rate=1065.91/s eta=0s +[2026-08-07 06:43:30,375] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 16/240 reqs (6.7%) sample_acc=0.000 fails=16 elapsed=0s rate=1095.32/s eta=0s +[2026-08-07 06:43:30,377] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 18/240 reqs (7.5%) sample_acc=0.000 fails=18 elapsed=0s rate=1106.99/s eta=0s +[2026-08-07 06:43:30,378] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 20/240 reqs (8.3%) sample_acc=0.000 fails=20 elapsed=0s rate=1133.53/s eta=0s +[2026-08-07 06:43:30,380] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 22/240 reqs (9.2%) sample_acc=0.000 fails=22 elapsed=0s rate=1156.53/s eta=0s +[2026-08-07 06:43:30,381] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 24/240 reqs (10.0%) sample_acc=0.000 fails=24 elapsed=0s rate=1164.66/s eta=0s +[2026-08-07 06:43:30,383] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 26/240 reqs (10.8%) sample_acc=0.000 fails=26 elapsed=0s rate=1176.95/s eta=0s +[2026-08-07 06:43:30,384] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 28/240 reqs (11.7%) sample_acc=0.000 fails=28 elapsed=0s rate=1191.00/s eta=0s +[2026-08-07 06:43:30,386] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 30/240 reqs (12.5%) sample_acc=0.000 fails=30 elapsed=0s rate=1193.83/s eta=0s +[2026-08-07 06:43:30,387] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 32/240 reqs (13.3%) sample_acc=0.000 fails=32 elapsed=0s rate=1207.75/s eta=0s +[2026-08-07 06:43:30,388] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 34/240 reqs (14.2%) sample_acc=0.000 fails=34 elapsed=0s rate=1223.77/s eta=0s +[2026-08-07 06:43:30,390] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 36/240 reqs (15.0%) sample_acc=0.000 fails=36 elapsed=0s rate=1213.19/s eta=0s +[2026-08-07 06:43:30,392] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 38/240 reqs (15.8%) sample_acc=0.000 fails=38 elapsed=0s rate=1217.58/s eta=0s +[2026-08-07 06:43:30,393] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 40/240 reqs (16.7%) sample_acc=0.000 fails=40 elapsed=0s rate=1231.41/s eta=0s +[2026-08-07 06:43:30,395] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 42/240 reqs (17.5%) sample_acc=0.000 fails=42 elapsed=0s rate=1229.94/s eta=0s +[2026-08-07 06:43:30,396] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 44/240 reqs (18.3%) sample_acc=0.000 fails=44 elapsed=0s rate=1239.97/s eta=0s +[2026-08-07 06:43:30,397] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 46/240 reqs (19.2%) sample_acc=0.000 fails=46 elapsed=0s rate=1249.86/s eta=0s +[2026-08-07 06:43:30,399] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 48/240 reqs (20.0%) sample_acc=0.000 fails=48 elapsed=0s rate=1249.35/s eta=0s +[2026-08-07 06:43:30,400] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 50/240 reqs (20.8%) sample_acc=0.000 fails=50 elapsed=0s rate=1255.37/s eta=0s +[2026-08-07 06:43:30,402] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 52/240 reqs (21.7%) sample_acc=0.000 fails=52 elapsed=0s rate=1262.53/s eta=0s +[2026-08-07 06:43:30,403] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 54/240 reqs (22.5%) sample_acc=0.000 fails=54 elapsed=0s rate=1260.96/s eta=0s +[2026-08-07 06:43:30,405] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 56/240 reqs (23.3%) sample_acc=0.000 fails=56 elapsed=0s rate=1266.34/s eta=0s +[2026-08-07 06:43:30,406] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 58/240 reqs (24.2%) sample_acc=0.000 fails=58 elapsed=0s rate=1272.89/s eta=0s +[2026-08-07 06:43:30,408] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 60/240 reqs (25.0%) sample_acc=0.000 fails=60 elapsed=0s rate=1270.45/s eta=0s +[2026-08-07 06:43:30,409] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 62/240 reqs (25.8%) sample_acc=0.000 fails=62 elapsed=0s rate=1274.65/s eta=0s +[2026-08-07 06:43:30,411] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 64/240 reqs (26.7%) sample_acc=0.000 fails=64 elapsed=0s rate=1280.68/s eta=0s +[2026-08-07 06:43:30,412] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 66/240 reqs (27.5%) sample_acc=0.000 fails=66 elapsed=0s rate=1276.53/s eta=0s +[2026-08-07 06:43:30,414] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 68/240 reqs (28.3%) sample_acc=0.000 fails=68 elapsed=0s rate=1280.20/s eta=0s +[2026-08-07 06:43:30,415] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 70/240 reqs (29.2%) sample_acc=0.000 fails=70 elapsed=0s rate=1284.76/s eta=0s +[2026-08-07 06:43:30,417] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 72/240 reqs (30.0%) sample_acc=0.000 fails=72 elapsed=0s rate=1281.16/s eta=0s +[2026-08-07 06:43:30,418] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 74/240 reqs (30.8%) sample_acc=0.000 fails=74 elapsed=0s rate=1285.01/s eta=0s +[2026-08-07 06:43:30,420] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 76/240 reqs (31.7%) sample_acc=0.000 fails=76 elapsed=0s rate=1289.49/s eta=0s +[2026-08-07 06:43:30,421] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 78/240 reqs (32.5%) sample_acc=0.000 fails=78 elapsed=0s rate=1287.67/s eta=0s +[2026-08-07 06:43:30,422] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 80/240 reqs (33.3%) sample_acc=0.000 fails=80 elapsed=0s rate=1293.14/s eta=0s +[2026-08-07 06:43:30,424] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 82/240 reqs (34.2%) sample_acc=0.000 fails=82 elapsed=0s rate=1297.52/s eta=0s +[2026-08-07 06:43:30,425] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 84/240 reqs (35.0%) sample_acc=0.000 fails=84 elapsed=0s rate=1295.93/s eta=0s +[2026-08-07 06:43:30,427] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 86/240 reqs (35.8%) sample_acc=0.000 fails=86 elapsed=0s rate=1294.92/s eta=0s +[2026-08-07 06:43:30,428] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 88/240 reqs (36.7%) sample_acc=0.000 fails=88 elapsed=0s rate=1298.42/s eta=0s +[2026-08-07 06:43:30,430] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 90/240 reqs (37.5%) sample_acc=0.000 fails=90 elapsed=0s rate=1296.89/s eta=0s +[2026-08-07 06:43:30,431] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 92/240 reqs (38.3%) sample_acc=0.000 fails=92 elapsed=0s rate=1301.12/s eta=0s +[2026-08-07 06:43:30,433] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 94/240 reqs (39.2%) sample_acc=0.000 fails=94 elapsed=0s rate=1300.05/s eta=0s +[2026-08-07 06:43:30,434] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 96/240 reqs (40.0%) sample_acc=0.000 fails=96 elapsed=0s rate=1303.61/s eta=0s +[2026-08-07 06:43:30,436] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 98/240 reqs (40.8%) sample_acc=0.000 fails=98 elapsed=0s rate=1306.52/s eta=0s +[2026-08-07 06:43:30,437] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 100/240 reqs (41.7%) sample_acc=0.000 fails=100 elapsed=0s rate=1305.00/s eta=0s +[2026-08-07 06:43:30,439] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 102/240 reqs (42.5%) sample_acc=0.000 fails=102 elapsed=0s rate=1308.36/s eta=0s +[2026-08-07 06:43:30,440] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 104/240 reqs (43.3%) sample_acc=0.000 fails=104 elapsed=0s rate=1311.60/s eta=0s +[2026-08-07 06:43:30,442] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 106/240 reqs (44.2%) sample_acc=0.000 fails=106 elapsed=0s rate=1308.73/s eta=0s +[2026-08-07 06:43:30,443] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 108/240 reqs (45.0%) sample_acc=0.000 fails=108 elapsed=0s rate=1311.40/s eta=0s +[2026-08-07 06:43:30,444] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 110/240 reqs (45.8%) sample_acc=0.000 fails=110 elapsed=0s rate=1312.34/s eta=0s +[2026-08-07 06:43:30,446] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 112/240 reqs (46.7%) sample_acc=0.000 fails=112 elapsed=0s rate=1311.16/s eta=0s +[2026-08-07 06:43:30,447] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 114/240 reqs (47.5%) sample_acc=0.000 fails=114 elapsed=0s rate=1312.56/s eta=0s +[2026-08-07 06:43:30,449] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 116/240 reqs (48.3%) sample_acc=0.000 fails=116 elapsed=0s rate=1315.80/s eta=0s +[2026-08-07 06:43:30,450] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 118/240 reqs (49.2%) sample_acc=0.000 fails=118 elapsed=0s rate=1314.60/s eta=0s +[2026-08-07 06:43:30,452] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 120/240 reqs (50.0%) sample_acc=0.000 fails=120 elapsed=0s rate=1315.38/s eta=0s +[2026-08-07 06:43:30,453] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 122/240 reqs (50.8%) sample_acc=0.000 fails=122 elapsed=0s rate=1316.77/s eta=0s +[2026-08-07 06:43:30,455] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 124/240 reqs (51.7%) sample_acc=0.000 fails=124 elapsed=0s rate=1316.13/s eta=0s +[2026-08-07 06:43:30,456] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 126/240 reqs (52.5%) sample_acc=0.000 fails=126 elapsed=0s rate=1317.45/s eta=0s +[2026-08-07 06:43:30,458] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 128/240 reqs (53.3%) sample_acc=0.000 fails=128 elapsed=0s rate=1319.38/s eta=0s +[2026-08-07 06:43:30,459] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 130/240 reqs (54.2%) sample_acc=0.000 fails=130 elapsed=0s rate=1317.09/s eta=0s +[2026-08-07 06:43:30,461] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 132/240 reqs (55.0%) sample_acc=0.000 fails=132 elapsed=0s rate=1318.98/s eta=0s +[2026-08-07 06:43:30,462] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 134/240 reqs (55.8%) sample_acc=0.000 fails=134 elapsed=0s rate=1320.48/s eta=0s +[2026-08-07 06:43:30,464] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 136/240 reqs (56.7%) sample_acc=0.000 fails=136 elapsed=0s rate=1318.26/s eta=0s +[2026-08-07 06:43:30,465] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 138/240 reqs (57.5%) sample_acc=0.000 fails=138 elapsed=0s rate=1319.76/s eta=0s +[2026-08-07 06:43:30,466] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 140/240 reqs (58.3%) sample_acc=0.000 fails=140 elapsed=0s rate=1322.45/s eta=0s +[2026-08-07 06:43:30,468] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 142/240 reqs (59.2%) sample_acc=0.000 fails=142 elapsed=0s rate=1320.39/s eta=0s +[2026-08-07 06:43:30,469] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 144/240 reqs (60.0%) sample_acc=0.000 fails=144 elapsed=0s rate=1322.75/s eta=0s +[2026-08-07 06:43:30,471] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 146/240 reqs (60.8%) sample_acc=0.000 fails=146 elapsed=0s rate=1324.74/s eta=0s +[2026-08-07 06:43:30,472] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 148/240 reqs (61.7%) sample_acc=0.000 fails=148 elapsed=0s rate=1323.66/s eta=0s +[2026-08-07 06:43:30,474] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 150/240 reqs (62.5%) sample_acc=0.000 fails=150 elapsed=0s rate=1326.11/s eta=0s +[2026-08-07 06:43:30,475] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 152/240 reqs (63.3%) sample_acc=0.000 fails=152 elapsed=0s rate=1328.33/s eta=0s +[2026-08-07 06:43:30,477] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 154/240 reqs (64.2%) sample_acc=0.000 fails=154 elapsed=0s rate=1326.60/s eta=0s +[2026-08-07 06:43:30,478] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 156/240 reqs (65.0%) sample_acc=0.000 fails=156 elapsed=0s rate=1328.76/s eta=0s +[2026-08-07 06:43:30,479] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 158/240 reqs (65.8%) sample_acc=0.000 fails=158 elapsed=0s rate=1330.01/s eta=0s +[2026-08-07 06:43:30,481] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 160/240 reqs (66.7%) sample_acc=0.000 fails=160 elapsed=0s rate=1328.74/s eta=0s +[2026-08-07 06:43:30,482] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 162/240 reqs (67.5%) sample_acc=0.000 fails=162 elapsed=0s rate=1330.88/s eta=0s +[2026-08-07 06:43:30,483] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 164/240 reqs (68.3%) sample_acc=0.000 fails=164 elapsed=0s rate=1335.44/s eta=0s +[2026-08-07 06:43:30,486] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 166/240 reqs (69.2%) sample_acc=0.000 fails=166 elapsed=0s rate=1325.19/s eta=0s +[2026-08-07 06:43:30,487] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 168/240 reqs (70.0%) sample_acc=0.000 fails=168 elapsed=0s rate=1326.85/s eta=0s +[2026-08-07 06:43:30,489] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 170/240 reqs (70.8%) sample_acc=0.000 fails=170 elapsed=0s rate=1324.54/s eta=0s +[2026-08-07 06:43:30,490] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 172/240 reqs (71.7%) sample_acc=0.000 fails=172 elapsed=0s rate=1326.05/s eta=0s +[2026-08-07 06:43:30,492] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 174/240 reqs (72.5%) sample_acc=0.000 fails=174 elapsed=0s rate=1328.25/s eta=0s +[2026-08-07 06:43:30,493] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 176/240 reqs (73.3%) sample_acc=0.000 fails=176 elapsed=0s rate=1326.29/s eta=0s +[2026-08-07 06:43:30,495] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 178/240 reqs (74.2%) sample_acc=0.000 fails=178 elapsed=0s rate=1327.85/s eta=0s +[2026-08-07 06:43:30,496] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 180/240 reqs (75.0%) sample_acc=0.000 fails=180 elapsed=0s rate=1329.67/s eta=0s +[2026-08-07 06:43:30,498] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 182/240 reqs (75.8%) sample_acc=0.000 fails=182 elapsed=0s rate=1327.90/s eta=0s +[2026-08-07 06:43:30,499] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 184/240 reqs (76.7%) sample_acc=0.000 fails=184 elapsed=0s rate=1329.16/s eta=0s +[2026-08-07 06:43:30,500] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 186/240 reqs (77.5%) sample_acc=0.000 fails=186 elapsed=0s rate=1331.17/s eta=0s +[2026-08-07 06:43:30,502] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 188/240 reqs (78.3%) sample_acc=0.000 fails=188 elapsed=0s rate=1330.11/s eta=0s +[2026-08-07 06:43:30,503] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 190/240 reqs (79.2%) sample_acc=0.000 fails=190 elapsed=0s rate=1331.78/s eta=0s +[2026-08-07 06:43:30,505] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 192/240 reqs (80.0%) sample_acc=0.000 fails=192 elapsed=0s rate=1333.56/s eta=0s +[2026-08-07 06:43:30,506] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 194/240 reqs (80.8%) sample_acc=0.000 fails=194 elapsed=0s rate=1331.69/s eta=0s +[2026-08-07 06:43:30,508] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 196/240 reqs (81.7%) sample_acc=0.000 fails=196 elapsed=0s rate=1333.00/s eta=0s +[2026-08-07 06:43:30,509] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 198/240 reqs (82.5%) sample_acc=0.000 fails=198 elapsed=0s rate=1334.36/s eta=0s +[2026-08-07 06:43:30,511] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 200/240 reqs (83.3%) sample_acc=0.000 fails=200 elapsed=0s rate=1332.52/s eta=0s +[2026-08-07 06:43:30,512] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 202/240 reqs (84.2%) sample_acc=0.000 fails=202 elapsed=0s rate=1332.71/s eta=0s +[2026-08-07 06:43:30,513] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 204/240 reqs (85.0%) sample_acc=0.000 fails=204 elapsed=0s rate=1334.50/s eta=0s +[2026-08-07 06:43:30,515] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 206/240 reqs (85.8%) sample_acc=0.000 fails=206 elapsed=0s rate=1331.54/s eta=0s +[2026-08-07 06:43:30,517] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 208/240 reqs (86.7%) sample_acc=0.000 fails=208 elapsed=0s rate=1333.02/s eta=0s +[2026-08-07 06:43:30,518] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 210/240 reqs (87.5%) sample_acc=0.000 fails=210 elapsed=0s rate=1334.58/s eta=0s +[2026-08-07 06:43:30,520] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 212/240 reqs (88.3%) sample_acc=0.000 fails=212 elapsed=0s rate=1333.27/s eta=0s +[2026-08-07 06:43:30,521] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 214/240 reqs (89.2%) sample_acc=0.000 fails=214 elapsed=0s rate=1334.91/s eta=0s +[2026-08-07 06:43:30,522] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 216/240 reqs (90.0%) sample_acc=0.000 fails=216 elapsed=0s rate=1336.39/s eta=0s +[2026-08-07 06:43:30,524] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 218/240 reqs (90.8%) sample_acc=0.000 fails=218 elapsed=0s rate=1334.57/s eta=0s +[2026-08-07 06:43:30,525] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 220/240 reqs (91.7%) sample_acc=0.000 fails=220 elapsed=0s rate=1335.72/s eta=0s +[2026-08-07 06:43:30,527] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 222/240 reqs (92.5%) sample_acc=0.000 fails=222 elapsed=0s rate=1337.20/s eta=0s +[2026-08-07 06:43:30,528] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 224/240 reqs (93.3%) sample_acc=0.000 fails=224 elapsed=0s rate=1335.89/s eta=0s +[2026-08-07 06:43:30,530] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 226/240 reqs (94.2%) sample_acc=0.000 fails=226 elapsed=0s rate=1337.29/s eta=0s +[2026-08-07 06:43:30,531] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 228/240 reqs (95.0%) sample_acc=0.000 fails=228 elapsed=0s rate=1336.80/s eta=0s +[2026-08-07 06:43:30,533] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 230/240 reqs (95.8%) sample_acc=0.000 fails=230 elapsed=0s rate=1336.61/s eta=0s +[2026-08-07 06:43:30,534] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 232/240 reqs (96.7%) sample_acc=0.000 fails=232 elapsed=0s rate=1337.61/s eta=0s +[2026-08-07 06:43:30,536] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 234/240 reqs (97.5%) sample_acc=0.000 fails=234 elapsed=0s rate=1335.92/s eta=0s +[2026-08-07 06:43:30,537] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 236/240 reqs (98.3%) sample_acc=0.000 fails=236 elapsed=0s rate=1336.84/s eta=0s +[2026-08-07 06:43:30,538] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 238/240 reqs (99.2%) sample_acc=0.000 fails=238 elapsed=0s rate=1338.48/s eta=0s +[2026-08-07 06:43:30,539] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 240/240 reqs (100.0%) sample_acc=0.000 fails=240 elapsed=0s rate=1343.29/s eta=0s +[2026-08-07 06:43:30,539] [PID 11] [Thread-4] [/app/utils/logger.py] [WARNING] [academic] aime2025: 240 requests failed during inference (sample: ['ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=34101): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=34101): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=34101): Failed to establish a new connection: [Errno 111] Connection refused"))']) +[2026-08-07 06:43:30,540] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: avg@8=0.0000 pass@1=0.0000 (items=30, samples=240, correct_samples=0) in 0.2s +[2026-08-07 06:43:30,540] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025 sample item=0 correct=False response='' +[2026-08-07 06:43:30,540] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025 sample item=0 correct=False response='' +[2026-08-07 06:43:30,540] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025 sample item=0 correct=False response='' +[2026-08-07 06:43:30,540] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] <<< benchmark 1/5: aime2025 done score=0.0000 took=0s +[2026-08-07 06:43:30,540] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] >>> benchmark 2/5: gpqa_diamond (sample_cap=all, avg@1, pass@1, temp=1.00, top_p=0.95, max_tokens=131072, suite_elapsed=0s) +[2026-08-07 06:43:30,561] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: BEGIN items=198 n_samples=1 (avg@1/pass@1) temp=1.00 top_p=0.95 requests=198 workers=1 max_tokens=131072 timeout=3600.0s stream=True +[2026-08-07 06:43:30,565] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 1/198 reqs (0.5%) sample_acc=0.000 fails=1 elapsed=0s rate=295.14/s eta=1s +[2026-08-07 06:43:30,565] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 2/198 reqs (1.0%) sample_acc=0.000 fails=2 elapsed=0s rate=480.00/s eta=0s +[2026-08-07 06:43:30,566] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 3/198 reqs (1.5%) sample_acc=0.000 fails=3 elapsed=0s rate=588.04/s eta=0s +[2026-08-07 06:43:30,567] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 4/198 reqs (2.0%) sample_acc=0.000 fails=4 elapsed=0s rate=684.58/s eta=0s +[2026-08-07 06:43:30,568] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 5/198 reqs (2.5%) sample_acc=0.000 fails=5 elapsed=0s rate=763.18/s eta=0s +[2026-08-07 06:43:30,569] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 6/198 reqs (3.0%) sample_acc=0.000 fails=6 elapsed=0s rate=825.42/s eta=0s +[2026-08-07 06:43:30,569] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 7/198 reqs (3.5%) sample_acc=0.000 fails=7 elapsed=0s rate=884.32/s eta=0s +[2026-08-07 06:43:30,570] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 8/198 reqs (4.0%) sample_acc=0.000 fails=8 elapsed=0s rate=904.31/s eta=0s +[2026-08-07 06:43:30,571] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 9/198 reqs (4.5%) sample_acc=0.000 fails=9 elapsed=0s rate=938.31/s eta=0s +[2026-08-07 06:43:30,572] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 10/198 reqs (5.1%) sample_acc=0.000 fails=10 elapsed=0s rate=959.76/s eta=0s +[2026-08-07 06:43:30,572] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 11/198 reqs (5.6%) sample_acc=0.000 fails=11 elapsed=0s rate=989.82/s eta=0s +[2026-08-07 06:43:30,573] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 12/198 reqs (6.1%) sample_acc=0.000 fails=12 elapsed=0s rate=1016.04/s eta=0s +[2026-08-07 06:43:30,574] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 13/198 reqs (6.6%) sample_acc=0.000 fails=13 elapsed=0s rate=1037.98/s eta=0s +[2026-08-07 06:43:30,575] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 14/198 reqs (7.1%) sample_acc=0.000 fails=14 elapsed=0s rate=1037.13/s eta=0s +[2026-08-07 06:43:30,576] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 15/198 reqs (7.6%) sample_acc=0.000 fails=15 elapsed=0s rate=1052.95/s eta=0s +[2026-08-07 06:43:30,576] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 16/198 reqs (8.1%) sample_acc=0.000 fails=16 elapsed=0s rate=1070.28/s eta=0s +[2026-08-07 06:43:30,577] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 17/198 reqs (8.6%) sample_acc=0.000 fails=17 elapsed=0s rate=1088.02/s eta=0s +[2026-08-07 06:43:30,578] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 18/198 reqs (9.1%) sample_acc=0.000 fails=18 elapsed=0s rate=1102.07/s eta=0s +[2026-08-07 06:43:30,579] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 19/198 reqs (9.6%) sample_acc=0.000 fails=19 elapsed=0s rate=1105.73/s eta=0s +[2026-08-07 06:43:30,580] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 20/198 reqs (10.1%) sample_acc=0.000 fails=20 elapsed=0s rate=1095.82/s eta=0s +[2026-08-07 06:43:30,580] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 21/198 reqs (10.6%) sample_acc=0.000 fails=21 elapsed=0s rate=1103.93/s eta=0s +[2026-08-07 06:43:30,581] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 22/198 reqs (11.1%) sample_acc=0.000 fails=22 elapsed=0s rate=1116.97/s eta=0s +[2026-08-07 06:43:30,582] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 23/198 reqs (11.6%) sample_acc=0.000 fails=23 elapsed=0s rate=1129.62/s eta=0s +[2026-08-07 06:43:30,582] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 24/198 reqs (12.1%) sample_acc=0.000 fails=24 elapsed=0s rate=1139.91/s eta=0s +[2026-08-07 06:43:30,583] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 25/198 reqs (12.6%) sample_acc=0.000 fails=25 elapsed=0s rate=1148.80/s eta=0s +[2026-08-07 06:43:30,584] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 26/198 reqs (13.1%) sample_acc=0.000 fails=26 elapsed=0s rate=1142.83/s eta=0s +[2026-08-07 06:43:30,585] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 27/198 reqs (13.6%) sample_acc=0.000 fails=27 elapsed=0s rate=1151.09/s eta=0s +[2026-08-07 06:43:30,586] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 28/198 reqs (14.1%) sample_acc=0.000 fails=28 elapsed=0s rate=1153.23/s eta=0s +[2026-08-07 06:43:30,586] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 29/198 reqs (14.6%) sample_acc=0.000 fails=29 elapsed=0s rate=1162.57/s eta=0s +[2026-08-07 06:43:30,587] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 30/198 reqs (15.2%) sample_acc=0.000 fails=30 elapsed=0s rate=1171.90/s eta=0s +[2026-08-07 06:43:30,588] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 31/198 reqs (15.7%) sample_acc=0.000 fails=31 elapsed=0s rate=1178.93/s eta=0s +[2026-08-07 06:43:30,589] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 32/198 reqs (16.2%) sample_acc=0.000 fails=32 elapsed=0s rate=1174.58/s eta=0s +[2026-08-07 06:43:30,589] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 33/198 reqs (16.7%) sample_acc=0.000 fails=33 elapsed=0s rate=1177.88/s eta=0s +[2026-08-07 06:43:30,590] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 34/198 reqs (17.2%) sample_acc=0.000 fails=34 elapsed=0s rate=1185.14/s eta=0s +[2026-08-07 06:43:30,591] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 35/198 reqs (17.7%) sample_acc=0.000 fails=35 elapsed=0s rate=1192.98/s eta=0s +[2026-08-07 06:43:30,591] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 36/198 reqs (18.2%) sample_acc=0.000 fails=36 elapsed=0s rate=1200.27/s eta=0s +[2026-08-07 06:43:30,592] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 37/198 reqs (18.7%) sample_acc=0.000 fails=37 elapsed=0s rate=1202.65/s eta=0s +[2026-08-07 06:43:30,593] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 38/198 reqs (19.2%) sample_acc=0.000 fails=38 elapsed=0s rate=1196.34/s eta=0s +[2026-08-07 06:43:30,594] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 39/198 reqs (19.7%) sample_acc=0.000 fails=39 elapsed=0s rate=1198.94/s eta=0s +[2026-08-07 06:43:30,595] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 40/198 reqs (20.2%) sample_acc=0.000 fails=40 elapsed=0s rate=1204.29/s eta=0s +[2026-08-07 06:43:30,595] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 41/198 reqs (20.7%) sample_acc=0.000 fails=41 elapsed=0s rate=1209.53/s eta=0s +[2026-08-07 06:43:30,596] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 42/198 reqs (21.2%) sample_acc=0.000 fails=42 elapsed=0s rate=1215.31/s eta=0s +[2026-08-07 06:43:30,597] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 43/198 reqs (21.7%) sample_acc=0.000 fails=43 elapsed=0s rate=1220.06/s eta=0s +[2026-08-07 06:43:30,597] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 44/198 reqs (22.2%) sample_acc=0.000 fails=44 elapsed=0s rate=1216.29/s eta=0s +[2026-08-07 06:43:30,598] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 45/198 reqs (22.7%) sample_acc=0.000 fails=45 elapsed=0s rate=1221.36/s eta=0s +[2026-08-07 06:43:30,599] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 46/198 reqs (23.2%) sample_acc=0.000 fails=46 elapsed=0s rate=1222.19/s eta=0s +[2026-08-07 06:43:30,600] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 47/198 reqs (23.7%) sample_acc=0.000 fails=47 elapsed=0s rate=1226.81/s eta=0s +[2026-08-07 06:43:30,600] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 48/198 reqs (24.2%) sample_acc=0.000 fails=48 elapsed=0s rate=1229.29/s eta=0s +[2026-08-07 06:43:30,601] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 49/198 reqs (24.7%) sample_acc=0.000 fails=49 elapsed=0s rate=1225.90/s eta=0s +[2026-08-07 06:43:30,602] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 50/198 reqs (25.3%) sample_acc=0.000 fails=50 elapsed=0s rate=1228.52/s eta=0s +[2026-08-07 06:43:30,603] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 51/198 reqs (25.8%) sample_acc=0.000 fails=51 elapsed=0s rate=1231.89/s eta=0s +[2026-08-07 06:43:30,603] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 52/198 reqs (26.3%) sample_acc=0.000 fails=52 elapsed=0s rate=1235.05/s eta=0s +[2026-08-07 06:43:30,604] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 53/198 reqs (26.8%) sample_acc=0.000 fails=53 elapsed=0s rate=1236.51/s eta=0s +[2026-08-07 06:43:30,605] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 54/198 reqs (27.3%) sample_acc=0.000 fails=54 elapsed=0s rate=1240.41/s eta=0s +[2026-08-07 06:43:30,606] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 55/198 reqs (27.8%) sample_acc=0.000 fails=55 elapsed=0s rate=1225.44/s eta=0s +[2026-08-07 06:43:30,607] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 56/198 reqs (28.3%) sample_acc=0.000 fails=56 elapsed=0s rate=1225.32/s eta=0s +[2026-08-07 06:43:30,608] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 57/198 reqs (28.8%) sample_acc=0.000 fails=57 elapsed=0s rate=1228.12/s eta=0s +[2026-08-07 06:43:30,608] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 58/198 reqs (29.3%) sample_acc=0.000 fails=58 elapsed=0s rate=1231.87/s eta=0s +[2026-08-07 06:43:30,609] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 59/198 reqs (29.8%) sample_acc=0.000 fails=59 elapsed=0s rate=1235.51/s eta=0s +[2026-08-07 06:43:30,610] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 60/198 reqs (30.3%) sample_acc=0.000 fails=60 elapsed=0s rate=1239.37/s eta=0s +[2026-08-07 06:43:30,611] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 61/198 reqs (30.8%) sample_acc=0.000 fails=61 elapsed=0s rate=1235.22/s eta=0s +[2026-08-07 06:43:30,611] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 62/198 reqs (31.3%) sample_acc=0.000 fails=62 elapsed=0s rate=1237.24/s eta=0s +[2026-08-07 06:43:30,612] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 63/198 reqs (31.8%) sample_acc=0.000 fails=63 elapsed=0s rate=1240.24/s eta=0s +[2026-08-07 06:43:30,613] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 64/198 reqs (32.3%) sample_acc=0.000 fails=64 elapsed=0s rate=1240.94/s eta=0s +[2026-08-07 06:43:30,614] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 65/198 reqs (32.8%) sample_acc=0.000 fails=65 elapsed=0s rate=1242.18/s eta=0s +[2026-08-07 06:43:30,614] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 66/198 reqs (33.3%) sample_acc=0.000 fails=66 elapsed=0s rate=1244.93/s eta=0s +[2026-08-07 06:43:30,615] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 67/198 reqs (33.8%) sample_acc=0.000 fails=67 elapsed=0s rate=1240.57/s eta=0s +[2026-08-07 06:43:30,616] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 68/198 reqs (34.3%) sample_acc=0.000 fails=68 elapsed=0s rate=1243.29/s eta=0s +[2026-08-07 06:43:30,617] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 69/198 reqs (34.8%) sample_acc=0.000 fails=69 elapsed=0s rate=1245.82/s eta=0s +[2026-08-07 06:43:30,617] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 70/198 reqs (35.4%) sample_acc=0.000 fails=70 elapsed=0s rate=1248.55/s eta=0s +[2026-08-07 06:43:30,618] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 71/198 reqs (35.9%) sample_acc=0.000 fails=71 elapsed=0s rate=1251.83/s eta=0s +[2026-08-07 06:43:30,619] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 72/198 reqs (36.4%) sample_acc=0.000 fails=72 elapsed=0s rate=1255.17/s eta=0s +[2026-08-07 06:43:30,620] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 73/198 reqs (36.9%) sample_acc=0.000 fails=73 elapsed=0s rate=1248.35/s eta=0s +[2026-08-07 06:43:30,621] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 74/198 reqs (37.4%) sample_acc=0.000 fails=74 elapsed=0s rate=1250.41/s eta=0s +[2026-08-07 06:43:30,621] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 75/198 reqs (37.9%) sample_acc=0.000 fails=75 elapsed=0s rate=1250.69/s eta=0s +[2026-08-07 06:43:30,622] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 76/198 reqs (38.4%) sample_acc=0.000 fails=76 elapsed=0s rate=1252.93/s eta=0s +[2026-08-07 06:43:30,623] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 77/198 reqs (38.9%) sample_acc=0.000 fails=77 elapsed=0s rate=1255.39/s eta=0s +[2026-08-07 06:43:30,623] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 78/198 reqs (39.4%) sample_acc=0.000 fails=78 elapsed=0s rate=1257.99/s eta=0s +[2026-08-07 06:43:30,624] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 79/198 reqs (39.9%) sample_acc=0.000 fails=79 elapsed=0s rate=1253.13/s eta=0s +[2026-08-07 06:43:30,625] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 80/198 reqs (40.4%) sample_acc=0.000 fails=80 elapsed=0s rate=1253.55/s eta=0s +[2026-08-07 06:43:30,626] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 81/198 reqs (40.9%) sample_acc=0.000 fails=81 elapsed=0s rate=1255.61/s eta=0s +[2026-08-07 06:43:30,627] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 82/198 reqs (41.4%) sample_acc=0.000 fails=82 elapsed=0s rate=1255.62/s eta=0s +[2026-08-07 06:43:30,627] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 83/198 reqs (41.9%) sample_acc=0.000 fails=83 elapsed=0s rate=1256.95/s eta=0s +[2026-08-07 06:43:30,628] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 84/198 reqs (42.4%) sample_acc=0.000 fails=84 elapsed=0s rate=1254.24/s eta=0s +[2026-08-07 06:43:30,629] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 85/198 reqs (42.9%) sample_acc=0.000 fails=85 elapsed=0s rate=1254.03/s eta=0s +[2026-08-07 06:43:30,630] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 86/198 reqs (43.4%) sample_acc=0.000 fails=86 elapsed=0s rate=1256.05/s eta=0s +[2026-08-07 06:43:30,630] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 87/198 reqs (43.9%) sample_acc=0.000 fails=87 elapsed=0s rate=1258.28/s eta=0s +[2026-08-07 06:43:30,631] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 88/198 reqs (44.4%) sample_acc=0.000 fails=88 elapsed=0s rate=1258.98/s eta=0s +[2026-08-07 06:43:30,632] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 89/198 reqs (44.9%) sample_acc=0.000 fails=89 elapsed=0s rate=1260.53/s eta=0s +[2026-08-07 06:43:30,633] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 90/198 reqs (45.5%) sample_acc=0.000 fails=90 elapsed=0s rate=1257.20/s eta=0s +[2026-08-07 06:43:30,634] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 91/198 reqs (46.0%) sample_acc=0.000 fails=91 elapsed=0s rate=1256.85/s eta=0s +[2026-08-07 06:43:30,634] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 92/198 reqs (46.5%) sample_acc=0.000 fails=92 elapsed=0s rate=1258.57/s eta=0s +[2026-08-07 06:43:30,635] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 93/198 reqs (47.0%) sample_acc=0.000 fails=93 elapsed=0s rate=1260.54/s eta=0s +[2026-08-07 06:43:30,636] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 94/198 reqs (47.5%) sample_acc=0.000 fails=94 elapsed=0s rate=1262.81/s eta=0s +[2026-08-07 06:43:30,636] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 95/198 reqs (48.0%) sample_acc=0.000 fails=95 elapsed=0s rate=1264.83/s eta=0s +[2026-08-07 06:43:30,637] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 96/198 reqs (48.5%) sample_acc=0.000 fails=96 elapsed=0s rate=1260.50/s eta=0s +[2026-08-07 06:43:30,638] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 97/198 reqs (49.0%) sample_acc=0.000 fails=97 elapsed=0s rate=1260.65/s eta=0s +[2026-08-07 06:43:30,639] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 98/198 reqs (49.5%) sample_acc=0.000 fails=98 elapsed=0s rate=1262.51/s eta=0s +[2026-08-07 06:43:30,640] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 99/198 reqs (50.0%) sample_acc=0.000 fails=99 elapsed=0s rate=1264.53/s eta=0s +[2026-08-07 06:43:30,640] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 100/198 reqs (50.5%) sample_acc=0.000 fails=100 elapsed=0s rate=1264.89/s eta=0s +[2026-08-07 06:43:30,641] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 101/198 reqs (51.0%) sample_acc=0.000 fails=101 elapsed=0s rate=1266.01/s eta=0s +[2026-08-07 06:43:30,642] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 102/198 reqs (51.5%) sample_acc=0.000 fails=102 elapsed=0s rate=1262.63/s eta=0s +[2026-08-07 06:43:30,645] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 103/198 reqs (52.0%) sample_acc=0.000 fails=103 elapsed=0s rate=1230.50/s eta=0s +[2026-08-07 06:43:30,645] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 104/198 reqs (52.5%) sample_acc=0.000 fails=104 elapsed=0s rate=1238.34/s eta=0s +[2026-08-07 06:43:30,645] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 105/198 reqs (53.0%) sample_acc=0.000 fails=105 elapsed=0s rate=1249.30/s eta=0s +[2026-08-07 06:43:30,646] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 106/198 reqs (53.5%) sample_acc=0.000 fails=106 elapsed=0s rate=1244.96/s eta=0s +[2026-08-07 06:43:30,647] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 107/198 reqs (54.0%) sample_acc=0.000 fails=107 elapsed=0s rate=1245.30/s eta=0s +[2026-08-07 06:43:30,648] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 108/198 reqs (54.5%) sample_acc=0.000 fails=108 elapsed=0s rate=1240.77/s eta=0s +[2026-08-07 06:43:30,650] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 109/198 reqs (55.1%) sample_acc=0.000 fails=109 elapsed=0s rate=1234.69/s eta=0s +[2026-08-07 06:43:30,650] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 110/198 reqs (55.6%) sample_acc=0.000 fails=110 elapsed=0s rate=1235.22/s eta=0s +[2026-08-07 06:43:30,651] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 111/198 reqs (56.1%) sample_acc=0.000 fails=111 elapsed=0s rate=1235.90/s eta=0s +[2026-08-07 06:43:30,652] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 112/198 reqs (56.6%) sample_acc=0.000 fails=112 elapsed=0s rate=1237.29/s eta=0s +[2026-08-07 06:43:30,653] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 113/198 reqs (57.1%) sample_acc=0.000 fails=113 elapsed=0s rate=1238.61/s eta=0s +[2026-08-07 06:43:30,654] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 114/198 reqs (57.6%) sample_acc=0.000 fails=114 elapsed=0s rate=1235.64/s eta=0s +[2026-08-07 06:43:30,654] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 115/198 reqs (58.1%) sample_acc=0.000 fails=115 elapsed=0s rate=1236.63/s eta=0s +[2026-08-07 06:43:30,655] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 116/198 reqs (58.6%) sample_acc=0.000 fails=116 elapsed=0s rate=1237.74/s eta=0s +[2026-08-07 06:43:30,656] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 117/198 reqs (59.1%) sample_acc=0.000 fails=117 elapsed=0s rate=1239.01/s eta=0s +[2026-08-07 06:43:30,657] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 118/198 reqs (59.6%) sample_acc=0.000 fails=118 elapsed=0s rate=1238.18/s eta=0s +[2026-08-07 06:43:30,657] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 119/198 reqs (60.1%) sample_acc=0.000 fails=119 elapsed=0s rate=1238.97/s eta=0s +[2026-08-07 06:43:30,658] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 120/198 reqs (60.6%) sample_acc=0.000 fails=120 elapsed=0s rate=1236.05/s eta=0s +[2026-08-07 06:43:30,659] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 121/198 reqs (61.1%) sample_acc=0.000 fails=121 elapsed=0s rate=1237.19/s eta=0s +[2026-08-07 06:43:30,660] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 122/198 reqs (61.6%) sample_acc=0.000 fails=122 elapsed=0s rate=1238.81/s eta=0s +[2026-08-07 06:43:30,660] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 123/198 reqs (62.1%) sample_acc=0.000 fails=123 elapsed=0s rate=1240.59/s eta=0s +[2026-08-07 06:43:30,661] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 124/198 reqs (62.6%) sample_acc=0.000 fails=124 elapsed=0s rate=1241.72/s eta=0s +[2026-08-07 06:43:30,662] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 125/198 reqs (63.1%) sample_acc=0.000 fails=125 elapsed=0s rate=1243.12/s eta=0s +[2026-08-07 06:43:30,663] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 126/198 reqs (63.6%) sample_acc=0.000 fails=126 elapsed=0s rate=1239.02/s eta=0s +[2026-08-07 06:43:30,664] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 127/198 reqs (64.1%) sample_acc=0.000 fails=127 elapsed=0s rate=1237.83/s eta=0s +[2026-08-07 06:43:30,665] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 128/198 reqs (64.6%) sample_acc=0.000 fails=128 elapsed=0s rate=1239.19/s eta=0s +[2026-08-07 06:43:30,665] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 129/198 reqs (65.2%) sample_acc=0.000 fails=129 elapsed=0s rate=1240.34/s eta=0s +[2026-08-07 06:43:30,666] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 130/198 reqs (65.7%) sample_acc=0.000 fails=130 elapsed=0s rate=1241.87/s eta=0s +[2026-08-07 06:43:30,667] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 131/198 reqs (66.2%) sample_acc=0.000 fails=131 elapsed=0s rate=1240.20/s eta=0s +[2026-08-07 06:43:30,668] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 132/198 reqs (66.7%) sample_acc=0.000 fails=132 elapsed=0s rate=1239.85/s eta=0s +[2026-08-07 06:43:30,668] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 133/198 reqs (67.2%) sample_acc=0.000 fails=133 elapsed=0s rate=1241.00/s eta=0s +[2026-08-07 06:43:30,669] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 134/198 reqs (67.7%) sample_acc=0.000 fails=134 elapsed=0s rate=1242.28/s eta=0s +[2026-08-07 06:43:30,670] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 135/198 reqs (68.2%) sample_acc=0.000 fails=135 elapsed=0s rate=1243.51/s eta=0s +[2026-08-07 06:43:30,671] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 136/198 reqs (68.7%) sample_acc=0.000 fails=136 elapsed=0s rate=1243.52/s eta=0s +[2026-08-07 06:43:30,672] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 137/198 reqs (69.2%) sample_acc=0.000 fails=137 elapsed=0s rate=1241.22/s eta=0s +[2026-08-07 06:43:30,673] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 138/198 reqs (69.7%) sample_acc=0.000 fails=138 elapsed=0s rate=1241.04/s eta=0s +[2026-08-07 06:43:30,673] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 139/198 reqs (70.2%) sample_acc=0.000 fails=139 elapsed=0s rate=1242.39/s eta=0s +[2026-08-07 06:43:30,674] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 140/198 reqs (70.7%) sample_acc=0.000 fails=140 elapsed=0s rate=1243.36/s eta=0s +[2026-08-07 06:43:30,675] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 141/198 reqs (71.2%) sample_acc=0.000 fails=141 elapsed=0s rate=1244.38/s eta=0s +[2026-08-07 06:43:30,675] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 142/198 reqs (71.7%) sample_acc=0.000 fails=142 elapsed=0s rate=1245.46/s eta=0s +[2026-08-07 06:43:30,676] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 143/198 reqs (72.2%) sample_acc=0.000 fails=143 elapsed=0s rate=1243.64/s eta=0s +[2026-08-07 06:43:30,677] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 144/198 reqs (72.7%) sample_acc=0.000 fails=144 elapsed=0s rate=1243.63/s eta=0s +[2026-08-07 06:43:30,678] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 145/198 reqs (73.2%) sample_acc=0.000 fails=145 elapsed=0s rate=1243.78/s eta=0s +[2026-08-07 06:43:30,679] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 146/198 reqs (73.7%) sample_acc=0.000 fails=146 elapsed=0s rate=1245.13/s eta=0s +[2026-08-07 06:43:30,679] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 147/198 reqs (74.2%) sample_acc=0.000 fails=147 elapsed=0s rate=1246.23/s eta=0s +[2026-08-07 06:43:30,680] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 148/198 reqs (74.7%) sample_acc=0.000 fails=148 elapsed=0s rate=1247.18/s eta=0s +[2026-08-07 06:43:30,681] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 149/198 reqs (75.3%) sample_acc=0.000 fails=149 elapsed=0s rate=1244.91/s eta=0s +[2026-08-07 06:43:30,682] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 150/198 reqs (75.8%) sample_acc=0.000 fails=150 elapsed=0s rate=1245.14/s eta=0s +[2026-08-07 06:43:30,682] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 151/198 reqs (76.3%) sample_acc=0.000 fails=151 elapsed=0s rate=1246.47/s eta=0s +[2026-08-07 06:43:30,683] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 152/198 reqs (76.8%) sample_acc=0.000 fails=152 elapsed=0s rate=1247.47/s eta=0s +[2026-08-07 06:43:30,684] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 153/198 reqs (77.3%) sample_acc=0.000 fails=153 elapsed=0s rate=1248.56/s eta=0s +[2026-08-07 06:43:30,685] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 154/198 reqs (77.8%) sample_acc=0.000 fails=154 elapsed=0s rate=1248.49/s eta=0s +[2026-08-07 06:43:30,686] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 155/198 reqs (78.3%) sample_acc=0.000 fails=155 elapsed=0s rate=1246.37/s eta=0s +[2026-08-07 06:43:30,686] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 156/198 reqs (78.8%) sample_acc=0.000 fails=156 elapsed=0s rate=1247.16/s eta=0s +[2026-08-07 06:43:30,687] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 157/198 reqs (79.3%) sample_acc=0.000 fails=157 elapsed=0s rate=1248.19/s eta=0s +[2026-08-07 06:43:30,688] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 158/198 reqs (79.8%) sample_acc=0.000 fails=158 elapsed=0s rate=1249.06/s eta=0s +[2026-08-07 06:43:30,688] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 159/198 reqs (80.3%) sample_acc=0.000 fails=159 elapsed=0s rate=1250.21/s eta=0s +[2026-08-07 06:43:30,689] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 160/198 reqs (80.8%) sample_acc=0.000 fails=160 elapsed=0s rate=1251.13/s eta=0s +[2026-08-07 06:43:30,690] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 161/198 reqs (81.3%) sample_acc=0.000 fails=161 elapsed=0s rate=1249.00/s eta=0s +[2026-08-07 06:43:30,691] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 162/198 reqs (81.8%) sample_acc=0.000 fails=162 elapsed=0s rate=1248.91/s eta=0s +[2026-08-07 06:43:30,692] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 163/198 reqs (82.3%) sample_acc=0.000 fails=163 elapsed=0s rate=1248.77/s eta=0s +[2026-08-07 06:43:30,693] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 164/198 reqs (82.8%) sample_acc=0.000 fails=164 elapsed=0s rate=1249.77/s eta=0s +[2026-08-07 06:43:30,693] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 165/198 reqs (83.3%) sample_acc=0.000 fails=165 elapsed=0s rate=1250.79/s eta=0s +[2026-08-07 06:43:30,694] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 166/198 reqs (83.8%) sample_acc=0.000 fails=166 elapsed=0s rate=1251.98/s eta=0s +[2026-08-07 06:43:30,695] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 167/198 reqs (84.3%) sample_acc=0.000 fails=167 elapsed=0s rate=1250.21/s eta=0s +[2026-08-07 06:43:30,696] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 168/198 reqs (84.8%) sample_acc=0.000 fails=168 elapsed=0s rate=1249.76/s eta=0s +[2026-08-07 06:43:30,696] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 169/198 reqs (85.4%) sample_acc=0.000 fails=169 elapsed=0s rate=1250.42/s eta=0s +[2026-08-07 06:43:30,697] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 170/198 reqs (85.9%) sample_acc=0.000 fails=170 elapsed=0s rate=1251.37/s eta=0s +[2026-08-07 06:43:30,698] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 171/198 reqs (86.4%) sample_acc=0.000 fails=171 elapsed=0s rate=1252.28/s eta=0s +[2026-08-07 06:43:30,699] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 172/198 reqs (86.9%) sample_acc=0.000 fails=172 elapsed=0s rate=1252.08/s eta=0s +[2026-08-07 06:43:30,700] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 173/198 reqs (87.4%) sample_acc=0.000 fails=173 elapsed=0s rate=1250.09/s eta=0s +[2026-08-07 06:43:30,700] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 174/198 reqs (87.9%) sample_acc=0.000 fails=174 elapsed=0s rate=1250.71/s eta=0s +[2026-08-07 06:43:30,701] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 175/198 reqs (88.4%) sample_acc=0.000 fails=175 elapsed=0s rate=1251.66/s eta=0s +[2026-08-07 06:43:30,702] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 176/198 reqs (88.9%) sample_acc=0.000 fails=176 elapsed=0s rate=1252.46/s eta=0s +[2026-08-07 06:43:30,703] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 177/198 reqs (89.4%) sample_acc=0.000 fails=177 elapsed=0s rate=1253.08/s eta=0s +[2026-08-07 06:43:30,704] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 178/198 reqs (89.9%) sample_acc=0.000 fails=178 elapsed=0s rate=1251.62/s eta=0s +[2026-08-07 06:43:30,704] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 179/198 reqs (90.4%) sample_acc=0.000 fails=179 elapsed=0s rate=1251.96/s eta=0s +[2026-08-07 06:43:30,705] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 180/198 reqs (90.9%) sample_acc=0.000 fails=180 elapsed=0s rate=1252.55/s eta=0s +[2026-08-07 06:43:30,706] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 181/198 reqs (91.4%) sample_acc=0.000 fails=181 elapsed=0s rate=1252.21/s eta=0s +[2026-08-07 06:43:30,707] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 182/198 reqs (91.9%) sample_acc=0.000 fails=182 elapsed=0s rate=1252.77/s eta=0s +[2026-08-07 06:43:30,707] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 183/198 reqs (92.4%) sample_acc=0.000 fails=183 elapsed=0s rate=1252.72/s eta=0s +[2026-08-07 06:43:30,708] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 184/198 reqs (92.9%) sample_acc=0.000 fails=184 elapsed=0s rate=1250.92/s eta=0s +[2026-08-07 06:43:30,709] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 185/198 reqs (93.4%) sample_acc=0.000 fails=185 elapsed=0s rate=1251.15/s eta=0s +[2026-08-07 06:43:30,710] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 186/198 reqs (93.9%) sample_acc=0.000 fails=186 elapsed=0s rate=1251.92/s eta=0s +[2026-08-07 06:43:30,711] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 187/198 reqs (94.4%) sample_acc=0.000 fails=187 elapsed=0s rate=1252.51/s eta=0s +[2026-08-07 06:43:30,711] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 188/198 reqs (94.9%) sample_acc=0.000 fails=188 elapsed=0s rate=1253.14/s eta=0s +[2026-08-07 06:43:30,712] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 189/198 reqs (95.5%) sample_acc=0.000 fails=189 elapsed=0s rate=1253.97/s eta=0s +[2026-08-07 06:43:30,713] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 190/198 reqs (96.0%) sample_acc=0.000 fails=190 elapsed=0s rate=1251.19/s eta=0s +[2026-08-07 06:43:30,714] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 191/198 reqs (96.5%) sample_acc=0.000 fails=191 elapsed=0s rate=1251.71/s eta=0s +[2026-08-07 06:43:30,715] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 192/198 reqs (97.0%) sample_acc=0.000 fails=192 elapsed=0s rate=1252.57/s eta=0s +[2026-08-07 06:43:30,715] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 193/198 reqs (97.5%) sample_acc=0.000 fails=193 elapsed=0s rate=1253.50/s eta=0s +[2026-08-07 06:43:30,716] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 194/198 reqs (98.0%) sample_acc=0.000 fails=194 elapsed=0s rate=1254.32/s eta=0s +[2026-08-07 06:43:30,717] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 195/198 reqs (98.5%) sample_acc=0.000 fails=195 elapsed=0s rate=1255.28/s eta=0s +[2026-08-07 06:43:30,718] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 196/198 reqs (99.0%) sample_acc=0.000 fails=196 elapsed=0s rate=1252.59/s eta=0s +[2026-08-07 06:43:30,719] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 197/198 reqs (99.5%) sample_acc=0.000 fails=197 elapsed=0s rate=1252.81/s eta=0s +[2026-08-07 06:43:30,719] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 198/198 reqs (100.0%) sample_acc=0.000 fails=198 elapsed=0s rate=1257.66/s eta=0s +[2026-08-07 06:43:30,719] [PID 11] [Thread-4] [/app/utils/logger.py] [WARNING] [academic] gpqa_diamond: 198 requests failed during inference (sample: ['ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=34101): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=34101): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=34101): Failed to establish a new connection: [Errno 111] Connection refused"))']) +[2026-08-07 06:43:30,719] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: avg@1=0.0000 pass@1=0.0000 (items=198, samples=198, correct_samples=0) in 0.2s +[2026-08-07 06:43:30,719] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond sample item=0 correct=False response='' +[2026-08-07 06:43:30,719] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond sample item=1 correct=False response='' +[2026-08-07 06:43:30,719] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond sample item=2 correct=False response='' +[2026-08-07 06:43:30,720] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] <<< benchmark 2/5: gpqa_diamond done score=0.0000 took=0s +[2026-08-07 06:43:30,720] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] >>> benchmark 3/5: hle (sample_cap=100, avg@1, pass@1, temp=1.00, top_p=0.95, max_tokens=131072, suite_elapsed=0s) +[2026-08-07 06:43:31,244] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: BEGIN items=100 n_samples=1 (avg@1/pass@1) temp=1.00 top_p=0.95 requests=100 workers=1 max_tokens=131072 timeout=3600.0s stream=True +[2026-08-07 06:43:31,247] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 1/100 reqs (1.0%) sample_acc=0.000 fails=1 elapsed=0s rate=349.08/s eta=0s +[2026-08-07 06:43:31,248] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 2/100 reqs (2.0%) sample_acc=0.000 fails=2 elapsed=0s rate=537.35/s eta=0s +[2026-08-07 06:43:31,249] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 3/100 reqs (3.0%) sample_acc=0.000 fails=3 elapsed=0s rate=667.62/s eta=0s +[2026-08-07 06:43:31,249] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 4/100 reqs (4.0%) sample_acc=0.000 fails=4 elapsed=0s rate=762.15/s eta=0s +[2026-08-07 06:43:31,250] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 5/100 reqs (5.0%) sample_acc=0.000 fails=5 elapsed=0s rate=797.55/s eta=0s +[2026-08-07 06:43:31,251] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 6/100 reqs (6.0%) sample_acc=0.000 fails=6 elapsed=0s rate=840.54/s eta=0s +[2026-08-07 06:43:31,252] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 7/100 reqs (7.0%) sample_acc=0.000 fails=7 elapsed=0s rate=885.29/s eta=0s +[2026-08-07 06:43:31,253] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 8/100 reqs (8.0%) sample_acc=0.000 fails=8 elapsed=0s rate=919.91/s eta=0s +[2026-08-07 06:43:31,254] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 9/100 reqs (9.0%) sample_acc=0.000 fails=9 elapsed=0s rate=951.51/s eta=0s +[2026-08-07 06:43:31,254] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 10/100 reqs (10.0%) sample_acc=0.000 fails=10 elapsed=0s rate=979.84/s eta=0s +[2026-08-07 06:43:31,256] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 11/100 reqs (11.0%) sample_acc=0.000 fails=11 elapsed=0s rate=967.99/s eta=0s +[2026-08-07 06:43:31,256] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 12/100 reqs (12.0%) sample_acc=0.000 fails=12 elapsed=0s rate=988.08/s eta=0s +[2026-08-07 06:43:31,257] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 13/100 reqs (13.0%) sample_acc=0.000 fails=13 elapsed=0s rate=1011.73/s eta=0s +[2026-08-07 06:43:31,258] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 14/100 reqs (14.0%) sample_acc=0.000 fails=14 elapsed=0s rate=1033.17/s eta=0s +[2026-08-07 06:43:31,259] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 15/100 reqs (15.0%) sample_acc=0.000 fails=15 elapsed=0s rate=1047.26/s eta=0s +[2026-08-07 06:43:31,260] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 16/100 reqs (16.0%) sample_acc=0.000 fails=16 elapsed=0s rate=1038.11/s eta=0s +[2026-08-07 06:43:31,260] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 17/100 reqs (17.0%) sample_acc=0.000 fails=17 elapsed=0s rate=1046.93/s eta=0s +[2026-08-07 06:43:31,261] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 18/100 reqs (18.0%) sample_acc=0.000 fails=18 elapsed=0s rate=1064.37/s eta=0s +[2026-08-07 06:43:31,262] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 19/100 reqs (19.0%) sample_acc=0.000 fails=19 elapsed=0s rate=1080.36/s eta=0s +[2026-08-07 06:43:31,263] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 20/100 reqs (20.0%) sample_acc=0.000 fails=20 elapsed=0s rate=1093.86/s eta=0s +[2026-08-07 06:43:31,263] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 21/100 reqs (21.0%) sample_acc=0.000 fails=21 elapsed=0s rate=1099.56/s eta=0s +[2026-08-07 06:43:31,264] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 22/100 reqs (22.0%) sample_acc=0.000 fails=22 elapsed=0s rate=1095.97/s eta=0s +[2026-08-07 06:43:31,265] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 23/100 reqs (23.0%) sample_acc=0.000 fails=23 elapsed=0s rate=1106.42/s eta=0s +[2026-08-07 06:43:31,266] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 24/100 reqs (24.0%) sample_acc=0.000 fails=24 elapsed=0s rate=1118.10/s eta=0s +[2026-08-07 06:43:31,266] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 25/100 reqs (25.0%) sample_acc=0.000 fails=25 elapsed=0s rate=1128.29/s eta=0s +[2026-08-07 06:43:31,267] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 26/100 reqs (26.0%) sample_acc=0.000 fails=26 elapsed=0s rate=1132.06/s eta=0s +[2026-08-07 06:43:31,268] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 27/100 reqs (27.0%) sample_acc=0.000 fails=27 elapsed=0s rate=1141.97/s eta=0s +[2026-08-07 06:43:31,269] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 28/100 reqs (28.0%) sample_acc=0.000 fails=28 elapsed=0s rate=1136.47/s eta=0s +[2026-08-07 06:43:31,270] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 29/100 reqs (29.0%) sample_acc=0.000 fails=29 elapsed=0s rate=1144.51/s eta=0s +[2026-08-07 06:43:31,270] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 30/100 reqs (30.0%) sample_acc=0.000 fails=30 elapsed=0s rate=1152.51/s eta=0s +[2026-08-07 06:43:31,271] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 31/100 reqs (31.0%) sample_acc=0.000 fails=31 elapsed=0s rate=1155.53/s eta=0s +[2026-08-07 06:43:31,272] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 32/100 reqs (32.0%) sample_acc=0.000 fails=32 elapsed=0s rate=1162.83/s eta=0s +[2026-08-07 06:43:31,272] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 33/100 reqs (33.0%) sample_acc=0.000 fails=33 elapsed=0s rate=1170.76/s eta=0s +[2026-08-07 06:43:31,274] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 34/100 reqs (34.0%) sample_acc=0.000 fails=34 elapsed=0s rate=1157.06/s eta=0s +[2026-08-07 06:43:31,274] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 35/100 reqs (35.0%) sample_acc=0.000 fails=35 elapsed=0s rate=1159.90/s eta=0s +[2026-08-07 06:43:31,275] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 36/100 reqs (36.0%) sample_acc=0.000 fails=36 elapsed=0s rate=1161.27/s eta=0s +[2026-08-07 06:43:31,276] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 37/100 reqs (37.0%) sample_acc=0.000 fails=37 elapsed=0s rate=1164.46/s eta=0s +[2026-08-07 06:43:31,277] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 38/100 reqs (38.0%) sample_acc=0.000 fails=38 elapsed=0s rate=1171.21/s eta=0s +[2026-08-07 06:43:31,277] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 39/100 reqs (39.0%) sample_acc=0.000 fails=39 elapsed=0s rate=1178.05/s eta=0s +[2026-08-07 06:43:31,278] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 40/100 reqs (40.0%) sample_acc=0.000 fails=40 elapsed=0s rate=1171.34/s eta=0s +[2026-08-07 06:43:31,279] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 41/100 reqs (41.0%) sample_acc=0.000 fails=41 elapsed=0s rate=1171.87/s eta=0s +[2026-08-07 06:43:31,280] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 42/100 reqs (42.0%) sample_acc=0.000 fails=42 elapsed=0s rate=1175.10/s eta=0s +[2026-08-07 06:43:31,281] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 43/100 reqs (43.0%) sample_acc=0.000 fails=43 elapsed=0s rate=1179.62/s eta=0s +[2026-08-07 06:43:31,281] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 44/100 reqs (44.0%) sample_acc=0.000 fails=44 elapsed=0s rate=1184.51/s eta=0s +[2026-08-07 06:43:31,282] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 45/100 reqs (45.0%) sample_acc=0.000 fails=45 elapsed=0s rate=1189.88/s eta=0s +[2026-08-07 06:43:31,283] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 46/100 reqs (46.0%) sample_acc=0.000 fails=46 elapsed=0s rate=1181.26/s eta=0s +[2026-08-07 06:43:31,284] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 47/100 reqs (47.0%) sample_acc=0.000 fails=47 elapsed=0s rate=1183.56/s eta=0s +[2026-08-07 06:43:31,285] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 48/100 reqs (48.0%) sample_acc=0.000 fails=48 elapsed=0s rate=1188.71/s eta=0s +[2026-08-07 06:43:31,285] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 49/100 reqs (49.0%) sample_acc=0.000 fails=49 elapsed=0s rate=1193.40/s eta=0s +[2026-08-07 06:43:31,286] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 50/100 reqs (50.0%) sample_acc=0.000 fails=50 elapsed=0s rate=1197.63/s eta=0s +[2026-08-07 06:43:31,287] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 51/100 reqs (51.0%) sample_acc=0.000 fails=51 elapsed=0s rate=1191.23/s eta=0s +[2026-08-07 06:43:31,288] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 52/100 reqs (52.0%) sample_acc=0.000 fails=52 elapsed=0s rate=1190.76/s eta=0s +[2026-08-07 06:43:31,289] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 53/100 reqs (53.0%) sample_acc=0.000 fails=53 elapsed=0s rate=1192.31/s eta=0s +[2026-08-07 06:43:31,289] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 54/100 reqs (54.0%) sample_acc=0.000 fails=54 elapsed=0s rate=1193.79/s eta=0s +[2026-08-07 06:43:31,290] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 55/100 reqs (55.0%) sample_acc=0.000 fails=55 elapsed=0s rate=1196.06/s eta=0s +[2026-08-07 06:43:31,291] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 56/100 reqs (56.0%) sample_acc=0.000 fails=56 elapsed=0s rate=1195.82/s eta=0s +[2026-08-07 06:43:31,292] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 57/100 reqs (57.0%) sample_acc=0.000 fails=57 elapsed=0s rate=1189.73/s eta=0s +[2026-08-07 06:43:31,293] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 58/100 reqs (58.0%) sample_acc=0.000 fails=58 elapsed=0s rate=1190.49/s eta=0s +[2026-08-07 06:43:31,294] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 59/100 reqs (59.0%) sample_acc=0.000 fails=59 elapsed=0s rate=1194.56/s eta=0s +[2026-08-07 06:43:31,294] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 60/100 reqs (60.0%) sample_acc=0.000 fails=60 elapsed=0s rate=1198.64/s eta=0s +[2026-08-07 06:43:31,295] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 61/100 reqs (61.0%) sample_acc=0.000 fails=61 elapsed=0s rate=1199.03/s eta=0s +[2026-08-07 06:43:31,296] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 62/100 reqs (62.0%) sample_acc=0.000 fails=62 elapsed=0s rate=1202.52/s eta=0s +[2026-08-07 06:43:31,297] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 63/100 reqs (63.0%) sample_acc=0.000 fails=63 elapsed=0s rate=1198.92/s eta=0s +[2026-08-07 06:43:31,297] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 64/100 reqs (64.0%) sample_acc=0.000 fails=64 elapsed=0s rate=1201.98/s eta=0s +[2026-08-07 06:43:31,298] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 65/100 reqs (65.0%) sample_acc=0.000 fails=65 elapsed=0s rate=1205.61/s eta=0s +[2026-08-07 06:43:31,299] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 66/100 reqs (66.0%) sample_acc=0.000 fails=66 elapsed=0s rate=1206.77/s eta=0s +[2026-08-07 06:43:31,300] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 67/100 reqs (67.0%) sample_acc=0.000 fails=67 elapsed=0s rate=1209.50/s eta=0s +[2026-08-07 06:43:31,300] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 68/100 reqs (68.0%) sample_acc=0.000 fails=68 elapsed=0s rate=1212.82/s eta=0s +[2026-08-07 06:43:31,301] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 69/100 reqs (69.0%) sample_acc=0.000 fails=69 elapsed=0s rate=1209.01/s eta=0s +[2026-08-07 06:43:31,302] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 70/100 reqs (70.0%) sample_acc=0.000 fails=70 elapsed=0s rate=1210.49/s eta=0s +[2026-08-07 06:43:31,303] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 71/100 reqs (71.0%) sample_acc=0.000 fails=71 elapsed=0s rate=1211.74/s eta=0s +[2026-08-07 06:43:31,304] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 72/100 reqs (72.0%) sample_acc=0.000 fails=72 elapsed=0s rate=1214.51/s eta=0s +[2026-08-07 06:43:31,304] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 73/100 reqs (73.0%) sample_acc=0.000 fails=73 elapsed=0s rate=1217.40/s eta=0s +[2026-08-07 06:43:31,305] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 74/100 reqs (74.0%) sample_acc=0.000 fails=74 elapsed=0s rate=1220.55/s eta=0s +[2026-08-07 06:43:31,306] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 75/100 reqs (75.0%) sample_acc=0.000 fails=75 elapsed=0s rate=1217.23/s eta=0s +[2026-08-07 06:43:31,307] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 76/100 reqs (76.0%) sample_acc=0.000 fails=76 elapsed=0s rate=1217.92/s eta=0s +[2026-08-07 06:43:31,307] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 77/100 reqs (77.0%) sample_acc=0.000 fails=77 elapsed=0s rate=1220.25/s eta=0s +[2026-08-07 06:43:31,308] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 78/100 reqs (78.0%) sample_acc=0.000 fails=78 elapsed=0s rate=1218.15/s eta=0s +[2026-08-07 06:43:31,309] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 79/100 reqs (79.0%) sample_acc=0.000 fails=79 elapsed=0s rate=1219.99/s eta=0s +[2026-08-07 06:43:31,310] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 80/100 reqs (80.0%) sample_acc=0.000 fails=80 elapsed=0s rate=1222.77/s eta=0s +[2026-08-07 06:43:31,311] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 81/100 reqs (81.0%) sample_acc=0.000 fails=81 elapsed=0s rate=1217.91/s eta=0s +[2026-08-07 06:43:31,312] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 82/100 reqs (82.0%) sample_acc=0.000 fails=82 elapsed=0s rate=1218.78/s eta=0s +[2026-08-07 06:43:31,312] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 83/100 reqs (83.0%) sample_acc=0.000 fails=83 elapsed=0s rate=1221.30/s eta=0s +[2026-08-07 06:43:31,313] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 84/100 reqs (84.0%) sample_acc=0.000 fails=84 elapsed=0s rate=1223.73/s eta=0s +[2026-08-07 06:43:31,314] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 85/100 reqs (85.0%) sample_acc=0.000 fails=85 elapsed=0s rate=1225.88/s eta=0s +[2026-08-07 06:43:31,315] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 86/100 reqs (86.0%) sample_acc=0.000 fails=86 elapsed=0s rate=1221.79/s eta=0s +[2026-08-07 06:43:31,315] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 87/100 reqs (87.0%) sample_acc=0.000 fails=87 elapsed=0s rate=1223.58/s eta=0s +[2026-08-07 06:43:31,316] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 88/100 reqs (88.0%) sample_acc=0.000 fails=88 elapsed=0s rate=1224.81/s eta=0s +[2026-08-07 06:43:31,317] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 89/100 reqs (89.0%) sample_acc=0.000 fails=89 elapsed=0s rate=1227.33/s eta=0s +[2026-08-07 06:43:31,317] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 90/100 reqs (90.0%) sample_acc=0.000 fails=90 elapsed=0s rate=1229.59/s eta=0s +[2026-08-07 06:43:31,318] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 91/100 reqs (91.0%) sample_acc=0.000 fails=91 elapsed=0s rate=1230.06/s eta=0s +[2026-08-07 06:43:31,319] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 92/100 reqs (92.0%) sample_acc=0.000 fails=92 elapsed=0s rate=1225.21/s eta=0s +[2026-08-07 06:43:31,320] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 93/100 reqs (93.0%) sample_acc=0.000 fails=93 elapsed=0s rate=1225.84/s eta=0s +[2026-08-07 06:43:31,321] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 94/100 reqs (94.0%) sample_acc=0.000 fails=94 elapsed=0s rate=1227.58/s eta=0s +[2026-08-07 06:43:31,321] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 95/100 reqs (95.0%) sample_acc=0.000 fails=95 elapsed=0s rate=1230.03/s eta=0s +[2026-08-07 06:43:31,322] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 96/100 reqs (96.0%) sample_acc=0.000 fails=96 elapsed=0s rate=1229.98/s eta=0s +[2026-08-07 06:43:31,323] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 97/100 reqs (97.0%) sample_acc=0.000 fails=97 elapsed=0s rate=1231.43/s eta=0s +[2026-08-07 06:43:31,324] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 98/100 reqs (98.0%) sample_acc=0.000 fails=98 elapsed=0s rate=1228.51/s eta=0s +[2026-08-07 06:43:31,325] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 99/100 reqs (99.0%) sample_acc=0.000 fails=99 elapsed=0s rate=1229.99/s eta=0s +[2026-08-07 06:43:31,325] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 100/100 reqs (100.0%) sample_acc=0.000 fails=100 elapsed=0s rate=1240.24/s eta=0s +[2026-08-07 06:43:31,325] [PID 11] [Thread-4] [/app/utils/logger.py] [WARNING] [academic] hle: 100 requests failed during inference (sample: ['ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=34101): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=34101): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=34101): Failed to establish a new connection: [Errno 111] Connection refused"))']) +[2026-08-07 06:43:31,325] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: avg@1=0.0000 pass@1=0.0000 (items=100, samples=100, correct_samples=0) in 0.1s +[2026-08-07 06:43:31,325] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle sample item=0 correct=False response='' +[2026-08-07 06:43:31,325] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle sample item=1 correct=False response='' +[2026-08-07 06:43:31,325] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle sample item=2 correct=False response='' +[2026-08-07 06:43:31,326] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] <<< benchmark 3/5: hle done score=0.0000 took=1s +[2026-08-07 06:43:31,326] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] >>> benchmark 4/5: simpleqa (sample_cap=200, avg@1, pass@1, temp=1.00, top_p=0.95, max_tokens=131072, suite_elapsed=1s) +[2026-08-07 06:43:31,330] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [simpleqa] grader model=Kimi-K2.5 endpoint=http://172.21.112.11/phanrouter (external) judge_max_tokens=16384 +[2026-08-07 06:43:35,829] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [simpleqa] judge preflight OK (Kimi-K2.5 at http://172.21.112.11/phanrouter) +[2026-08-07 06:43:35,830] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: BEGIN items=200 n_samples=1 (avg@1/pass@1) temp=1.00 top_p=0.95 requests=200 workers=1 max_tokens=131072 timeout=3600.0s stream=True +[2026-08-07 06:43:35,834] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 2/200 reqs (1.0%) sample_acc=0.000 fails=2 elapsed=0s rate=459.53/s eta=0s +[2026-08-07 06:43:35,836] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 4/200 reqs (2.0%) sample_acc=0.000 fails=4 elapsed=0s rate=662.88/s eta=0s +[2026-08-07 06:43:35,838] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 6/200 reqs (3.0%) sample_acc=0.000 fails=6 elapsed=0s rate=763.54/s eta=0s +[2026-08-07 06:43:35,840] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 8/200 reqs (4.0%) sample_acc=0.000 fails=8 elapsed=0s rate=807.31/s eta=0s +[2026-08-07 06:43:35,841] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 10/200 reqs (5.0%) sample_acc=0.000 fails=10 elapsed=0s rate=883.67/s eta=0s +[2026-08-07 06:43:35,843] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 12/200 reqs (6.0%) sample_acc=0.000 fails=12 elapsed=0s rate=928.39/s eta=0s +[2026-08-07 06:43:35,844] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 14/200 reqs (7.0%) sample_acc=0.000 fails=14 elapsed=0s rate=958.90/s eta=0s +[2026-08-07 06:43:35,846] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 16/200 reqs (8.0%) sample_acc=0.000 fails=16 elapsed=0s rate=1000.86/s eta=0s +[2026-08-07 06:43:35,847] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 18/200 reqs (9.0%) sample_acc=0.000 fails=18 elapsed=0s rate=1039.98/s eta=0s +[2026-08-07 06:43:35,849] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 20/200 reqs (10.0%) sample_acc=0.000 fails=20 elapsed=0s rate=1057.18/s eta=0s +[2026-08-07 06:43:35,850] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 22/200 reqs (11.0%) sample_acc=0.000 fails=22 elapsed=0s rate=1078.23/s eta=0s +[2026-08-07 06:43:35,852] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 24/200 reqs (12.0%) sample_acc=0.000 fails=24 elapsed=0s rate=1095.93/s eta=0s +[2026-08-07 06:43:35,853] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 26/200 reqs (13.0%) sample_acc=0.000 fails=26 elapsed=0s rate=1103.74/s eta=0s +[2026-08-07 06:43:35,855] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 28/200 reqs (14.0%) sample_acc=0.000 fails=28 elapsed=0s rate=1120.53/s eta=0s +[2026-08-07 06:43:35,856] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 30/200 reqs (15.0%) sample_acc=0.000 fails=30 elapsed=0s rate=1137.94/s eta=0s +[2026-08-07 06:43:35,858] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 32/200 reqs (16.0%) sample_acc=0.000 fails=32 elapsed=0s rate=1138.29/s eta=0s +[2026-08-07 06:43:35,859] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 34/200 reqs (17.0%) sample_acc=0.000 fails=34 elapsed=0s rate=1149.99/s eta=0s +[2026-08-07 06:43:35,861] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 36/200 reqs (18.0%) sample_acc=0.000 fails=36 elapsed=0s rate=1163.54/s eta=0s +[2026-08-07 06:43:35,862] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 38/200 reqs (19.0%) sample_acc=0.000 fails=38 elapsed=0s rate=1164.00/s eta=0s +[2026-08-07 06:43:35,864] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 40/200 reqs (20.0%) sample_acc=0.000 fails=40 elapsed=0s rate=1174.55/s eta=0s +[2026-08-07 06:43:35,865] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 42/200 reqs (21.0%) sample_acc=0.000 fails=42 elapsed=0s rate=1179.76/s eta=0s +[2026-08-07 06:43:35,867] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 44/200 reqs (22.0%) sample_acc=0.000 fails=44 elapsed=0s rate=1179.49/s eta=0s +[2026-08-07 06:43:35,868] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 46/200 reqs (23.0%) sample_acc=0.000 fails=46 elapsed=0s rate=1187.83/s eta=0s +[2026-08-07 06:43:35,870] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 48/200 reqs (24.0%) sample_acc=0.000 fails=48 elapsed=0s rate=1196.88/s eta=0s +[2026-08-07 06:43:35,872] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 50/200 reqs (25.0%) sample_acc=0.000 fails=50 elapsed=0s rate=1187.91/s eta=0s +[2026-08-07 06:43:35,873] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 52/200 reqs (26.0%) sample_acc=0.000 fails=52 elapsed=0s rate=1191.97/s eta=0s +[2026-08-07 06:43:35,875] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 54/200 reqs (27.0%) sample_acc=0.000 fails=54 elapsed=0s rate=1200.91/s eta=0s +[2026-08-07 06:43:35,876] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 56/200 reqs (28.0%) sample_acc=0.000 fails=56 elapsed=0s rate=1200.67/s eta=0s +[2026-08-07 06:43:35,878] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 58/200 reqs (29.0%) sample_acc=0.000 fails=58 elapsed=0s rate=1209.04/s eta=0s +[2026-08-07 06:43:35,879] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 60/200 reqs (30.0%) sample_acc=0.000 fails=60 elapsed=0s rate=1215.93/s eta=0s +[2026-08-07 06:43:35,881] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 62/200 reqs (31.0%) sample_acc=0.000 fails=62 elapsed=0s rate=1211.85/s eta=0s +[2026-08-07 06:43:35,882] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 64/200 reqs (32.0%) sample_acc=0.000 fails=64 elapsed=0s rate=1217.88/s eta=0s +[2026-08-07 06:43:35,884] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 66/200 reqs (33.0%) sample_acc=0.000 fails=66 elapsed=0s rate=1225.52/s eta=0s +[2026-08-07 06:43:35,885] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 68/200 reqs (34.0%) sample_acc=0.000 fails=68 elapsed=0s rate=1224.29/s eta=0s +[2026-08-07 06:43:35,887] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 70/200 reqs (35.0%) sample_acc=0.000 fails=70 elapsed=0s rate=1230.76/s eta=0s +[2026-08-07 06:43:35,888] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 72/200 reqs (36.0%) sample_acc=0.000 fails=72 elapsed=0s rate=1234.98/s eta=0s +[2026-08-07 06:43:35,890] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 74/200 reqs (37.0%) sample_acc=0.000 fails=74 elapsed=0s rate=1233.75/s eta=0s +[2026-08-07 06:43:35,891] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 76/200 reqs (38.0%) sample_acc=0.000 fails=76 elapsed=0s rate=1240.06/s eta=0s +[2026-08-07 06:43:35,893] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 78/200 reqs (39.0%) sample_acc=0.000 fails=78 elapsed=0s rate=1240.35/s eta=0s +[2026-08-07 06:43:35,894] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 80/200 reqs (40.0%) sample_acc=0.000 fails=80 elapsed=0s rate=1244.55/s eta=0s +[2026-08-07 06:43:35,895] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 82/200 reqs (41.0%) sample_acc=0.000 fails=82 elapsed=0s rate=1247.99/s eta=0s +[2026-08-07 06:43:35,897] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 84/200 reqs (42.0%) sample_acc=0.000 fails=84 elapsed=0s rate=1247.19/s eta=0s +[2026-08-07 06:43:35,898] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 86/200 reqs (43.0%) sample_acc=0.000 fails=86 elapsed=0s rate=1251.17/s eta=0s +[2026-08-07 06:43:35,900] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 88/200 reqs (44.0%) sample_acc=0.000 fails=88 elapsed=0s rate=1256.25/s eta=0s +[2026-08-07 06:43:35,901] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 90/200 reqs (45.0%) sample_acc=0.000 fails=90 elapsed=0s rate=1255.49/s eta=0s +[2026-08-07 06:43:35,903] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 92/200 reqs (46.0%) sample_acc=0.000 fails=92 elapsed=0s rate=1257.51/s eta=0s +[2026-08-07 06:43:35,904] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 94/200 reqs (47.0%) sample_acc=0.000 fails=94 elapsed=0s rate=1262.10/s eta=0s +[2026-08-07 06:43:35,906] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 96/200 reqs (48.0%) sample_acc=0.000 fails=96 elapsed=0s rate=1261.31/s eta=0s +[2026-08-07 06:43:35,907] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 98/200 reqs (49.0%) sample_acc=0.000 fails=98 elapsed=0s rate=1264.25/s eta=0s +[2026-08-07 06:43:35,909] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 100/200 reqs (50.0%) sample_acc=0.000 fails=100 elapsed=0s rate=1267.13/s eta=0s +[2026-08-07 06:43:35,910] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 102/200 reqs (51.0%) sample_acc=0.000 fails=102 elapsed=0s rate=1262.54/s eta=0s +[2026-08-07 06:43:35,912] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 104/200 reqs (52.0%) sample_acc=0.000 fails=104 elapsed=0s rate=1265.18/s eta=0s +[2026-08-07 06:43:35,913] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 106/200 reqs (53.0%) sample_acc=0.000 fails=106 elapsed=0s rate=1269.17/s eta=0s +[2026-08-07 06:43:35,915] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 108/200 reqs (54.0%) sample_acc=0.000 fails=108 elapsed=0s rate=1267.84/s eta=0s +[2026-08-07 06:43:35,916] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 110/200 reqs (55.0%) sample_acc=0.000 fails=110 elapsed=0s rate=1270.82/s eta=0s +[2026-08-07 06:43:35,918] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 112/200 reqs (56.0%) sample_acc=0.000 fails=112 elapsed=0s rate=1272.75/s eta=0s +[2026-08-07 06:43:35,919] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 114/200 reqs (57.0%) sample_acc=0.000 fails=114 elapsed=0s rate=1271.04/s eta=0s +[2026-08-07 06:43:35,921] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 116/200 reqs (58.0%) sample_acc=0.000 fails=116 elapsed=0s rate=1274.00/s eta=0s +[2026-08-07 06:43:35,922] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 118/200 reqs (59.0%) sample_acc=0.000 fails=118 elapsed=0s rate=1277.47/s eta=0s +[2026-08-07 06:43:35,924] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 120/200 reqs (60.0%) sample_acc=0.000 fails=120 elapsed=0s rate=1275.93/s eta=0s +[2026-08-07 06:43:35,925] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 122/200 reqs (61.0%) sample_acc=0.000 fails=122 elapsed=0s rate=1277.23/s eta=0s +[2026-08-07 06:43:35,927] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 124/200 reqs (62.0%) sample_acc=0.000 fails=124 elapsed=0s rate=1280.17/s eta=0s +[2026-08-07 06:43:35,928] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 126/200 reqs (63.0%) sample_acc=0.000 fails=126 elapsed=0s rate=1278.83/s eta=0s +[2026-08-07 06:43:35,930] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 128/200 reqs (64.0%) sample_acc=0.000 fails=128 elapsed=0s rate=1281.61/s eta=0s +[2026-08-07 06:43:35,931] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 130/200 reqs (65.0%) sample_acc=0.000 fails=130 elapsed=0s rate=1284.18/s eta=0s +[2026-08-07 06:43:35,933] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 132/200 reqs (66.0%) sample_acc=0.000 fails=132 elapsed=0s rate=1281.34/s eta=0s +[2026-08-07 06:43:35,934] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 134/200 reqs (67.0%) sample_acc=0.000 fails=134 elapsed=0s rate=1283.92/s eta=0s +[2026-08-07 06:43:35,935] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 136/200 reqs (68.0%) sample_acc=0.000 fails=136 elapsed=0s rate=1286.62/s eta=0s +[2026-08-07 06:43:35,937] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 138/200 reqs (69.0%) sample_acc=0.000 fails=138 elapsed=0s rate=1285.41/s eta=0s +[2026-08-07 06:43:35,938] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 140/200 reqs (70.0%) sample_acc=0.000 fails=140 elapsed=0s rate=1288.33/s eta=0s +[2026-08-07 06:43:35,940] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 142/200 reqs (71.0%) sample_acc=0.000 fails=142 elapsed=0s rate=1289.37/s eta=0s +[2026-08-07 06:43:35,942] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 144/200 reqs (72.0%) sample_acc=0.000 fails=144 elapsed=0s rate=1287.37/s eta=0s +[2026-08-07 06:43:35,943] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 146/200 reqs (73.0%) sample_acc=0.000 fails=146 elapsed=0s rate=1289.26/s eta=0s +[2026-08-07 06:43:35,944] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 148/200 reqs (74.0%) sample_acc=0.000 fails=148 elapsed=0s rate=1291.69/s eta=0s +[2026-08-07 06:43:35,946] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 150/200 reqs (75.0%) sample_acc=0.000 fails=150 elapsed=0s rate=1290.40/s eta=0s +[2026-08-07 06:43:35,947] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 152/200 reqs (76.0%) sample_acc=0.000 fails=152 elapsed=0s rate=1291.76/s eta=0s +[2026-08-07 06:43:35,949] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 154/200 reqs (77.0%) sample_acc=0.000 fails=154 elapsed=0s rate=1293.95/s eta=0s +[2026-08-07 06:43:35,950] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 156/200 reqs (78.0%) sample_acc=0.000 fails=156 elapsed=0s rate=1292.59/s eta=0s +[2026-08-07 06:43:35,952] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 158/200 reqs (79.0%) sample_acc=0.000 fails=158 elapsed=0s rate=1294.67/s eta=0s +[2026-08-07 06:43:35,953] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 160/200 reqs (80.0%) sample_acc=0.000 fails=160 elapsed=0s rate=1297.37/s eta=0s +[2026-08-07 06:43:35,955] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 162/200 reqs (81.0%) sample_acc=0.000 fails=162 elapsed=0s rate=1294.80/s eta=0s +[2026-08-07 06:43:35,956] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 164/200 reqs (82.0%) sample_acc=0.000 fails=164 elapsed=0s rate=1296.75/s eta=0s +[2026-08-07 06:43:35,957] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 166/200 reqs (83.0%) sample_acc=0.000 fails=166 elapsed=0s rate=1298.99/s eta=0s +[2026-08-07 06:43:35,959] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 168/200 reqs (84.0%) sample_acc=0.000 fails=168 elapsed=0s rate=1297.77/s eta=0s +[2026-08-07 06:43:35,960] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 170/200 reqs (85.0%) sample_acc=0.000 fails=170 elapsed=0s rate=1299.80/s eta=0s +[2026-08-07 06:43:35,962] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 172/200 reqs (86.0%) sample_acc=0.000 fails=172 elapsed=0s rate=1298.39/s eta=0s +[2026-08-07 06:43:35,964] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 174/200 reqs (87.0%) sample_acc=0.000 fails=174 elapsed=0s rate=1299.70/s eta=0s +[2026-08-07 06:43:35,965] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 176/200 reqs (88.0%) sample_acc=0.000 fails=176 elapsed=0s rate=1301.65/s eta=0s +[2026-08-07 06:43:35,967] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 178/200 reqs (89.0%) sample_acc=0.000 fails=178 elapsed=0s rate=1300.79/s eta=0s +[2026-08-07 06:43:35,968] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 180/200 reqs (90.0%) sample_acc=0.000 fails=180 elapsed=0s rate=1302.07/s eta=0s +[2026-08-07 06:43:35,969] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 182/200 reqs (91.0%) sample_acc=0.000 fails=182 elapsed=0s rate=1303.05/s eta=0s +[2026-08-07 06:43:35,971] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 184/200 reqs (92.0%) sample_acc=0.000 fails=184 elapsed=0s rate=1301.95/s eta=0s +[2026-08-07 06:43:35,972] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 186/200 reqs (93.0%) sample_acc=0.000 fails=186 elapsed=0s rate=1303.48/s eta=0s +[2026-08-07 06:43:35,974] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 188/200 reqs (94.0%) sample_acc=0.000 fails=188 elapsed=0s rate=1305.05/s eta=0s +[2026-08-07 06:43:35,976] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 190/200 reqs (95.0%) sample_acc=0.000 fails=190 elapsed=0s rate=1302.86/s eta=0s +[2026-08-07 06:43:35,977] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 192/200 reqs (96.0%) sample_acc=0.000 fails=192 elapsed=0s rate=1302.33/s eta=0s +[2026-08-07 06:43:35,979] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 194/200 reqs (97.0%) sample_acc=0.000 fails=194 elapsed=0s rate=1303.26/s eta=0s +[2026-08-07 06:43:35,980] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 196/200 reqs (98.0%) sample_acc=0.000 fails=196 elapsed=0s rate=1302.05/s eta=0s +[2026-08-07 06:43:35,982] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 198/200 reqs (99.0%) sample_acc=0.000 fails=198 elapsed=0s rate=1302.84/s eta=0s +[2026-08-07 06:43:35,982] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 200/200 reqs (100.0%) sample_acc=0.000 fails=200 elapsed=0s rate=1308.97/s eta=0s +[2026-08-07 06:43:35,983] [PID 11] [Thread-4] [/app/utils/logger.py] [WARNING] [academic] simpleqa: 200 requests failed during inference (sample: ['ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=34101): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=34101): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=34101): Failed to establish a new connection: [Errno 111] Connection refused"))']) +[2026-08-07 06:43:35,983] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: avg@1=0.0000 pass@1=0.0000 (items=200, samples=200, correct_samples=0) in 0.2s +[2026-08-07 06:43:35,983] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa sample item=0 correct=False response='' +[2026-08-07 06:43:35,983] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa sample item=1 correct=False response='' +[2026-08-07 06:43:35,983] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa sample item=2 correct=False response='' +[2026-08-07 06:43:35,983] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] <<< benchmark 4/5: simpleqa done score=0.0000 took=5s +[2026-08-07 06:43:35,984] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] >>> benchmark 5/5: longbench_v2 (sample_cap=all, avg@1, pass@1, temp=1.00, top_p=0.95, max_tokens=16384, suite_elapsed=6s) +[2026-08-07 06:43:38,776] [PID 11] [Thread-4] [/app/utils/logger.py] [WARNING] [longbench_v2] max_model_len unknown (not exposed by /v1/models) — using configured input budget 190000 without auto-clamp; long contexts may be rejected (400) if prompt+output exceeds the window +[2026-08-07 06:43:38,777] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: BEGIN items=503 n_samples=1 (avg@1/pass@1) temp=1.00 top_p=0.95 requests=503 workers=1 max_tokens=16384 timeout=3600.0s stream=True +[2026-08-07 06:44:07,378] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 5/503 reqs (1.0%) sample_acc=0.000 fails=5 elapsed=29s rate=0.17/s eta=2849s +[2026-08-07 06:44:07,810] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 10/503 reqs (2.0%) sample_acc=0.000 fails=10 elapsed=29s rate=0.34/s eta=1431s +[2026-08-07 06:44:08,591] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 15/503 reqs (3.0%) sample_acc=0.000 fails=15 elapsed=30s rate=0.50/s eta=970s +[2026-08-07 06:44:08,995] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 20/503 reqs (4.0%) sample_acc=0.000 fails=20 elapsed=30s rate=0.66/s eta=730s +[2026-08-07 06:44:09,215] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 25/503 reqs (5.0%) sample_acc=0.000 fails=25 elapsed=30s rate=0.82/s eta=582s +[2026-08-07 06:44:09,499] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 30/503 reqs (6.0%) sample_acc=0.000 fails=30 elapsed=31s rate=0.98/s eta=484s +[2026-08-07 06:44:10,415] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 35/503 reqs (7.0%) sample_acc=0.000 fails=35 elapsed=32s rate=1.11/s eta=423s +[2026-08-07 06:44:11,106] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 40/503 reqs (8.0%) sample_acc=0.000 fails=40 elapsed=32s rate=1.24/s eta=374s +[2026-08-07 06:44:11,278] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 45/503 reqs (8.9%) sample_acc=0.000 fails=45 elapsed=33s rate=1.38/s eta=331s +[2026-08-07 06:44:11,712] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 50/503 reqs (9.9%) sample_acc=0.000 fails=50 elapsed=33s rate=1.52/s eta=298s +[2026-08-07 06:44:11,895] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 55/503 reqs (10.9%) sample_acc=0.000 fails=55 elapsed=33s rate=1.66/s eta=270s +[2026-08-07 06:44:12,348] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 60/503 reqs (11.9%) sample_acc=0.000 fails=60 elapsed=34s rate=1.79/s eta=248s +[2026-08-07 06:44:12,564] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 65/503 reqs (12.9%) sample_acc=0.000 fails=65 elapsed=34s rate=1.92/s eta=228s +[2026-08-07 06:44:13,104] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 70/503 reqs (13.9%) sample_acc=0.000 fails=70 elapsed=34s rate=2.04/s eta=212s +[2026-08-07 06:44:13,743] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 75/503 reqs (14.9%) sample_acc=0.000 fails=75 elapsed=35s rate=2.14/s eta=200s +[2026-08-07 06:44:13,897] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 80/503 reqs (15.9%) sample_acc=0.000 fails=80 elapsed=35s rate=2.28/s eta=186s +[2026-08-07 06:44:14,163] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 85/503 reqs (16.9%) sample_acc=0.000 fails=85 elapsed=35s rate=2.40/s eta=174s +[2026-08-07 06:44:14,288] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 90/503 reqs (17.9%) sample_acc=0.000 fails=90 elapsed=36s rate=2.53/s eta=163s +[2026-08-07 06:44:14,459] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 95/503 reqs (18.9%) sample_acc=0.000 fails=95 elapsed=36s rate=2.66/s eta=153s +[2026-08-07 06:44:14,692] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 100/503 reqs (19.9%) sample_acc=0.000 fails=100 elapsed=36s rate=2.78/s eta=145s +[2026-08-07 06:44:15,049] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 105/503 reqs (20.9%) sample_acc=0.000 fails=105 elapsed=36s rate=2.89/s eta=137s +[2026-08-07 06:44:15,339] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 110/503 reqs (21.9%) sample_acc=0.000 fails=110 elapsed=37s rate=3.01/s eta=131s +[2026-08-07 06:44:15,621] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 115/503 reqs (22.9%) sample_acc=0.000 fails=115 elapsed=37s rate=3.12/s eta=124s +[2026-08-07 06:44:16,045] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 120/503 reqs (23.9%) sample_acc=0.000 fails=120 elapsed=37s rate=3.22/s eta=119s +[2026-08-07 06:44:16,521] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 125/503 reqs (24.9%) sample_acc=0.000 fails=125 elapsed=38s rate=3.31/s eta=114s +[2026-08-07 06:44:16,907] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 130/503 reqs (25.8%) sample_acc=0.000 fails=130 elapsed=38s rate=3.41/s eta=109s +[2026-08-07 06:44:17,514] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 135/503 reqs (26.8%) sample_acc=0.000 fails=135 elapsed=39s rate=3.49/s eta=106s +[2026-08-07 06:44:17,896] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 140/503 reqs (27.8%) sample_acc=0.000 fails=140 elapsed=39s rate=3.58/s eta=101s +[2026-08-07 06:44:20,355] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 145/503 reqs (28.8%) sample_acc=0.000 fails=145 elapsed=42s rate=3.49/s eta=103s +[2026-08-07 06:44:20,977] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 150/503 reqs (29.8%) sample_acc=0.000 fails=150 elapsed=42s rate=3.55/s eta=99s +[2026-08-07 06:44:21,307] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 155/503 reqs (30.8%) sample_acc=0.000 fails=155 elapsed=43s rate=3.64/s eta=95s +[2026-08-07 06:44:22,126] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 160/503 reqs (31.8%) sample_acc=0.000 fails=160 elapsed=43s rate=3.69/s eta=93s +[2026-08-07 06:44:22,292] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 165/503 reqs (32.8%) sample_acc=0.000 fails=165 elapsed=44s rate=3.79/s eta=89s +[2026-08-07 06:44:22,576] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 170/503 reqs (33.8%) sample_acc=0.000 fails=170 elapsed=44s rate=3.88/s eta=86s +[2026-08-07 06:44:22,853] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 175/503 reqs (34.8%) sample_acc=0.000 fails=175 elapsed=44s rate=3.97/s eta=83s +[2026-08-07 06:44:23,133] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 180/503 reqs (35.8%) sample_acc=0.000 fails=180 elapsed=44s rate=4.06/s eta=80s +[2026-08-07 06:44:23,402] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 185/503 reqs (36.8%) sample_acc=0.000 fails=185 elapsed=45s rate=4.15/s eta=77s +[2026-08-07 06:44:23,615] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 190/503 reqs (37.8%) sample_acc=0.000 fails=190 elapsed=45s rate=4.24/s eta=74s +[2026-08-07 06:44:24,334] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 195/503 reqs (38.8%) sample_acc=0.000 fails=195 elapsed=46s rate=4.28/s eta=72s +[2026-08-07 06:44:24,705] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 200/503 reqs (39.8%) sample_acc=0.000 fails=200 elapsed=46s rate=4.35/s eta=70s +[2026-08-07 06:44:24,891] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 205/503 reqs (40.8%) sample_acc=0.000 fails=205 elapsed=46s rate=4.45/s eta=67s +[2026-08-07 06:44:25,147] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 210/503 reqs (41.7%) sample_acc=0.000 fails=210 elapsed=46s rate=4.53/s eta=65s +[2026-08-07 06:44:25,531] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 215/503 reqs (42.7%) sample_acc=0.000 fails=215 elapsed=47s rate=4.60/s eta=63s +[2026-08-07 06:44:25,951] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 220/503 reqs (43.7%) sample_acc=0.000 fails=220 elapsed=47s rate=4.66/s eta=61s +[2026-08-07 06:44:26,972] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 225/503 reqs (44.7%) sample_acc=0.000 fails=225 elapsed=48s rate=4.67/s eta=60s +[2026-08-07 06:44:27,264] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 230/503 reqs (45.7%) sample_acc=0.000 fails=230 elapsed=48s rate=4.74/s eta=58s +[2026-08-07 06:44:27,592] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 235/503 reqs (46.7%) sample_acc=0.000 fails=235 elapsed=49s rate=4.81/s eta=56s +[2026-08-07 06:44:27,681] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 240/503 reqs (47.7%) sample_acc=0.000 fails=240 elapsed=49s rate=4.91/s eta=54s +[2026-08-07 06:44:27,884] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 245/503 reqs (48.7%) sample_acc=0.000 fails=245 elapsed=49s rate=4.99/s eta=52s +[2026-08-07 06:44:28,061] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 250/503 reqs (49.7%) sample_acc=0.000 fails=250 elapsed=49s rate=5.07/s eta=50s +[2026-08-07 06:44:28,752] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 255/503 reqs (50.7%) sample_acc=0.000 fails=255 elapsed=50s rate=5.10/s eta=49s +[2026-08-07 06:44:28,897] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 260/503 reqs (51.7%) sample_acc=0.000 fails=260 elapsed=50s rate=5.19/s eta=47s +[2026-08-07 06:44:31,970] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 265/503 reqs (52.7%) sample_acc=0.000 fails=265 elapsed=53s rate=4.98/s eta=48s +[2026-08-07 06:44:32,137] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 270/503 reqs (53.7%) sample_acc=0.000 fails=270 elapsed=53s rate=5.06/s eta=46s +[2026-08-07 06:44:32,455] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 275/503 reqs (54.7%) sample_acc=0.000 fails=275 elapsed=54s rate=5.12/s eta=45s +[2026-08-07 06:44:32,740] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 280/503 reqs (55.7%) sample_acc=0.000 fails=280 elapsed=54s rate=5.19/s eta=43s +[2026-08-07 06:44:33,121] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 285/503 reqs (56.7%) sample_acc=0.000 fails=285 elapsed=54s rate=5.24/s eta=42s +[2026-08-07 06:44:33,262] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 290/503 reqs (57.7%) sample_acc=0.000 fails=290 elapsed=54s rate=5.32/s eta=40s +[2026-08-07 06:44:33,367] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 295/503 reqs (58.6%) sample_acc=0.000 fails=295 elapsed=55s rate=5.40/s eta=38s +[2026-08-07 06:44:33,642] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 300/503 reqs (59.6%) sample_acc=0.000 fails=300 elapsed=55s rate=5.47/s eta=37s +[2026-08-07 06:44:33,876] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 305/503 reqs (60.6%) sample_acc=0.000 fails=305 elapsed=55s rate=5.54/s eta=36s +[2026-08-07 06:44:34,304] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 310/503 reqs (61.6%) sample_acc=0.000 fails=310 elapsed=56s rate=5.58/s eta=35s +[2026-08-07 06:44:34,469] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 315/503 reqs (62.6%) sample_acc=0.000 fails=315 elapsed=56s rate=5.66/s eta=33s +[2026-08-07 06:44:35,309] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 320/503 reqs (63.6%) sample_acc=0.000 fails=320 elapsed=57s rate=5.66/s eta=32s +[2026-08-07 06:44:35,518] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 325/503 reqs (64.6%) sample_acc=0.000 fails=325 elapsed=57s rate=5.73/s eta=31s +[2026-08-07 06:44:36,011] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 330/503 reqs (65.6%) sample_acc=0.000 fails=330 elapsed=57s rate=5.77/s eta=30s +[2026-08-07 06:44:36,263] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 335/503 reqs (66.6%) sample_acc=0.000 fails=335 elapsed=57s rate=5.83/s eta=29s +[2026-08-07 06:44:37,235] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 340/503 reqs (67.6%) sample_acc=0.000 fails=340 elapsed=58s rate=5.82/s eta=28s +[2026-08-07 06:44:37,454] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 345/503 reqs (68.6%) sample_acc=0.000 fails=345 elapsed=59s rate=5.88/s eta=27s +[2026-08-07 06:44:38,071] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 350/503 reqs (69.6%) sample_acc=0.000 fails=350 elapsed=59s rate=5.90/s eta=26s +[2026-08-07 06:44:38,525] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 355/503 reqs (70.6%) sample_acc=0.000 fails=355 elapsed=60s rate=5.94/s eta=25s +[2026-08-07 06:44:39,531] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 360/503 reqs (71.6%) sample_acc=0.000 fails=360 elapsed=61s rate=5.93/s eta=24s +[2026-08-07 06:44:39,852] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 365/503 reqs (72.6%) sample_acc=0.000 fails=365 elapsed=61s rate=5.98/s eta=23s +[2026-08-07 06:44:42,625] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 370/503 reqs (73.6%) sample_acc=0.000 fails=370 elapsed=64s rate=5.80/s eta=23s +[2026-08-07 06:44:45,125] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 375/503 reqs (74.6%) sample_acc=0.000 fails=375 elapsed=66s rate=5.65/s eta=23s +[2026-08-07 06:44:45,297] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 380/503 reqs (75.5%) sample_acc=0.000 fails=380 elapsed=67s rate=5.71/s eta=22s +[2026-08-07 06:44:45,576] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 385/503 reqs (76.5%) sample_acc=0.000 fails=385 elapsed=67s rate=5.76/s eta=20s +[2026-08-07 06:44:45,827] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 390/503 reqs (77.5%) sample_acc=0.000 fails=390 elapsed=67s rate=5.82/s eta=19s +[2026-08-07 06:44:46,579] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 395/503 reqs (78.5%) sample_acc=0.000 fails=395 elapsed=68s rate=5.83/s eta=19s +[2026-08-07 06:44:47,109] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 400/503 reqs (79.5%) sample_acc=0.000 fails=400 elapsed=68s rate=5.85/s eta=18s +[2026-08-07 06:44:47,246] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 405/503 reqs (80.5%) sample_acc=0.000 fails=405 elapsed=68s rate=5.92/s eta=17s +[2026-08-07 06:44:48,324] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 410/503 reqs (81.5%) sample_acc=0.000 fails=410 elapsed=70s rate=5.90/s eta=16s +[2026-08-07 06:44:48,632] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 415/503 reqs (82.5%) sample_acc=0.000 fails=415 elapsed=70s rate=5.94/s eta=15s +[2026-08-07 06:44:49,867] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 420/503 reqs (83.5%) sample_acc=0.000 fails=420 elapsed=71s rate=5.91/s eta=14s +[2026-08-07 06:44:50,248] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 425/503 reqs (84.5%) sample_acc=0.000 fails=425 elapsed=71s rate=5.95/s eta=13s +[2026-08-07 06:44:51,316] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 430/503 reqs (85.5%) sample_acc=0.000 fails=430 elapsed=73s rate=5.93/s eta=12s +[2026-08-07 06:44:51,536] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 435/503 reqs (86.5%) sample_acc=0.000 fails=435 elapsed=73s rate=5.98/s eta=11s +[2026-08-07 06:44:52,301] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 440/503 reqs (87.5%) sample_acc=0.000 fails=440 elapsed=74s rate=5.98/s eta=11s +[2026-08-07 06:44:52,525] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 445/503 reqs (88.5%) sample_acc=0.000 fails=445 elapsed=74s rate=6.03/s eta=10s +[2026-08-07 06:44:54,224] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 450/503 reqs (89.5%) sample_acc=0.000 fails=450 elapsed=75s rate=5.96/s eta=9s +[2026-08-07 06:44:55,972] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 455/503 reqs (90.5%) sample_acc=0.000 fails=455 elapsed=77s rate=5.89/s eta=8s +[2026-08-07 06:44:56,298] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 460/503 reqs (91.5%) sample_acc=0.000 fails=460 elapsed=78s rate=5.93/s eta=7s +[2026-08-07 06:44:56,642] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 465/503 reqs (92.4%) sample_acc=0.000 fails=465 elapsed=78s rate=5.97/s eta=6s +[2026-08-07 06:44:56,955] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 470/503 reqs (93.4%) sample_acc=0.000 fails=470 elapsed=78s rate=6.01/s eta=5s +[2026-08-07 06:44:58,165] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 475/503 reqs (94.4%) sample_acc=0.000 fails=475 elapsed=79s rate=5.98/s eta=5s +[2026-08-07 06:44:58,334] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 480/503 reqs (95.4%) sample_acc=0.000 fails=480 elapsed=80s rate=6.03/s eta=4s +[2026-08-07 06:44:58,513] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 485/503 reqs (96.4%) sample_acc=0.000 fails=485 elapsed=80s rate=6.08/s eta=3s +[2026-08-07 06:44:59,448] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 490/503 reqs (97.4%) sample_acc=0.000 fails=490 elapsed=81s rate=6.07/s eta=2s +[2026-08-07 06:44:59,714] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 495/503 reqs (98.4%) sample_acc=0.000 fails=495 elapsed=81s rate=6.12/s eta=1s +[2026-08-07 06:45:00,054] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 500/503 reqs (99.4%) sample_acc=0.000 fails=500 elapsed=81s rate=6.15/s eta=0s +[2026-08-07 06:45:00,227] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 503/503 reqs (100.0%) sample_acc=0.000 fails=503 elapsed=81s rate=6.18/s eta=0s +[2026-08-07 06:45:00,227] [PID 11] [Thread-4] [/app/utils/logger.py] [WARNING] [academic] longbench_v2: 503 requests failed during inference (sample: ['ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=34101): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=34101): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=34101): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=34101): Failed to establish a new connection: [Errno 111] Connection refused"))']) +[2026-08-07 06:45:00,228] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: avg@1=0.0000 pass@1=0.0000 (items=503, samples=503, correct_samples=0) in 81.5s +[2026-08-07 06:45:00,228] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2 sample item=0 correct=False response='' +[2026-08-07 06:45:00,228] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2 sample item=1 correct=False response='' +[2026-08-07 06:45:00,228] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2 sample item=2 correct=False response='' +[2026-08-07 06:45:00,229] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] <<< benchmark 5/5: longbench_v2 done score=0.0000 took=84s +[2026-08-07 06:45:00,229] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] generation perf — ttft_mean=n/a tpot_mean=n/a service_tps=n/a gen_tokens=0 +[2026-08-07 06:45:00,229] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] PASSED — scores: {'aime2025': 0.0, 'gpqa_diamond': 0.0, 'hle': 0.0, 'simpleqa': 0.0, 'longbench_v2': 0.0} +[2026-08-07 06:45:00,231] [PID 11] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass] scores={'aime2025': 0.0, 'gpqa_diamond': 0.0, 'hle': 0.0, 'simpleqa': 0.0, 'longbench_v2': 0.0} avg=0.000 +[2026-08-07 06:45:08,918] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Submission 508 module opencompass done — passed=False score=0.0000 +[2026-08-07 06:45:23,032] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Submission 508 finished — passed=False score=0.0 modules_run=4 +[2026-08-07 06:45:35,159] [PID 11] [Thread-4] [app.queue.jobs] [INFO] Keeping output dir for submission 508 (run had failures): /tmp/perfbench_submission_508_ld0ipqn7 + + + + + +=========================================================== + +别人有分的日志： +别人有分的日志： +别人有分的日志： +别人有分的日志： +别人有分的日志： +别人有分的日志： +别人有分的日志： +别人有分的日志： +别人有分的日志： +别人有分的日志： +别人有分的日志： +别人有分的日志： +别人有分的日志： +别人有分的日志： +别人有分的日志： +别人有分的日志： + +===== submission 168 attempt 1/3 ===== +[2026-07-23 02:37:15,673] [PID 12] [Thread-4] [app.queue.jobs] [INFO] Submission 168 started — model=llm endpoint=http://172.28.22.18:40023 benchmark_id=44 module=None +[2026-07-23 02:37:15,690] [PID 12] [Thread-4] [root] [INFO] guidellm report Path: /app/ui/index.html +[2026-07-23 02:37:15,704] [PID 12] [Thread-4] [app.queue.jobs] [INFO] Submission 168 starting module functional_acceptance (bm_id=102 order=0) +[2026-07-23 02:37:35,746] [PID 12] [Thread-4] [app.queue.jobs] [INFO] Submission 168 module functional_acceptance: concurrency_override=1 requested but this module has no concurrency-equivalent param — not applied. +[2026-07-23 02:37:35,755] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [functional] skip_tests: 4 check(s) will be skipped (recorded SKIP): d08_image_url_blocked, t11a_no_auth, t11b_wrong_auth, t16b_missing_content +[2026-07-23 02:37:35,764] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] backend_style=auto → resolved=direct (native endpoint /version → 200 (vLLM)) +[2026-07-23 02:37:35,764] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] multimodal=on → resolved=on (explicit override) +[2026-07-23 02:37:44,256] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS d01_basic_nostream — content[11] tok=139 (8.49s) +[2026-07-23 02:37:47,007] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS d02_stream_usage — chunks=53 done=1 usage=1 (2.75s) +[2026-07-23 02:37:49,124] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS d03_tool_call — tool=get_weather args="{'city': 'Beijing'}" finish=tool_calls (tool_choice=auto) (2.12s) +[2026-07-23 02:38:06,905] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS d04_reasoning — content[181] reasoning[1011] (17.78s) +[2026-07-23 02:38:13,033] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS d05_multimodal — content[374]='The user is asking for the color of the provided image.\n\n1. ' (6.13s) +[2026-07-23 02:38:16,007] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL d06_cache_hit — 1st(pt=311,cached=0) 2nd(pt=311,cached=0) (2.97s) +[2026-07-23 02:39:17,116] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS d07_reasoning_plus_content — reasoning[3489] content[962] (61.11s) +[2026-07-23 02:39:22,777] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [functional] d08_image_url_blocked skipped by config (skip_tests); computed PASS discarded +[2026-07-23 02:39:22,777] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] - SKIP d08_image_url_blocked — skipped by config (skip_tests) (5.66s) +[2026-07-23 02:39:23,327] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS d09_thinking_disable_top — reasoning[0] content='4' finish=stop (converted to chat_template_kwargs for direct backend) (0.55s) +[2026-07-23 02:39:23,849] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS d10_thinking_disable_ctk — reasoning[0] content='4' finish=stop (chat_template_kwargs) (0.52s) +[2026-07-23 02:39:31,696] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t1a_thinking_true — HTTP 200 reasoning[541] (expect >0) (7.85s) +[2026-07-23 02:39:32,527] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t1b_thinking_false — HTTP 200 reasoning[0] (expect =0) (0.83s) +[2026-07-23 02:39:38,822] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t1c_thinking_default — HTTP 200 reasoning[411] (expect >0, default on) (6.29s) +[2026-07-23 02:39:40,094] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_temperature_0_0 — HTTP 200 (1.27s) +[2026-07-23 02:39:41,362] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_temperature_1_0 — HTTP 200 (1.27s) +[2026-07-23 02:39:42,631] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_temperature_1_1 — HTTP 200 (1.27s) +[2026-07-23 02:39:43,897] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_temperature_2_0 — HTTP 200 (1.27s) +[2026-07-23 02:39:44,013] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_top_p_0_0 — HTTP 400 (direct: accept 2xx or 4xx) (0.12s) +[2026-07-23 02:39:45,266] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_top_p_0_01 — HTTP 200 (1.25s) +[2026-07-23 02:39:46,521] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_top_p_0_95 — HTTP 200 (1.25s) +[2026-07-23 02:39:47,766] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_top_p_1_0 — HTTP 200 (1.24s) +[2026-07-23 02:39:47,882] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_top_p_1_1 — HTTP 400 (expect 4xx) (0.11s) +[2026-07-23 02:39:49,127] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_frequency_penalty_neg2 — HTTP 200 (1.24s) +[2026-07-23 02:39:50,373] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_frequency_penalty_0 — HTTP 200 (1.25s) +[2026-07-23 02:39:51,620] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_frequency_penalty_2 — HTTP 200 (1.25s) +[2026-07-23 02:39:52,871] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_presence_penalty_neg2 — HTTP 200 (1.25s) +[2026-07-23 02:39:54,122] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_presence_penalty_0 — HTTP 200 (1.25s) +[2026-07-23 02:39:55,369] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_presence_penalty_2 — HTTP 200 (1.25s) +[2026-07-23 02:39:56,616] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_n_1 — HTTP 200 (1.25s) +[2026-07-23 02:39:58,117] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t2_n_2 — HTTP 200 (1.50s) +[2026-07-23 02:40:43,611] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t3_max_tokens_none — HTTP 200 finish=stop (45.49s) +[2026-07-23 02:40:44,048] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t3_max_tokens_1 — HTTP 200 finish=stop (0.44s) +[2026-07-23 02:40:47,172] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t3_max_tokens_64 — HTTP 200 finish=stop (3.12s) +[2026-07-23 02:42:40,281] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t3_max_tokens_mid — HTTP 200 finish=stop (113.11s) +[2026-07-23 02:42:40,398] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✗ FAIL t3_max_tokens_max — HTTP 400 finish= (0.12s) +[2026-07-23 02:42:40,512] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t3_max_tokens_neg1 — HTTP 400 (expect 4xx) (0.11s) +[2026-07-23 02:42:40,624] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t3_max_tokens_over — HTTP 400 (expect 4xx) (0.11s) +[2026-07-23 02:42:41,169] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t4a_no_system — HTTP 200 content='_NO_SYSTEM' (0.54s) +[2026-07-23 02:42:41,715] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t4b_system_control — HTTP 200 content='_SYSTEM_CONTROL' (0.55s) +[2026-07-23 02:42:43,770] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t5_function_calling — tool=get_weather args="{'city': 'Beijing'}" finish=tool_calls (tool_choice=auto) (2.05s) +[2026-07-23 02:42:44,446] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t6_multi_turn — HTTP 200 reply='BLUE_42' (0.68s) +[2026-07-23 02:42:48,137] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t7_streaming_sse — HTTP 200 chunks=83 done=1 usage=1 (3.69s) +[2026-07-23 02:43:35,218] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t8_json_object — parsed={'name': 'Alice', 'age': 30} (47.08s) +[2026-07-23 02:43:39,415] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t9_json_schema — parsed={'name': 'Alice', 'age': 30} (4.20s) +[2026-07-23 02:43:41,342] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t10_stop_word — HTTP 200 content='1 2 3 4 5 6 7 8 9 10 11 12 13 14 ' finish=stop (1.93s) +[2026-07-23 02:43:41,939] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] - SKIP t11a_no_auth — skipped by config (skip_tests) (0.00s) +[2026-07-23 02:43:41,939] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] - SKIP t11b_wrong_auth — skipped by config (skip_tests) (0.00s) +[2026-07-23 02:43:42,696] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t12_chinese — HTTP 200 content="'中文测试：你好世界'" (0.76s) +[2026-07-23 02:43:43,365] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t12_japanese — HTTP 200 content="'日本語: こんにちは'" (0.67s) +[2026-07-23 02:43:44,469] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t12_emoji — HTTP 200 content='Emoji: 🎉🚀✨🇨🇳' (1.10s) +[2026-07-23 02:45:02,007] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] t13 quadrant image: HTTP 200 missing=[] content='Red, Green, Blue, Yellow' reasoning='' +[2026-07-23 02:45:02,007] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t13_multimodal_base64 — HTTP 200 missing=[] content='Red, Green, Blue, Yellow' (77.27s) +[2026-07-23 02:45:02,010] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t14_empty_body — HTTP 400 (expect 4xx) (0.00s) +[2026-07-23 02:45:03,018] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t15_idempotency_seed — call1='Hello' call2='Hello' (1.01s) +[2026-07-23 02:45:03,021] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t16a_missing_role — HTTP 400 (expect 4xx) (0.00s) +[2026-07-23 02:45:03,022] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [functional] t16b_missing_content skipped by config (skip_tests); computed PASS discarded +[2026-07-23 02:45:03,023] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] - SKIP t16b_missing_content — skipped by config (skip_tests) (0.00s) +[2026-07-23 02:45:03,026] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional] ✓ PASS t16c_empty_messages — HTTP 400 (expect 4xx) (0.00s) +[2026-07-23 02:45:03,027] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [functional_acceptance] pass_rate=0.923 passed=48 failed=4 skipped=4 failed_keys=['d06_cache_hit', 't3_max_tokens_1', 't3_max_tokens_64', 't3_max_tokens_max'] +[2026-07-23 02:45:10,896] [PID 12] [Thread-4] [app.queue.jobs] [INFO] Submission 168 module functional_acceptance done — passed=False score=0.9231 +[2026-07-23 02:45:12,527] [PID 12] [Thread-4] [app.queue.jobs] [INFO] Submission 168 starting module case_truncation (bm_id=103 order=1) +[2026-07-23 02:45:17,236] [PID 12] [Thread-4] [app.queue.jobs] [INFO] Submission 168 module case_truncation: CONCURRENCY OVERRIDE concurrency=4 -> 1. +[2026-07-23 02:45:18,342] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [long_output_truncation] Starting 1 concurrent requests (max_tokens=8192) +[2026-07-23 02:51:17,140] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [long_output_truncation] PASSED — avg_output_tokens=8192, elapsed=358.8s +[2026-07-23 02:51:17,140] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [case_truncation] truncation_rate=0.0 completion_ratio=1.0 +[2026-07-23 02:53:02,021] [PID 12] [Thread-4] [app.queue.jobs] [INFO] Submission 168 module case_truncation done — passed=True score=1.0000 +[2026-07-23 02:53:05,897] [PID 12] [Thread-4] [app.queue.jobs] [INFO] Submission 168 starting module replay_tencent (bm_id=104 order=2) +[2026-07-23 02:53:17,118] [PID 12] [Thread-4] [app.queue.jobs] [INFO] Submission 168 module replay_tencent: CONCURRENCY OVERRIDE concurrency=8 -> 1. +[2026-07-23 02:53:22,011] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Replaying 881 requests, concurrency=1 +[2026-07-23 02:53:22,012] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] SAVING per-request request/response capture to /tmp/perfbench_submission_168_mb3hhano/replay_tencent_104/replay_responses.jsonl (<=65536 raw bytes each; REPLAY_SAVE_RESPONSES_MAX_BYTES=0 for full). Inspect with: kubectl exec -- cat /tmp/perfbench_submission_168_mb3hhano/replay_tencent_104/replay_responses.jsonl +[2026-07-23 02:53:22,017] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [replay] TOOL-SUPPORT PREFLIGHT FAILED: HTTP 400 on a minimal tool request. The target likely does NOT render tool_calls/tool-role messages, so 690/881 sampled records carrying tool messages will probably fail with 4xx (tracked as tool_call_4xx_errors; not skipped). Response: {"object":"error","message":"[{'type': 'value_error', 'loc': ('body',), 'msg': \"Value error, Each message must have at least one of 'content' or 'reasoning_content'.\", 'input': {'model': 'llm', 'messages': [{'role': 'user', 'content': 'ping'}, {'role': 'assistant', 'content': None, 'tool_calls': [ +[2026-07-23 02:53:22,017] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] BEGIN batch total=881 concurrency=1 url=http://172.28.22.18:40023/v1/chat/completions +[2026-07-23 02:53:22,020] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a58f13fba3a7932488e00d79515e12dd attempt=1 +[2026-07-23 02:53:22,030] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=a58f13fba3a7932488e00d79515e12dd status=400 post_dur=0.005s +[2026-07-23 02:53:22,030] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a58f13fba3a7932488e00d79515e12dd status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 32768}] (retryable=False, attempt=1) +[2026-07-23 02:53:22,034] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6a84efa4064631019cccbcc326d46012 attempt=1 +[2026-07-23 02:53:22,038] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=6a84efa4064631019cccbcc326d46012 status=400 post_dur=0.003s +[2026-07-23 02:53:22,038] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6a84efa4064631019cccbcc326d46012 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 65536}] (retryable=False, attempt=1) +[2026-07-23 02:53:22,042] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d8da3191f5f8fb3583bb9f63573df16f attempt=1 +[2026-07-23 02:53:22,045] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=d8da3191f5f8fb3583bb9f63573df16f status=400 post_dur=0.003s +[2026-07-23 02:53:22,045] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d8da3191f5f8fb3583bb9f63573df16f status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 32768}] (retryable=False, attempt=1) +[2026-07-23 02:53:22,048] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a68af618dd7b34c86b59fdcb52d5c6a5 attempt=1 +[2026-07-23 02:53:22,454] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=a68af618dd7b34c86b59fdcb52d5c6a5 status=200 post_dur=0.405s +[2026-07-23 02:53:41,373] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=a68af618dd7b34c86b59fdcb52d5c6a5 total=19325.5ms bytes=27325 finished=True finish=tool_calls stop=None out_tok=331 prompt_tok=7438 tps=17.1 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 02:53:41,376] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fd7d52d45bac317c237f5af46800d51d attempt=1 +[2026-07-23 02:53:41,380] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=fd7d52d45bac317c237f5af46800d51d status=400 post_dur=0.004s +[2026-07-23 02:53:41,381] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fd7d52d45bac317c237f5af46800d51d status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 02:53:41,383] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=70823b5ac845bd1f8774ee42d21bafee attempt=1 +[2026-07-23 02:53:41,632] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=70823b5ac845bd1f8774ee42d21bafee status=200 post_dur=0.249s +[2026-07-23 02:55:31,401] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=70823b5ac845bd1f8774ee42d21bafee total=110018.4ms bytes=581509 finished=True finish=stop stop=None out_tok=2497 prompt_tok=918 tps=22.7 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 02:55:31,406] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2682fb6fd37b4f24e968d764437a25e1 attempt=1 +[2026-07-23 02:55:31,896] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=2682fb6fd37b4f24e968d764437a25e1 status=200 post_dur=0.489s +[2026-07-23 02:56:04,948] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=2682fb6fd37b4f24e968d764437a25e1 total=33542.0ms bytes=21736 finished=True finish=tool_calls stop=None out_tok=172 prompt_tok=45454 tps=5.1 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 02:56:04,953] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=585c250747371801b7e793d8b4c0f1c2 attempt=1 +[2026-07-23 02:56:04,958] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=585c250747371801b7e793d8b4c0f1c2 status=400 post_dur=0.003s +[2026-07-23 02:56:04,958] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=585c250747371801b7e793d8b4c0f1c2 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 32768}] (retryable=False, attempt=1) +[2026-07-23 02:56:04,960] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7db3dd955c38e4306ae474ec656cb93d attempt=1 +[2026-07-23 02:56:05,358] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=7db3dd955c38e4306ae474ec656cb93d status=200 post_dur=0.398s +[2026-07-23 02:56:14,372] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=7db3dd955c38e4306ae474ec656cb93d total=9411.7ms bytes=15108 finished=True finish=tool_calls stop=None out_tok=168 prompt_tok=3334 tps=17.9 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 02:56:14,374] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=03fe467d3f55594f27596be0c817de64 attempt=1 +[2026-07-23 02:56:14,379] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=03fe467d3f55594f27596be0c817de64 status=400 post_dur=0.003s +[2026-07-23 02:56:14,379] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=03fe467d3f55594f27596be0c817de64 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 02:56:14,383] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bb5cc83729c4fceaab14ebb7d0dd4bfd attempt=1 +[2026-07-23 02:56:14,386] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=bb5cc83729c4fceaab14ebb7d0dd4bfd status=400 post_dur=0.003s +[2026-07-23 02:56:14,386] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bb5cc83729c4fceaab14ebb7d0dd4bfd status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 02:56:14,389] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4da63363793b798959b852923d0b1a75 attempt=1 +[2026-07-23 02:56:14,392] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=4da63363793b798959b852923d0b1a75 status=400 post_dur=0.003s +[2026-07-23 02:56:14,392] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4da63363793b798959b852923d0b1a75 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 02:56:14,397] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1009845b9f7199b5af1dcc9732c85401 attempt=1 +[2026-07-23 02:56:14,400] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=1009845b9f7199b5af1dcc9732c85401 status=400 post_dur=0.002s +[2026-07-23 02:56:14,400] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1009845b9f7199b5af1dcc9732c85401 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 02:56:14,402] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=21ce0a97bf87bbe568bf685f1a6489e6 attempt=1 +[2026-07-23 02:56:14,784] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=21ce0a97bf87bbe568bf685f1a6489e6 status=200 post_dur=0.382s +[2026-07-23 02:56:32,302] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=21ce0a97bf87bbe568bf685f1a6489e6 total=17900.0ms bytes=42363 finished=True finish=tool_calls stop=None out_tok=239 prompt_tok=11310 tps=13.4 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 02:56:32,304] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=18124d640da68a1ca39ea1da607626bc attempt=1 +[2026-07-23 02:56:32,308] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=18124d640da68a1ca39ea1da607626bc status=400 post_dur=0.003s +[2026-07-23 02:56:32,308] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=18124d640da68a1ca39ea1da607626bc status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 02:56:32,310] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2f4bd5b73828650b91e3203f36a89b96 attempt=1 +[2026-07-23 02:56:32,726] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=2f4bd5b73828650b91e3203f36a89b96 status=200 post_dur=0.415s +[2026-07-23 02:56:53,848] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=2f4bd5b73828650b91e3203f36a89b96 total=21538.2ms bytes=47644 finished=True finish=stop stop=None out_tok=213 prompt_tok=21577 tps=9.9 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 02:56:53,851] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e3b1ad0d4b0ae9a0af796ee04ebb0dc7 attempt=1 +[2026-07-23 02:56:54,254] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=e3b1ad0d4b0ae9a0af796ee04ebb0dc7 status=200 post_dur=0.403s +[2026-07-23 02:57:06,529] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=e3b1ad0d4b0ae9a0af796ee04ebb0dc7 total=12678.2ms bytes=13379 finished=True finish=tool_calls stop=None out_tok=115 prompt_tok=11631 tps=9.1 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 02:57:06,533] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7cbdab7b46e95ec6366386836cba94c5 attempt=1 +[2026-07-23 02:57:06,981] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=7cbdab7b46e95ec6366386836cba94c5 status=200 post_dur=0.448s +[2026-07-23 02:57:51,590] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=7cbdab7b46e95ec6366386836cba94c5 total=45057.4ms bytes=13802 finished=True finish=tool_calls stop=None out_tok=125 prompt_tok=49084 tps=2.8 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 02:57:51,599] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=376a3e1437ef36f81003e0637ea935a3 attempt=1 +[2026-07-23 02:57:51,604] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=376a3e1437ef36f81003e0637ea935a3 status=400 post_dur=0.004s +[2026-07-23 02:57:51,604] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=376a3e1437ef36f81003e0637ea935a3 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 02:57:51,607] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=339ca333c681e7919cb517c87404dd63 attempt=1 +[2026-07-23 02:57:52,028] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=339ca333c681e7919cb517c87404dd63 status=200 post_dur=0.422s +[2026-07-23 02:58:04,599] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=339ca333c681e7919cb517c87404dd63 total=12992.5ms bytes=27400 finished=True finish=stop stop=None out_tok=119 prompt_tok=13787 tps=9.2 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 02:58:04,602] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5ec64948e84e3de297ff24346fcaf6c2 attempt=1 +[2026-07-23 02:58:04,607] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=5ec64948e84e3de297ff24346fcaf6c2 status=400 post_dur=0.004s +[2026-07-23 02:58:04,608] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5ec64948e84e3de297ff24346fcaf6c2 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 02:58:04,610] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0bcc15254f1e81443ea18c89ec99619b attempt=1 +[2026-07-23 02:58:04,613] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=0bcc15254f1e81443ea18c89ec99619b status=400 post_dur=0.003s +[2026-07-23 02:58:04,614] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0bcc15254f1e81443ea18c89ec99619b status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 02:58:04,616] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e5f5e5cb5b40f1964a4da622bb0ff39d attempt=1 +[2026-07-23 02:58:05,025] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=e5f5e5cb5b40f1964a4da622bb0ff39d status=200 post_dur=0.409s +[2026-07-23 02:58:16,085] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=e5f5e5cb5b40f1964a4da622bb0ff39d total=11469.7ms bytes=9444 finished=True finish=tool_calls stop=None out_tok=86 prompt_tok=13625 tps=7.5 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 02:58:16,092] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3de56e7ddccd49d37365f311c73b68ee attempt=1 +[2026-07-23 02:58:16,100] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=3de56e7ddccd49d37365f311c73b68ee status=400 post_dur=0.007s +[2026-07-23 02:58:16,100] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3de56e7ddccd49d37365f311c73b68ee status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 02:58:16,111] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f7b93cf7bf0ac456356481ba0a3c0869 attempt=1 +[2026-07-23 02:58:16,114] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=f7b93cf7bf0ac456356481ba0a3c0869 status=400 post_dur=0.002s +[2026-07-23 02:58:16,114] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f7b93cf7bf0ac456356481ba0a3c0869 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 02:58:16,117] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=813a4c2ed840077d3e58e7ef7d0ba1fc attempt=1 +[2026-07-23 02:58:16,120] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=813a4c2ed840077d3e58e7ef7d0ba1fc status=400 post_dur=0.003s +[2026-07-23 02:58:16,121] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=813a4c2ed840077d3e58e7ef7d0ba1fc status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 02:58:16,125] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=00f17c302646afed467a87ea313afde5 attempt=1 +[2026-07-23 02:58:16,582] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=00f17c302646afed467a87ea313afde5 status=200 post_dur=0.456s +[2026-07-23 02:58:46,616] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=00f17c302646afed467a87ea313afde5 total=30491.0ms bytes=5713 finished=True finish=tool_calls stop=None out_tok=73 prompt_tok=49263 tps=2.4 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 02:58:46,621] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9059eb022c6e80edfecc26f6afd3af84 attempt=1 +[2026-07-23 02:58:47,015] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=9059eb022c6e80edfecc26f6afd3af84 status=200 post_dur=0.393s +[2026-07-23 02:59:01,332] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=9059eb022c6e80edfecc26f6afd3af84 total=14711.3ms bytes=16039 finished=True finish=tool_calls stop=None out_tok=217 prompt_tok=7940 tps=14.8 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 02:59:01,335] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e89e3e63625e700c56b71773c4c7eab4 attempt=1 +[2026-07-23 02:59:01,340] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=e89e3e63625e700c56b71773c4c7eab4 status=400 post_dur=0.005s +[2026-07-23 02:59:01,340] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e89e3e63625e700c56b71773c4c7eab4 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 32768}] (retryable=False, attempt=1) +[2026-07-23 02:59:01,345] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=360c6b0cfb2a4dd1100d416a70e7e657 attempt=1 +[2026-07-23 02:59:01,722] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=360c6b0cfb2a4dd1100d416a70e7e657 status=200 post_dur=0.377s +[2026-07-23 02:59:16,743] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=360c6b0cfb2a4dd1100d416a70e7e657 total=15398.2ms bytes=23337 finished=True finish=tool_calls stop=None out_tok=243 prompt_tok=7229 tps=15.8 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 02:59:16,745] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0783ee21a4aab7e23c8fbdb0a2b5a817 attempt=1 +[2026-07-23 02:59:17,140] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=0783ee21a4aab7e23c8fbdb0a2b5a817 status=200 post_dur=0.394s +[2026-07-23 02:59:30,842] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=0783ee21a4aab7e23c8fbdb0a2b5a817 total=14097.1ms bytes=11348 finished=True finish=tool_calls stop=None out_tok=202 prompt_tok=8044 tps=14.3 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 02:59:30,844] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=89f6e2c636fdff89a84f43f2da82dcd2 attempt=1 +[2026-07-23 02:59:31,221] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=89f6e2c636fdff89a84f43f2da82dcd2 status=200 post_dur=0.376s +[2026-07-23 02:59:43,810] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=89f6e2c636fdff89a84f43f2da82dcd2 total=12966.1ms bytes=21857 finished=True finish=tool_calls stop=None out_tok=191 prompt_tok=7197 tps=14.7 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 02:59:43,813] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=80270320a8dff29e764f3e51f2457048 attempt=1 +[2026-07-23 02:59:44,275] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=80270320a8dff29e764f3e51f2457048 status=200 post_dur=0.461s +[2026-07-23 03:00:20,705] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=80270320a8dff29e764f3e51f2457048 total=36892.3ms bytes=9730 finished=True finish=tool_calls stop=None out_tok=135 prompt_tok=40506 tps=3.7 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:00:20,710] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5d339eab458d8528d67a43e72e6fb280 attempt=1 +[2026-07-23 03:00:21,115] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=5d339eab458d8528d67a43e72e6fb280 status=200 post_dur=0.404s +[2026-07-23 03:00:41,549] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=5d339eab458d8528d67a43e72e6fb280 total=20838.9ms bytes=24344 finished=True finish=tool_calls stop=None out_tok=362 prompt_tok=9054 tps=17.4 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:00:41,551] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6b4cd6b8ca48cc1e1b9bf19492373d1d attempt=1 +[2026-07-23 03:00:41,942] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=6b4cd6b8ca48cc1e1b9bf19492373d1d status=200 post_dur=0.390s +[2026-07-23 03:01:03,272] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=6b4cd6b8ca48cc1e1b9bf19492373d1d total=21720.6ms bytes=15204 finished=True finish=tool_calls stop=None out_tok=394 prompt_tok=8499 tps=18.1 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:01:03,273] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3f3d7ddfa95b6d6451c33fb084bbca83 attempt=1 +[2026-07-23 03:01:03,546] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=3f3d7ddfa95b6d6451c33fb084bbca83 status=200 post_dur=0.272s +[2026-07-23 03:02:34,700] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=3f3d7ddfa95b6d6451c33fb084bbca83 total=91426.6ms bytes=477773 finished=True finish=stop stop=None out_tok=2048 prompt_tok=722 tps=22.4 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:02:34,702] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=712fd074b7d4ea4b83bfcea317b58ce1 attempt=1 +[2026-07-23 03:02:35,216] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=712fd074b7d4ea4b83bfcea317b58ce1 status=200 post_dur=0.514s +[2026-07-23 03:02:43,559] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=712fd074b7d4ea4b83bfcea317b58ce1 total=8856.5ms bytes=11359 finished=True finish=tool_calls stop=None out_tok=90 prompt_tok=7322 tps=10.2 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:02:43,562] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a395f30cab08fc845d5d9611fa68f99e attempt=1 +[2026-07-23 03:02:43,567] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=a395f30cab08fc845d5d9611fa68f99e status=400 post_dur=0.005s +[2026-07-23 03:02:43,567] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a395f30cab08fc845d5d9611fa68f99e status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:02:43,569] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ad2442913856511942e1b75e3e16026f attempt=1 +[2026-07-23 03:02:43,971] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=ad2442913856511942e1b75e3e16026f status=200 post_dur=0.401s +[2026-07-23 03:02:50,080] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=ad2442913856511942e1b75e3e16026f total=6510.7ms bytes=5465 finished=True finish=tool_calls stop=None out_tok=67 prompt_tok=7664 tps=10.3 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:02:50,083] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=be69437c717502c0a63e8a525b38648c attempt=1 +[2026-07-23 03:02:50,087] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=be69437c717502c0a63e8a525b38648c status=400 post_dur=0.004s +[2026-07-23 03:02:50,087] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=be69437c717502c0a63e8a525b38648c status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:02:50,089] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b3ee41175527902f6fbcd82eb8223f16 attempt=1 +[2026-07-23 03:02:50,491] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=b3ee41175527902f6fbcd82eb8223f16 status=200 post_dur=0.401s +[2026-07-23 03:03:07,423] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=b3ee41175527902f6fbcd82eb8223f16 total=17333.6ms bytes=17889 finished=True finish=tool_calls stop=None out_tok=270 prompt_tok=9643 tps=15.6 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:03:07,425] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=23562599c4adb3e90d36122c9fb0f170 attempt=1 +[2026-07-23 03:03:07,828] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=23562599c4adb3e90d36122c9fb0f170 status=200 post_dur=0.403s +[2026-07-23 03:03:14,811] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=23562599c4adb3e90d36122c9fb0f170 total=7386.2ms bytes=12098 finished=True finish=stop stop=None out_tok=51 prompt_tok=7873 tps=6.9 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:03:14,814] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=07a68b8da39a6f982e88d0cd82940b3f attempt=1 +[2026-07-23 03:03:15,206] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=07a68b8da39a6f982e88d0cd82940b3f status=200 post_dur=0.392s +[2026-07-23 03:03:22,399] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=07a68b8da39a6f982e88d0cd82940b3f total=7585.1ms bytes=12785 finished=True finish=stop stop=None out_tok=54 prompt_tok=7975 tps=7.1 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:03:22,402] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=219b40a8c965d11add7bd2c508c7791d attempt=1 +[2026-07-23 03:03:22,737] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=219b40a8c965d11add7bd2c508c7791d status=200 post_dur=0.336s +[2026-07-23 03:03:40,689] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=219b40a8c965d11add7bd2c508c7791d total=18287.2ms bytes=3366 finished=True finish=stop stop= out_tok=7 prompt_tok=27241 tps=0.4 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:03:40,692] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0d42f70c177f45adc313f51314e9f310 attempt=1 +[2026-07-23 03:03:40,693] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 14% (44/881) has_cb=True +[2026-07-23 03:03:41,112] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=0d42f70c177f45adc313f51314e9f310 status=200 post_dur=0.420s +[2026-07-23 03:03:57,571] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=0d42f70c177f45adc313f51314e9f310 total=16879.1ms bytes=23349 finished=True finish=tool_calls stop=None out_tok=251 prompt_tok=9964 tps=14.9 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:03:57,574] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f699dd3ebdf7c24caa4d8288ae6306c9 attempt=1 +[2026-07-23 03:03:57,579] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=f699dd3ebdf7c24caa4d8288ae6306c9 status=400 post_dur=0.005s +[2026-07-23 03:03:57,579] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f699dd3ebdf7c24caa4d8288ae6306c9 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:03:57,582] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a56c2293beb6e091c063773919a7b85a attempt=1 +[2026-07-23 03:03:57,983] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=a56c2293beb6e091c063773919a7b85a status=200 post_dur=0.400s +[2026-07-23 03:04:04,796] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=a56c2293beb6e091c063773919a7b85a total=7213.7ms bytes=10070 finished=True finish=stop stop=None out_tok=43 prompt_tok=8163 tps=6.0 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:04:04,798] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5a0840884edeb8f37a79e2a99b091fff attempt=1 +[2026-07-23 03:04:04,802] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=5a0840884edeb8f37a79e2a99b091fff status=400 post_dur=0.003s +[2026-07-23 03:04:04,802] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5a0840884edeb8f37a79e2a99b091fff status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:04:04,806] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=54a7844586d857514e3829e8ef560825 attempt=1 +[2026-07-23 03:04:05,271] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=54a7844586d857514e3829e8ef560825 status=200 post_dur=0.465s +[2026-07-23 03:04:37,483] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=54a7844586d857514e3829e8ef560825 total=32677.5ms bytes=6884 finished=True finish=tool_calls stop=None out_tok=77 prompt_tok=49698 tps=2.4 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:04:37,489] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=85db3caec6b582aaafd3dbfe9bd5e7d8 attempt=1 +[2026-07-23 03:04:37,767] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=85db3caec6b582aaafd3dbfe9bd5e7d8 status=200 post_dur=0.276s +[2026-07-23 03:07:15,871] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=85db3caec6b582aaafd3dbfe9bd5e7d8 total=158381.9ms bytes=832260 finished=True finish=stop stop=None out_tok=3582 prompt_tok=543 tps=22.6 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:07:15,875] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a8e95ef4c8df8d98f53d1f3578d275be attempt=1 +[2026-07-23 03:07:16,314] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=a8e95ef4c8df8d98f53d1f3578d275be status=200 post_dur=0.438s +[2026-07-23 03:07:36,874] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=a8e95ef4c8df8d98f53d1f3578d275be total=20998.8ms bytes=52550 finished=True finish=tool_calls stop=None out_tok=354 prompt_tok=9644 tps=16.9 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:07:36,876] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d2fbdb145e8ba1fb9b156a2e526d32c2 attempt=1 +[2026-07-23 03:07:37,286] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=d2fbdb145e8ba1fb9b156a2e526d32c2 status=200 post_dur=0.410s +[2026-07-23 03:07:59,139] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=d2fbdb145e8ba1fb9b156a2e526d32c2 total=22262.2ms bytes=5927 finished=True finish=tool_calls stop=None out_tok=327 prompt_tok=13629 tps=14.7 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:07:59,140] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=39102a614c8ccec8e7ca9bcfb647d006 attempt=1 +[2026-07-23 03:07:59,413] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=39102a614c8ccec8e7ca9bcfb647d006 status=200 post_dur=0.272s +[2026-07-23 03:09:52,007] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=39102a614c8ccec8e7ca9bcfb647d006 total=112867.1ms bytes=593556 finished=True finish=stop stop=None out_tok=2549 prompt_tok=340 tps=22.6 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:09:52,011] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3ce01f9017d9d711130b41c2ddbae17c attempt=1 +[2026-07-23 03:09:52,451] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=3ce01f9017d9d711130b41c2ddbae17c status=200 post_dur=0.440s +[2026-07-23 03:10:13,380] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=3ce01f9017d9d711130b41c2ddbae17c total=21369.5ms bytes=19940 finished=True finish=tool_calls stop=None out_tok=336 prompt_tok=10478 tps=15.7 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:10:13,383] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=efd73b6b2b7ff74dd1c2c06494d7075d attempt=1 +[2026-07-23 03:10:13,388] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=efd73b6b2b7ff74dd1c2c06494d7075d status=400 post_dur=0.005s +[2026-07-23 03:10:13,388] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=efd73b6b2b7ff74dd1c2c06494d7075d status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:10:13,392] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a2b735acf3a16ed3e21d3f5098df2ba7 attempt=1 +[2026-07-23 03:10:13,810] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=a2b735acf3a16ed3e21d3f5098df2ba7 status=200 post_dur=0.418s +[2026-07-23 03:10:33,716] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=a2b735acf3a16ed3e21d3f5098df2ba7 total=20323.8ms bytes=10054 finished=True finish=tool_calls stop=None out_tok=314 prompt_tok=10715 tps=15.4 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:10:33,718] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=75640a175567399b71ba112bebff92dc attempt=1 +[2026-07-23 03:10:34,132] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=75640a175567399b71ba112bebff92dc status=200 post_dur=0.413s +[2026-07-23 03:10:42,122] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=75640a175567399b71ba112bebff92dc total=8404.9ms bytes=22166 finished=True finish=stop stop=None out_tok=96 prompt_tok=8287 tps=11.4 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:10:42,124] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c0c3e503a9bb2dffb86498602abab0f8 attempt=1 +[2026-07-23 03:10:42,537] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=c0c3e503a9bb2dffb86498602abab0f8 status=200 post_dur=0.412s +[2026-07-23 03:10:51,854] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=c0c3e503a9bb2dffb86498602abab0f8 total=9730.2ms bytes=28872 finished=True finish=stop stop=None out_tok=125 prompt_tok=8410 tps=12.8 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:10:51,857] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ac347710b223a90a91abea5cc1a4953a attempt=1 +[2026-07-23 03:10:51,862] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=ac347710b223a90a91abea5cc1a4953a status=400 post_dur=0.003s +[2026-07-23 03:10:51,862] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ac347710b223a90a91abea5cc1a4953a status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:10:51,865] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8463c2c502f1f0534d61b5ca2d393ebe attempt=1 +[2026-07-23 03:10:51,869] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=8463c2c502f1f0534d61b5ca2d393ebe status=400 post_dur=0.003s +[2026-07-23 03:10:51,869] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8463c2c502f1f0534d61b5ca2d393ebe status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:10:51,874] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1b0e4b0f5b0ca97ed4d751c75618548c attempt=1 +[2026-07-23 03:10:52,325] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=1b0e4b0f5b0ca97ed4d751c75618548c status=200 post_dur=0.451s +[2026-07-23 03:11:35,641] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=1b0e4b0f5b0ca97ed4d751c75618548c total=43766.4ms bytes=29381 finished=True finish=tool_calls stop=None out_tok=275 prompt_tok=50019 tps=6.3 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:11:35,647] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a391bb70b9e2ba5c7e520aab15e3def1 attempt=1 +[2026-07-23 03:11:36,062] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=a391bb70b9e2ba5c7e520aab15e3def1 status=200 post_dur=0.416s +[2026-07-23 03:11:42,366] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=a391bb70b9e2ba5c7e520aab15e3def1 total=6719.7ms bytes=12269 finished=True finish=stop stop=None out_tok=52 prompt_tok=8534 tps=7.7 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:11:42,368] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f37ea383d6ec06c307d5f3744b934942 attempt=1 +[2026-07-23 03:11:42,777] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=f37ea383d6ec06c307d5f3744b934942 status=200 post_dur=0.409s +[2026-07-23 03:11:50,842] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=f37ea383d6ec06c307d5f3744b934942 total=8473.6ms bytes=19585 finished=True finish=stop stop=None out_tok=85 prompt_tok=8664 tps=10.0 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:11:50,845] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=311152e5f6fe095f516df19d0f9295a3 attempt=1 +[2026-07-23 03:11:50,850] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=311152e5f6fe095f516df19d0f9295a3 status=400 post_dur=0.004s +[2026-07-23 03:11:50,851] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=311152e5f6fe095f516df19d0f9295a3 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:11:50,855] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6b0d07d4e32c236ad057a1909c20b94c attempt=1 +[2026-07-23 03:11:50,860] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=6b0d07d4e32c236ad057a1909c20b94c status=400 post_dur=0.004s +[2026-07-23 03:11:50,860] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6b0d07d4e32c236ad057a1909c20b94c status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:11:50,866] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1553e713a265e3e047100572f79b3970 attempt=1 +[2026-07-23 03:11:50,871] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=1553e713a265e3e047100572f79b3970 status=400 post_dur=0.005s +[2026-07-23 03:11:50,871] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1553e713a265e3e047100572f79b3970 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:11:50,873] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d7f48075c85514d36f9123d4d520ad38 attempt=1 +[2026-07-23 03:11:51,373] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=d7f48075c85514d36f9123d4d520ad38 status=200 post_dur=0.500s +[2026-07-23 03:11:58,512] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=d7f48075c85514d36f9123d4d520ad38 total=7639.0ms bytes=15633 finished=True finish=stop stop=None out_tok=66 prompt_tok=8783 tps=8.6 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:11:58,515] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5834b503b1451d5964dff9ea1d95cdfd attempt=1 +[2026-07-23 03:11:58,519] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=5834b503b1451d5964dff9ea1d95cdfd status=400 post_dur=0.004s +[2026-07-23 03:11:58,520] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5834b503b1451d5964dff9ea1d95cdfd status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:11:58,522] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c99a9bde00a04b8817a94ee39e4d79b5 attempt=1 +[2026-07-23 03:11:58,926] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=c99a9bde00a04b8817a94ee39e4d79b5 status=200 post_dur=0.404s +[2026-07-23 03:12:14,088] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=c99a9bde00a04b8817a94ee39e4d79b5 total=15565.9ms bytes=16084 finished=True finish=tool_calls stop=None out_tok=149 prompt_tok=14545 tps=9.6 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:12:14,091] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=074a482ddedc3555e604c834ff66c671 attempt=1 +[2026-07-23 03:12:14,097] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=074a482ddedc3555e604c834ff66c671 status=400 post_dur=0.004s +[2026-07-23 03:12:14,098] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=074a482ddedc3555e604c834ff66c671 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:12:14,101] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bf9397c366a1037bdd145249dee8b6cd attempt=1 +[2026-07-23 03:12:14,440] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=bf9397c366a1037bdd145249dee8b6cd status=200 post_dur=0.339s +[2026-07-23 03:12:32,834] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=bf9397c366a1037bdd145249dee8b6cd total=18732.7ms bytes=3366 finished=True finish=stop stop= out_tok=7 prompt_tok=27569 tps=0.4 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:12:32,836] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a0ee8f7cc01879cf295f23c02c4d1655 attempt=1 +[2026-07-23 03:12:33,272] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=a0ee8f7cc01879cf295f23c02c4d1655 status=200 post_dur=0.434s +[2026-07-23 03:12:58,170] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=a0ee8f7cc01879cf295f23c02c4d1655 total=25333.9ms bytes=14199 finished=True finish=tool_calls stop=None out_tok=390 prompt_tok=12033 tps=15.4 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:12:58,173] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=784782f027a97cabd3ecf7d581aaf95f attempt=1 +[2026-07-23 03:12:58,740] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=784782f027a97cabd3ecf7d581aaf95f status=200 post_dur=0.567s +[2026-07-23 03:13:10,685] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=784782f027a97cabd3ecf7d581aaf95f total=12512.4ms bytes=8060 finished=True finish=tool_calls stop=None out_tok=92 prompt_tok=14122 tps=7.4 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:13:10,695] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0095eee8517acdd4d3777bb0dad225d0 attempt=1 +[2026-07-23 03:13:10,704] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=0095eee8517acdd4d3777bb0dad225d0 status=400 post_dur=0.009s +[2026-07-23 03:13:10,704] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0095eee8517acdd4d3777bb0dad225d0 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:13:10,720] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a05d3a420be46da851a6bd2697078069 attempt=1 +[2026-07-23 03:13:10,724] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=a05d3a420be46da851a6bd2697078069 status=400 post_dur=0.004s +[2026-07-23 03:13:10,725] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a05d3a420be46da851a6bd2697078069 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:13:10,729] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0e35b4624c19687e1ea219c3ac378c64 attempt=1 +[2026-07-23 03:13:11,197] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=0e35b4624c19687e1ea219c3ac378c64 status=200 post_dur=0.468s +[2026-07-23 03:13:45,421] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=0e35b4624c19687e1ea219c3ac378c64 total=34692.5ms bytes=7786 finished=True finish=tool_calls stop=None out_tok=69 prompt_tok=43882 tps=2.0 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:13:45,427] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5f4bf992edfbf1935605b2c80b414d03 attempt=1 +[2026-07-23 03:13:45,432] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=5f4bf992edfbf1935605b2c80b414d03 status=400 post_dur=0.004s +[2026-07-23 03:13:45,432] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5f4bf992edfbf1935605b2c80b414d03 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'reasoning_effort'), 'msg': 'Extra inputs are not permitted', 'input': 'low'}] (retryable=False, attempt=1) +[2026-07-23 03:13:45,435] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=40959c2050879969f36ed4f3b444dacd attempt=1 +[2026-07-23 03:13:45,438] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=40959c2050879969f36ed4f3b444dacd status=400 post_dur=0.003s +[2026-07-23 03:13:45,438] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=40959c2050879969f36ed4f3b444dacd status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:13:45,442] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=aeabdeb121230304d17740b28591d176 attempt=1 +[2026-07-23 03:13:45,446] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=aeabdeb121230304d17740b28591d176 status=400 post_dur=0.004s +[2026-07-23 03:13:45,446] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=aeabdeb121230304d17740b28591d176 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:13:45,449] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f8d05205e676b25e02ee83b3f6ed2502 attempt=1 +[2026-07-23 03:13:45,863] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=f8d05205e676b25e02ee83b3f6ed2502 status=200 post_dur=0.413s +[2026-07-23 03:14:06,451] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=f8d05205e676b25e02ee83b3f6ed2502 total=21002.7ms bytes=8662 finished=True finish=tool_calls stop=None out_tok=302 prompt_tok=11658 tps=14.4 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:14:06,456] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a21ccfb1e67b5d347d1c44d30403b795 attempt=1 +[2026-07-23 03:14:06,462] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=a21ccfb1e67b5d347d1c44d30403b795 status=400 post_dur=0.006s +[2026-07-23 03:14:06,462] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a21ccfb1e67b5d347d1c44d30403b795 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:14:06,465] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2f83fc5e61ae17754909b5b0d66e6ca5 attempt=1 +[2026-07-23 03:14:06,469] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=2f83fc5e61ae17754909b5b0d66e6ca5 status=400 post_dur=0.003s +[2026-07-23 03:14:06,469] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2f83fc5e61ae17754909b5b0d66e6ca5 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:14:06,473] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bbff126da08af9ca0d698e918bd39573 attempt=1 +[2026-07-23 03:14:06,480] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=bbff126da08af9ca0d698e918bd39573 status=400 post_dur=0.006s +[2026-07-23 03:14:06,480] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bbff126da08af9ca0d698e918bd39573 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:14:06,487] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b65fcd82491c19e8d7d0d34518546e5a attempt=1 +[2026-07-23 03:14:06,491] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=b65fcd82491c19e8d7d0d34518546e5a status=400 post_dur=0.005s +[2026-07-23 03:14:06,492] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b65fcd82491c19e8d7d0d34518546e5a status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:14:06,494] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=77b618402ff95dd4ff23bd2310cb8318 attempt=1 +[2026-07-23 03:14:06,766] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=77b618402ff95dd4ff23bd2310cb8318 status=200 post_dur=0.271s +[2026-07-23 03:16:20,560] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=77b618402ff95dd4ff23bd2310cb8318 total=134065.5ms bytes=710659 finished=True finish=stop stop=None out_tok=3046 prompt_tok=122 tps=22.7 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:16:20,567] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d32f68c92aef9a9648a699a77ef05b26 attempt=1 +[2026-07-23 03:16:20,574] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=d32f68c92aef9a9648a699a77ef05b26 status=400 post_dur=0.007s +[2026-07-23 03:16:20,574] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d32f68c92aef9a9648a699a77ef05b26 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:16:20,579] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=918aec365fd6259a7e6b60476f6088a4 attempt=1 +[2026-07-23 03:16:20,864] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=918aec365fd6259a7e6b60476f6088a4 status=200 post_dur=0.284s +[2026-07-23 03:19:10,454] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=918aec365fd6259a7e6b60476f6088a4 total=169875.7ms bytes=897334 finished=True finish=stop stop=None out_tok=3856 prompt_tok=543 tps=22.7 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:19:10,461] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a64b40ed62a4f1699c75f575d5608d10 attempt=1 +[2026-07-23 03:19:10,468] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=a64b40ed62a4f1699c75f575d5608d10 status=400 post_dur=0.007s +[2026-07-23 03:19:10,468] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a64b40ed62a4f1699c75f575d5608d10 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:19:10,476] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8ca31eadeeaf52359665b0d1944272c8 attempt=1 +[2026-07-23 03:19:10,476] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 18% (88/881) has_cb=True +[2026-07-23 03:19:10,480] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=8ca31eadeeaf52359665b0d1944272c8 status=400 post_dur=0.004s +[2026-07-23 03:19:10,480] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8ca31eadeeaf52359665b0d1944272c8 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:19:10,484] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=78ea5bb2fab0a10263af727c1c9c09b5 attempt=1 +[2026-07-23 03:19:10,930] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=78ea5bb2fab0a10263af727c1c9c09b5 status=200 post_dur=0.445s +[2026-07-23 03:19:26,971] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=78ea5bb2fab0a10263af727c1c9c09b5 total=16487.3ms bytes=19320 finished=True finish=tool_calls stop=None out_tok=212 prompt_tok=13068 tps=12.9 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:19:26,973] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a96ee2366817370eea1cef47ad091443 attempt=1 +[2026-07-23 03:19:27,387] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=a96ee2366817370eea1cef47ad091443 status=200 post_dur=0.414s +[2026-07-23 03:19:36,301] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=a96ee2366817370eea1cef47ad091443 total=9327.5ms bytes=8708 finished=True finish=tool_calls stop=None out_tok=103 prompt_tok=7510 tps=11.0 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:19:36,304] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0bea91b5ded418d8d4a581db599a3427 attempt=1 +[2026-07-23 03:19:36,309] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=0bea91b5ded418d8d4a581db599a3427 status=400 post_dur=0.004s +[2026-07-23 03:19:36,309] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0bea91b5ded418d8d4a581db599a3427 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:19:36,314] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1a96f880493d5949c2df7e1cf3b2a6ef attempt=1 +[2026-07-23 03:19:36,317] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=1a96f880493d5949c2df7e1cf3b2a6ef status=400 post_dur=0.004s +[2026-07-23 03:19:36,317] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1a96f880493d5949c2df7e1cf3b2a6ef status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:19:36,321] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=06537fb205ebfa74b468388f0205c0b6 attempt=1 +[2026-07-23 03:19:36,752] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=06537fb205ebfa74b468388f0205c0b6 status=200 post_dur=0.430s +[2026-07-23 03:19:55,334] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=06537fb205ebfa74b468388f0205c0b6 total=19013.5ms bytes=24103 finished=True finish=tool_calls stop=None out_tok=262 prompt_tok=13375 tps=13.8 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:19:55,336] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6cd5c62d32dcdbcbbb415bd7854e91ca attempt=1 +[2026-07-23 03:19:55,745] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=6cd5c62d32dcdbcbbb415bd7854e91ca status=200 post_dur=0.408s +[2026-07-23 03:20:02,883] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=6cd5c62d32dcdbcbbb415bd7854e91ca total=7546.5ms bytes=6570 finished=True finish=tool_calls stop=None out_tok=59 prompt_tok=7694 tps=7.8 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:20:02,886] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3ec1d220a384aea3297a253a297cf1a9 attempt=1 +[2026-07-23 03:20:02,890] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=3ec1d220a384aea3297a253a297cf1a9 status=400 post_dur=0.005s +[2026-07-23 03:20:02,891] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3ec1d220a384aea3297a253a297cf1a9 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:20:02,895] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e88b521cf3df9fb0cbc8d992a2449aee attempt=1 +[2026-07-23 03:20:02,899] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=e88b521cf3df9fb0cbc8d992a2449aee status=400 post_dur=0.004s +[2026-07-23 03:20:02,899] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e88b521cf3df9fb0cbc8d992a2449aee status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:20:02,903] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=359993faafbbf5e1f8c854e67edd7b28 attempt=1 +[2026-07-23 03:20:03,317] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=359993faafbbf5e1f8c854e67edd7b28 status=200 post_dur=0.414s +[2026-07-23 03:20:31,183] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=359993faafbbf5e1f8c854e67edd7b28 total=28280.2ms bytes=16880 finished=True finish=tool_calls stop=None out_tok=433 prompt_tok=14631 tps=15.3 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:20:31,186] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5287e77e7d3f01ce0ec64229252926f1 attempt=1 +[2026-07-23 03:20:31,190] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=5287e77e7d3f01ce0ec64229252926f1 status=400 post_dur=0.003s +[2026-07-23 03:20:31,190] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5287e77e7d3f01ce0ec64229252926f1 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:20:31,192] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e4074aa7dc7eeae406e1611ba25d09f4 attempt=1 +[2026-07-23 03:20:31,465] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=e4074aa7dc7eeae406e1611ba25d09f4 status=200 post_dur=0.272s +[2026-07-23 03:23:04,559] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=e4074aa7dc7eeae406e1611ba25d09f4 total=153366.8ms bytes=810403 finished=True finish=stop stop=None out_tok=3473 prompt_tok=329 tps=22.6 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:23:04,565] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=72ac37b8e14256ef5f1f6b17c95816e3 attempt=1 +[2026-07-23 03:23:04,572] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=72ac37b8e14256ef5f1f6b17c95816e3 status=400 post_dur=0.007s +[2026-07-23 03:23:04,572] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=72ac37b8e14256ef5f1f6b17c95816e3 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:23:04,575] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6c94c67fba670cdb7e87d0346aaa846d attempt=1 +[2026-07-23 03:23:04,860] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=6c94c67fba670cdb7e87d0346aaa846d status=200 post_dur=0.285s +[2026-07-23 03:26:05,079] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=6c94c67fba670cdb7e87d0346aaa846d total=180504.0ms bytes=952703 finished=True finish=stop stop=None out_tok=4101 prompt_tok=1147 tps=22.7 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:26:05,086] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d90b76d18c2aa143a4aa12ca4b73a91f attempt=1 +[2026-07-23 03:26:05,093] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=d90b76d18c2aa143a4aa12ca4b73a91f status=400 post_dur=0.007s +[2026-07-23 03:26:05,093] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d90b76d18c2aa143a4aa12ca4b73a91f status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:26:05,096] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ee3b59eca4ff424eeeeb06f0f9807899 attempt=1 +[2026-07-23 03:26:05,098] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=ee3b59eca4ff424eeeeb06f0f9807899 status=400 post_dur=0.002s +[2026-07-23 03:26:05,098] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ee3b59eca4ff424eeeeb06f0f9807899 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:26:05,099] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b08d07aa190488d2ee3424334d75e8ba attempt=1 +[2026-07-23 03:26:05,547] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=b08d07aa190488d2ee3424334d75e8ba status=200 post_dur=0.447s +[2026-07-23 03:26:20,196] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=b08d07aa190488d2ee3424334d75e8ba total=15096.4ms bytes=22505 finished=True finish=tool_calls stop=None out_tok=119 prompt_tok=15084 tps=7.9 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:26:20,199] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a8da9e2d6b6813eaddab9b4575a1a83f attempt=1 +[2026-07-23 03:26:20,205] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=a8da9e2d6b6813eaddab9b4575a1a83f status=400 post_dur=0.005s +[2026-07-23 03:26:20,205] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a8da9e2d6b6813eaddab9b4575a1a83f status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:26:20,209] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ad67a766c04ea6887f061628a3a3d818 attempt=1 +[2026-07-23 03:26:20,212] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=ad67a766c04ea6887f061628a3a3d818 status=400 post_dur=0.003s +[2026-07-23 03:26:20,213] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ad67a766c04ea6887f061628a3a3d818 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:26:20,215] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=93e83c7cfef9b6adb4fc1e50d0e222d8 attempt=1 +[2026-07-23 03:26:20,625] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=93e83c7cfef9b6adb4fc1e50d0e222d8 status=200 post_dur=0.410s +[2026-07-23 03:26:39,094] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=93e83c7cfef9b6adb4fc1e50d0e222d8 total=18878.6ms bytes=16226 finished=True finish=tool_calls stop=None out_tok=321 prompt_tok=7433 tps=17.0 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:26:39,097] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b316df0c85c0582bbe29e8ec225bc084 attempt=1 +[2026-07-23 03:26:39,103] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=b316df0c85c0582bbe29e8ec225bc084 status=400 post_dur=0.005s +[2026-07-23 03:26:39,103] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b316df0c85c0582bbe29e8ec225bc084 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:26:39,107] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3cfc1c5b9409ee8f8d1a75361cfeb229 attempt=1 +[2026-07-23 03:26:39,111] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=3cfc1c5b9409ee8f8d1a75361cfeb229 status=400 post_dur=0.004s +[2026-07-23 03:26:39,112] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3cfc1c5b9409ee8f8d1a75361cfeb229 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:26:39,115] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=644f50cec5c5a17c7ed68cd3d209a327 attempt=1 +[2026-07-23 03:26:39,546] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=644f50cec5c5a17c7ed68cd3d209a327 status=200 post_dur=0.431s +[2026-07-23 03:27:01,395] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=644f50cec5c5a17c7ed68cd3d209a327 total=22280.4ms bytes=18870 finished=True finish=tool_calls stop=None out_tok=245 prompt_tok=16293 tps=11.0 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:27:01,398] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ea32e9659a5417289b1ca305dae84ea7 attempt=1 +[2026-07-23 03:27:01,832] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=ea32e9659a5417289b1ca305dae84ea7 status=200 post_dur=0.434s +[2026-07-23 03:27:29,144] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=ea32e9659a5417289b1ca305dae84ea7 total=27745.9ms bytes=32965 finished=True finish=tool_calls stop=None out_tok=367 prompt_tok=18482 tps=13.2 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:27:29,148] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e7aa9783dccc6a9dbbe1f5e03e98fa06 attempt=1 +[2026-07-23 03:27:29,153] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=e7aa9783dccc6a9dbbe1f5e03e98fa06 status=400 post_dur=0.005s +[2026-07-23 03:27:29,154] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e7aa9783dccc6a9dbbe1f5e03e98fa06 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:27:29,164] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fe7722e1ac0ce6b82619d5486a7d745f attempt=1 +[2026-07-23 03:27:29,746] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=fe7722e1ac0ce6b82619d5486a7d745f status=400 post_dur=0.582s +[2026-07-23 03:27:29,746] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fe7722e1ac0ce6b82619d5486a7d745f status=400 class=ctx_overflow error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=This model's maximum context length is 256000 tokens. However, you requested 258432 tokens (254336 in the messages, 4096 in the completion). Please reduce the length of the messages or completion. (retryable=False, attempt=1) +[2026-07-23 03:27:29,761] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ea0d61904cec5ffd9962be89b52a5533 attempt=1 +[2026-07-23 03:27:29,766] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=ea0d61904cec5ffd9962be89b52a5533 status=400 post_dur=0.003s +[2026-07-23 03:27:29,766] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ea0d61904cec5ffd9962be89b52a5533 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:27:29,769] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=17ed153b31dbaf712162b2e8efcf5f83 attempt=1 +[2026-07-23 03:27:30,159] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=17ed153b31dbaf712162b2e8efcf5f83 status=200 post_dur=0.390s +[2026-07-23 03:27:44,097] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=17ed153b31dbaf712162b2e8efcf5f83 total=14327.9ms bytes=9458 finished=True finish=tool_calls stop=None out_tok=216 prompt_tok=7670 tps=15.1 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:27:44,098] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8594181c733137b3501cbdef6c8ca480 attempt=1 +[2026-07-23 03:27:44,504] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=8594181c733137b3501cbdef6c8ca480 status=200 post_dur=0.405s +[2026-07-23 03:28:02,697] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=8594181c733137b3501cbdef6c8ca480 total=18598.2ms bytes=33869 finished=True finish=tool_calls stop=None out_tok=312 prompt_tok=8974 tps=16.8 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:28:02,699] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ab3a26a3b1baafac01deca1e9c297be3 attempt=1 +[2026-07-23 03:28:02,704] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=ab3a26a3b1baafac01deca1e9c297be3 status=400 post_dur=0.005s +[2026-07-23 03:28:02,704] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ab3a26a3b1baafac01deca1e9c297be3 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:28:02,706] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bd7ef39fe969b9fc6d359b5c1627bbbc attempt=1 +[2026-07-23 03:28:03,114] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=bd7ef39fe969b9fc6d359b5c1627bbbc status=200 post_dur=0.407s +[2026-07-23 03:28:17,160] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=bd7ef39fe969b9fc6d359b5c1627bbbc total=14453.7ms bytes=14018 finished=True finish=tool_calls stop=None out_tok=210 prompt_tok=7955 tps=14.5 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:28:17,163] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=70bdd90760d1a4809ceb24b904b635f7 attempt=1 +[2026-07-23 03:28:17,166] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=70bdd90760d1a4809ceb24b904b635f7 status=400 post_dur=0.004s +[2026-07-23 03:28:17,166] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=70bdd90760d1a4809ceb24b904b635f7 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:28:17,170] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b115b076b436975dd0bdc04a97b0250d attempt=1 +[2026-07-23 03:28:17,569] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=b115b076b436975dd0bdc04a97b0250d status=200 post_dur=0.398s +[2026-07-23 03:28:31,704] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=b115b076b436975dd0bdc04a97b0250d total=14534.1ms bytes=15537 finished=True finish=tool_calls stop=None out_tok=210 prompt_tok=8108 tps=14.4 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:28:31,706] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=05c88893744ef06a571e677dea1d4b35 attempt=1 +[2026-07-23 03:28:31,991] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=05c88893744ef06a571e677dea1d4b35 status=200 post_dur=0.286s +[2026-07-23 03:30:02,581] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=05c88893744ef06a571e677dea1d4b35 total=90875.2ms bytes=477801 finished=True finish=stop stop=None out_tok=2048 prompt_tok=665 tps=22.5 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:30:02,585] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8e3efa7469d462db26a0bbb0c1b8b2b7 attempt=1 +[2026-07-23 03:30:02,592] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=8e3efa7469d462db26a0bbb0c1b8b2b7 status=400 post_dur=0.005s +[2026-07-23 03:30:02,592] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8e3efa7469d462db26a0bbb0c1b8b2b7 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:30:02,595] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=98ccba13269d9b590af730b62743e33b attempt=1 +[2026-07-23 03:30:03,029] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=98ccba13269d9b590af730b62743e33b status=200 post_dur=0.433s +[2026-07-23 03:30:11,062] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=98ccba13269d9b590af730b62743e33b total=8466.8ms bytes=8037 finished=True finish=tool_calls stop=None out_tok=81 prompt_tok=8897 tps=9.6 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:30:11,064] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7b621098765131843ffeab6dfd48accd attempt=1 +[2026-07-23 03:30:11,497] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=7b621098765131843ffeab6dfd48accd status=200 post_dur=0.432s +[2026-07-23 03:30:26,944] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=7b621098765131843ffeab6dfd48accd total=15879.4ms bytes=22850 finished=True finish=tool_calls stop=None out_tok=113 prompt_tok=18180 tps=7.1 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:30:26,947] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c2c871af3ea2bfd0969ab05edf0d3656 attempt=1 +[2026-07-23 03:30:26,951] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=c2c871af3ea2bfd0969ab05edf0d3656 status=400 post_dur=0.004s +[2026-07-23 03:30:26,951] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c2c871af3ea2bfd0969ab05edf0d3656 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:30:26,955] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=99cf6f20ee57cda5eb49ae34d8d3e834 attempt=1 +[2026-07-23 03:30:26,960] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=99cf6f20ee57cda5eb49ae34d8d3e834 status=400 post_dur=0.005s +[2026-07-23 03:30:26,960] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=99cf6f20ee57cda5eb49ae34d8d3e834 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:30:26,964] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7967bc80bba6d05abe4d2ab9846fd01d attempt=1 +[2026-07-23 03:30:26,968] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=7967bc80bba6d05abe4d2ab9846fd01d status=400 post_dur=0.004s +[2026-07-23 03:30:26,968] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7967bc80bba6d05abe4d2ab9846fd01d status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:30:26,972] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e82a541b8876c7ce47306d2d774519ff attempt=1 +[2026-07-23 03:30:27,387] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=e82a541b8876c7ce47306d2d774519ff status=200 post_dur=0.415s +[2026-07-23 03:30:40,527] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=e82a541b8876c7ce47306d2d774519ff total=13555.4ms bytes=46583 finished=True finish=stop stop=None out_tok=205 prompt_tok=8582 tps=15.1 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:30:40,531] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9714fabdd0f00bbb50c5ac49930bf1e4 attempt=1 +[2026-07-23 03:30:40,535] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=9714fabdd0f00bbb50c5ac49930bf1e4 status=400 post_dur=0.005s +[2026-07-23 03:30:40,536] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9714fabdd0f00bbb50c5ac49930bf1e4 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:30:40,540] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a3e56365379b717c910e903207fc67f9 attempt=1 +[2026-07-23 03:30:40,813] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=a3e56365379b717c910e903207fc67f9 status=200 post_dur=0.272s +[2026-07-23 03:30:41,004] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=a3e56365379b717c910e903207fc67f9 total=464.2ms bytes=720 finished=True finish=stop stop=None out_tok=1 prompt_tok=100 tps=2.2 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:30:41,006] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f41046205744415148dca979685e81eb attempt=1 +[2026-07-23 03:30:41,012] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=f41046205744415148dca979685e81eb status=400 post_dur=0.006s +[2026-07-23 03:30:41,012] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f41046205744415148dca979685e81eb status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:30:41,017] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b3452ce4a8b51cc2663f5a17101f4c12 attempt=1 +[2026-07-23 03:30:41,017] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 22% (132/881) has_cb=True +[2026-07-23 03:30:41,020] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=b3452ce4a8b51cc2663f5a17101f4c12 status=400 post_dur=0.004s +[2026-07-23 03:30:41,021] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b3452ce4a8b51cc2663f5a17101f4c12 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:30:41,023] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f5732edcfa094a4f5437d9960ecb1cf5 attempt=1 +[2026-07-23 03:30:41,422] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=f5732edcfa094a4f5437d9960ecb1cf5 status=200 post_dur=0.399s +[2026-07-23 03:30:53,856] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=f5732edcfa094a4f5437d9960ecb1cf5 total=12832.4ms bytes=20921 finished=True finish=tool_calls stop=None out_tok=187 prompt_tok=7197 tps=14.6 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:30:53,860] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7d534d19ae66525152a691c5fb1453b2 attempt=1 +[2026-07-23 03:30:53,866] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=7d534d19ae66525152a691c5fb1453b2 status=400 post_dur=0.006s +[2026-07-23 03:30:53,867] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7d534d19ae66525152a691c5fb1453b2 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:30:53,872] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6cf82700ecbf1dcdddc9a112b28a8fcc attempt=1 +[2026-07-23 03:30:53,877] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=6cf82700ecbf1dcdddc9a112b28a8fcc status=400 post_dur=0.004s +[2026-07-23 03:30:53,877] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6cf82700ecbf1dcdddc9a112b28a8fcc status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:30:53,880] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9e919424545dba016f1344168295d939 attempt=1 +[2026-07-23 03:30:54,288] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=9e919424545dba016f1344168295d939 status=200 post_dur=0.408s +[2026-07-23 03:31:00,964] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=9e919424545dba016f1344168295d939 total=7084.3ms bytes=3323 finished=True finish=tool_calls stop=None out_tok=50 prompt_tok=7656 tps=7.1 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:31:00,966] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ff32a774226d5c886a88aa72901e86f2 attempt=1 +[2026-07-23 03:31:01,374] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=ff32a774226d5c886a88aa72901e86f2 status=200 post_dur=0.408s +[2026-07-23 03:31:08,586] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=ff32a774226d5c886a88aa72901e86f2 total=7620.1ms bytes=5425 finished=True finish=tool_calls stop=None out_tok=59 prompt_tok=7767 tps=7.7 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:31:08,589] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3137024ca0b158f7fbce02895f3b8b8a attempt=1 +[2026-07-23 03:31:08,594] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=3137024ca0b158f7fbce02895f3b8b8a status=400 post_dur=0.004s +[2026-07-23 03:31:08,594] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3137024ca0b158f7fbce02895f3b8b8a status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:31:08,601] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=dd2b4e9f218fe5b238ad972d25e4ce9c attempt=1 +[2026-07-23 03:31:09,205] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=dd2b4e9f218fe5b238ad972d25e4ce9c status=200 post_dur=0.604s +[2026-07-23 03:37:59,138] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=dd2b4e9f218fe5b238ad972d25e4ce9c total=410536.4ms bytes=33651 finished=True finish=tool_calls stop=None out_tok=6134 prompt_tok=113398 tps=14.9 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:37:59,149] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=826f76de33da93cb52b68dd1e522fce0 attempt=1 +[2026-07-23 03:37:59,586] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=826f76de33da93cb52b68dd1e522fce0 status=200 post_dur=0.436s +[2026-07-23 03:38:07,908] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=826f76de33da93cb52b68dd1e522fce0 total=8759.2ms bytes=7816 finished=True finish=tool_calls stop=None out_tok=87 prompt_tok=9003 tps=9.9 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:38:07,912] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c6619b3df2f17997a2d9a003a5c4e4a4 attempt=1 +[2026-07-23 03:38:07,917] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=c6619b3df2f17997a2d9a003a5c4e4a4 status=400 post_dur=0.005s +[2026-07-23 03:38:07,917] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c6619b3df2f17997a2d9a003a5c4e4a4 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:38:07,922] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=667576259d250af5b1b7f7d5fa6cc434 attempt=1 +[2026-07-23 03:38:07,927] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=667576259d250af5b1b7f7d5fa6cc434 status=400 post_dur=0.003s +[2026-07-23 03:38:07,927] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=667576259d250af5b1b7f7d5fa6cc434 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:38:07,930] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8f202a6a1eeeb4687c0f209503e5d7bc attempt=1 +[2026-07-23 03:38:08,337] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=8f202a6a1eeeb4687c0f209503e5d7bc status=200 post_dur=0.406s +[2026-07-23 03:38:23,556] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=8f202a6a1eeeb4687c0f209503e5d7bc total=15625.4ms bytes=15866 finished=True finish=tool_calls stop=None out_tok=230 prompt_tok=9686 tps=14.7 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:38:23,558] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=653bed13cc029a74eaccc52263ef6f80 attempt=1 +[2026-07-23 03:38:23,975] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=653bed13cc029a74eaccc52263ef6f80 status=200 post_dur=0.418s +[2026-07-23 03:38:34,331] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=653bed13cc029a74eaccc52263ef6f80 total=10773.5ms bytes=10221 finished=True finish=tool_calls stop=None out_tok=146 prompt_tok=9216 tps=13.6 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:38:34,337] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f3ce331e0f79fbdcce0ad93e2af6686f attempt=1 +[2026-07-23 03:38:34,346] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=f3ce331e0f79fbdcce0ad93e2af6686f status=400 post_dur=0.008s +[2026-07-23 03:38:34,346] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f3ce331e0f79fbdcce0ad93e2af6686f status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:38:34,358] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=77ffdf78bc0eae6e20df04d7ebf53e40 attempt=1 +[2026-07-23 03:38:34,811] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=77ffdf78bc0eae6e20df04d7ebf53e40 status=200 post_dur=0.452s +[2026-07-23 03:38:57,409] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=77ffdf78bc0eae6e20df04d7ebf53e40 total=23051.3ms bytes=6259 finished=True finish=tool_calls stop=None out_tok=91 prompt_tok=27697 tps=3.9 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:38:57,413] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=16a2123e386b959af0777eb22067ee15 attempt=1 +[2026-07-23 03:38:57,869] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=16a2123e386b959af0777eb22067ee15 status=200 post_dur=0.456s +[2026-07-23 03:39:19,382] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=16a2123e386b959af0777eb22067ee15 total=21968.8ms bytes=9980 finished=True finish=tool_calls stop=None out_tok=107 prompt_tok=23974 tps=4.9 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:39:19,384] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b678cc3606725f288a48f46eb1c7c835 attempt=1 +[2026-07-23 03:39:19,798] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=b678cc3606725f288a48f46eb1c7c835 status=200 post_dur=0.413s +[2026-07-23 03:39:34,454] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=b678cc3606725f288a48f46eb1c7c835 total=15070.3ms bytes=23560 finished=True finish=tool_calls stop=None out_tok=239 prompt_tok=7229 tps=15.9 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:39:34,456] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9958a4cb4e36707148f90bb3f0622f40 attempt=1 +[2026-07-23 03:39:34,861] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=9958a4cb4e36707148f90bb3f0622f40 status=200 post_dur=0.405s +[2026-07-23 03:39:58,782] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=9958a4cb4e36707148f90bb3f0622f40 total=24325.2ms bytes=45665 finished=True finish=tool_calls stop=None out_tok=384 prompt_tok=11236 tps=15.8 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:39:58,784] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=494364739f0e59882dd28de5f5fde603 attempt=1 +[2026-07-23 03:39:59,220] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=494364739f0e59882dd28de5f5fde603 status=200 post_dur=0.434s +[2026-07-23 03:40:28,554] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=494364739f0e59882dd28de5f5fde603 total=29769.4ms bytes=18803 finished=True finish=tool_calls stop=None out_tok=275 prompt_tok=24275 tps=9.2 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:40:28,558] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=40ae7ef2c5585416574d7b9e4ed73887 attempt=1 +[2026-07-23 03:40:29,020] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=40ae7ef2c5585416574d7b9e4ed73887 status=200 post_dur=0.461s +[2026-07-23 03:40:59,603] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=40ae7ef2c5585416574d7b9e4ed73887 total=31045.6ms bytes=24833 finished=True finish=tool_calls stop=None out_tok=337 prompt_tok=29279 tps=10.9 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:40:59,606] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=eef03a856669cef40ea937442e7b272e attempt=1 +[2026-07-23 03:41:00,040] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=eef03a856669cef40ea937442e7b272e status=200 post_dur=0.434s +[2026-07-23 03:41:26,106] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=eef03a856669cef40ea937442e7b272e total=26499.8ms bytes=16622 finished=True finish=tool_calls stop=None out_tok=421 prompt_tok=11866 tps=15.9 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:41:26,109] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=17cd2d1094cc3755b606aea1e0b43293 attempt=1 +[2026-07-23 03:41:26,513] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=17cd2d1094cc3755b606aea1e0b43293 status=200 post_dur=0.403s +[2026-07-23 03:41:41,551] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=17cd2d1094cc3755b606aea1e0b43293 total=15441.2ms bytes=9814 finished=True finish=tool_calls stop=None out_tok=238 prompt_tok=7689 tps=15.4 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:41:41,553] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=51f93e4fe99fc13f642b02b7625e12e9 attempt=1 +[2026-07-23 03:41:41,561] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=51f93e4fe99fc13f642b02b7625e12e9 status=400 post_dur=0.007s +[2026-07-23 03:41:41,561] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=51f93e4fe99fc13f642b02b7625e12e9 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:41:41,567] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9fb1a641cbd4ac84202fa6d111341dd9 attempt=1 +[2026-07-23 03:41:42,239] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=9fb1a641cbd4ac84202fa6d111341dd9 status=200 post_dur=0.672s +[2026-07-23 03:42:57,411] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=9fb1a641cbd4ac84202fa6d111341dd9 total=75844.5ms bytes=28717 finished=True finish=tool_calls stop=None out_tok=278 prompt_tok=73323 tps=3.7 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:42:57,417] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=079d189247c2005954c0ffafbc90f546 attempt=1 +[2026-07-23 03:42:57,888] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=079d189247c2005954c0ffafbc90f546 status=200 post_dur=0.470s +[2026-07-23 03:43:23,020] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=079d189247c2005954c0ffafbc90f546 total=25603.3ms bytes=12736 finished=True finish=tool_calls stop=None out_tok=103 prompt_tok=28542 tps=4.0 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:43:23,025] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8ccb525ec15458844aa875194b2936b8 attempt=1 +[2026-07-23 03:43:23,590] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=8ccb525ec15458844aa875194b2936b8 status=200 post_dur=0.564s +[2026-07-23 03:44:49,214] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=8ccb525ec15458844aa875194b2936b8 total=86188.4ms bytes=15503 finished=True finish=tool_calls stop=None out_tok=184 prompt_tok=89252 tps=2.1 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:44:49,220] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5f4a0366dc8299d3f5ac66271db2df9a attempt=1 +[2026-07-23 03:44:49,653] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=5f4a0366dc8299d3f5ac66271db2df9a status=200 post_dur=0.433s +[2026-07-23 03:45:08,690] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=5f4a0366dc8299d3f5ac66271db2df9a total=19470.3ms bytes=13912 finished=True finish=tool_calls stop=None out_tok=259 prompt_tok=11967 tps=13.3 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:45:08,697] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=cebd4d9abe71d1d144a78ed61dd6c4dc attempt=1 +[2026-07-23 03:45:08,705] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=cebd4d9abe71d1d144a78ed61dd6c4dc status=400 post_dur=0.008s +[2026-07-23 03:45:08,705] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=cebd4d9abe71d1d144a78ed61dd6c4dc status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:45:08,715] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b91db1e602c6992d29502b3359891b9c attempt=1 +[2026-07-23 03:45:09,188] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=b91db1e602c6992d29502b3359891b9c status=200 post_dur=0.473s +[2026-07-23 03:47:18,012] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=b91db1e602c6992d29502b3359891b9c total=129296.9ms bytes=365561 finished=True finish=tool_calls stop=None out_tok=1971 prompt_tok=44013 tps=15.2 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:47:18,023] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=88449d7c1e901f5dc7b8950e03ee286a attempt=1 +[2026-07-23 03:47:18,032] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=88449d7c1e901f5dc7b8950e03ee286a status=400 post_dur=0.009s +[2026-07-23 03:47:18,033] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=88449d7c1e901f5dc7b8950e03ee286a status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:47:18,044] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a52e198bc3b053b9794f62a54f694d58 attempt=1 +[2026-07-23 03:47:18,515] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=a52e198bc3b053b9794f62a54f694d58 status=200 post_dur=0.471s +[2026-07-23 03:47:48,056] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=a52e198bc3b053b9794f62a54f694d58 total=30012.5ms bytes=18410 finished=True finish=tool_calls stop=None out_tok=249 prompt_tok=27642 tps=8.3 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:47:48,064] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1e8a1d182746d47cd271f17406d129a5 attempt=1 +[2026-07-23 03:47:48,072] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=1e8a1d182746d47cd271f17406d129a5 status=400 post_dur=0.007s +[2026-07-23 03:47:48,072] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1e8a1d182746d47cd271f17406d129a5 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=At most 1 image(s) may be provided in one request. (retryable=False, attempt=1) +[2026-07-23 03:47:48,081] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ff264c049c849d4f5084847624476a1e attempt=1 +[2026-07-23 03:47:48,572] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=ff264c049c849d4f5084847624476a1e status=200 post_dur=0.490s +[2026-07-23 03:49:23,745] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=ff264c049c849d4f5084847624476a1e total=95663.6ms bytes=217509 finished=True finish=tool_calls stop=None out_tok=1251 prompt_tok=47563 tps=13.1 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:49:23,751] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=74e4c061b27775a11f5fcde024f01279 attempt=1 +[2026-07-23 03:49:24,224] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=74e4c061b27775a11f5fcde024f01279 status=200 post_dur=0.473s +[2026-07-23 03:49:41,065] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=74e4c061b27775a11f5fcde024f01279 total=17314.2ms bytes=4505 finished=True finish=tool_calls stop=None out_tok=54 prompt_tok=29042 tps=3.1 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:49:41,068] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=15ae6478087342edb4fccc7ff69d87ac attempt=1 +[2026-07-23 03:49:41,506] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=15ae6478087342edb4fccc7ff69d87ac status=200 post_dur=0.438s +[2026-07-23 03:50:18,910] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=15ae6478087342edb4fccc7ff69d87ac total=37841.7ms bytes=71774 finished=True finish=tool_calls stop=None out_tok=636 prompt_tok=15058 tps=16.8 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:50:18,913] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=058c90071a1209165674024c2bed02ab attempt=1 +[2026-07-23 03:50:19,378] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=058c90071a1209165674024c2bed02ab status=200 post_dur=0.463s +[2026-07-23 03:50:38,564] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=058c90071a1209165674024c2bed02ab total=19650.8ms bytes=12875 finished=True finish=tool_calls stop=None out_tok=88 prompt_tok=29199 tps=4.5 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:50:38,567] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=afa1d00e3635cde58cca667f6ee50fef attempt=1 +[2026-07-23 03:50:38,990] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=afa1d00e3635cde58cca667f6ee50fef status=200 post_dur=0.423s +[2026-07-23 03:51:03,881] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] DONE request_id=afa1d00e3635cde58cca667f6ee50fef total=25313.9ms bytes=52491 finished=True finish=tool_calls stop=None out_tok=324 prompt_tok=15965 tps=12.8 tok_after_finish=0 repetitive=False capped=False +[2026-07-23 03:51:03,886] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bfecd14065d52362c7d2fac1bfc696f2 attempt=1 +[2026-07-23 03:51:04,494] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=bfecd14065d52362c7d2fac1bfc696f2 status=200 post_dur=0.607s +[2026-07-23 03:51:04,705] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bfecd14065d52362c7d2fac1bfc696f2 status=200 class=stream_aborted error=ChunkedEncodingError: Response ended prematurely server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,712] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=cb98ecfe0b976a41aa206ff09cf1a59a attempt=1 +[2026-07-23 03:51:04,717] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=cb98ecfe0b976a41aa206ff09cf1a59a status=500 post_dur=0.005s +[2026-07-23 03:51:04,717] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=cb98ecfe0b976a41aa206ff09cf1a59a status=500 class=server_error error=HTTPError: 500 Server Error: Internal Server Error for url: http://172.28.22.18:40023/v1/chat/completions server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,719] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9b50b9d920eefddcc46c2bdbe4efe955 attempt=1 +[2026-07-23 03:51:04,721] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=9b50b9d920eefddcc46c2bdbe4efe955 status=500 post_dur=0.002s +[2026-07-23 03:51:04,721] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9b50b9d920eefddcc46c2bdbe4efe955 status=500 class=server_error error=HTTPError: 500 Server Error: Internal Server Error for url: http://172.28.22.18:40023/v1/chat/completions server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,722] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8ad06619f68dc319f128ab083bc9035e attempt=1 +[2026-07-23 03:51:04,725] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=8ad06619f68dc319f128ab083bc9035e status=500 post_dur=0.003s +[2026-07-23 03:51:04,725] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8ad06619f68dc319f128ab083bc9035e status=500 class=server_error error=HTTPError: 500 Server Error: Internal Server Error for url: http://172.28.22.18:40023/v1/chat/completions server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,731] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5b8abb39b4e491d993523c0eca33a733 attempt=1 +[2026-07-23 03:51:04,737] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=5b8abb39b4e491d993523c0eca33a733 status=400 post_dur=0.006s +[2026-07-23 03:51:04,737] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5b8abb39b4e491d993523c0eca33a733 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:51:04,752] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=38fa4bbb7e77481d6d22ca00a573bd1d attempt=1 +[2026-07-23 03:51:04,759] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=38fa4bbb7e77481d6d22ca00a573bd1d status=400 post_dur=0.006s +[2026-07-23 03:51:04,759] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=38fa4bbb7e77481d6d22ca00a573bd1d status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:51:04,767] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6370cfdf8af78056bb4f79167cc689e1 attempt=1 +[2026-07-23 03:51:04,770] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=6370cfdf8af78056bb4f79167cc689e1 status=500 post_dur=0.002s +[2026-07-23 03:51:04,770] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6370cfdf8af78056bb4f79167cc689e1 status=500 class=server_error error=HTTPError: 500 Server Error: Internal Server Error for url: http://172.28.22.18:40023/v1/chat/completions server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,777] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e83d730f4005cd76724ac91454d8f354 attempt=1 +[2026-07-23 03:51:04,777] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 26% (176/881) has_cb=True +[2026-07-23 03:51:04,784] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] POST request_id=e83d730f4005cd76724ac91454d8f354 status=400 post_dur=0.007s +[2026-07-23 03:51:04,784] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e83d730f4005cd76724ac91454d8f354 status=400 class=http_400 error=HTTPError: 400 Client Error: Bad Request for url: http://172.28.22.18:40023/v1/chat/completions server_msg=[{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 8192}] (retryable=False, attempt=1) +[2026-07-23 03:51:04,793] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1f87d33fb2f2650b0513a62f57a7f997 attempt=1 +[2026-07-23 03:51:04,895] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1f87d33fb2f2650b0513a62f57a7f997 status=None class=connection error=ConnectionError: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer')) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,897] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=777c59452201b179009a4078f2a02391 attempt=1 +[2026-07-23 03:51:04,899] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=777c59452201b179009a4078f2a02391 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,901] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=13ef3fc060013bd95196da61a1bf3df1 attempt=1 +[2026-07-23 03:51:04,902] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=13ef3fc060013bd95196da61a1bf3df1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,904] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d0073c44f216fc29f0a510fc3fb6f88f attempt=1 +[2026-07-23 03:51:04,905] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d0073c44f216fc29f0a510fc3fb6f88f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,907] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1e11e493ec17ec803d1b586f3fc4b8ee attempt=1 +[2026-07-23 03:51:04,908] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1e11e493ec17ec803d1b586f3fc4b8ee status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,910] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ee033f311208961f19432ec0d1c43f74 attempt=1 +[2026-07-23 03:51:04,911] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ee033f311208961f19432ec0d1c43f74 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,916] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d18c2e5de51873f089bfbe539048656e attempt=1 +[2026-07-23 03:51:04,918] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d18c2e5de51873f089bfbe539048656e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,926] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=03b5d62aa68619706ebb2d1ea390d59e attempt=1 +[2026-07-23 03:51:04,928] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=03b5d62aa68619706ebb2d1ea390d59e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,933] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=966d726aa90dd5d5b683f08f61b54b3d attempt=1 +[2026-07-23 03:51:04,934] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=966d726aa90dd5d5b683f08f61b54b3d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,943] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=45573e6a72fff1a858f00441c401c4c4 attempt=1 +[2026-07-23 03:51:04,944] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=45573e6a72fff1a858f00441c401c4c4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,946] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=76c94ffa10f26e0703a5abb6aa70e111 attempt=1 +[2026-07-23 03:51:04,948] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=76c94ffa10f26e0703a5abb6aa70e111 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,955] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=71d4542befba35217656f1d77ae23ee3 attempt=1 +[2026-07-23 03:51:04,956] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=71d4542befba35217656f1d77ae23ee3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,966] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a374aadb665f75a3226b2641582b9df0 attempt=1 +[2026-07-23 03:51:04,967] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a374aadb665f75a3226b2641582b9df0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,968] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f69182640ddc1ee2d8fb9e0354826a6c attempt=1 +[2026-07-23 03:51:04,969] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f69182640ddc1ee2d8fb9e0354826a6c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,976] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=98fef617f4f3b71afa4ed7f95fd3e8cf attempt=1 +[2026-07-23 03:51:04,977] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=98fef617f4f3b71afa4ed7f95fd3e8cf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,985] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e0931547ccd69d58ff457e4e8a232a2e attempt=1 +[2026-07-23 03:51:04,986] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e0931547ccd69d58ff457e4e8a232a2e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,987] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=59c442b5a51cadb423c6b60f147cb1d6 attempt=1 +[2026-07-23 03:51:04,988] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=59c442b5a51cadb423c6b60f147cb1d6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,989] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ad97d90fb5b28a960b1c03c66639d428 attempt=1 +[2026-07-23 03:51:04,990] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ad97d90fb5b28a960b1c03c66639d428 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,991] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5de2573e7ffdf925143010f6e6d9c571 attempt=1 +[2026-07-23 03:51:04,992] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5de2573e7ffdf925143010f6e6d9c571 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,994] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0b68737ce69afc08685d35bf935d2eb2 attempt=1 +[2026-07-23 03:51:04,995] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0b68737ce69afc08685d35bf935d2eb2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,996] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bb6de925ae6246f4b54248dbf225fb8b attempt=1 +[2026-07-23 03:51:04,998] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bb6de925ae6246f4b54248dbf225fb8b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:04,999] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d7c0c1024bfb5552c607eb33016de858 attempt=1 +[2026-07-23 03:51:05,001] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d7c0c1024bfb5552c607eb33016de858 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,007] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=009dde816fc3acb4cc10671f347bbd03 attempt=1 +[2026-07-23 03:51:05,008] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=009dde816fc3acb4cc10671f347bbd03 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,018] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=458a7fd31d1b277ba75cc38c2eb73c1d attempt=1 +[2026-07-23 03:51:05,019] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=458a7fd31d1b277ba75cc38c2eb73c1d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,020] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=17b6876da090ee233e27a16837a4388d attempt=1 +[2026-07-23 03:51:05,022] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=17b6876da090ee233e27a16837a4388d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,024] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=44ee2e606690216969520a15bba4e844 attempt=1 +[2026-07-23 03:51:05,025] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=44ee2e606690216969520a15bba4e844 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,026] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=48f34154f82351bd849d658039fa2da1 attempt=1 +[2026-07-23 03:51:05,027] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=48f34154f82351bd849d658039fa2da1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,034] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=554c0cc7053b81d2ac40541165710ef5 attempt=1 +[2026-07-23 03:51:05,035] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=554c0cc7053b81d2ac40541165710ef5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,044] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c4908254d2033142cf448b88583d10a0 attempt=1 +[2026-07-23 03:51:05,046] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c4908254d2033142cf448b88583d10a0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,047] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6c12607de0607a2542939b0805f7e16f attempt=1 +[2026-07-23 03:51:05,048] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6c12607de0607a2542939b0805f7e16f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,050] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=eab9e55d270895fac52faab687b358d6 attempt=1 +[2026-07-23 03:51:05,051] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=eab9e55d270895fac52faab687b358d6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,052] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d5066b7438d6fab3349d202019b3d923 attempt=1 +[2026-07-23 03:51:05,054] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d5066b7438d6fab3349d202019b3d923 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,061] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f6ba3a16a963f964c09513ef3f2ecdf4 attempt=1 +[2026-07-23 03:51:05,062] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f6ba3a16a963f964c09513ef3f2ecdf4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,076] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=77a2c20c0bf4bd84bd95d71569134530 attempt=1 +[2026-07-23 03:51:05,077] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=77a2c20c0bf4bd84bd95d71569134530 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,086] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f525460d67a79e7c9785eeca7c9c368b attempt=1 +[2026-07-23 03:51:05,087] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f525460d67a79e7c9785eeca7c9c368b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,088] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f565b7fa99ac804074f2c75449643828 attempt=1 +[2026-07-23 03:51:05,090] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f565b7fa99ac804074f2c75449643828 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,091] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9133cdea736e26b36553213ed50256df attempt=1 +[2026-07-23 03:51:05,092] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9133cdea736e26b36553213ed50256df status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,099] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ae7a4ff3045ad8b088a55a71be801710 attempt=1 +[2026-07-23 03:51:05,100] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ae7a4ff3045ad8b088a55a71be801710 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,109] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0b645cf1d05ada3289f87b46397f9efc attempt=1 +[2026-07-23 03:51:05,111] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0b645cf1d05ada3289f87b46397f9efc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,112] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0659326491f8067412c4f1c8f9ae6c01 attempt=1 +[2026-07-23 03:51:05,113] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0659326491f8067412c4f1c8f9ae6c01 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,114] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=37986f79399dfb3e4b1b70aa905c22e6 attempt=1 +[2026-07-23 03:51:05,116] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=37986f79399dfb3e4b1b70aa905c22e6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,117] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=48458299fcceb2bf195b62b03f2590a7 attempt=1 +[2026-07-23 03:51:05,118] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=48458299fcceb2bf195b62b03f2590a7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,125] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=cf84a1354f68d39cea0201b556ad5c96 attempt=1 +[2026-07-23 03:51:05,126] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=cf84a1354f68d39cea0201b556ad5c96 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,135] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5e1bb149f25198dfd6e3cabea2fc78fb attempt=1 +[2026-07-23 03:51:05,135] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 30% (220/881) has_cb=True +[2026-07-23 03:51:05,136] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5e1bb149f25198dfd6e3cabea2fc78fb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,143] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d566dbf5f98af5b5e4a14afb454bcd4a attempt=1 +[2026-07-23 03:51:05,143] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d566dbf5f98af5b5e4a14afb454bcd4a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,152] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1bffc6d6fac1750d40cc0e93a6ef3758 attempt=1 +[2026-07-23 03:51:05,154] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1bffc6d6fac1750d40cc0e93a6ef3758 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,155] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=23682db8af25c58464b1efba92034f89 attempt=1 +[2026-07-23 03:51:05,156] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=23682db8af25c58464b1efba92034f89 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,158] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=40cd8d8aed528adbf0c19beeb7f32ea0 attempt=1 +[2026-07-23 03:51:05,159] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=40cd8d8aed528adbf0c19beeb7f32ea0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,163] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=efcd74850ca1e15747878498ed0d6a3a attempt=1 +[2026-07-23 03:51:05,164] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=efcd74850ca1e15747878498ed0d6a3a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,169] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c4f19bd7d83f90e15736800abb3d9c11 attempt=1 +[2026-07-23 03:51:05,171] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c4f19bd7d83f90e15736800abb3d9c11 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,172] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=315ef0cd61b2a648f9a133900198f1cf attempt=1 +[2026-07-23 03:51:05,173] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=315ef0cd61b2a648f9a133900198f1cf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,175] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=48155b6bee74a3bae6e9b0e741b22729 attempt=1 +[2026-07-23 03:51:05,176] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=48155b6bee74a3bae6e9b0e741b22729 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,177] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e0911ecde78482595ec62539993f1a51 attempt=1 +[2026-07-23 03:51:05,179] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e0911ecde78482595ec62539993f1a51 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,179] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f1b45eab94135ecedbd73838841b83dd attempt=1 +[2026-07-23 03:51:05,181] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f1b45eab94135ecedbd73838841b83dd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,181] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=25c94e38181bd1e5ae0bfc0937fd46f3 attempt=1 +[2026-07-23 03:51:05,183] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=25c94e38181bd1e5ae0bfc0937fd46f3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,184] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ea138743339a5ff7727e824177ddc131 attempt=1 +[2026-07-23 03:51:05,185] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ea138743339a5ff7727e824177ddc131 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,186] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4974db681bd93f2c8b2352385fdd97c3 attempt=1 +[2026-07-23 03:51:05,187] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4974db681bd93f2c8b2352385fdd97c3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,188] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=49b88cd23e172cd2b84ae1c44804a9ea attempt=1 +[2026-07-23 03:51:05,190] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=49b88cd23e172cd2b84ae1c44804a9ea status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,198] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3e0d5a0196fbbbe5a3bf287e9d26718a attempt=1 +[2026-07-23 03:51:05,198] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3e0d5a0196fbbbe5a3bf287e9d26718a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,208] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f4ba4ddb09108e29c6acde545ccf2ce2 attempt=1 +[2026-07-23 03:51:05,209] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f4ba4ddb09108e29c6acde545ccf2ce2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,210] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9f749b36e5f09b5dadad96cbc136ca65 attempt=1 +[2026-07-23 03:51:05,211] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9f749b36e5f09b5dadad96cbc136ca65 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,213] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7171fc3bc036a7e3f7f8483edd20c795 attempt=1 +[2026-07-23 03:51:05,214] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7171fc3bc036a7e3f7f8483edd20c795 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,215] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6ebcfc88241a7349a60a9b64addf2725 attempt=1 +[2026-07-23 03:51:05,217] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6ebcfc88241a7349a60a9b64addf2725 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,218] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ff73752fbb7433419099a8511754f987 attempt=1 +[2026-07-23 03:51:05,219] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ff73752fbb7433419099a8511754f987 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,226] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=90d12d82d9614d497c44f712d66d057d attempt=1 +[2026-07-23 03:51:05,227] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=90d12d82d9614d497c44f712d66d057d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,241] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=78a85b9994fd97dcbc014c08a24db6d0 attempt=1 +[2026-07-23 03:51:05,242] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=78a85b9994fd97dcbc014c08a24db6d0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,244] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5662b2bbd9e414513008b4bceb92f818 attempt=1 +[2026-07-23 03:51:05,245] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5662b2bbd9e414513008b4bceb92f818 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,246] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5ddb6a8dffccee8b7bfbd59c50410c50 attempt=1 +[2026-07-23 03:51:05,248] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5ddb6a8dffccee8b7bfbd59c50410c50 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,249] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=dc73696f73b0fe3f59a59ffe53007225 attempt=1 +[2026-07-23 03:51:05,250] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=dc73696f73b0fe3f59a59ffe53007225 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,250] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e6375e08fbebeb80f77edcc00d59b289 attempt=1 +[2026-07-23 03:51:05,251] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e6375e08fbebeb80f77edcc00d59b289 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,255] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3d427f650b2405bc6faf0259ec53fa73 attempt=1 +[2026-07-23 03:51:05,257] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3d427f650b2405bc6faf0259ec53fa73 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,265] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=50b915b9dfb222d7395005cef54051a5 attempt=1 +[2026-07-23 03:51:05,266] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=50b915b9dfb222d7395005cef54051a5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,269] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c6b7b47ee76b8533b7a98cc16c313084 attempt=1 +[2026-07-23 03:51:05,271] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c6b7b47ee76b8533b7a98cc16c313084 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,273] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5ec2ff62b72bbcd3995e27d992648334 attempt=1 +[2026-07-23 03:51:05,274] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5ec2ff62b72bbcd3995e27d992648334 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,277] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3cefef050a3ee8ca33860c658f11845c attempt=1 +[2026-07-23 03:51:05,279] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3cefef050a3ee8ca33860c658f11845c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,280] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6be2b53962c07f34e880a823f1851772 attempt=1 +[2026-07-23 03:51:05,281] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6be2b53962c07f34e880a823f1851772 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,285] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ea089eece066038a01e1b9b1e6364808 attempt=1 +[2026-07-23 03:51:05,286] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ea089eece066038a01e1b9b1e6364808 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,292] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=de6c6ace906958e9ff36c812a170106f attempt=1 +[2026-07-23 03:51:05,294] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=de6c6ace906958e9ff36c812a170106f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,298] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=aa52e474fe7d8b89a4059e7a699515ad attempt=1 +[2026-07-23 03:51:05,299] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=aa52e474fe7d8b89a4059e7a699515ad status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,301] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1758f90e7869e81ba0a715fe723dcce5 attempt=1 +[2026-07-23 03:51:05,302] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1758f90e7869e81ba0a715fe723dcce5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,303] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e56c04311574c6d317528df03e22ff8d attempt=1 +[2026-07-23 03:51:05,304] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e56c04311574c6d317528df03e22ff8d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,307] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=44c3fc821cbb980be109c776553f457f attempt=1 +[2026-07-23 03:51:05,308] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=44c3fc821cbb980be109c776553f457f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,312] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=da2858b1e39d4081b580f847d3e3f155 attempt=1 +[2026-07-23 03:51:05,314] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=da2858b1e39d4081b580f847d3e3f155 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,315] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=69cdc6f065632f2d1d96158896d8c6a7 attempt=1 +[2026-07-23 03:51:05,316] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=69cdc6f065632f2d1d96158896d8c6a7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,321] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4cf272cf5d7e74a687b41f792ebb351e attempt=1 +[2026-07-23 03:51:05,323] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4cf272cf5d7e74a687b41f792ebb351e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,330] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b7d8d571e00650e7f699591ac8f87918 attempt=1 +[2026-07-23 03:51:05,331] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b7d8d571e00650e7f699591ac8f87918 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,333] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=127c1094b08c47e9a10959202bef52a2 attempt=1 +[2026-07-23 03:51:05,334] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=127c1094b08c47e9a10959202bef52a2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,335] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0932353bade1e13b7847c64c1ecfd729 attempt=1 +[2026-07-23 03:51:05,335] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 34% (264/881) has_cb=True +[2026-07-23 03:51:05,337] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0932353bade1e13b7847c64c1ecfd729 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,338] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f401ee7d8921bc0e3fa2e05e5ceee02b attempt=1 +[2026-07-23 03:51:05,340] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f401ee7d8921bc0e3fa2e05e5ceee02b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,341] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bba8acbaa74a3dc870febf0bfdbcf32e attempt=1 +[2026-07-23 03:51:05,343] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bba8acbaa74a3dc870febf0bfdbcf32e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,348] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9c7dc349c3ee6663fc23399a22b9654f attempt=1 +[2026-07-23 03:51:05,349] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9c7dc349c3ee6663fc23399a22b9654f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,358] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=305b7df9874d7557abe9b73388420205 attempt=1 +[2026-07-23 03:51:05,358] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=305b7df9874d7557abe9b73388420205 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,367] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1b4c7ff25b9f196398801d56e1e9179a attempt=1 +[2026-07-23 03:51:05,368] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1b4c7ff25b9f196398801d56e1e9179a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,370] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0fc06d2ddaa6259fcaef9c312c7a5e2e attempt=1 +[2026-07-23 03:51:05,371] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0fc06d2ddaa6259fcaef9c312c7a5e2e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,375] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0e2fcb2ca0e8da88f059d96a8894b3e9 attempt=1 +[2026-07-23 03:51:05,376] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0e2fcb2ca0e8da88f059d96a8894b3e9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,381] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9c3db67d9e27ff560abfb31e5a355ea4 attempt=1 +[2026-07-23 03:51:05,383] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9c3db67d9e27ff560abfb31e5a355ea4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,385] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a22e26e27968bee0c2aca034a1400e1a attempt=1 +[2026-07-23 03:51:05,386] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a22e26e27968bee0c2aca034a1400e1a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,387] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d3c81ea36a70eb17df97031eb88e3a93 attempt=1 +[2026-07-23 03:51:05,389] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d3c81ea36a70eb17df97031eb88e3a93 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,392] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=761173bbfd9c45a4a912f7e8a06bfd21 attempt=1 +[2026-07-23 03:51:05,394] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=761173bbfd9c45a4a912f7e8a06bfd21 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,399] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3f50c6dbe4cffe5c1c5aa83ea5e466ff attempt=1 +[2026-07-23 03:51:05,400] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3f50c6dbe4cffe5c1c5aa83ea5e466ff status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,402] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e7cc9a754c24107848331586e88d4b52 attempt=1 +[2026-07-23 03:51:05,403] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e7cc9a754c24107848331586e88d4b52 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,405] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2bc0097e24faffcef96c571f2c6fa0b2 attempt=1 +[2026-07-23 03:51:05,407] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2bc0097e24faffcef96c571f2c6fa0b2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,408] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=208c93456a81bd6e6eb789edcbaad815 attempt=1 +[2026-07-23 03:51:05,410] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=208c93456a81bd6e6eb789edcbaad815 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,411] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=489e3bf4f1669a09c4d84b22d29c76fa attempt=1 +[2026-07-23 03:51:05,412] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=489e3bf4f1669a09c4d84b22d29c76fa status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,414] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=cfd251d10ffc02d35a3dd6f5ef48ef27 attempt=1 +[2026-07-23 03:51:05,415] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=cfd251d10ffc02d35a3dd6f5ef48ef27 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,417] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=897720c5f0ce3aa6b53435be41b4854d attempt=1 +[2026-07-23 03:51:05,418] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=897720c5f0ce3aa6b53435be41b4854d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,420] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=030f9998f1b00aacffc6a63891bbd937 attempt=1 +[2026-07-23 03:51:05,421] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=030f9998f1b00aacffc6a63891bbd937 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,423] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b6eef4c55d5057023dfae4e40cb45ca7 attempt=1 +[2026-07-23 03:51:05,424] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b6eef4c55d5057023dfae4e40cb45ca7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,427] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2320f9838fc0fa37eb8c4d4e50dbc091 attempt=1 +[2026-07-23 03:51:05,428] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2320f9838fc0fa37eb8c4d4e50dbc091 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,432] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=781df8a628086f0bbb1a8d47df29c678 attempt=1 +[2026-07-23 03:51:05,433] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=781df8a628086f0bbb1a8d47df29c678 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,435] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ca38125c983fc73af3bd211a8d7b63eb attempt=1 +[2026-07-23 03:51:05,436] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ca38125c983fc73af3bd211a8d7b63eb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,438] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7e67de6f8dee2746ed569e299f51c644 attempt=1 +[2026-07-23 03:51:05,439] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7e67de6f8dee2746ed569e299f51c644 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,440] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=dab19ab6560dab4f147969a4e86d9585 attempt=1 +[2026-07-23 03:51:05,442] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=dab19ab6560dab4f147969a4e86d9585 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,443] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=18969f5ebf290953286b44f51e87c15e attempt=1 +[2026-07-23 03:51:05,444] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=18969f5ebf290953286b44f51e87c15e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,446] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bd58eef4ec4a56d53f985821361907f2 attempt=1 +[2026-07-23 03:51:05,447] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bd58eef4ec4a56d53f985821361907f2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,450] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=dcdddd3cfd29ed17e082111c49ce2fe6 attempt=1 +[2026-07-23 03:51:05,451] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=dcdddd3cfd29ed17e082111c49ce2fe6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,455] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a78369072b9c53f0d464d0c5199cdc6d attempt=1 +[2026-07-23 03:51:05,456] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a78369072b9c53f0d464d0c5199cdc6d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,457] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=da150dbed66672f1597e924c9b8bfd17 attempt=1 +[2026-07-23 03:51:05,459] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=da150dbed66672f1597e924c9b8bfd17 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,461] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=81dc399d3b76594fed6c228e74aa9177 attempt=1 +[2026-07-23 03:51:05,462] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=81dc399d3b76594fed6c228e74aa9177 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,463] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=67679b9ac717784d43dba75b443d00d5 attempt=1 +[2026-07-23 03:51:05,464] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=67679b9ac717784d43dba75b443d00d5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,466] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7fde534bf37958b32c69dd33dea05e6d attempt=1 +[2026-07-23 03:51:05,467] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7fde534bf37958b32c69dd33dea05e6d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,468] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=39d36ff3385f88aef025fd09d38417d2 attempt=1 +[2026-07-23 03:51:05,469] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=39d36ff3385f88aef025fd09d38417d2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,471] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3be58ea636a67e6431609e2bbfde0c8e attempt=1 +[2026-07-23 03:51:05,473] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3be58ea636a67e6431609e2bbfde0c8e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,474] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=739d74764d68eac2906cc142d1c4dc0a attempt=1 +[2026-07-23 03:51:05,475] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=739d74764d68eac2906cc142d1c4dc0a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,476] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=534861acba13709ce90e3532fec86ba0 attempt=1 +[2026-07-23 03:51:05,477] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=534861acba13709ce90e3532fec86ba0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,479] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a85cdbec78c97f2960cda954365e3b15 attempt=1 +[2026-07-23 03:51:05,481] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a85cdbec78c97f2960cda954365e3b15 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,483] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=591d6bcdfc7fa47d9c8d0923dba82161 attempt=1 +[2026-07-23 03:51:05,484] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=591d6bcdfc7fa47d9c8d0923dba82161 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,485] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7a94fb833580b70db22b2c6646da818e attempt=1 +[2026-07-23 03:51:05,486] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7a94fb833580b70db22b2c6646da818e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,486] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=543eb2ee52a87501fabacd48dd360270 attempt=1 +[2026-07-23 03:51:05,488] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=543eb2ee52a87501fabacd48dd360270 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,491] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=30f411698380613107fd553990855b29 attempt=1 +[2026-07-23 03:51:05,492] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=30f411698380613107fd553990855b29 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,499] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d359c33479ab1219a4b91fb3192ff84f attempt=1 +[2026-07-23 03:51:05,500] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d359c33479ab1219a4b91fb3192ff84f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,501] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5e6e3b089f22fe8c96166bd8684b699b attempt=1 +[2026-07-23 03:51:05,502] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 38% (308/881) has_cb=True +[2026-07-23 03:51:05,503] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5e6e3b089f22fe8c96166bd8684b699b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,507] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bee17ca5762fa519f395a394d63c923e attempt=1 +[2026-07-23 03:51:05,508] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bee17ca5762fa519f395a394d63c923e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,516] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=42d7ff74e68564a4c55eab4bbf0e5455 attempt=1 +[2026-07-23 03:51:05,518] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=42d7ff74e68564a4c55eab4bbf0e5455 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,519] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b2b836d03a813f24d41f6852aa59ec0d attempt=1 +[2026-07-23 03:51:05,521] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b2b836d03a813f24d41f6852aa59ec0d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,522] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=20381136fd4119d82879fa066f8a4da3 attempt=1 +[2026-07-23 03:51:05,523] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=20381136fd4119d82879fa066f8a4da3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,525] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=44e6047d34f4018aa8ad7dee8d50d616 attempt=1 +[2026-07-23 03:51:05,526] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=44e6047d34f4018aa8ad7dee8d50d616 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,528] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1fb23507e631016b81cf5d1cf81d126e attempt=1 +[2026-07-23 03:51:05,529] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1fb23507e631016b81cf5d1cf81d126e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,531] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b8525370526bef040d70756d7f0ee140 attempt=1 +[2026-07-23 03:51:05,532] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b8525370526bef040d70756d7f0ee140 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,534] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a3a44fcf5b4a683a78a5648a97793dd1 attempt=1 +[2026-07-23 03:51:05,536] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a3a44fcf5b4a683a78a5648a97793dd1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,541] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=429e2ec8a4bb7e555738313a9f787546 attempt=1 +[2026-07-23 03:51:05,542] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=429e2ec8a4bb7e555738313a9f787546 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,550] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=472fa9b9163a07a78ee1e76d69b4034d attempt=1 +[2026-07-23 03:51:05,551] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=472fa9b9163a07a78ee1e76d69b4034d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,553] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e8b63715a54029132096ddb713de5080 attempt=1 +[2026-07-23 03:51:05,554] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e8b63715a54029132096ddb713de5080 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,556] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=279ef80c5ca400b7a2a8e9d9709257db attempt=1 +[2026-07-23 03:51:05,557] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=279ef80c5ca400b7a2a8e9d9709257db status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,559] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=609555a434d06a6739b49a1a6e188512 attempt=1 +[2026-07-23 03:51:05,561] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=609555a434d06a6739b49a1a6e188512 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,566] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f162e5772523b77f1fd6f11119aba52e attempt=1 +[2026-07-23 03:51:05,567] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f162e5772523b77f1fd6f11119aba52e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,572] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7dfdc826123166286f9350e95ba9dd74 attempt=1 +[2026-07-23 03:51:05,573] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7dfdc826123166286f9350e95ba9dd74 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,575] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=07245351d69936bcf5160d35c7986d38 attempt=1 +[2026-07-23 03:51:05,576] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=07245351d69936bcf5160d35c7986d38 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,579] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2c279398e5811a0668d2c99bba40f0f1 attempt=1 +[2026-07-23 03:51:05,580] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2c279398e5811a0668d2c99bba40f0f1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,583] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ecce35417f652721e8b3d83ebdbe97b8 attempt=1 +[2026-07-23 03:51:05,584] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ecce35417f652721e8b3d83ebdbe97b8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,586] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=274a2ea60d0d6699ae57042b9df59a9c attempt=1 +[2026-07-23 03:51:05,587] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=274a2ea60d0d6699ae57042b9df59a9c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,590] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=92bc65caec466c196c5c29641b61fab3 attempt=1 +[2026-07-23 03:51:05,591] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=92bc65caec466c196c5c29641b61fab3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,594] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f638e6d289e6c0155b99340453e7f6cd attempt=1 +[2026-07-23 03:51:05,595] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f638e6d289e6c0155b99340453e7f6cd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,602] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=18402a4e7df20b9b0a2378d8d829f2da attempt=1 +[2026-07-23 03:51:05,603] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=18402a4e7df20b9b0a2378d8d829f2da status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,611] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=861831dca52df0c5fa277aa51ba52f02 attempt=1 +[2026-07-23 03:51:05,612] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=861831dca52df0c5fa277aa51ba52f02 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,613] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ca2a5777ff1428d41f12b0b0e98f650a attempt=1 +[2026-07-23 03:51:05,614] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ca2a5777ff1428d41f12b0b0e98f650a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,616] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=19a5b1d36a0575436b7d58259b731048 attempt=1 +[2026-07-23 03:51:05,617] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=19a5b1d36a0575436b7d58259b731048 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,618] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2cae3880668cf3586211138d03ca36dc attempt=1 +[2026-07-23 03:51:05,619] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2cae3880668cf3586211138d03ca36dc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,625] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=12c6c48470de526ecb2c2b7c0aa856de attempt=1 +[2026-07-23 03:51:05,626] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=12c6c48470de526ecb2c2b7c0aa856de status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,635] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8e1491602678c1921e5fb02c410f76d3 attempt=1 +[2026-07-23 03:51:05,636] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8e1491602678c1921e5fb02c410f76d3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,638] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0479e081fd710787d7263de415b808ce attempt=1 +[2026-07-23 03:51:05,639] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0479e081fd710787d7263de415b808ce status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,641] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ca6258bbd7739ea06692f037e73af14c attempt=1 +[2026-07-23 03:51:05,642] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ca6258bbd7739ea06692f037e73af14c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,644] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fb259d9b4105065222a81d4ee0ba25d1 attempt=1 +[2026-07-23 03:51:05,645] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fb259d9b4105065222a81d4ee0ba25d1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,647] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7529578e135854befe7cb7538706fd49 attempt=1 +[2026-07-23 03:51:05,648] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7529578e135854befe7cb7538706fd49 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,650] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=db8031b46e0d570d6672546b905d59da attempt=1 +[2026-07-23 03:51:05,651] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=db8031b46e0d570d6672546b905d59da status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,652] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2e431b6fccc5248fd9864f7ccce4ecf4 attempt=1 +[2026-07-23 03:51:05,653] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2e431b6fccc5248fd9864f7ccce4ecf4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,655] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=43b55004efbaf0f8acfcbf32ac94aef1 attempt=1 +[2026-07-23 03:51:05,657] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=43b55004efbaf0f8acfcbf32ac94aef1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,663] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b20030ac5b5832f877f2b30f9f5e01a8 attempt=1 +[2026-07-23 03:51:05,664] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b20030ac5b5832f877f2b30f9f5e01a8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,673] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d06150a2df906c2e476c45b973b43bee attempt=1 +[2026-07-23 03:51:05,675] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d06150a2df906c2e476c45b973b43bee status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,676] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7f2d3841e1eeef072d0c35f7e26f1f8d attempt=1 +[2026-07-23 03:51:05,677] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7f2d3841e1eeef072d0c35f7e26f1f8d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,679] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3de25793ade30c457cac9eb6599596c0 attempt=1 +[2026-07-23 03:51:05,680] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3de25793ade30c457cac9eb6599596c0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,681] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=635214b9e34c72c0130f432a0cef31b0 attempt=1 +[2026-07-23 03:51:05,683] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=635214b9e34c72c0130f432a0cef31b0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,684] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=85f151be1e5f546e001316abfc2f790d attempt=1 +[2026-07-23 03:51:05,685] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=85f151be1e5f546e001316abfc2f790d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,687] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b2e77e30bc470141455b116c301d01c7 attempt=1 +[2026-07-23 03:51:05,688] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b2e77e30bc470141455b116c301d01c7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,690] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a8cbebc1418321449b8337a4b6a8a419 attempt=1 +[2026-07-23 03:51:05,691] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a8cbebc1418321449b8337a4b6a8a419 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,698] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 42% (352/881) has_cb=True +[2026-07-23 03:51:05,698] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2c9a026e503ef8037293cb832698e683 attempt=1 +[2026-07-23 03:51:05,699] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2c9a026e503ef8037293cb832698e683 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,711] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=df387d4c577f944c69a77089501c6af5 attempt=1 +[2026-07-23 03:51:05,712] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=df387d4c577f944c69a77089501c6af5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,717] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ac8d56b6daae31f8e66ac545d6ddcb6d attempt=1 +[2026-07-23 03:51:05,718] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ac8d56b6daae31f8e66ac545d6ddcb6d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,721] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7fb7f8200244661a9e24b010c5b57fa8 attempt=1 +[2026-07-23 03:51:05,723] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7fb7f8200244661a9e24b010c5b57fa8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,728] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=14ff5b55b889e97c1a7e80193796aa58 attempt=1 +[2026-07-23 03:51:05,729] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=14ff5b55b889e97c1a7e80193796aa58 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,731] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=01160a3a9c0fac4db0e5ec03e0acb2f5 attempt=1 +[2026-07-23 03:51:05,732] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=01160a3a9c0fac4db0e5ec03e0acb2f5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,735] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=60ede395352414a38079a484eaf198de attempt=1 +[2026-07-23 03:51:05,736] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=60ede395352414a38079a484eaf198de status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,739] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0144b8b9927afe3007c1368bb0ccda39 attempt=1 +[2026-07-23 03:51:05,740] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0144b8b9927afe3007c1368bb0ccda39 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,741] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e416fbe4d56d069fc7e605809cfba44d attempt=1 +[2026-07-23 03:51:05,742] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e416fbe4d56d069fc7e605809cfba44d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,743] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=cc81042dc54416c8768e82fee13770b3 attempt=1 +[2026-07-23 03:51:05,744] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=cc81042dc54416c8768e82fee13770b3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,746] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b21c998e2c72a301cbf8c9a5abdb4068 attempt=1 +[2026-07-23 03:51:05,748] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b21c998e2c72a301cbf8c9a5abdb4068 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,752] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b31287524a5bdde3d489b19723abeb8d attempt=1 +[2026-07-23 03:51:05,753] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b31287524a5bdde3d489b19723abeb8d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,760] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e3ed7dd1515cb0be028e2775fe5a4600 attempt=1 +[2026-07-23 03:51:05,761] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e3ed7dd1515cb0be028e2775fe5a4600 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,762] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4848e81852f3718e4afa6f6db26720e6 attempt=1 +[2026-07-23 03:51:05,764] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4848e81852f3718e4afa6f6db26720e6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,765] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9571bb4868f83194065d93aefe25be3f attempt=1 +[2026-07-23 03:51:05,766] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9571bb4868f83194065d93aefe25be3f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,767] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d77d4756eca9a5bfb7c18e94cd149cf2 attempt=1 +[2026-07-23 03:51:05,768] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d77d4756eca9a5bfb7c18e94cd149cf2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,768] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0254959a6925f264971a93e914090cbc attempt=1 +[2026-07-23 03:51:05,770] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0254959a6925f264971a93e914090cbc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,771] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3fe50daa51b851305e691f1bb7c0057c attempt=1 +[2026-07-23 03:51:05,772] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3fe50daa51b851305e691f1bb7c0057c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,774] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8e9f02c35f7a9f4f68a6a144193fac24 attempt=1 +[2026-07-23 03:51:05,775] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8e9f02c35f7a9f4f68a6a144193fac24 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,776] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=66a411a3713d8ad4fd1d1790a0d2c5ac attempt=1 +[2026-07-23 03:51:05,777] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=66a411a3713d8ad4fd1d1790a0d2c5ac status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,779] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3ce4171917f54dcc759f9601e14f5215 attempt=1 +[2026-07-23 03:51:05,780] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3ce4171917f54dcc759f9601e14f5215 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,782] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=727f330a2980b24d2bab5ccecfbe5d55 attempt=1 +[2026-07-23 03:51:05,784] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=727f330a2980b24d2bab5ccecfbe5d55 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,788] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9c321c704b52eb67b2ca92cf66d9e016 attempt=1 +[2026-07-23 03:51:05,789] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9c321c704b52eb67b2ca92cf66d9e016 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,793] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=405548cab3cb18d726be17fc7c373ecd attempt=1 +[2026-07-23 03:51:05,794] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=405548cab3cb18d726be17fc7c373ecd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,797] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b0fe3c8521896490e23da8dfe4e63b38 attempt=1 +[2026-07-23 03:51:05,798] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b0fe3c8521896490e23da8dfe4e63b38 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,801] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ecf6c3f9f9c9a1cd83befed2b66e0b22 attempt=1 +[2026-07-23 03:51:05,802] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ecf6c3f9f9c9a1cd83befed2b66e0b22 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,806] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=233e1cd6dacd5449ac3d8a4b3d4ddc66 attempt=1 +[2026-07-23 03:51:05,807] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=233e1cd6dacd5449ac3d8a4b3d4ddc66 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,809] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7383fb22c93f6890d7647632036c16bb attempt=1 +[2026-07-23 03:51:05,810] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7383fb22c93f6890d7647632036c16bb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,811] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=80a75b9fec157ea6e81ad68cf15a50c3 attempt=1 +[2026-07-23 03:51:05,812] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=80a75b9fec157ea6e81ad68cf15a50c3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,814] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=edb89c582b082458dd3e33b1761b8d78 attempt=1 +[2026-07-23 03:51:05,815] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=edb89c582b082458dd3e33b1761b8d78 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,820] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=82ff65cddafe6fb19c5b0f6e6c95f64f attempt=1 +[2026-07-23 03:51:05,822] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=82ff65cddafe6fb19c5b0f6e6c95f64f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,827] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=29e8ec2f1bdd0b51e6a0df3f5b489d00 attempt=1 +[2026-07-23 03:51:05,828] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=29e8ec2f1bdd0b51e6a0df3f5b489d00 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,833] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5602bdaf443488e897d8b901f4f001a5 attempt=1 +[2026-07-23 03:51:05,835] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5602bdaf443488e897d8b901f4f001a5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,841] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=50b3dd5c165a5799ea46b1a4bf5196e1 attempt=1 +[2026-07-23 03:51:05,842] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=50b3dd5c165a5799ea46b1a4bf5196e1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,848] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ab2963e3325789542c112702c80b5fbe attempt=1 +[2026-07-23 03:51:05,849] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ab2963e3325789542c112702c80b5fbe status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,850] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8b8e1a9e1c4915fded776b3a404e5900 attempt=1 +[2026-07-23 03:51:05,851] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8b8e1a9e1c4915fded776b3a404e5900 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,853] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c3380e499ef38094b85d8b9cbb72383e attempt=1 +[2026-07-23 03:51:05,855] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c3380e499ef38094b85d8b9cbb72383e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,860] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3ee3baaad3fa44bbe74cc7e9858accee attempt=1 +[2026-07-23 03:51:05,861] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3ee3baaad3fa44bbe74cc7e9858accee status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,864] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=28710330b7557818f6edad22899b9bf9 attempt=1 +[2026-07-23 03:51:05,866] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=28710330b7557818f6edad22899b9bf9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,868] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=542cc693537603e442f286c26145e05d attempt=1 +[2026-07-23 03:51:05,869] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=542cc693537603e442f286c26145e05d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,872] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0e9cade087de6458ef3ed3970deba4b8 attempt=1 +[2026-07-23 03:51:05,874] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0e9cade087de6458ef3ed3970deba4b8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,881] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b337160cf1dcbb2543b24fdcfb0c0eb3 attempt=1 +[2026-07-23 03:51:05,882] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b337160cf1dcbb2543b24fdcfb0c0eb3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,887] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=df0a36329f95a99cf3f2b09499f56721 attempt=1 +[2026-07-23 03:51:05,888] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=df0a36329f95a99cf3f2b09499f56721 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,889] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=14de2d899fc8516106395c4d9b78336b attempt=1 +[2026-07-23 03:51:05,890] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=14de2d899fc8516106395c4d9b78336b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,892] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7854323f23998fa50f3c845880c2ecb1 attempt=1 +[2026-07-23 03:51:05,892] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 46% (396/881) has_cb=True +[2026-07-23 03:51:05,893] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7854323f23998fa50f3c845880c2ecb1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,894] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9f2bbd7143b34ed94b65a7193a898be9 attempt=1 +[2026-07-23 03:51:05,896] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9f2bbd7143b34ed94b65a7193a898be9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,899] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e840166adea29bc2e6f86c559ff8e93f attempt=1 +[2026-07-23 03:51:05,900] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e840166adea29bc2e6f86c559ff8e93f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,907] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0f28b08a0330b59170b78e9c386a68ab attempt=1 +[2026-07-23 03:51:05,909] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0f28b08a0330b59170b78e9c386a68ab status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,918] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c2d8fbfc292584bf8cb1f080e8b57140 attempt=1 +[2026-07-23 03:51:05,919] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c2d8fbfc292584bf8cb1f080e8b57140 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,927] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=12c40991cbb4006666b23ef1bb6db526 attempt=1 +[2026-07-23 03:51:05,928] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=12c40991cbb4006666b23ef1bb6db526 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,929] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ba1621bc6e605ee9a62e281355307441 attempt=1 +[2026-07-23 03:51:05,930] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ba1621bc6e605ee9a62e281355307441 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,931] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fa88e748c5c989d4bf7b78d539747aba attempt=1 +[2026-07-23 03:51:05,933] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fa88e748c5c989d4bf7b78d539747aba status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,936] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b4f1721f9e9ad86e96ecc09eacdc06a3 attempt=1 +[2026-07-23 03:51:05,937] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b4f1721f9e9ad86e96ecc09eacdc06a3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,945] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9fa1231b3de4a2ea9f5c284274cd70e3 attempt=1 +[2026-07-23 03:51:05,946] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9fa1231b3de4a2ea9f5c284274cd70e3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,954] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=665356988c08c18ac7adebe5d1ab25d1 attempt=1 +[2026-07-23 03:51:05,956] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=665356988c08c18ac7adebe5d1ab25d1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,956] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5f5c0d5f64d63b4e97ffc8a2264b27ab attempt=1 +[2026-07-23 03:51:05,958] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5f5c0d5f64d63b4e97ffc8a2264b27ab status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,962] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9ba23d4edca7c884690c522163db9e69 attempt=1 +[2026-07-23 03:51:05,963] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9ba23d4edca7c884690c522163db9e69 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,970] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ec6541c7e7d698b8550e27e7eb95dd5e attempt=1 +[2026-07-23 03:51:05,972] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ec6541c7e7d698b8550e27e7eb95dd5e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,976] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e5eba948b1bd4c4fb79495e2a81f56a7 attempt=1 +[2026-07-23 03:51:05,977] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e5eba948b1bd4c4fb79495e2a81f56a7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,984] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d3fed72e042e604e764c644de6d2aceb attempt=1 +[2026-07-23 03:51:05,985] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d3fed72e042e604e764c644de6d2aceb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,988] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9216bd6b4a6d971042b413ba0da531cb attempt=1 +[2026-07-23 03:51:05,989] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9216bd6b4a6d971042b413ba0da531cb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:05,997] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3d6b8abbcc880d4e08cd5bee4a446b26 attempt=1 +[2026-07-23 03:51:05,998] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3d6b8abbcc880d4e08cd5bee4a446b26 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,003] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6e695214d50c8e016a8d2a6f6739cc5a attempt=1 +[2026-07-23 03:51:06,005] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6e695214d50c8e016a8d2a6f6739cc5a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,006] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ba126c1bdb15e40c22f9a58d1791b733 attempt=1 +[2026-07-23 03:51:06,007] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ba126c1bdb15e40c22f9a58d1791b733 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,014] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=57832f49558fd182b94b8e85dacaec5a attempt=1 +[2026-07-23 03:51:06,015] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=57832f49558fd182b94b8e85dacaec5a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,026] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fcbb0eefee83b04e30d08fc49880dfc5 attempt=1 +[2026-07-23 03:51:06,028] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fcbb0eefee83b04e30d08fc49880dfc5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,034] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e6b03c10d014a17217b95d102b07ca8a attempt=1 +[2026-07-23 03:51:06,035] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e6b03c10d014a17217b95d102b07ca8a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,044] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=294958e82a507ea8e7ff8b02009ab9e7 attempt=1 +[2026-07-23 03:51:06,045] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=294958e82a507ea8e7ff8b02009ab9e7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,047] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7b8af517857e40649f6620ab38d8fa42 attempt=1 +[2026-07-23 03:51:06,048] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7b8af517857e40649f6620ab38d8fa42 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,052] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=04da7c9b034138a392ec3af7a144cf3a attempt=1 +[2026-07-23 03:51:06,053] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=04da7c9b034138a392ec3af7a144cf3a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,061] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7bbff6735d1705bc9b1049a1a56a3e54 attempt=1 +[2026-07-23 03:51:06,062] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7bbff6735d1705bc9b1049a1a56a3e54 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,068] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=87fdd72f02bf9189b4ee2f90e8d96b02 attempt=1 +[2026-07-23 03:51:06,069] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=87fdd72f02bf9189b4ee2f90e8d96b02 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,070] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=40260b037528a86dc15250ad42f50767 attempt=1 +[2026-07-23 03:51:06,071] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=40260b037528a86dc15250ad42f50767 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,071] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0e89471cb9498a6c5ff350a3461b6dff attempt=1 +[2026-07-23 03:51:06,072] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0e89471cb9498a6c5ff350a3461b6dff status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,079] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ab8099c4a0532cc5d8d25a833bae242e attempt=1 +[2026-07-23 03:51:06,080] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ab8099c4a0532cc5d8d25a833bae242e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,089] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=be5a6db40cdfc03ac81ff32cb810a7d1 attempt=1 +[2026-07-23 03:51:06,090] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=be5a6db40cdfc03ac81ff32cb810a7d1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,091] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=04524a5823cf67123c6a01475b370390 attempt=1 +[2026-07-23 03:51:06,092] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=04524a5823cf67123c6a01475b370390 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,093] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=007f176bf501898e1efca138dc288c0c attempt=1 +[2026-07-23 03:51:06,094] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=007f176bf501898e1efca138dc288c0c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,095] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d6e4320c6266d9ba375d9869e784508d attempt=1 +[2026-07-23 03:51:06,096] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d6e4320c6266d9ba375d9869e784508d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,096] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3546faf14839049a620c533440ef2728 attempt=1 +[2026-07-23 03:51:06,097] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3546faf14839049a620c533440ef2728 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,104] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5c59f84adacc104b26d222ffc941feb9 attempt=1 +[2026-07-23 03:51:06,105] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5c59f84adacc104b26d222ffc941feb9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,117] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bf5edec2786bc068979f6c1af9534bcb attempt=1 +[2026-07-23 03:51:06,119] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bf5edec2786bc068979f6c1af9534bcb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,120] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=db72c2d754aa0d17bdb0cc491861ead4 attempt=1 +[2026-07-23 03:51:06,121] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=db72c2d754aa0d17bdb0cc491861ead4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,125] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=feaafb10695ae5754022c5c4960adf18 attempt=1 +[2026-07-23 03:51:06,126] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=feaafb10695ae5754022c5c4960adf18 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,132] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a226a9108affcc69382a56d80100595d attempt=1 +[2026-07-23 03:51:06,133] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a226a9108affcc69382a56d80100595d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,134] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a6092c183888b28b15f5c45bbb0fadf2 attempt=1 +[2026-07-23 03:51:06,135] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a6092c183888b28b15f5c45bbb0fadf2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,135] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0565df1a12f2ca6e37273d15f3d14b4d attempt=1 +[2026-07-23 03:51:06,136] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0565df1a12f2ca6e37273d15f3d14b4d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,137] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b900e4d7a184b278ed832645f55ab2b8 attempt=1 +[2026-07-23 03:51:06,138] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b900e4d7a184b278ed832645f55ab2b8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,139] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=022d2b2b8c7d13cbff0c1b9628f84a6c attempt=1 +[2026-07-23 03:51:06,140] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 50% (440/881) has_cb=True +[2026-07-23 03:51:06,141] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=022d2b2b8c7d13cbff0c1b9628f84a6c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,151] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7581d09638f73e2b378c66ff03b96dd8 attempt=1 +[2026-07-23 03:51:06,152] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7581d09638f73e2b378c66ff03b96dd8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,181] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d7e4f846bbcd425fc5db38309beee377 attempt=1 +[2026-07-23 03:51:06,181] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d7e4f846bbcd425fc5db38309beee377 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,191] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=32b82933b54025b46106559643673cf8 attempt=1 +[2026-07-23 03:51:06,192] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=32b82933b54025b46106559643673cf8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,192] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f8c1bca56172e3337fbea71b510b6ea9 attempt=1 +[2026-07-23 03:51:06,193] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f8c1bca56172e3337fbea71b510b6ea9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,194] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f1398ce62e3bbb27ec0e1a78a09a1f30 attempt=1 +[2026-07-23 03:51:06,195] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f1398ce62e3bbb27ec0e1a78a09a1f30 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,196] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bea2801c53f38667fdbb545d12a6c42d attempt=1 +[2026-07-23 03:51:06,197] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bea2801c53f38667fdbb545d12a6c42d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,199] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ebb27d04a82dc701ceff0fc7cf634ca4 attempt=1 +[2026-07-23 03:51:06,200] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ebb27d04a82dc701ceff0fc7cf634ca4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,202] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b31f436e5f5e703425729a09d9384f7f attempt=1 +[2026-07-23 03:51:06,203] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b31f436e5f5e703425729a09d9384f7f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,207] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1a6522cc010c520c4373d69e9a17ac82 attempt=1 +[2026-07-23 03:51:06,208] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1a6522cc010c520c4373d69e9a17ac82 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,212] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5c3932b77a057da7caec4c8336852f26 attempt=1 +[2026-07-23 03:51:06,213] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5c3932b77a057da7caec4c8336852f26 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,216] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ef445c15cceed8edec782bd8c1dd7481 attempt=1 +[2026-07-23 03:51:06,217] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ef445c15cceed8edec782bd8c1dd7481 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,222] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7951297b80918735c3976ec42dd1bc3a attempt=1 +[2026-07-23 03:51:06,223] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7951297b80918735c3976ec42dd1bc3a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,225] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=72357751f6256ba81c96cf1c75bf20de attempt=1 +[2026-07-23 03:51:06,227] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=72357751f6256ba81c96cf1c75bf20de status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,229] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c3bc9ee2e12489608e0a6a7632bfac67 attempt=1 +[2026-07-23 03:51:06,230] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c3bc9ee2e12489608e0a6a7632bfac67 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,241] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a9acfcad7d4f81bdf956b49c8c9237d2 attempt=1 +[2026-07-23 03:51:06,242] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a9acfcad7d4f81bdf956b49c8c9237d2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,258] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=af727512758092d747ce2d61d07ef790 attempt=1 +[2026-07-23 03:51:06,259] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=af727512758092d747ce2d61d07ef790 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,266] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7bd2b82352eb49f5bd56ff3259de2476 attempt=1 +[2026-07-23 03:51:06,267] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7bd2b82352eb49f5bd56ff3259de2476 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,277] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ac0b6fa67eeb91675b178489e49d32c3 attempt=1 +[2026-07-23 03:51:06,278] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ac0b6fa67eeb91675b178489e49d32c3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,279] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=03592b84d37aac489062c3649a7a54da attempt=1 +[2026-07-23 03:51:06,281] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=03592b84d37aac489062c3649a7a54da status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,282] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0b97f3d051c2822653eed010996e8984 attempt=1 +[2026-07-23 03:51:06,283] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0b97f3d051c2822653eed010996e8984 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,284] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=07b3a87bce0f474baa82b6ea7fb90697 attempt=1 +[2026-07-23 03:51:06,285] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=07b3a87bce0f474baa82b6ea7fb90697 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,296] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a65800f42cc9ccda52bc1ca4aa090ef9 attempt=1 +[2026-07-23 03:51:06,298] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a65800f42cc9ccda52bc1ca4aa090ef9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,317] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=788d64d04c24ba7f49b287783b7df63d attempt=1 +[2026-07-23 03:51:06,319] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=788d64d04c24ba7f49b287783b7df63d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,324] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=56672c2a06386f9216084b205d91a299 attempt=1 +[2026-07-23 03:51:06,326] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=56672c2a06386f9216084b205d91a299 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,327] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=90fdbd989225f791f22a8d7c6713b8c8 attempt=1 +[2026-07-23 03:51:06,328] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=90fdbd989225f791f22a8d7c6713b8c8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,331] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b16c5379cbe4ac359fe045f1b251d1fd attempt=1 +[2026-07-23 03:51:06,332] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b16c5379cbe4ac359fe045f1b251d1fd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,338] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9408271375a3c55f61a62d7d54438f65 attempt=1 +[2026-07-23 03:51:06,339] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9408271375a3c55f61a62d7d54438f65 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,340] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=91cde38354627ab0586a9bb7228a330f attempt=1 +[2026-07-23 03:51:06,342] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=91cde38354627ab0586a9bb7228a330f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,343] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a79e369cb5dfffe7d98a4253cf78c0f7 attempt=1 +[2026-07-23 03:51:06,344] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a79e369cb5dfffe7d98a4253cf78c0f7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,345] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=767d433df35a797c831a6b269551a636 attempt=1 +[2026-07-23 03:51:06,346] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=767d433df35a797c831a6b269551a636 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,348] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=559a25c823109c7916b634842e21d19b attempt=1 +[2026-07-23 03:51:06,349] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=559a25c823109c7916b634842e21d19b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,350] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=91d117794014a96bf3b9ac1a4934dd78 attempt=1 +[2026-07-23 03:51:06,352] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=91d117794014a96bf3b9ac1a4934dd78 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,356] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=520d3bd3fc64de70453268e5baa2ea62 attempt=1 +[2026-07-23 03:51:06,357] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=520d3bd3fc64de70453268e5baa2ea62 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,363] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2a8de1821196671dc704bbcafe61dde0 attempt=1 +[2026-07-23 03:51:06,365] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2a8de1821196671dc704bbcafe61dde0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,367] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7b4a18254d28c23095f6b4b7e35069a0 attempt=1 +[2026-07-23 03:51:06,368] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7b4a18254d28c23095f6b4b7e35069a0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,372] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6e5337acd0606cabf3bc95ef01ec4094 attempt=1 +[2026-07-23 03:51:06,373] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6e5337acd0606cabf3bc95ef01ec4094 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,381] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=88c78115aced7a36e2a38629c6a9a3d0 attempt=1 +[2026-07-23 03:51:06,382] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=88c78115aced7a36e2a38629c6a9a3d0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,386] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2cf15ec1aeb8db5364671bff24998087 attempt=1 +[2026-07-23 03:51:06,387] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2cf15ec1aeb8db5364671bff24998087 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,388] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9aa8f39ce1d03b5f1ffaac6a5b16c88b attempt=1 +[2026-07-23 03:51:06,389] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9aa8f39ce1d03b5f1ffaac6a5b16c88b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,392] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=82c6bb52d3c3ce2441c194cc6392b9c9 attempt=1 +[2026-07-23 03:51:06,393] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=82c6bb52d3c3ce2441c194cc6392b9c9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,397] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6a9a7675f53ca7c151831eb61229b018 attempt=1 +[2026-07-23 03:51:06,398] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6a9a7675f53ca7c151831eb61229b018 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,400] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=05bcd6d62c0c2a14dfd1949eaaa7a78a attempt=1 +[2026-07-23 03:51:06,401] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=05bcd6d62c0c2a14dfd1949eaaa7a78a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,403] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f51294fa1775431852330ac7c37db7e6 attempt=1 +[2026-07-23 03:51:06,404] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f51294fa1775431852330ac7c37db7e6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,408] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=baeb99b5aa23fd7430855568b3879abe attempt=1 +[2026-07-23 03:51:06,409] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 54% (484/881) has_cb=True +[2026-07-23 03:51:06,410] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=baeb99b5aa23fd7430855568b3879abe status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,417] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1b688f7b1b297cd106f543711cae9a4f attempt=1 +[2026-07-23 03:51:06,418] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1b688f7b1b297cd106f543711cae9a4f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,422] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=94370a3b621376ee8fb9653c0a249680 attempt=1 +[2026-07-23 03:51:06,423] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=94370a3b621376ee8fb9653c0a249680 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,432] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=49c00854c28f996edc5e6ad0f28a6956 attempt=1 +[2026-07-23 03:51:06,433] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=49c00854c28f996edc5e6ad0f28a6956 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,441] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0ab5af499b282cf1341f1a64bf036563 attempt=1 +[2026-07-23 03:51:06,442] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0ab5af499b282cf1341f1a64bf036563 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,448] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ffee06953f66beac62e984c64cd4921f attempt=1 +[2026-07-23 03:51:06,449] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ffee06953f66beac62e984c64cd4921f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,452] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c8407aa57c901822bd4a7f1a4824282e attempt=1 +[2026-07-23 03:51:06,453] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c8407aa57c901822bd4a7f1a4824282e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,454] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=87666946e7ef49235aaaad7bba67d7aa attempt=1 +[2026-07-23 03:51:06,455] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=87666946e7ef49235aaaad7bba67d7aa status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,458] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e146957b208859356a77b2cdf7a8b5f7 attempt=1 +[2026-07-23 03:51:06,459] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e146957b208859356a77b2cdf7a8b5f7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,466] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b4c1b81c547fe11edcb629e03e4c76d5 attempt=1 +[2026-07-23 03:51:06,467] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b4c1b81c547fe11edcb629e03e4c76d5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,470] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=aea1d259d89a2eb16856934b75f0d484 attempt=1 +[2026-07-23 03:51:06,471] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=aea1d259d89a2eb16856934b75f0d484 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,477] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2184f21cdc712067bbc06b55f9b93333 attempt=1 +[2026-07-23 03:51:06,478] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2184f21cdc712067bbc06b55f9b93333 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,485] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6d2e1495524d98b499229d18fb2719f4 attempt=1 +[2026-07-23 03:51:06,486] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6d2e1495524d98b499229d18fb2719f4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,489] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f3d7b0a4eef9318758a46bef9644daaf attempt=1 +[2026-07-23 03:51:06,490] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f3d7b0a4eef9318758a46bef9644daaf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,492] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c132e981015feb774a6b40404413fe48 attempt=1 +[2026-07-23 03:51:06,493] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c132e981015feb774a6b40404413fe48 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,494] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6056fb65ba8b11e1671ac10b9b26c05d attempt=1 +[2026-07-23 03:51:06,495] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6056fb65ba8b11e1671ac10b9b26c05d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,499] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=39933fc2a7732142be84b5021b6bc226 attempt=1 +[2026-07-23 03:51:06,500] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=39933fc2a7732142be84b5021b6bc226 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,507] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c432ceec50900a040871794ff14c8428 attempt=1 +[2026-07-23 03:51:06,508] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c432ceec50900a040871794ff14c8428 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,513] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d1c10cd2b23d301652b17f5d21203516 attempt=1 +[2026-07-23 03:51:06,514] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d1c10cd2b23d301652b17f5d21203516 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,523] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4836e6b5c8ea8ec79be47dfcfee4d22d attempt=1 +[2026-07-23 03:51:06,524] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4836e6b5c8ea8ec79be47dfcfee4d22d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,530] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a3f2ec22ac04405739c4822521d9783d attempt=1 +[2026-07-23 03:51:06,532] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a3f2ec22ac04405739c4822521d9783d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,534] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3d76c7b7e31583f037d3fc46a28a67e2 attempt=1 +[2026-07-23 03:51:06,535] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3d76c7b7e31583f037d3fc46a28a67e2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,536] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3e25283e725bb1320f8ffb894b685a76 attempt=1 +[2026-07-23 03:51:06,538] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3e25283e725bb1320f8ffb894b685a76 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,539] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ab42192d9e63327faa6d9d6bd7232041 attempt=1 +[2026-07-23 03:51:06,540] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ab42192d9e63327faa6d9d6bd7232041 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,542] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=248cac21ae65186381de6e8118230699 attempt=1 +[2026-07-23 03:51:06,543] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=248cac21ae65186381de6e8118230699 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,547] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3e972aa3942f148deda44f4aa7cd39dc attempt=1 +[2026-07-23 03:51:06,548] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3e972aa3942f148deda44f4aa7cd39dc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,550] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e6cbde6783a8c4561e1b19c6a34c73fe attempt=1 +[2026-07-23 03:51:06,552] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e6cbde6783a8c4561e1b19c6a34c73fe status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,553] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=10c0375f972ee141fef6d820741d7b67 attempt=1 +[2026-07-23 03:51:06,554] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=10c0375f972ee141fef6d820741d7b67 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,555] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=dd4c8419fccac3b2f39251bdcbbaf4a9 attempt=1 +[2026-07-23 03:51:06,556] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=dd4c8419fccac3b2f39251bdcbbaf4a9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,557] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=92d54e76e1e8c369e8d915b943330332 attempt=1 +[2026-07-23 03:51:06,558] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=92d54e76e1e8c369e8d915b943330332 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,561] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=faec012895ed44b46198171888c58f68 attempt=1 +[2026-07-23 03:51:06,562] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=faec012895ed44b46198171888c58f68 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,570] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4afe8af206a3e5fb423fcf90962c2a82 attempt=1 +[2026-07-23 03:51:06,571] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4afe8af206a3e5fb423fcf90962c2a82 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,580] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f43101c82dd79fd6bc3f8bb7001b13cb attempt=1 +[2026-07-23 03:51:06,581] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f43101c82dd79fd6bc3f8bb7001b13cb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,585] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=afd019506d9c67fb54a1f7cb6b1512bc attempt=1 +[2026-07-23 03:51:06,586] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=afd019506d9c67fb54a1f7cb6b1512bc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,597] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5f0fc3c03f50f31f76829a71a499d92e attempt=1 +[2026-07-23 03:51:06,598] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5f0fc3c03f50f31f76829a71a499d92e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,607] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8d68e8ae14e4e7f649a5ceaf38a1121f attempt=1 +[2026-07-23 03:51:06,608] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8d68e8ae14e4e7f649a5ceaf38a1121f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,612] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e88374f12de83b910d09e3f23434f8c8 attempt=1 +[2026-07-23 03:51:06,613] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e88374f12de83b910d09e3f23434f8c8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,623] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9c97a290f6e6a445f8a3eb02b49dc072 attempt=1 +[2026-07-23 03:51:06,624] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9c97a290f6e6a445f8a3eb02b49dc072 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,630] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fea48fb5a69f25359c593d21f564dc88 attempt=1 +[2026-07-23 03:51:06,631] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fea48fb5a69f25359c593d21f564dc88 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,632] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=093710e89a5c239545e99191909bf3a2 attempt=1 +[2026-07-23 03:51:06,634] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=093710e89a5c239545e99191909bf3a2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,635] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c26b7eb2a458da319e74275ea639f38c attempt=1 +[2026-07-23 03:51:06,636] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c26b7eb2a458da319e74275ea639f38c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,637] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d8de85a26ea050ffb37fa41c065476a5 attempt=1 +[2026-07-23 03:51:06,638] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d8de85a26ea050ffb37fa41c065476a5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,639] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d7f06b1abf52730de2eb1f656654f536 attempt=1 +[2026-07-23 03:51:06,641] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d7f06b1abf52730de2eb1f656654f536 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,643] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=312d8b0505f0cb7179134bc400d13a6e attempt=1 +[2026-07-23 03:51:06,644] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=312d8b0505f0cb7179134bc400d13a6e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,650] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=45938b0cc831c0d3c80f1d1277b5f3ad attempt=1 +[2026-07-23 03:51:06,650] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 58% (528/881) has_cb=True +[2026-07-23 03:51:06,651] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=45938b0cc831c0d3c80f1d1277b5f3ad status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,653] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=081fe3a74bd43801f12c645e2a3ae7b7 attempt=1 +[2026-07-23 03:51:06,654] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=081fe3a74bd43801f12c645e2a3ae7b7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,656] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b58038c4737a45f09fc0b1118bdf4141 attempt=1 +[2026-07-23 03:51:06,657] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b58038c4737a45f09fc0b1118bdf4141 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,660] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f38aca645e01b5450c80787a8e086615 attempt=1 +[2026-07-23 03:51:06,661] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f38aca645e01b5450c80787a8e086615 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,666] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6723649fcfe66b870267a36cc1480224 attempt=1 +[2026-07-23 03:51:06,667] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6723649fcfe66b870267a36cc1480224 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,677] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ed7b0f268e7473e470ecde2677ad894c attempt=1 +[2026-07-23 03:51:06,678] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ed7b0f268e7473e470ecde2677ad894c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,690] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3ebbe4eff88e7ce8268fb099eb7c6a32 attempt=1 +[2026-07-23 03:51:06,691] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3ebbe4eff88e7ce8268fb099eb7c6a32 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,700] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e84ee19eb8a6fa4ce077fa8a8ffa9682 attempt=1 +[2026-07-23 03:51:06,701] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e84ee19eb8a6fa4ce077fa8a8ffa9682 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,704] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bc17ec878bf859b2f969d6ca5ef0220a attempt=1 +[2026-07-23 03:51:06,705] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bc17ec878bf859b2f969d6ca5ef0220a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,711] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=22c90534cda8c06901fc6b40a0f1d343 attempt=1 +[2026-07-23 03:51:06,712] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=22c90534cda8c06901fc6b40a0f1d343 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,719] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b02b3eb4794572cbc8049f7978e4755c attempt=1 +[2026-07-23 03:51:06,720] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b02b3eb4794572cbc8049f7978e4755c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,722] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=924070facc5daa8a8ca16a926c529564 attempt=1 +[2026-07-23 03:51:06,723] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=924070facc5daa8a8ca16a926c529564 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,725] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a65336acb86bcebdfbd2b8c6bca1d061 attempt=1 +[2026-07-23 03:51:06,726] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a65336acb86bcebdfbd2b8c6bca1d061 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,728] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=edcf2f49985d064360ea6398600a8b12 attempt=1 +[2026-07-23 03:51:06,729] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=edcf2f49985d064360ea6398600a8b12 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,730] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3c2b7880184eb54fd9c7e0351370ed0c attempt=1 +[2026-07-23 03:51:06,731] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3c2b7880184eb54fd9c7e0351370ed0c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,732] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3158e44658122080759ed2c7aff28211 attempt=1 +[2026-07-23 03:51:06,733] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3158e44658122080759ed2c7aff28211 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,737] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1b9a77f8b07e7af8eb0d28f0d55877f2 attempt=1 +[2026-07-23 03:51:06,738] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1b9a77f8b07e7af8eb0d28f0d55877f2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,743] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e7fbaa37cf7f1e96e4795b9d17055a38 attempt=1 +[2026-07-23 03:51:06,744] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e7fbaa37cf7f1e96e4795b9d17055a38 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,746] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2b12cf202b49219e657a8b2e81f9dfc1 attempt=1 +[2026-07-23 03:51:06,747] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2b12cf202b49219e657a8b2e81f9dfc1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,748] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f5d25e952ef8d660cd7497a38cf0270c attempt=1 +[2026-07-23 03:51:06,749] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f5d25e952ef8d660cd7497a38cf0270c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,751] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5e427beb44dc125b8bd82d43e4c32e97 attempt=1 +[2026-07-23 03:51:06,752] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5e427beb44dc125b8bd82d43e4c32e97 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,760] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7250fe183fffe987aec6d4b89b9965a8 attempt=1 +[2026-07-23 03:51:06,761] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7250fe183fffe987aec6d4b89b9965a8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,770] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=db53b560bbed67ab1e2158598060e88d attempt=1 +[2026-07-23 03:51:06,771] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=db53b560bbed67ab1e2158598060e88d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,772] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=029e041b4912d1ebd63c7f0fa1351aa5 attempt=1 +[2026-07-23 03:51:06,773] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=029e041b4912d1ebd63c7f0fa1351aa5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,776] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=74b0d5d0879c7f51f492013e43205593 attempt=1 +[2026-07-23 03:51:06,778] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=74b0d5d0879c7f51f492013e43205593 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,782] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e74ce8663959187db4fe091ec5f1c42f attempt=1 +[2026-07-23 03:51:06,784] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e74ce8663959187db4fe091ec5f1c42f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,785] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d5d420ae0d25ad0437d519c768fd0e47 attempt=1 +[2026-07-23 03:51:06,786] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d5d420ae0d25ad0437d519c768fd0e47 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,789] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=28abb489d809527e4bcc2c8752fa09b8 attempt=1 +[2026-07-23 03:51:06,790] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=28abb489d809527e4bcc2c8752fa09b8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,797] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e7f25dab6cfca855b9458f5c1669794e attempt=1 +[2026-07-23 03:51:06,798] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e7f25dab6cfca855b9458f5c1669794e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,803] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c04babac846d016602c36a4d167ecdd5 attempt=1 +[2026-07-23 03:51:06,804] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c04babac846d016602c36a4d167ecdd5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,813] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=21ee0199b59266591733f3a31e6398c6 attempt=1 +[2026-07-23 03:51:06,814] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=21ee0199b59266591733f3a31e6398c6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,815] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=063bd0d56ee7c36da2edce892b9a9a01 attempt=1 +[2026-07-23 03:51:06,816] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=063bd0d56ee7c36da2edce892b9a9a01 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,819] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=80742d6579e019f5a55e92a87e6d3799 attempt=1 +[2026-07-23 03:51:06,820] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=80742d6579e019f5a55e92a87e6d3799 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,824] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1751d2a2d72071e3e1e23a141dd1dcee attempt=1 +[2026-07-23 03:51:06,825] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1751d2a2d72071e3e1e23a141dd1dcee status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,832] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0b034d8815c633b7b3142f73b4d6665f attempt=1 +[2026-07-23 03:51:06,833] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0b034d8815c633b7b3142f73b4d6665f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,842] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2b4629c705e03c7baa507defa4060a62 attempt=1 +[2026-07-23 03:51:06,843] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2b4629c705e03c7baa507defa4060a62 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,846] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a41c299f953102b14a53c164f6d20ce8 attempt=1 +[2026-07-23 03:51:06,847] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a41c299f953102b14a53c164f6d20ce8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,852] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=995096ab6f8f43b956cf2e4732ae7851 attempt=1 +[2026-07-23 03:51:06,853] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=995096ab6f8f43b956cf2e4732ae7851 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,863] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=371ac8a4cd11d6f2f662cc7ae2e6eb9f attempt=1 +[2026-07-23 03:51:06,864] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=371ac8a4cd11d6f2f662cc7ae2e6eb9f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,871] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=45aeec5a434a049349b4acdd7f856e7e attempt=1 +[2026-07-23 03:51:06,872] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=45aeec5a434a049349b4acdd7f856e7e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,874] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fb18e1593776a3836355a914f5aa0c53 attempt=1 +[2026-07-23 03:51:06,875] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fb18e1593776a3836355a914f5aa0c53 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,878] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=898794d56a74b0e64a50b428304105a8 attempt=1 +[2026-07-23 03:51:06,879] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=898794d56a74b0e64a50b428304105a8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,883] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a16b10f455c3304c2fb9fd68d1512d69 attempt=1 +[2026-07-23 03:51:06,884] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a16b10f455c3304c2fb9fd68d1512d69 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,892] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5ae2cbf1de765ffa68b45efaf5f1d6ce attempt=1 +[2026-07-23 03:51:06,893] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5ae2cbf1de765ffa68b45efaf5f1d6ce status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,896] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0eb49188844d458d207604c17e5a3929 attempt=1 +[2026-07-23 03:51:06,897] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 62% (572/881) has_cb=True +[2026-07-23 03:51:06,898] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0eb49188844d458d207604c17e5a3929 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,903] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d0f7382406c6d8c54c0295ad6c3c0bf6 attempt=1 +[2026-07-23 03:51:06,904] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d0f7382406c6d8c54c0295ad6c3c0bf6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,912] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=581edde74167a3c45573de2f1676b021 attempt=1 +[2026-07-23 03:51:06,913] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=581edde74167a3c45573de2f1676b021 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,915] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=541237f01550b2cf13fe768369f702a5 attempt=1 +[2026-07-23 03:51:06,916] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=541237f01550b2cf13fe768369f702a5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,918] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=dadf47f2924a71aeebdf4def0a247a24 attempt=1 +[2026-07-23 03:51:06,919] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=dadf47f2924a71aeebdf4def0a247a24 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,920] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=232ea832a39433597fde4f14a674806e attempt=1 +[2026-07-23 03:51:06,921] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=232ea832a39433597fde4f14a674806e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,926] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4b0d630a9eb4a7b9dd72410d9f09e2dd attempt=1 +[2026-07-23 03:51:06,927] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4b0d630a9eb4a7b9dd72410d9f09e2dd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,933] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9e9d3b3d5c9b2c4eab1b3e051ce0a346 attempt=1 +[2026-07-23 03:51:06,934] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9e9d3b3d5c9b2c4eab1b3e051ce0a346 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,936] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d04bfff957574fc3cadb25e318f640eb attempt=1 +[2026-07-23 03:51:06,937] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d04bfff957574fc3cadb25e318f640eb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,938] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e68ab759ebb81c0cdc4016ea50387e52 attempt=1 +[2026-07-23 03:51:06,939] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e68ab759ebb81c0cdc4016ea50387e52 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,941] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4cea7c08234860fb460738dc8912a84b attempt=1 +[2026-07-23 03:51:06,942] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4cea7c08234860fb460738dc8912a84b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,943] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9bfb17e9038c9db35d1a6e81fbdf7df7 attempt=1 +[2026-07-23 03:51:06,944] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9bfb17e9038c9db35d1a6e81fbdf7df7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,947] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ca91c5e1164a958e0cb24ecd4b5bfbe8 attempt=1 +[2026-07-23 03:51:06,948] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ca91c5e1164a958e0cb24ecd4b5bfbe8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,951] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=682bb781d4ef1bc29015ffe458c427ad attempt=1 +[2026-07-23 03:51:06,952] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=682bb781d4ef1bc29015ffe458c427ad status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,952] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b6f364eaa495b697314b68be83d4a4bb attempt=1 +[2026-07-23 03:51:06,953] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b6f364eaa495b697314b68be83d4a4bb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,957] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d6a4a4fac1b9838447064f7b6daa52dc attempt=1 +[2026-07-23 03:51:06,959] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d6a4a4fac1b9838447064f7b6daa52dc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,968] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=87a3cea97cf01e35c2ec790689c0c801 attempt=1 +[2026-07-23 03:51:06,970] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=87a3cea97cf01e35c2ec790689c0c801 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,974] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c55ac9fc0bf64311641d91826a3a777a attempt=1 +[2026-07-23 03:51:06,975] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c55ac9fc0bf64311641d91826a3a777a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,982] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2d0551f547503ca534746ae888c882c8 attempt=1 +[2026-07-23 03:51:06,983] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2d0551f547503ca534746ae888c882c8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:06,995] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=10c3f6626f09481a6a8bed57bda0c6a3 attempt=1 +[2026-07-23 03:51:06,996] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=10c3f6626f09481a6a8bed57bda0c6a3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,000] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7f8fb51b56ed2258e2acc9e519541db2 attempt=1 +[2026-07-23 03:51:07,001] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7f8fb51b56ed2258e2acc9e519541db2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,002] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ea57d6b26dd9827842bc67ac8939ba8e attempt=1 +[2026-07-23 03:51:07,003] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ea57d6b26dd9827842bc67ac8939ba8e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,008] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5744fc796d14ca1c2f1a3a4fc368ff03 attempt=1 +[2026-07-23 03:51:07,009] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5744fc796d14ca1c2f1a3a4fc368ff03 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,016] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=74801d2b6e1344413d70868d48e27945 attempt=1 +[2026-07-23 03:51:07,017] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=74801d2b6e1344413d70868d48e27945 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,020] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e4ea211f22f784a62a9112c940048e76 attempt=1 +[2026-07-23 03:51:07,021] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e4ea211f22f784a62a9112c940048e76 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,022] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1c4b6526fdbbb273358af3f3ee24bc50 attempt=1 +[2026-07-23 03:51:07,023] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1c4b6526fdbbb273358af3f3ee24bc50 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,026] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1b58587e2f2156097cc30c1fd9d06884 attempt=1 +[2026-07-23 03:51:07,027] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1b58587e2f2156097cc30c1fd9d06884 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,033] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8e0e4ea9b2a019481d574c690a973542 attempt=1 +[2026-07-23 03:51:07,034] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8e0e4ea9b2a019481d574c690a973542 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,045] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fb6a3235bd8dde22d3dea0b3551a4003 attempt=1 +[2026-07-23 03:51:07,046] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fb6a3235bd8dde22d3dea0b3551a4003 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,056] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d88101aaa3c2f1d392f4680a468b9268 attempt=1 +[2026-07-23 03:51:07,057] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d88101aaa3c2f1d392f4680a468b9268 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,063] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1c3d9ac233797d670c5d5201d895c14f attempt=1 +[2026-07-23 03:51:07,064] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1c3d9ac233797d670c5d5201d895c14f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,065] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=06102f503fba4228f1a0711c6f168417 attempt=1 +[2026-07-23 03:51:07,066] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=06102f503fba4228f1a0711c6f168417 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,069] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=128e3606dca3dd4d012e6069bb8272df attempt=1 +[2026-07-23 03:51:07,070] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=128e3606dca3dd4d012e6069bb8272df status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,074] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a78bfd66ce177b70452a35a38a5e5b75 attempt=1 +[2026-07-23 03:51:07,076] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a78bfd66ce177b70452a35a38a5e5b75 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,076] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4112c97a2451f207899535c7eee5243b attempt=1 +[2026-07-23 03:51:07,077] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4112c97a2451f207899535c7eee5243b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,079] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=26b5e4e4f2ef71c9df0ecb9bf32c96fe attempt=1 +[2026-07-23 03:51:07,080] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=26b5e4e4f2ef71c9df0ecb9bf32c96fe status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,080] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6e0af977fdbf7c3b9f22a4e951d542a2 attempt=1 +[2026-07-23 03:51:07,081] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6e0af977fdbf7c3b9f22a4e951d542a2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,083] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=104241ef58ecfe337063e40a26b59742 attempt=1 +[2026-07-23 03:51:07,084] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=104241ef58ecfe337063e40a26b59742 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,088] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=03fa37d92159c07903a344809bb94c96 attempt=1 +[2026-07-23 03:51:07,089] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=03fa37d92159c07903a344809bb94c96 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,096] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3419c407e5d404b8c562134084916a53 attempt=1 +[2026-07-23 03:51:07,097] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3419c407e5d404b8c562134084916a53 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,098] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=de2869d6bbf3ad41415bcae19a593267 attempt=1 +[2026-07-23 03:51:07,099] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=de2869d6bbf3ad41415bcae19a593267 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,100] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f2290a1ebe57afe84b95d9e141b2b13d attempt=1 +[2026-07-23 03:51:07,101] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f2290a1ebe57afe84b95d9e141b2b13d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,106] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=faa096786ea7a27aea086ff1e5f0709f attempt=1 +[2026-07-23 03:51:07,107] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=faa096786ea7a27aea086ff1e5f0709f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,117] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=84995c7233752a30efd17762e7c12e6f attempt=1 +[2026-07-23 03:51:07,118] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=84995c7233752a30efd17762e7c12e6f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,126] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=37a9e3e4762efd2f5c0c47f2353ee105 attempt=1 +[2026-07-23 03:51:07,126] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 66% (616/881) has_cb=True +[2026-07-23 03:51:07,127] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=37a9e3e4762efd2f5c0c47f2353ee105 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,131] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=859b88bc3806f09b6a18faf10805b7e4 attempt=1 +[2026-07-23 03:51:07,132] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=859b88bc3806f09b6a18faf10805b7e4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,134] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9bb7121bcf6e5a6a8b8efd59a77e2812 attempt=1 +[2026-07-23 03:51:07,135] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9bb7121bcf6e5a6a8b8efd59a77e2812 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,139] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bdeb4435351b882c8ae811933fbecadf attempt=1 +[2026-07-23 03:51:07,140] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bdeb4435351b882c8ae811933fbecadf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,147] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ef2055b1f042d938040df3eab9df8100 attempt=1 +[2026-07-23 03:51:07,148] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ef2055b1f042d938040df3eab9df8100 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,149] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5db79e2b12ac689acdc11655a124ff5a attempt=1 +[2026-07-23 03:51:07,150] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5db79e2b12ac689acdc11655a124ff5a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,154] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=cf45bd083c178f22f6465ede0bbe788f attempt=1 +[2026-07-23 03:51:07,155] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=cf45bd083c178f22f6465ede0bbe788f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,163] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9d97d66cceb27563585016c986a3af1b attempt=1 +[2026-07-23 03:51:07,165] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9d97d66cceb27563585016c986a3af1b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,168] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=81c7bee1d0f4161bccadb5541ca5c1a6 attempt=1 +[2026-07-23 03:51:07,169] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=81c7bee1d0f4161bccadb5541ca5c1a6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,170] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=816d7b5428ed1be410b7287bc61ad073 attempt=1 +[2026-07-23 03:51:07,171] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=816d7b5428ed1be410b7287bc61ad073 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,172] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9ccd7782d74bafaada51d2dfd0a820b6 attempt=1 +[2026-07-23 03:51:07,173] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9ccd7782d74bafaada51d2dfd0a820b6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,174] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3f88ae55b820822ca0d6d284ed99c68a attempt=1 +[2026-07-23 03:51:07,175] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3f88ae55b820822ca0d6d284ed99c68a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,177] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d43cbd1f43d89142cd77e0c7dcc97ed8 attempt=1 +[2026-07-23 03:51:07,178] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d43cbd1f43d89142cd77e0c7dcc97ed8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,179] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ae7129dc7825ca4b4922f47ef4b6b817 attempt=1 +[2026-07-23 03:51:07,180] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ae7129dc7825ca4b4922f47ef4b6b817 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,181] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0037cbe5fb38bb35563eb68ffd63f2dc attempt=1 +[2026-07-23 03:51:07,182] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0037cbe5fb38bb35563eb68ffd63f2dc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,184] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=748ccb810c5ee26afe5271127bcd71be attempt=1 +[2026-07-23 03:51:07,185] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=748ccb810c5ee26afe5271127bcd71be status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,188] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4ef25e1646a61801f96022b22237e75d attempt=1 +[2026-07-23 03:51:07,189] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4ef25e1646a61801f96022b22237e75d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,192] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3176bc8dfe399f543afd31ce14aff7d0 attempt=1 +[2026-07-23 03:51:07,193] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3176bc8dfe399f543afd31ce14aff7d0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,196] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=175ca9cdfba5a980a3e77b3bb270f3e7 attempt=1 +[2026-07-23 03:51:07,197] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=175ca9cdfba5a980a3e77b3bb270f3e7 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,200] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7410174a4a76efde6b06949906f79bc6 attempt=1 +[2026-07-23 03:51:07,201] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7410174a4a76efde6b06949906f79bc6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,204] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0ed5d84769f7c4d9b682d80ea4f85b80 attempt=1 +[2026-07-23 03:51:07,205] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0ed5d84769f7c4d9b682d80ea4f85b80 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,208] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=820cbdd56093ff0b360fbc48bc80b984 attempt=1 +[2026-07-23 03:51:07,209] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=820cbdd56093ff0b360fbc48bc80b984 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,212] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9df64eb29d4f0a19dac69304dfc74345 attempt=1 +[2026-07-23 03:51:07,213] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9df64eb29d4f0a19dac69304dfc74345 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,220] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=263af4cb7bf009461ee438fc2761358c attempt=1 +[2026-07-23 03:51:07,221] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=263af4cb7bf009461ee438fc2761358c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,228] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5edeed4a34fa4c38655a08215a3b343b attempt=1 +[2026-07-23 03:51:07,229] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5edeed4a34fa4c38655a08215a3b343b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,233] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=69fba56c09d963a5c1c96bd939c2d2bb attempt=1 +[2026-07-23 03:51:07,234] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=69fba56c09d963a5c1c96bd939c2d2bb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,243] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=af68150f83e67dbc37f04cccc839b789 attempt=1 +[2026-07-23 03:51:07,244] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=af68150f83e67dbc37f04cccc839b789 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,248] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=788904c22957b5bf226fcde26ad387d0 attempt=1 +[2026-07-23 03:51:07,249] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=788904c22957b5bf226fcde26ad387d0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,251] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7fcbe5b3dedfa6567c9f9a7ef2e636db attempt=1 +[2026-07-23 03:51:07,252] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7fcbe5b3dedfa6567c9f9a7ef2e636db status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,256] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4bff32787c3a952325ebdb8621331ac9 attempt=1 +[2026-07-23 03:51:07,257] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4bff32787c3a952325ebdb8621331ac9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,262] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3f5f79bc1ceaf96da2cf7d93a45d905d attempt=1 +[2026-07-23 03:51:07,266] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3f5f79bc1ceaf96da2cf7d93a45d905d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,276] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=440568bcab80772c65a1a19b6c4a2e4b attempt=1 +[2026-07-23 03:51:07,278] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=440568bcab80772c65a1a19b6c4a2e4b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,288] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9e2bb5eb73878fe0447ffa145451449c attempt=1 +[2026-07-23 03:51:07,289] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9e2bb5eb73878fe0447ffa145451449c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,295] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ccba346fe9fd8c8963c2eb8cc9192609 attempt=1 +[2026-07-23 03:51:07,296] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ccba346fe9fd8c8963c2eb8cc9192609 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,301] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=49fdd29c1e750cc0095af7a7d202779b attempt=1 +[2026-07-23 03:51:07,302] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=49fdd29c1e750cc0095af7a7d202779b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,306] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1b5934204c5ba11ac7bd0cde16fc8302 attempt=1 +[2026-07-23 03:51:07,307] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1b5934204c5ba11ac7bd0cde16fc8302 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,308] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4f5fada8238654bc3501c846608f7957 attempt=1 +[2026-07-23 03:51:07,309] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4f5fada8238654bc3501c846608f7957 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,311] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=41b2156ad49ca72ea2116ebae8befd04 attempt=1 +[2026-07-23 03:51:07,312] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=41b2156ad49ca72ea2116ebae8befd04 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,313] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7fad751a2f24c9becb63bdcd8b4602b0 attempt=1 +[2026-07-23 03:51:07,314] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7fad751a2f24c9becb63bdcd8b4602b0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,318] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=52d47c0440fe8244cd59e99870eaff80 attempt=1 +[2026-07-23 03:51:07,319] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=52d47c0440fe8244cd59e99870eaff80 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,325] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=35a9a8671ea3aac267092deeb15b1ff9 attempt=1 +[2026-07-23 03:51:07,326] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=35a9a8671ea3aac267092deeb15b1ff9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,327] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6efce744b4d2681b3918d6dfce942922 attempt=1 +[2026-07-23 03:51:07,328] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6efce744b4d2681b3918d6dfce942922 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,329] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5efed514ae2a145d3506fb048b6241de attempt=1 +[2026-07-23 03:51:07,330] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5efed514ae2a145d3506fb048b6241de status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,332] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9dc63684b6d5f28c198da1c92ef36976 attempt=1 +[2026-07-23 03:51:07,333] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9dc63684b6d5f28c198da1c92ef36976 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,336] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3a845e29c3f5d2fd4d7586880d69c2c3 attempt=1 +[2026-07-23 03:51:07,336] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 70% (660/881) has_cb=True +[2026-07-23 03:51:07,337] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3a845e29c3f5d2fd4d7586880d69c2c3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,338] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0b1a08a1ae782b81c2138c65515224b2 attempt=1 +[2026-07-23 03:51:07,339] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0b1a08a1ae782b81c2138c65515224b2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,343] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8d805fc340e553746465349bcc736c4a attempt=1 +[2026-07-23 03:51:07,344] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8d805fc340e553746465349bcc736c4a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,352] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b793c03effdd47955bbe35351fb81ebf attempt=1 +[2026-07-23 03:51:07,353] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b793c03effdd47955bbe35351fb81ebf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,354] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e549cb549b08e6f7d377f52f85509ed5 attempt=1 +[2026-07-23 03:51:07,355] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e549cb549b08e6f7d377f52f85509ed5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,356] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c48208521c9d36be53831b7dbc0549b3 attempt=1 +[2026-07-23 03:51:07,357] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c48208521c9d36be53831b7dbc0549b3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,358] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d7adce66ea6f56253cc33c8d74330235 attempt=1 +[2026-07-23 03:51:07,359] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d7adce66ea6f56253cc33c8d74330235 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,360] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e4f5d7c11192057e3feb3c46857e2a9d attempt=1 +[2026-07-23 03:51:07,361] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e4f5d7c11192057e3feb3c46857e2a9d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,362] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7e91035da05743523fd6837ca145fcf6 attempt=1 +[2026-07-23 03:51:07,363] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7e91035da05743523fd6837ca145fcf6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,366] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9616ac2056cd5ca2cba64bad90dd24f8 attempt=1 +[2026-07-23 03:51:07,367] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9616ac2056cd5ca2cba64bad90dd24f8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,372] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ed5227a774ede3c260f6e79accb678f9 attempt=1 +[2026-07-23 03:51:07,373] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ed5227a774ede3c260f6e79accb678f9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,378] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=139ffb2666d8dd0ac24d34f3257b90ca attempt=1 +[2026-07-23 03:51:07,379] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=139ffb2666d8dd0ac24d34f3257b90ca status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,381] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6437b0bbe06fdc147e24d034c65ac025 attempt=1 +[2026-07-23 03:51:07,382] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6437b0bbe06fdc147e24d034c65ac025 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,383] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c5deaf60300d84afbce55d2d1043ecb8 attempt=1 +[2026-07-23 03:51:07,384] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c5deaf60300d84afbce55d2d1043ecb8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,386] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e6c623f2bc44ed880a3cc333f6585bd3 attempt=1 +[2026-07-23 03:51:07,387] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e6c623f2bc44ed880a3cc333f6585bd3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,389] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7a8000c7a656ab74224e177fb985e988 attempt=1 +[2026-07-23 03:51:07,390] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7a8000c7a656ab74224e177fb985e988 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,396] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1077b34d114c5fd3705bcec999d85d17 attempt=1 +[2026-07-23 03:51:07,397] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1077b34d114c5fd3705bcec999d85d17 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,404] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c42e43e0575fc20a868511f953c0ff86 attempt=1 +[2026-07-23 03:51:07,405] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c42e43e0575fc20a868511f953c0ff86 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,410] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a402e775c8dbc194998438ebe3430375 attempt=1 +[2026-07-23 03:51:07,411] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a402e775c8dbc194998438ebe3430375 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,413] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=500a26f22e1662f9550c0eb0b6a8f007 attempt=1 +[2026-07-23 03:51:07,414] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=500a26f22e1662f9550c0eb0b6a8f007 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,416] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6655d6d29896f86bb52031124195b96b attempt=1 +[2026-07-23 03:51:07,417] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6655d6d29896f86bb52031124195b96b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,422] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=23e518df272b2a3db9aee2cf2479da5b attempt=1 +[2026-07-23 03:51:07,423] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=23e518df272b2a3db9aee2cf2479da5b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,435] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=be9fcfc652f67e5bbae60f96b9ef78af attempt=1 +[2026-07-23 03:51:07,436] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=be9fcfc652f67e5bbae60f96b9ef78af status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,443] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c9e2f56eea2e6158bc8de323d9237a7b attempt=1 +[2026-07-23 03:51:07,444] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c9e2f56eea2e6158bc8de323d9237a7b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,447] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=be3bc80cae0f314e77160fc68dd5cc38 attempt=1 +[2026-07-23 03:51:07,448] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=be3bc80cae0f314e77160fc68dd5cc38 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,452] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=14ce510766d3d65789f568a00aa485fe attempt=1 +[2026-07-23 03:51:07,453] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=14ce510766d3d65789f568a00aa485fe status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,456] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3ae820d3d8b2f04593e46ef6f892169c attempt=1 +[2026-07-23 03:51:07,457] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3ae820d3d8b2f04593e46ef6f892169c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,461] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=112f6774c1239a3bd7724e4eff7075ef attempt=1 +[2026-07-23 03:51:07,462] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=112f6774c1239a3bd7724e4eff7075ef status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,463] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e9ba44e82e68bf31022ee8b3a43a9824 attempt=1 +[2026-07-23 03:51:07,464] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e9ba44e82e68bf31022ee8b3a43a9824 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,465] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5dc2d723b6412f12f293609228c22fae attempt=1 +[2026-07-23 03:51:07,466] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5dc2d723b6412f12f293609228c22fae status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,467] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d14bfff61dc219783a32c809d17f7728 attempt=1 +[2026-07-23 03:51:07,468] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d14bfff61dc219783a32c809d17f7728 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,470] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ed431b804143b9d0cce3d162e17cad4b attempt=1 +[2026-07-23 03:51:07,471] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ed431b804143b9d0cce3d162e17cad4b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,474] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=14e1b57e0291a52cf73a394c7386be6e attempt=1 +[2026-07-23 03:51:07,475] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=14e1b57e0291a52cf73a394c7386be6e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,480] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=671a043468b95c95f13768a92ddd0bbe attempt=1 +[2026-07-23 03:51:07,481] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=671a043468b95c95f13768a92ddd0bbe status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,487] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1b49feb867746a975cf58deeeb395535 attempt=1 +[2026-07-23 03:51:07,488] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1b49feb867746a975cf58deeeb395535 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,493] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bcc2e8ba220bd3e4bd9890cd8c971843 attempt=1 +[2026-07-23 03:51:07,494] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bcc2e8ba220bd3e4bd9890cd8c971843 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,498] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=882970b4c57ae23190b4c20818bba5ef attempt=1 +[2026-07-23 03:51:07,499] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=882970b4c57ae23190b4c20818bba5ef status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,503] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=73a3bd5d3ff167b67dbd423e716be328 attempt=1 +[2026-07-23 03:51:07,504] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=73a3bd5d3ff167b67dbd423e716be328 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,511] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b0af71c7e45d74babce202b4a360bf91 attempt=1 +[2026-07-23 03:51:07,512] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b0af71c7e45d74babce202b4a360bf91 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,517] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f415e58ad74ca97370764c3a39334257 attempt=1 +[2026-07-23 03:51:07,518] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f415e58ad74ca97370764c3a39334257 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,519] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=22de4742f212925edbb78a19e315776a attempt=1 +[2026-07-23 03:51:07,520] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=22de4742f212925edbb78a19e315776a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,522] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=286ef0cf7acf16b5c6169f837a4a2c77 attempt=1 +[2026-07-23 03:51:07,523] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=286ef0cf7acf16b5c6169f837a4a2c77 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,524] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7109532b9b260c52de9b5df9ce765e77 attempt=1 +[2026-07-23 03:51:07,525] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7109532b9b260c52de9b5df9ce765e77 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,527] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e298b617246e0a136230757680e61332 attempt=1 +[2026-07-23 03:51:07,528] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e298b617246e0a136230757680e61332 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,536] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=73fec74078f5787892b7df7d3e7328d4 attempt=1 +[2026-07-23 03:51:07,536] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 74% (704/881) has_cb=True +[2026-07-23 03:51:07,537] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=73fec74078f5787892b7df7d3e7328d4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,544] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6f2d5741c5dd68c9390b0ba5f46f2da5 attempt=1 +[2026-07-23 03:51:07,545] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6f2d5741c5dd68c9390b0ba5f46f2da5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,546] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5f3f556423e78c442aee9f86ee59e733 attempt=1 +[2026-07-23 03:51:07,547] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5f3f556423e78c442aee9f86ee59e733 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,551] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e5f37d8513efd204ad426f617040fe3b attempt=1 +[2026-07-23 03:51:07,552] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e5f37d8513efd204ad426f617040fe3b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,559] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e6e6a4c831c8d2f2b012cac2203b562f attempt=1 +[2026-07-23 03:51:07,560] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e6e6a4c831c8d2f2b012cac2203b562f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,562] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=622ddad28d04e4ed284d6dc10dd381b8 attempt=1 +[2026-07-23 03:51:07,563] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=622ddad28d04e4ed284d6dc10dd381b8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,565] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f7ad86e522d208ae4de329d02f219826 attempt=1 +[2026-07-23 03:51:07,566] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f7ad86e522d208ae4de329d02f219826 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,567] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0eec05bdc18aeb9a0a3145f40f51ee46 attempt=1 +[2026-07-23 03:51:07,568] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0eec05bdc18aeb9a0a3145f40f51ee46 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,570] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f44b1737342fd2a4bafb3ef88b5da090 attempt=1 +[2026-07-23 03:51:07,571] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f44b1737342fd2a4bafb3ef88b5da090 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,572] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=cf5613fba4ffe54b92c60dc92576c101 attempt=1 +[2026-07-23 03:51:07,573] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=cf5613fba4ffe54b92c60dc92576c101 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,579] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3d6a27c894ea4811422d22776303b4fd attempt=1 +[2026-07-23 03:51:07,580] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3d6a27c894ea4811422d22776303b4fd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,587] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3139704c09490c9774447526c1df3cf0 attempt=1 +[2026-07-23 03:51:07,588] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3139704c09490c9774447526c1df3cf0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,590] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a37407f9934c26c75ef6da8537ab9f2f attempt=1 +[2026-07-23 03:51:07,591] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a37407f9934c26c75ef6da8537ab9f2f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,592] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=391ec2e1889e48bc0084be45e3056695 attempt=1 +[2026-07-23 03:51:07,593] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=391ec2e1889e48bc0084be45e3056695 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,593] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8352bcdb1468e2519a185464d4000846 attempt=1 +[2026-07-23 03:51:07,594] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8352bcdb1468e2519a185464d4000846 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,595] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3aeae62c68dd2d6e1377869b283e9a40 attempt=1 +[2026-07-23 03:51:07,596] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3aeae62c68dd2d6e1377869b283e9a40 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,597] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=08546a840cec05c064a409824955bbba attempt=1 +[2026-07-23 03:51:07,597] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=08546a840cec05c064a409824955bbba status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,599] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d17426d11e64747aa2600d725f57d460 attempt=1 +[2026-07-23 03:51:07,600] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d17426d11e64747aa2600d725f57d460 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,602] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=02d4feae9634cf32e7e6b61e553463ad attempt=1 +[2026-07-23 03:51:07,603] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=02d4feae9634cf32e7e6b61e553463ad status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,604] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4f707873f2d3877c215d558cb24fc4e2 attempt=1 +[2026-07-23 03:51:07,605] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4f707873f2d3877c215d558cb24fc4e2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,606] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e5ace36360b819da18742ba885cd175d attempt=1 +[2026-07-23 03:51:07,607] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e5ace36360b819da18742ba885cd175d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,607] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2ba4da781561dfe88c63fd4bd87fea31 attempt=1 +[2026-07-23 03:51:07,608] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2ba4da781561dfe88c63fd4bd87fea31 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,610] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1dc0a3a3a22b8b9e4df4a02b9e282a6c attempt=1 +[2026-07-23 03:51:07,610] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1dc0a3a3a22b8b9e4df4a02b9e282a6c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,612] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e0d7e7b9b926f1de5f73ee7971ac5840 attempt=1 +[2026-07-23 03:51:07,613] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e0d7e7b9b926f1de5f73ee7971ac5840 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,614] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b3bccacd301c72e7ad3c834148f4d29f attempt=1 +[2026-07-23 03:51:07,615] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b3bccacd301c72e7ad3c834148f4d29f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,620] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a3a5e39903407d2a971e3a5838593359 attempt=1 +[2026-07-23 03:51:07,621] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a3a5e39903407d2a971e3a5838593359 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,632] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=27ac50f444d86cb5da3b29541e69ce9f attempt=1 +[2026-07-23 03:51:07,632] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=27ac50f444d86cb5da3b29541e69ce9f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,640] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=097921426c942809b61658d1f77a2d55 attempt=1 +[2026-07-23 03:51:07,641] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=097921426c942809b61658d1f77a2d55 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,642] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=54b324762f54160a8e635d0c5080eff4 attempt=1 +[2026-07-23 03:51:07,643] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=54b324762f54160a8e635d0c5080eff4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,644] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8dd4dfd064b0fec73276248cb2f830a5 attempt=1 +[2026-07-23 03:51:07,645] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8dd4dfd064b0fec73276248cb2f830a5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,647] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c7c195332bf640009374052aaef769ab attempt=1 +[2026-07-23 03:51:07,648] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c7c195332bf640009374052aaef769ab status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,649] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=06e737ed262cdd26d6ea3a0c561ef8fb attempt=1 +[2026-07-23 03:51:07,650] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=06e737ed262cdd26d6ea3a0c561ef8fb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,651] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a979db6a2f456224fd82a74c3d94c67c attempt=1 +[2026-07-23 03:51:07,652] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a979db6a2f456224fd82a74c3d94c67c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,657] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=95967cff704af8221a9dc8601183be1f attempt=1 +[2026-07-23 03:51:07,658] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=95967cff704af8221a9dc8601183be1f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,665] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=95218bbd3152ffe40dcca3eed11cb7f4 attempt=1 +[2026-07-23 03:51:07,666] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=95218bbd3152ffe40dcca3eed11cb7f4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,667] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b2ffb8750cab6cb3f517bb328adbb2d9 attempt=1 +[2026-07-23 03:51:07,668] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b2ffb8750cab6cb3f517bb328adbb2d9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,672] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ac5b28578454d9c4950ccbb3d8fe9144 attempt=1 +[2026-07-23 03:51:07,673] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ac5b28578454d9c4950ccbb3d8fe9144 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,685] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2ecbc7ce213f2e5ab8e47dd792072d88 attempt=1 +[2026-07-23 03:51:07,686] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2ecbc7ce213f2e5ab8e47dd792072d88 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,697] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3a7ac50236e5e5c790c2a66a29ce8ea0 attempt=1 +[2026-07-23 03:51:07,698] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3a7ac50236e5e5c790c2a66a29ce8ea0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,705] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=601141329ab7026beee31c7e2606ccb5 attempt=1 +[2026-07-23 03:51:07,706] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=601141329ab7026beee31c7e2606ccb5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,711] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=80e2160d9f40a0fed3c36843147e788f attempt=1 +[2026-07-23 03:51:07,712] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=80e2160d9f40a0fed3c36843147e788f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,722] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d8d72af25438344ba15724944f481d96 attempt=1 +[2026-07-23 03:51:07,723] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d8d72af25438344ba15724944f481d96 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,733] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0bef92b56cd88a5ed7852457758e842c attempt=1 +[2026-07-23 03:51:07,734] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0bef92b56cd88a5ed7852457758e842c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,738] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8911a74fcea14576f24edd254af7fce4 attempt=1 +[2026-07-23 03:51:07,739] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8911a74fcea14576f24edd254af7fce4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,740] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=21e3e8abe11c6a1dfdfccfb3f61dafdf attempt=1 +[2026-07-23 03:51:07,740] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 78% (748/881) has_cb=True +[2026-07-23 03:51:07,741] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=21e3e8abe11c6a1dfdfccfb3f61dafdf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,744] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=830a8aebda787e7c6981ee8639998451 attempt=1 +[2026-07-23 03:51:07,745] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=830a8aebda787e7c6981ee8639998451 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,750] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8e6580f441eee0083337dbc210859258 attempt=1 +[2026-07-23 03:51:07,751] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8e6580f441eee0083337dbc210859258 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,751] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2e1058bed8cefe678ef431fcd1d2328d attempt=1 +[2026-07-23 03:51:07,752] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2e1058bed8cefe678ef431fcd1d2328d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,753] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ca08fb72cf9509755ef655b72b6e0fb3 attempt=1 +[2026-07-23 03:51:07,754] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ca08fb72cf9509755ef655b72b6e0fb3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,755] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d9d27317e6fc16335e7f2f73bd6d0685 attempt=1 +[2026-07-23 03:51:07,756] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d9d27317e6fc16335e7f2f73bd6d0685 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,757] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=44d0e4bbf30781359d72543f85d3bd02 attempt=1 +[2026-07-23 03:51:07,758] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=44d0e4bbf30781359d72543f85d3bd02 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,760] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=44463a5d5adffc8a22206b34e51546c9 attempt=1 +[2026-07-23 03:51:07,761] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=44463a5d5adffc8a22206b34e51546c9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,762] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=00a2a1293afc30148c742ae51fd1d687 attempt=1 +[2026-07-23 03:51:07,763] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=00a2a1293afc30148c742ae51fd1d687 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,764] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=aa4794221115a6434b1f860d6babdb60 attempt=1 +[2026-07-23 03:51:07,765] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=aa4794221115a6434b1f860d6babdb60 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,766] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c202f7e0e152fa0ff5326c116d791191 attempt=1 +[2026-07-23 03:51:07,768] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c202f7e0e152fa0ff5326c116d791191 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,769] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=60bd0696cb4b8ff32e9c282b85346c39 attempt=1 +[2026-07-23 03:51:07,770] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=60bd0696cb4b8ff32e9c282b85346c39 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,771] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=543cc04bcc3f9a7e318568886ee8633f attempt=1 +[2026-07-23 03:51:07,772] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=543cc04bcc3f9a7e318568886ee8633f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,773] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b344ad8e596833f35a8103990982604d attempt=1 +[2026-07-23 03:51:07,774] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b344ad8e596833f35a8103990982604d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,775] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=ee889e467065d0df16323594bb84712e attempt=1 +[2026-07-23 03:51:07,776] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=ee889e467065d0df16323594bb84712e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,777] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c308df7464f629c6690e5873e925b1f5 attempt=1 +[2026-07-23 03:51:07,777] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c308df7464f629c6690e5873e925b1f5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,779] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c219767d23cbf4f04a61b340e19df5c6 attempt=1 +[2026-07-23 03:51:07,780] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c219767d23cbf4f04a61b340e19df5c6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,781] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4e55b86aabfde6b0a66c5ceebc7dcd57 attempt=1 +[2026-07-23 03:51:07,782] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4e55b86aabfde6b0a66c5ceebc7dcd57 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,783] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7002fe78c3e08251cc4309f416481570 attempt=1 +[2026-07-23 03:51:07,784] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7002fe78c3e08251cc4309f416481570 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,786] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e9409b7bfc71a4daa16fa8581d9e91dc attempt=1 +[2026-07-23 03:51:07,787] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e9409b7bfc71a4daa16fa8581d9e91dc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,788] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c4e2ffecd88bbc1ee550f9e7549bafce attempt=1 +[2026-07-23 03:51:07,789] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c4e2ffecd88bbc1ee550f9e7549bafce status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,791] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5609993a4f4848e4fc2244b7184340f2 attempt=1 +[2026-07-23 03:51:07,791] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5609993a4f4848e4fc2244b7184340f2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,793] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3da0d1a231638e8ac5bdd34db8391e7a attempt=1 +[2026-07-23 03:51:07,794] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3da0d1a231638e8ac5bdd34db8391e7a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,799] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=793161e7f7404449ca7eaaa9f92c10cd attempt=1 +[2026-07-23 03:51:07,800] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=793161e7f7404449ca7eaaa9f92c10cd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,807] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7390681af47ba80e01e90106fa0de554 attempt=1 +[2026-07-23 03:51:07,808] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7390681af47ba80e01e90106fa0de554 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,813] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=21082f9133a92ea01ddfd1b968fde9bb attempt=1 +[2026-07-23 03:51:07,814] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=21082f9133a92ea01ddfd1b968fde9bb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,822] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7381933996e2d13ef34fd433758431a3 attempt=1 +[2026-07-23 03:51:07,823] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7381933996e2d13ef34fd433758431a3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,825] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7c759d2d9b3d9e9e460dea23d385c8e5 attempt=1 +[2026-07-23 03:51:07,826] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7c759d2d9b3d9e9e460dea23d385c8e5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,831] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d1e5989d3695098a6dd9a6c4ca01b08c attempt=1 +[2026-07-23 03:51:07,832] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d1e5989d3695098a6dd9a6c4ca01b08c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,840] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=64662c7efa9424921f237ce3a400bf2a attempt=1 +[2026-07-23 03:51:07,841] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=64662c7efa9424921f237ce3a400bf2a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,843] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c26dfc374dc8c68e6df139f63bb11205 attempt=1 +[2026-07-23 03:51:07,843] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c26dfc374dc8c68e6df139f63bb11205 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,850] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=07c2676f3c4591a9d1ca0ab485f2a55a attempt=1 +[2026-07-23 03:51:07,851] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=07c2676f3c4591a9d1ca0ab485f2a55a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,865] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fa5e17661777d2529388743aac10ab34 attempt=1 +[2026-07-23 03:51:07,866] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fa5e17661777d2529388743aac10ab34 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,874] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=01b2941acd9079431550509a1422924a attempt=1 +[2026-07-23 03:51:07,875] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=01b2941acd9079431550509a1422924a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,877] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b6eba20607e2d1a036a02a861e894b8f attempt=1 +[2026-07-23 03:51:07,878] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b6eba20607e2d1a036a02a861e894b8f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,880] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=052dba3442456a480754f3eb83a464bd attempt=1 +[2026-07-23 03:51:07,881] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=052dba3442456a480754f3eb83a464bd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,883] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1cfad1ad5848c8e08773fad350c77179 attempt=1 +[2026-07-23 03:51:07,883] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1cfad1ad5848c8e08773fad350c77179 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,885] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=89e97ed329c80d17df1eff8bd4f7d61a attempt=1 +[2026-07-23 03:51:07,886] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=89e97ed329c80d17df1eff8bd4f7d61a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,887] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5eeb15e34409174ac39272ce458a6d89 attempt=1 +[2026-07-23 03:51:07,888] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5eeb15e34409174ac39272ce458a6d89 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,889] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c35e8fc6259d255e63fc9962a13b3056 attempt=1 +[2026-07-23 03:51:07,890] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c35e8fc6259d255e63fc9962a13b3056 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,895] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e37b63740964d431a04a79abf8d71eb1 attempt=1 +[2026-07-23 03:51:07,896] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e37b63740964d431a04a79abf8d71eb1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,902] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f7e514a7e86dcba850ea1fc45a9c2f98 attempt=1 +[2026-07-23 03:51:07,903] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f7e514a7e86dcba850ea1fc45a9c2f98 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,904] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=392d8a6b3a97a67457adeb772551b8af attempt=1 +[2026-07-23 03:51:07,905] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=392d8a6b3a97a67457adeb772551b8af status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,907] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0c346c1a7162a2263f8a6d92f2ebd19e attempt=1 +[2026-07-23 03:51:07,908] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0c346c1a7162a2263f8a6d92f2ebd19e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,908] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=92038fdbd552ebb692667f5017f76590 attempt=1 +[2026-07-23 03:51:07,909] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 82% (792/881) has_cb=True +[2026-07-23 03:51:07,909] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=92038fdbd552ebb692667f5017f76590 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,910] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c12ffe98882d438a158353bba90c518e attempt=1 +[2026-07-23 03:51:07,911] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c12ffe98882d438a158353bba90c518e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,912] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f7b408b6d767953f8088df78a9e88d81 attempt=1 +[2026-07-23 03:51:07,913] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f7b408b6d767953f8088df78a9e88d81 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,913] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7e46fd370c877c4a43d68f561c53917e attempt=1 +[2026-07-23 03:51:07,914] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7e46fd370c877c4a43d68f561c53917e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,916] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=289bc604daecc1f080d4a813e04a7f16 attempt=1 +[2026-07-23 03:51:07,917] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=289bc604daecc1f080d4a813e04a7f16 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,918] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=09dc7f79d6d762f2a569724e029eb0bf attempt=1 +[2026-07-23 03:51:07,919] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=09dc7f79d6d762f2a569724e029eb0bf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,920] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f0197a978170723e1ec31d928edb5a02 attempt=1 +[2026-07-23 03:51:07,921] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f0197a978170723e1ec31d928edb5a02 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,923] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=863de35b996e464539a1d52149180f03 attempt=1 +[2026-07-23 03:51:07,923] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=863de35b996e464539a1d52149180f03 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,924] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f55339eea0e41d2741f2aad974d047fc attempt=1 +[2026-07-23 03:51:07,925] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f55339eea0e41d2741f2aad974d047fc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,927] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6001134eb39b365d8c8333e5cb428ba0 attempt=1 +[2026-07-23 03:51:07,928] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6001134eb39b365d8c8333e5cb428ba0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,930] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d19e80b5d3e90779800c01ab72f86aa1 attempt=1 +[2026-07-23 03:51:07,931] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d19e80b5d3e90779800c01ab72f86aa1 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,936] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7a848d458bdfeb58d03185ddcfe95595 attempt=1 +[2026-07-23 03:51:07,937] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7a848d458bdfeb58d03185ddcfe95595 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,944] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c5c0f6f55ef5539c374efdc946a14edc attempt=1 +[2026-07-23 03:51:07,945] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c5c0f6f55ef5539c374efdc946a14edc status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,947] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2c523615479217e3e5a3b7d71066bf76 attempt=1 +[2026-07-23 03:51:07,948] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2c523615479217e3e5a3b7d71066bf76 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,949] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=83ec8a43478440df60986b886bf208e0 attempt=1 +[2026-07-23 03:51:07,950] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=83ec8a43478440df60986b886bf208e0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,951] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e7ca221ba9e13a54afcfb43150c0282b attempt=1 +[2026-07-23 03:51:07,952] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e7ca221ba9e13a54afcfb43150c0282b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,952] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f25226a431a9802443a6f7c8ba4d8127 attempt=1 +[2026-07-23 03:51:07,953] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f25226a431a9802443a6f7c8ba4d8127 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,954] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b3056e1d0c94a3c88bb18fe404a869f3 attempt=1 +[2026-07-23 03:51:07,954] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b3056e1d0c94a3c88bb18fe404a869f3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,955] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2108055fc763cf624048b11ffe2d7123 attempt=1 +[2026-07-23 03:51:07,956] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2108055fc763cf624048b11ffe2d7123 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,957] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bf55df31563e3c691305ccdb63379629 attempt=1 +[2026-07-23 03:51:07,957] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bf55df31563e3c691305ccdb63379629 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,959] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6a2e3ecaa02cd25a671726ea7be3f1a9 attempt=1 +[2026-07-23 03:51:07,959] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6a2e3ecaa02cd25a671726ea7be3f1a9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,961] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8175795906b593c72952ae54269c7b5c attempt=1 +[2026-07-23 03:51:07,962] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8175795906b593c72952ae54269c7b5c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,966] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=55bdad9d7a4bb3e16b69668d6b155411 attempt=1 +[2026-07-23 03:51:07,967] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=55bdad9d7a4bb3e16b69668d6b155411 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,974] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=425676170e40b704fe0613f0999f9c57 attempt=1 +[2026-07-23 03:51:07,975] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=425676170e40b704fe0613f0999f9c57 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,976] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9497330e46a822e0aa618a585d7e21c5 attempt=1 +[2026-07-23 03:51:07,976] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9497330e46a822e0aa618a585d7e21c5 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,983] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fc5c239f872617f840967054abe21517 attempt=1 +[2026-07-23 03:51:07,984] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fc5c239f872617f840967054abe21517 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:07,998] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9e77b9112aeda71b5f06f4ff2791a9bf attempt=1 +[2026-07-23 03:51:07,999] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9e77b9112aeda71b5f06f4ff2791a9bf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,011] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e0827e30641186f80f240b292126a3f9 attempt=1 +[2026-07-23 03:51:08,012] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e0827e30641186f80f240b292126a3f9 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,014] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4acb9ffd4b13a82ea9f95ae1f793852a attempt=1 +[2026-07-23 03:51:08,014] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4acb9ffd4b13a82ea9f95ae1f793852a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,016] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b82446ea4ee6adb1646e08c3ea109189 attempt=1 +[2026-07-23 03:51:08,016] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b82446ea4ee6adb1646e08c3ea109189 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,018] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=93c97be84183bc836293d06581381c96 attempt=1 +[2026-07-23 03:51:08,018] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=93c97be84183bc836293d06581381c96 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,019] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=eff475b870b5e686accdb75c2f06276a attempt=1 +[2026-07-23 03:51:08,020] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=eff475b870b5e686accdb75c2f06276a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,020] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=965beb1416f5762417afd5c8d57c8af6 attempt=1 +[2026-07-23 03:51:08,021] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=965beb1416f5762417afd5c8d57c8af6 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,022] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=af243795e9a14416542ff0d1223cadad attempt=1 +[2026-07-23 03:51:08,023] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=af243795e9a14416542ff0d1223cadad status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,024] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e17754fb761895de30c7c7ede70c6117 attempt=1 +[2026-07-23 03:51:08,024] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e17754fb761895de30c7c7ede70c6117 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,025] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3d8fe193993adcee35463769b523a534 attempt=1 +[2026-07-23 03:51:08,026] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3d8fe193993adcee35463769b523a534 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,026] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=44e561c834754b4f377ac91110bc08bb attempt=1 +[2026-07-23 03:51:08,027] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=44e561c834754b4f377ac91110bc08bb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,030] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a38071540f085b00ec49e3a8dedfb0b8 attempt=1 +[2026-07-23 03:51:08,031] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a38071540f085b00ec49e3a8dedfb0b8 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,036] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7a89adf397dbb0a6a787391cc638be2e attempt=1 +[2026-07-23 03:51:08,037] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7a89adf397dbb0a6a787391cc638be2e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,038] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8da58ceedea0f1e0b8e31587f0959507 attempt=1 +[2026-07-23 03:51:08,039] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8da58ceedea0f1e0b8e31587f0959507 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,040] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1091347438260873fd7efe2270135e8c attempt=1 +[2026-07-23 03:51:08,040] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1091347438260873fd7efe2270135e8c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,041] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4f1442c115f7ece32df2dbb10bbdb844 attempt=1 +[2026-07-23 03:51:08,042] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4f1442c115f7ece32df2dbb10bbdb844 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,042] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f180649a727637316e03f88559d875fb attempt=1 +[2026-07-23 03:51:08,043] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f180649a727637316e03f88559d875fb status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,044] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=24260d10fe6e61a00ff43217cf12f132 attempt=1 +[2026-07-23 03:51:08,045] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=24260d10fe6e61a00ff43217cf12f132 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,045] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1a61c61a8fe3384868bded4dba91ea7a attempt=1 +[2026-07-23 03:51:08,045] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 86% (836/881) has_cb=True +[2026-07-23 03:51:08,046] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1a61c61a8fe3384868bded4dba91ea7a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,048] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=82823f5738b287f2a0dfb96589eac1ea attempt=1 +[2026-07-23 03:51:08,048] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=82823f5738b287f2a0dfb96589eac1ea status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,050] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=75cc07dbc659267eda541baee91269e3 attempt=1 +[2026-07-23 03:51:08,051] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=75cc07dbc659267eda541baee91269e3 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,052] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=48d50d8438319a1205d40ea67f241e4f attempt=1 +[2026-07-23 03:51:08,053] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=48d50d8438319a1205d40ea67f241e4f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,055] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e7942e7a9abf76e263d8bc6ea277a88d attempt=1 +[2026-07-23 03:51:08,055] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e7942e7a9abf76e263d8bc6ea277a88d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,056] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4fd4da9019ee445a45bcab68c7fd7772 attempt=1 +[2026-07-23 03:51:08,057] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4fd4da9019ee445a45bcab68c7fd7772 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,058] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=77b5312a878548e438aac338f50a7342 attempt=1 +[2026-07-23 03:51:08,059] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=77b5312a878548e438aac338f50a7342 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,060] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=379ae45f71648d666856afef28703d6a attempt=1 +[2026-07-23 03:51:08,061] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=379ae45f71648d666856afef28703d6a status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,062] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4dbcc273523804d36d0e0ec424edda86 attempt=1 +[2026-07-23 03:51:08,063] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4dbcc273523804d36d0e0ec424edda86 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,064] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=4d0fa98ae004113c94c754848b293cce attempt=1 +[2026-07-23 03:51:08,065] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=4d0fa98ae004113c94c754848b293cce status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,065] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d596c6a8371a000e21df50afb45f2c7d attempt=1 +[2026-07-23 03:51:08,066] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d596c6a8371a000e21df50afb45f2c7d status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,066] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=35661bab379b2d4c4ddd6943fecda887 attempt=1 +[2026-07-23 03:51:08,067] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=35661bab379b2d4c4ddd6943fecda887 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,068] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=1908ff3c771890c0652d5dd804581d97 attempt=1 +[2026-07-23 03:51:08,069] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=1908ff3c771890c0652d5dd804581d97 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,070] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7c537a7556196ad1ad67636daab90561 attempt=1 +[2026-07-23 03:51:08,071] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7c537a7556196ad1ad67636daab90561 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,072] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=04675b11a64b2d3ae1e89a81c3ebe21b attempt=1 +[2026-07-23 03:51:08,073] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=04675b11a64b2d3ae1e89a81c3ebe21b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,073] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=cdfa3d50ee52df75ed3746d339485330 attempt=1 +[2026-07-23 03:51:08,073] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=cdfa3d50ee52df75ed3746d339485330 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,074] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6c991b495b3b6182ae1b02f3352d251c attempt=1 +[2026-07-23 03:51:08,075] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6c991b495b3b6182ae1b02f3352d251c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,076] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=328f551106c26f62ea0c5b770ee8536f attempt=1 +[2026-07-23 03:51:08,076] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=328f551106c26f62ea0c5b770ee8536f status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,077] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=aac609b4e7b20059505bf5af14794dad attempt=1 +[2026-07-23 03:51:08,078] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=aac609b4e7b20059505bf5af14794dad status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,079] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=079dbd3ff33de1aa500293b1027f48be attempt=1 +[2026-07-23 03:51:08,079] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=079dbd3ff33de1aa500293b1027f48be status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,085] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=bf12fef721ab048deaa7635ebca16208 attempt=1 +[2026-07-23 03:51:08,086] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=bf12fef721ab048deaa7635ebca16208 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,096] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e0166757de1fffedfc8f83e605129c06 attempt=1 +[2026-07-23 03:51:08,097] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e0166757de1fffedfc8f83e605129c06 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,101] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f608fd1387a1964a161db0098a55fe98 attempt=1 +[2026-07-23 03:51:08,102] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f608fd1387a1964a161db0098a55fe98 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,103] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=6563629fbdbe02815f6f825e1b57a2b0 attempt=1 +[2026-07-23 03:51:08,104] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=6563629fbdbe02815f6f825e1b57a2b0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,105] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=2c6e9e692f13e51dc4b9d78b7d8b781b attempt=1 +[2026-07-23 03:51:08,105] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=2c6e9e692f13e51dc4b9d78b7d8b781b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,107] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=b01ca35da1d441cbc2ff5f5848b6b202 attempt=1 +[2026-07-23 03:51:08,107] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=b01ca35da1d441cbc2ff5f5848b6b202 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,108] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=e02a268641c0822c9840eb9f3c813e26 attempt=1 +[2026-07-23 03:51:08,109] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=e02a268641c0822c9840eb9f3c813e26 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,110] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=8ac6bd353040a9c7694db5fa9d1a85cf attempt=1 +[2026-07-23 03:51:08,111] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=8ac6bd353040a9c7694db5fa9d1a85cf status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,112] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=eaebec92cbe76d32b8eaae78eee9d35e attempt=1 +[2026-07-23 03:51:08,113] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=eaebec92cbe76d32b8eaae78eee9d35e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,121] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f5758126a1dec8bff1f3e9bd647b4119 attempt=1 +[2026-07-23 03:51:08,122] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f5758126a1dec8bff1f3e9bd647b4119 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,135] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a80adeafbc9c5a4a7c54dd8bda1d0207 attempt=1 +[2026-07-23 03:51:08,136] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a80adeafbc9c5a4a7c54dd8bda1d0207 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,138] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7173fe9127b3eefa43998cd91ce57f6e attempt=1 +[2026-07-23 03:51:08,138] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7173fe9127b3eefa43998cd91ce57f6e status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,140] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=108633537da4aa094bfc082ca8bd75e4 attempt=1 +[2026-07-23 03:51:08,141] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=108633537da4aa094bfc082ca8bd75e4 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,142] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=d336e53c32da2dcc4b35b437ac2f4617 attempt=1 +[2026-07-23 03:51:08,143] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=d336e53c32da2dcc4b35b437ac2f4617 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,144] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=9516f940d7bb465b88335dd69c8a91cd attempt=1 +[2026-07-23 03:51:08,145] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=9516f940d7bb465b88335dd69c8a91cd status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,146] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=66b2620df0639c68913d0f12e856e8ea attempt=1 +[2026-07-23 03:51:08,147] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=66b2620df0639c68913d0f12e856e8ea status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,152] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=5a95d78d86a5b539671fb9a791eeed71 attempt=1 +[2026-07-23 03:51:08,153] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=5a95d78d86a5b539671fb9a791eeed71 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,160] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=c2530e5caafa60cb821747b2985f1bf0 attempt=1 +[2026-07-23 03:51:08,161] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=c2530e5caafa60cb821747b2985f1bf0 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,162] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3ed7d178a82665603275da76463e70c2 attempt=1 +[2026-07-23 03:51:08,162] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3ed7d178a82665603275da76463e70c2 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,163] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=0bcd28abe52749b797aadfee2ee97938 attempt=1 +[2026-07-23 03:51:08,164] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=0bcd28abe52749b797aadfee2ee97938 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,167] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=f1ee29b6b36f61d5f1b6b6b2f5ac772b attempt=1 +[2026-07-23 03:51:08,167] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=f1ee29b6b36f61d5f1b6b6b2f5ac772b status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,171] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=a93c257ca283d6e5cdc53fca8f46738c attempt=1 +[2026-07-23 03:51:08,172] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=a93c257ca283d6e5cdc53fca8f46738c status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,174] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=3dd59ab63b8628c163e61758cf6c5357 attempt=1 +[2026-07-23 03:51:08,175] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=3dd59ab63b8628c163e61758cf6c5357 status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,180] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=fe0512b1b3e6d9974b575e96feba4cef attempt=1 +[2026-07-23 03:51:08,181] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=fe0512b1b3e6d9974b575e96feba4cef status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,183] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [INFO] [replay] START request_id=7ae009c3b99a992fcaa9ea13c3f8c5be attempt=1 +[2026-07-23 03:51:08,183] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 90% (880/881) has_cb=True +[2026-07-23 03:51:08,184] [PID 12] [ThreadPoolExecutor-0_0] [/app/utils/logger.py] [WARNING] [replay] FAIL request_id=7ae009c3b99a992fcaa9ea13c3f8c5be status=None class=connection error=ConnectionError: HTTPConnectionPool(host='172.28.22.18', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host='172.28.22.18', port=40023): Failed to establish a new connection: [Errno 111] Connection refused")) server_msg=- (retryable=True, attempt=1) +[2026-07-23 03:51:08,186] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Progress: 90% (881/881) has_cb=True +[2026-07-23 03:51:08,186] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] END batch total=881 completed=881 elapsed=3466.2s throughput=0.25 req/s +[2026-07-23 03:51:08,187] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] wall_time_s=3466.169 records=881 +[2026-07-23 03:51:08,188] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [replay] Failure breakdown (of 881 attempted): {'http_400': 77, 'ctx_overflow': 1, 'stream_aborted': 1, 'server_error': 4, 'connection': 704} +[2026-07-23 03:51:08,188] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [replay] connection ×704 — e.g. request_id=1f87d33fb2f2650b0513a62f57a7f997: ConnectionError: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer')) +[2026-07-23 03:51:08,188] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [replay] http_400 ×77 — e.g. request_id=a58f13fba3a7932488e00d79515e12dd: [{'type': 'extra_forbidden', 'loc': ('body', 'max_completion_tokens'), 'msg': 'Extra inputs are not permitted', 'input': 32768}] +[2026-07-23 03:51:08,188] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [replay] server_error ×4 — e.g. request_id=cb98ecfe0b976a41aa206ff09cf1a59a: HTTPError: 500 Server Error: Internal Server Error for url: http://172.28.22.18:40023/v1/chat/completions +[2026-07-23 03:51:08,188] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [replay] ctx_overflow ×1 — e.g. request_id=fe7722e1ac0ce6b82619d5486a7d745f: This model's maximum context length is 256000 tokens. However, you requested 258432 tokens (254336 in the messages, 4096 in the completion). Please reduce the length of the messages or completion. +[2026-07-23 03:51:08,188] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [replay] stream_aborted ×1 — e.g. request_id=bfecd14065d52362c7d2fac1bfc696f2: ChunkedEncodingError: Response ended prematurely +[2026-07-23 03:51:08,188] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [replay] 1 requests exceeded the target's context window (prompt alone, or prompt + max_tokens / the server's default completion budget). Not a service outage — pre-filter the dataset (convert_bodylog_dataset.py --clean --max-model-len ) or set max_generation_tokens. +[2026-07-23 03:51:08,189] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] PASSED. metrics={'total_requests': 881, 'attempted_requests': 881, 'not_started_requests': 0, 'successful_requests': 94, 'error_requests': 787, 'error_rate': 0.8933030646992054, 'unfinished_requests': 0, 'unfinished_rate': 0.0, 'uptime': 0.10669693530079455, 'http_200_count': 95, 'tool_requests_total': 690, 'tool_call_4xx_errors': 73, 'image_requests_total': 27, 'image_4xx_errors': 1, 'multi_system_requests': 34, 'multi_system_4xx_errors': 2, 'system_normalized_count': 34, 'error_class_counts': {'http_400': 77, 'ctx_overflow': 1, 'stream_aborted': 1, 'server_error': 4, 'connection': 704}, 'ttft_p50_ms': 5695.493605919182, 'ttft_p90_ms': 28253.84052544833, 'ttft_p99_ms': 79113.64740801958, 'ttft_mean_ms': 11592.432756254331, 'ttft_input_unknown_count': 0, 'ttft_lt_6k_p90_ms': 928.1159471720457, 'ttft_lt_6k_p50_ms': 722.9813374578953, 'ttft_lt_6k_avg_ms': 826.5877763994715, 'ttft_lt_6k_count': 11, 'ttft_6k_16k_p90_ms': 8631.041518598797, 'ttft_6k_16k_p50_ms': 5218.379649333656, 'ttft_6k_16k_avg_ms': 6083.372870877642, 'ttft_6k_16k_count': 58, 'ttft_16k_32k_p90_ms': 18925.853984430432, 'ttft_16k_32k_p50_ms': 16638.78994807601, 'ttft_16k_32k_avg_ms': 16152.635232187235, 'ttft_16k_32k_count': 13, 'ttft_32k_64k_p90_ms': 34055.37679865956, 'ttft_32k_64k_p50_ms': 30240.53017050028, 'ttft_32k_64k_avg_ms': 30604.475396995742, 'ttft_32k_64k_count': 9, 'ttft_64k_128k_p90_ms': 97502.99785397947, 'ttft_64k_128k_p50_ms': 77350.28503648937, 'ttft_64k_128k_avg_ms': 80778.68348173797, 'ttft_64k_128k_count': 3, 'ttft_128k_256k_p90_ms': None, 'ttft_128k_256k_p50_ms': None, 'ttft_128k_256k_avg_ms': None, 'ttft_128k_256k_count': 0, 'ttft_ge_256k_p90_ms': None, 'ttft_ge_256k_p50_ms': None, 'ttft_ge_256k_avg_ms': None, 'ttft_ge_256k_count': 0, 'total_time_p50_ms': 18946.07433490455, 'total_time_p99_ms': 196606.2678798086, 'avg_prompt_tokens': 17208.36170212766, 'avg_completion_tokens': 557.2872340425532, 'output_tps_avg': 11.861892402376933, 'output_tps_mean': 11.861892402376933, 'output_tps_p10': 3.661127235553272, 'output_tps_p50': 12.967706030746276, 'output_tps_p90': 18.052632217094153, 'input_tps_mean': 1528.5749152451385, 'input_tps_p10': 1152.6673442219858, 'input_tps_p50': 1554.284759431941, 'input_tps_p90': 1859.5468071596515, 'total_input_tokens': 1617586, 'total_output_tokens': 52385, 'total_cached_tokens': 0, 'total_uncached_input_tokens': 1617586, 'cache_hit_rate': 0.0, 'wall_time_s': 3466.169364212081, 'input_tpm': 28000.6975429668, 'output_tpm': 906.7935434581628, 'cached_tpm': 0.0, 'uncached_input_tpm': 28000.6975429668, 'tokens_after_finish_count': 0, 'repetitive_token_count': 0, 'generation_capped_count': 0, 'finish_reason_length_count': 0, 'finish_reason_stop_count': 23, 'finish_marker_counts': {'openai_finish_reason_tool_calls': 71, 'openai_finish_reason_stop': 23}, 'judge_sampled_count': None, 'judge_answered_count': None, 'judge_toolcall_count': None, 'judge_length_count': None, 'judge_disconnect_count': None, 'judge_error_count': None, 'judge_kept_count': None, 'judge_good_acc_rate': None, 'judge_poor_rate': None, 'judge_halluc_clear_rate': None, 'judge_halluc_suspected_count': None, 'judge_failures': None} +[2026-07-23 03:51:08,189] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay] Response capture written to /tmp/perfbench_submission_168_mb3hhano/replay_tencent_104/replay_responses.jsonl +[2026-07-23 03:51:08,287] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [replay_tencent] uptime=0.10669693530079455 ttft_p99=79113.64740801958 total_time_p99=196606.2678798086 +[2026-07-23 03:51:08,289] [PID 12] [Thread-4] [app.queue.jobs] [INFO] Submission 168 module replay_tencent: card-normalized TPM (baseline=8, cards=8 assumed): input_tpm_card_norm=28001, output_tpm_card_norm=907, cached_tpm_card_norm=0, total_tpm_card_norm=28907 +[2026-07-23 03:51:11,500] [PID 12] [Thread-4] [app.queue.jobs] [INFO] Submission 168 module replay_tencent done — passed=False score=60194.6258 +[2026-07-23 03:51:22,956] [PID 12] [Thread-4] [app.queue.jobs] [INFO] Submission 168 starting module opencompass (bm_id=105 order=3) +[2026-07-23 03:51:33,991] [PID 12] [Thread-4] [app.queue.jobs] [INFO] Submission 168 module opencompass: CONCURRENCY OVERRIDE max_workers=4 -> 1. +[2026-07-23 03:51:35,809] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass] received params: {'dataset_dir': '/app/dataset/opencompass/data', 'selected_benchmarks': ['aime2025', 'gpqa_diamond', 'simpleqa', 'longbench_v2', 'hle'], 'max_workers': 1, 'request_timeout': 3600.0, 'max_seconds': 57600.0, 'max_tokens': 131072, 'sample_cap_aime': 0, 'sample_cap_gpqa': 0, 'sample_cap_ifeval': 0, 'sample_cap_mmlu': 0, 'sample_cap_hle': 100, 'sample_cap_lcb': 0, 'sample_cap_simpleqa': 200, 'sample_cap_longbench': 0, 'avg_k_aime': 8, 'avg_k_gpqa': 1, 'avg_k_ifeval': 1, 'avg_k_mmlu': 1, 'avg_k_hle': 1, 'avg_k_lcb': 1, 'avg_k_simpleqa': 1, 'avg_k_longbench': 1, 'pass_k_aime': 1, 'pass_k_gpqa': 1, 'pass_k_ifeval': 1, 'pass_k_mmlu': 1, 'pass_k_hle': 1, 'pass_k_lcb': 1, 'pass_k_simpleqa': 1, 'pass_k_longbench': 1, 'sample_temperature': 1.0, 'sample_top_p': 0.95, 'force_temperature': True, 'stream': True, 'judge_api_url': 'http://172.21.112.11/phanrouter', 'judge_model': 'Kimi-K2.5', 'judge_api_key': '***', 'judge_max_tokens': 16384, 'longbench_max_input_tokens': 190000, 'longbench_max_output_tokens': 16384} +[2026-07-23 03:51:35,833] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] Starting academic evaluation + endpoint : api_url=http://172.28.22.18:40023 model=llm api_key=*** + data_dir : /app/dataset/opencompass/data + max_workers : 1 + request_timeout : 3600.0s + max_tokens : 131072 + sample_caps : {'aime2025': 0, 'gpqa_diamond': 0, 'ifeval': 0, 'mmlu_pro': 0, 'hle': 100, 'livecodebench_v6': 0, 'simpleqa': 200, 'longbench_v2': 0} + skip_flags : {'aime2025': False, 'gpqa_diamond': False, 'ifeval': True, 'mmlu_pro': True, 'hle': False, 'livecodebench_v6': True, 'simpleqa': False, 'longbench_v2': False} + avg_k : {'aime2025': 8, 'gpqa_diamond': 1, 'ifeval': 1, 'mmlu_pro': 1, 'hle': 1, 'livecodebench_v6': 1, 'simpleqa': 1, 'longbench_v2': 1} + pass_k : {'aime2025': 1, 'gpqa_diamond': 1, 'ifeval': 1, 'mmlu_pro': 1, 'hle': 1, 'livecodebench_v6': 1, 'simpleqa': 1, 'longbench_v2': 1} sample_temperature=1.00 sample_top_p=0.95 force_temperature=True + active runners : ['aime2025', 'gpqa_diamond', 'hle', 'simpleqa', 'longbench_v2'] + baseline_file : (none) max_regression=0.0200 +[2026-07-23 03:51:35,833] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] module time cap: 57600s +[2026-07-23 03:51:35,833] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] >>> benchmark 1/5: aime2025 (sample_cap=all, avg@8, pass@1, temp=1.00, top_p=0.95, max_tokens=131072, suite_elapsed=0s) +[2026-07-23 03:51:35,836] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: BEGIN items=30 n_samples=8 (avg@8/pass@1) temp=1.00 top_p=0.95 requests=240 workers=1 max_tokens=131072 timeout=3600.0s stream=True +[2026-07-23 03:51:35,840] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 2/240 reqs (0.8%) sample_acc=0.000 fails=2 elapsed=0s rate=456.63/s eta=1s +[2026-07-23 03:51:35,841] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 4/240 reqs (1.7%) sample_acc=0.000 fails=4 elapsed=0s rate=690.59/s eta=0s +[2026-07-23 03:51:35,843] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 6/240 reqs (2.5%) sample_acc=0.000 fails=6 elapsed=0s rate=767.86/s eta=0s +[2026-07-23 03:51:35,845] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 8/240 reqs (3.3%) sample_acc=0.000 fails=8 elapsed=0s rate=870.60/s eta=0s +[2026-07-23 03:51:35,846] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 10/240 reqs (4.2%) sample_acc=0.000 fails=10 elapsed=0s rate=950.94/s eta=0s +[2026-07-23 03:51:35,848] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 12/240 reqs (5.0%) sample_acc=0.000 fails=12 elapsed=0s rate=987.34/s eta=0s +[2026-07-23 03:51:35,849] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 14/240 reqs (5.8%) sample_acc=0.000 fails=14 elapsed=0s rate=1036.98/s eta=0s +[2026-07-23 03:51:35,850] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 16/240 reqs (6.7%) sample_acc=0.000 fails=16 elapsed=0s rate=1075.40/s eta=0s +[2026-07-23 03:51:35,852] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 18/240 reqs (7.5%) sample_acc=0.000 fails=18 elapsed=0s rate=1089.68/s eta=0s +[2026-07-23 03:51:35,853] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 20/240 reqs (8.3%) sample_acc=0.000 fails=20 elapsed=0s rate=1122.69/s eta=0s +[2026-07-23 03:51:35,855] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 22/240 reqs (9.2%) sample_acc=0.000 fails=22 elapsed=0s rate=1134.59/s eta=0s +[2026-07-23 03:51:35,856] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 24/240 reqs (10.0%) sample_acc=0.000 fails=24 elapsed=0s rate=1156.80/s eta=0s +[2026-07-23 03:51:35,858] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 26/240 reqs (10.8%) sample_acc=0.000 fails=26 elapsed=0s rate=1177.45/s eta=0s +[2026-07-23 03:51:35,859] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 28/240 reqs (11.7%) sample_acc=0.000 fails=28 elapsed=0s rate=1182.87/s eta=0s +[2026-07-23 03:51:35,861] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 30/240 reqs (12.5%) sample_acc=0.000 fails=30 elapsed=0s rate=1198.39/s eta=0s +[2026-07-23 03:51:35,862] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 32/240 reqs (13.3%) sample_acc=0.000 fails=32 elapsed=0s rate=1213.54/s eta=0s +[2026-07-23 03:51:35,864] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 34/240 reqs (14.2%) sample_acc=0.000 fails=34 elapsed=0s rate=1215.79/s eta=0s +[2026-07-23 03:51:35,865] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 36/240 reqs (15.0%) sample_acc=0.000 fails=36 elapsed=0s rate=1227.62/s eta=0s +[2026-07-23 03:51:35,866] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 38/240 reqs (15.8%) sample_acc=0.000 fails=38 elapsed=0s rate=1237.83/s eta=0s +[2026-07-23 03:51:35,868] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 40/240 reqs (16.7%) sample_acc=0.000 fails=40 elapsed=0s rate=1237.78/s eta=0s +[2026-07-23 03:51:35,869] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 42/240 reqs (17.5%) sample_acc=0.000 fails=42 elapsed=0s rate=1248.10/s eta=0s +[2026-07-23 03:51:35,871] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 44/240 reqs (18.3%) sample_acc=0.000 fails=44 elapsed=0s rate=1258.15/s eta=0s +[2026-07-23 03:51:35,872] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 46/240 reqs (19.2%) sample_acc=0.000 fails=46 elapsed=0s rate=1258.62/s eta=0s +[2026-07-23 03:51:35,873] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 48/240 reqs (20.0%) sample_acc=0.000 fails=48 elapsed=0s rate=1268.11/s eta=0s +[2026-07-23 03:51:35,875] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 50/240 reqs (20.8%) sample_acc=0.000 fails=50 elapsed=0s rate=1277.15/s eta=0s +[2026-07-23 03:51:35,876] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 52/240 reqs (21.7%) sample_acc=0.000 fails=52 elapsed=0s rate=1276.75/s eta=0s +[2026-07-23 03:51:35,878] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 54/240 reqs (22.5%) sample_acc=0.000 fails=54 elapsed=0s rate=1283.28/s eta=0s +[2026-07-23 03:51:35,879] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 56/240 reqs (23.3%) sample_acc=0.000 fails=56 elapsed=0s rate=1291.58/s eta=0s +[2026-07-23 03:51:35,881] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 58/240 reqs (24.2%) sample_acc=0.000 fails=58 elapsed=0s rate=1291.08/s eta=0s +[2026-07-23 03:51:35,882] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 60/240 reqs (25.0%) sample_acc=0.000 fails=60 elapsed=0s rate=1297.50/s eta=0s +[2026-07-23 03:51:35,883] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 62/240 reqs (25.8%) sample_acc=0.000 fails=62 elapsed=0s rate=1301.18/s eta=0s +[2026-07-23 03:51:35,885] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 64/240 reqs (26.7%) sample_acc=0.000 fails=64 elapsed=0s rate=1299.79/s eta=0s +[2026-07-23 03:51:35,886] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 66/240 reqs (27.5%) sample_acc=0.000 fails=66 elapsed=0s rate=1305.34/s eta=0s +[2026-07-23 03:51:35,888] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 68/240 reqs (28.3%) sample_acc=0.000 fails=68 elapsed=0s rate=1308.32/s eta=0s +[2026-07-23 03:51:35,889] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 70/240 reqs (29.2%) sample_acc=0.000 fails=70 elapsed=0s rate=1305.60/s eta=0s +[2026-07-23 03:51:35,891] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 72/240 reqs (30.0%) sample_acc=0.000 fails=72 elapsed=0s rate=1310.84/s eta=0s +[2026-07-23 03:51:35,892] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 74/240 reqs (30.8%) sample_acc=0.000 fails=74 elapsed=0s rate=1314.11/s eta=0s +[2026-07-23 03:51:35,894] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 76/240 reqs (31.7%) sample_acc=0.000 fails=76 elapsed=0s rate=1309.17/s eta=0s +[2026-07-23 03:51:35,895] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 78/240 reqs (32.5%) sample_acc=0.000 fails=78 elapsed=0s rate=1314.30/s eta=0s +[2026-07-23 03:51:35,896] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 80/240 reqs (33.3%) sample_acc=0.000 fails=80 elapsed=0s rate=1318.69/s eta=0s +[2026-07-23 03:51:35,898] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 82/240 reqs (34.2%) sample_acc=0.000 fails=82 elapsed=0s rate=1317.89/s eta=0s +[2026-07-23 03:51:35,899] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 84/240 reqs (35.0%) sample_acc=0.000 fails=84 elapsed=0s rate=1321.35/s eta=0s +[2026-07-23 03:51:35,900] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 86/240 reqs (35.8%) sample_acc=0.000 fails=86 elapsed=0s rate=1330.13/s eta=0s +[2026-07-23 03:51:35,902] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 88/240 reqs (36.7%) sample_acc=0.000 fails=88 elapsed=0s rate=1318.44/s eta=0s +[2026-07-23 03:51:35,904] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 90/240 reqs (37.5%) sample_acc=0.000 fails=90 elapsed=0s rate=1323.44/s eta=0s +[2026-07-23 03:51:35,905] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 92/240 reqs (38.3%) sample_acc=0.000 fails=92 elapsed=0s rate=1327.81/s eta=0s +[2026-07-23 03:51:35,906] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 94/240 reqs (39.2%) sample_acc=0.000 fails=94 elapsed=0s rate=1325.92/s eta=0s +[2026-07-23 03:51:35,908] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 96/240 reqs (40.0%) sample_acc=0.000 fails=96 elapsed=0s rate=1329.38/s eta=0s +[2026-07-23 03:51:35,909] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 98/240 reqs (40.8%) sample_acc=0.000 fails=98 elapsed=0s rate=1328.21/s eta=0s +[2026-07-23 03:51:35,911] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 100/240 reqs (41.7%) sample_acc=0.000 fails=100 elapsed=0s rate=1330.95/s eta=0s +[2026-07-23 03:51:35,912] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 102/240 reqs (42.5%) sample_acc=0.000 fails=102 elapsed=0s rate=1334.38/s eta=0s +[2026-07-23 03:51:35,914] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 104/240 reqs (43.3%) sample_acc=0.000 fails=104 elapsed=0s rate=1333.01/s eta=0s +[2026-07-23 03:51:35,915] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 106/240 reqs (44.2%) sample_acc=0.000 fails=106 elapsed=0s rate=1334.72/s eta=0s +[2026-07-23 03:51:35,916] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 108/240 reqs (45.0%) sample_acc=0.000 fails=108 elapsed=0s rate=1338.37/s eta=0s +[2026-07-23 03:51:35,918] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 110/240 reqs (45.8%) sample_acc=0.000 fails=110 elapsed=0s rate=1338.35/s eta=0s +[2026-07-23 03:51:35,919] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 112/240 reqs (46.7%) sample_acc=0.000 fails=112 elapsed=0s rate=1341.04/s eta=0s +[2026-07-23 03:51:35,920] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 114/240 reqs (47.5%) sample_acc=0.000 fails=114 elapsed=0s rate=1343.79/s eta=0s +[2026-07-23 03:51:35,922] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 116/240 reqs (48.3%) sample_acc=0.000 fails=116 elapsed=0s rate=1342.48/s eta=0s +[2026-07-23 03:51:35,923] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 118/240 reqs (49.2%) sample_acc=0.000 fails=118 elapsed=0s rate=1344.89/s eta=0s +[2026-07-23 03:51:35,925] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 120/240 reqs (50.0%) sample_acc=0.000 fails=120 elapsed=0s rate=1347.63/s eta=0s +[2026-07-23 03:51:35,926] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 122/240 reqs (50.8%) sample_acc=0.000 fails=122 elapsed=0s rate=1345.41/s eta=0s +[2026-07-23 03:51:35,928] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 124/240 reqs (51.7%) sample_acc=0.000 fails=124 elapsed=0s rate=1347.10/s eta=0s +[2026-07-23 03:51:35,929] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 126/240 reqs (52.5%) sample_acc=0.000 fails=126 elapsed=0s rate=1349.86/s eta=0s +[2026-07-23 03:51:35,930] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 128/240 reqs (53.3%) sample_acc=0.000 fails=128 elapsed=0s rate=1348.82/s eta=0s +[2026-07-23 03:51:35,932] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 130/240 reqs (54.2%) sample_acc=0.000 fails=130 elapsed=0s rate=1350.43/s eta=0s +[2026-07-23 03:51:35,933] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 132/240 reqs (55.0%) sample_acc=0.000 fails=132 elapsed=0s rate=1353.64/s eta=0s +[2026-07-23 03:51:35,935] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 134/240 reqs (55.8%) sample_acc=0.000 fails=134 elapsed=0s rate=1351.85/s eta=0s +[2026-07-23 03:51:35,936] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 136/240 reqs (56.7%) sample_acc=0.000 fails=136 elapsed=0s rate=1353.98/s eta=0s +[2026-07-23 03:51:35,937] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 138/240 reqs (57.5%) sample_acc=0.000 fails=138 elapsed=0s rate=1355.83/s eta=0s +[2026-07-23 03:51:35,939] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 140/240 reqs (58.3%) sample_acc=0.000 fails=140 elapsed=0s rate=1353.55/s eta=0s +[2026-07-23 03:51:35,940] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 142/240 reqs (59.2%) sample_acc=0.000 fails=142 elapsed=0s rate=1355.77/s eta=0s +[2026-07-23 03:51:35,942] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 144/240 reqs (60.0%) sample_acc=0.000 fails=144 elapsed=0s rate=1357.64/s eta=0s +[2026-07-23 03:51:35,943] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 146/240 reqs (60.8%) sample_acc=0.000 fails=146 elapsed=0s rate=1354.18/s eta=0s +[2026-07-23 03:51:35,945] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 148/240 reqs (61.7%) sample_acc=0.000 fails=148 elapsed=0s rate=1356.34/s eta=0s +[2026-07-23 03:51:35,946] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 150/240 reqs (62.5%) sample_acc=0.000 fails=150 elapsed=0s rate=1358.64/s eta=0s +[2026-07-23 03:51:35,948] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 152/240 reqs (63.3%) sample_acc=0.000 fails=152 elapsed=0s rate=1355.74/s eta=0s +[2026-07-23 03:51:35,949] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 154/240 reqs (64.2%) sample_acc=0.000 fails=154 elapsed=0s rate=1357.51/s eta=0s +[2026-07-23 03:51:35,950] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 156/240 reqs (65.0%) sample_acc=0.000 fails=156 elapsed=0s rate=1359.29/s eta=0s +[2026-07-23 03:51:35,952] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 158/240 reqs (65.8%) sample_acc=0.000 fails=158 elapsed=0s rate=1356.73/s eta=0s +[2026-07-23 03:51:35,953] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 160/240 reqs (66.7%) sample_acc=0.000 fails=160 elapsed=0s rate=1358.60/s eta=0s +[2026-07-23 03:51:35,955] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 162/240 reqs (67.5%) sample_acc=0.000 fails=162 elapsed=0s rate=1360.09/s eta=0s +[2026-07-23 03:51:35,956] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 164/240 reqs (68.3%) sample_acc=0.000 fails=164 elapsed=0s rate=1357.86/s eta=0s +[2026-07-23 03:51:35,958] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 166/240 reqs (69.2%) sample_acc=0.000 fails=166 elapsed=0s rate=1360.39/s eta=0s +[2026-07-23 03:51:35,959] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 168/240 reqs (70.0%) sample_acc=0.000 fails=168 elapsed=0s rate=1358.95/s eta=0s +[2026-07-23 03:51:35,961] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 170/240 reqs (70.8%) sample_acc=0.000 fails=170 elapsed=0s rate=1358.73/s eta=0s +[2026-07-23 03:51:35,962] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 172/240 reqs (71.7%) sample_acc=0.000 fails=172 elapsed=0s rate=1361.30/s eta=0s +[2026-07-23 03:51:35,964] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 174/240 reqs (72.5%) sample_acc=0.000 fails=174 elapsed=0s rate=1360.38/s eta=0s +[2026-07-23 03:51:35,965] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 176/240 reqs (73.3%) sample_acc=0.000 fails=176 elapsed=0s rate=1361.34/s eta=0s +[2026-07-23 03:51:35,966] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 178/240 reqs (74.2%) sample_acc=0.000 fails=178 elapsed=0s rate=1362.94/s eta=0s +[2026-07-23 03:51:35,968] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 180/240 reqs (75.0%) sample_acc=0.000 fails=180 elapsed=0s rate=1361.48/s eta=0s +[2026-07-23 03:51:35,969] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 182/240 reqs (75.8%) sample_acc=0.000 fails=182 elapsed=0s rate=1361.91/s eta=0s +[2026-07-23 03:51:35,970] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 184/240 reqs (76.7%) sample_acc=0.000 fails=184 elapsed=0s rate=1364.01/s eta=0s +[2026-07-23 03:51:35,972] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 186/240 reqs (77.5%) sample_acc=0.000 fails=186 elapsed=0s rate=1362.63/s eta=0s +[2026-07-23 03:51:35,973] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 188/240 reqs (78.3%) sample_acc=0.000 fails=188 elapsed=0s rate=1364.01/s eta=0s +[2026-07-23 03:51:35,975] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 190/240 reqs (79.2%) sample_acc=0.000 fails=190 elapsed=0s rate=1365.09/s eta=0s +[2026-07-23 03:51:35,976] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 192/240 reqs (80.0%) sample_acc=0.000 fails=192 elapsed=0s rate=1368.42/s eta=0s +[2026-07-23 03:51:35,978] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 194/240 reqs (80.8%) sample_acc=0.000 fails=194 elapsed=0s rate=1363.64/s eta=0s +[2026-07-23 03:51:35,979] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 196/240 reqs (81.7%) sample_acc=0.000 fails=196 elapsed=0s rate=1364.64/s eta=0s +[2026-07-23 03:51:35,981] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 198/240 reqs (82.5%) sample_acc=0.000 fails=198 elapsed=0s rate=1363.81/s eta=0s +[2026-07-23 03:51:35,982] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 200/240 reqs (83.3%) sample_acc=0.000 fails=200 elapsed=0s rate=1365.29/s eta=0s +[2026-07-23 03:51:35,983] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 202/240 reqs (84.2%) sample_acc=0.000 fails=202 elapsed=0s rate=1366.10/s eta=0s +[2026-07-23 03:51:35,985] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 204/240 reqs (85.0%) sample_acc=0.000 fails=204 elapsed=0s rate=1365.21/s eta=0s +[2026-07-23 03:51:35,986] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 206/240 reqs (85.8%) sample_acc=0.000 fails=206 elapsed=0s rate=1366.00/s eta=0s +[2026-07-23 03:51:35,988] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 208/240 reqs (86.7%) sample_acc=0.000 fails=208 elapsed=0s rate=1367.63/s eta=0s +[2026-07-23 03:51:35,989] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 210/240 reqs (87.5%) sample_acc=0.000 fails=210 elapsed=0s rate=1366.11/s eta=0s +[2026-07-23 03:51:35,991] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 212/240 reqs (88.3%) sample_acc=0.000 fails=212 elapsed=0s rate=1367.33/s eta=0s +[2026-07-23 03:51:35,992] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 214/240 reqs (89.2%) sample_acc=0.000 fails=214 elapsed=0s rate=1368.38/s eta=0s +[2026-07-23 03:51:35,994] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 216/240 reqs (90.0%) sample_acc=0.000 fails=216 elapsed=0s rate=1365.83/s eta=0s +[2026-07-23 03:51:35,995] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 218/240 reqs (90.8%) sample_acc=0.000 fails=218 elapsed=0s rate=1366.39/s eta=0s +[2026-07-23 03:51:35,996] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 220/240 reqs (91.7%) sample_acc=0.000 fails=220 elapsed=0s rate=1368.00/s eta=0s +[2026-07-23 03:51:35,998] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 222/240 reqs (92.5%) sample_acc=0.000 fails=222 elapsed=0s rate=1366.73/s eta=0s +[2026-07-23 03:51:35,999] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 224/240 reqs (93.3%) sample_acc=0.000 fails=224 elapsed=0s rate=1368.01/s eta=0s +[2026-07-23 03:51:36,001] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 226/240 reqs (94.2%) sample_acc=0.000 fails=226 elapsed=0s rate=1369.31/s eta=0s +[2026-07-23 03:51:36,002] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 228/240 reqs (95.0%) sample_acc=0.000 fails=228 elapsed=0s rate=1367.96/s eta=0s +[2026-07-23 03:51:36,004] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 230/240 reqs (95.8%) sample_acc=0.000 fails=230 elapsed=0s rate=1368.83/s eta=0s +[2026-07-23 03:51:36,005] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 232/240 reqs (96.7%) sample_acc=0.000 fails=232 elapsed=0s rate=1370.57/s eta=0s +[2026-07-23 03:51:36,006] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 234/240 reqs (97.5%) sample_acc=0.000 fails=234 elapsed=0s rate=1369.30/s eta=0s +[2026-07-23 03:51:36,008] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 236/240 reqs (98.3%) sample_acc=0.000 fails=236 elapsed=0s rate=1370.17/s eta=0s +[2026-07-23 03:51:36,009] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 238/240 reqs (99.2%) sample_acc=0.000 fails=238 elapsed=0s rate=1369.85/s eta=0s +[2026-07-23 03:51:36,010] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: 240/240 reqs (100.0%) sample_acc=0.000 fails=240 elapsed=0s rate=1374.32/s eta=0s +[2026-07-23 03:51:36,010] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [academic] aime2025: 240 requests failed during inference (sample: ['ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=40023): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=40023): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=40023): Failed to establish a new connection: [Errno 111] Connection refused"))']) +[2026-07-23 03:51:36,011] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025: avg@8=0.0000 pass@1=0.0000 (items=30, samples=240, correct_samples=0) in 0.2s +[2026-07-23 03:51:36,011] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025 sample item=0 correct=False response='' +[2026-07-23 03:51:36,011] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025 sample item=0 correct=False response='' +[2026-07-23 03:51:36,011] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] aime2025 sample item=0 correct=False response='' +[2026-07-23 03:51:36,011] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] <<< benchmark 1/5: aime2025 done score=0.0000 took=0s +[2026-07-23 03:51:36,011] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] >>> benchmark 2/5: gpqa_diamond (sample_cap=all, avg@1, pass@1, temp=1.00, top_p=0.95, max_tokens=131072, suite_elapsed=0s) +[2026-07-23 03:51:36,034] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: BEGIN items=198 n_samples=1 (avg@1/pass@1) temp=1.00 top_p=0.95 requests=198 workers=1 max_tokens=131072 timeout=3600.0s stream=True +[2026-07-23 03:51:36,037] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 1/198 reqs (0.5%) sample_acc=0.000 fails=1 elapsed=0s rate=308.89/s eta=1s +[2026-07-23 03:51:36,038] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 2/198 reqs (1.0%) sample_acc=0.000 fails=2 elapsed=0s rate=480.28/s eta=0s +[2026-07-23 03:51:36,039] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 3/198 reqs (1.5%) sample_acc=0.000 fails=3 elapsed=0s rate=614.96/s eta=0s +[2026-07-23 03:51:36,039] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 4/198 reqs (2.0%) sample_acc=0.000 fails=4 elapsed=0s rate=717.83/s eta=0s +[2026-07-23 03:51:36,040] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 5/198 reqs (2.5%) sample_acc=0.000 fails=5 elapsed=0s rate=791.64/s eta=0s +[2026-07-23 03:51:36,041] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 6/198 reqs (3.0%) sample_acc=0.000 fails=6 elapsed=0s rate=855.42/s eta=0s +[2026-07-23 03:51:36,042] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 7/198 reqs (3.5%) sample_acc=0.000 fails=7 elapsed=0s rate=882.25/s eta=0s +[2026-07-23 03:51:36,042] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 8/198 reqs (4.0%) sample_acc=0.000 fails=8 elapsed=0s rate=923.94/s eta=0s +[2026-07-23 03:51:36,043] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 9/198 reqs (4.5%) sample_acc=0.000 fails=9 elapsed=0s rate=962.56/s eta=0s +[2026-07-23 03:51:36,044] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 10/198 reqs (5.1%) sample_acc=0.000 fails=10 elapsed=0s rate=986.92/s eta=0s +[2026-07-23 03:51:36,045] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 11/198 reqs (5.6%) sample_acc=0.000 fails=11 elapsed=0s rate=1018.78/s eta=0s +[2026-07-23 03:51:36,045] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 12/198 reqs (6.1%) sample_acc=0.000 fails=12 elapsed=0s rate=1047.21/s eta=0s +[2026-07-23 03:51:36,046] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 13/198 reqs (6.6%) sample_acc=0.000 fails=13 elapsed=0s rate=1046.73/s eta=0s +[2026-07-23 03:51:36,047] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 14/198 reqs (7.1%) sample_acc=0.000 fails=14 elapsed=0s rate=1065.20/s eta=0s +[2026-07-23 03:51:36,048] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 15/198 reqs (7.6%) sample_acc=0.000 fails=15 elapsed=0s rate=1083.60/s eta=0s +[2026-07-23 03:51:36,048] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 16/198 reqs (8.1%) sample_acc=0.000 fails=16 elapsed=0s rate=1100.74/s eta=0s +[2026-07-23 03:51:36,049] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 17/198 reqs (8.6%) sample_acc=0.000 fails=17 elapsed=0s rate=1117.50/s eta=0s +[2026-07-23 03:51:36,050] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 18/198 reqs (9.1%) sample_acc=0.000 fails=18 elapsed=0s rate=1134.16/s eta=0s +[2026-07-23 03:51:36,051] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 19/198 reqs (9.6%) sample_acc=0.000 fails=19 elapsed=0s rate=1132.81/s eta=0s +[2026-07-23 03:51:36,052] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 20/198 reqs (10.1%) sample_acc=0.000 fails=20 elapsed=0s rate=1110.14/s eta=0s +[2026-07-23 03:51:36,052] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 21/198 reqs (10.6%) sample_acc=0.000 fails=21 elapsed=0s rate=1122.43/s eta=0s +[2026-07-23 03:51:36,053] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 22/198 reqs (11.1%) sample_acc=0.000 fails=22 elapsed=0s rate=1133.45/s eta=0s +[2026-07-23 03:51:36,054] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 23/198 reqs (11.6%) sample_acc=0.000 fails=23 elapsed=0s rate=1144.59/s eta=0s +[2026-07-23 03:51:36,055] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 24/198 reqs (12.1%) sample_acc=0.000 fails=24 elapsed=0s rate=1142.36/s eta=0s +[2026-07-23 03:51:36,055] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 25/198 reqs (12.6%) sample_acc=0.000 fails=25 elapsed=0s rate=1150.72/s eta=0s +[2026-07-23 03:51:36,056] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 26/198 reqs (13.1%) sample_acc=0.000 fails=26 elapsed=0s rate=1159.04/s eta=0s +[2026-07-23 03:51:36,057] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 27/198 reqs (13.6%) sample_acc=0.000 fails=27 elapsed=0s rate=1167.11/s eta=0s +[2026-07-23 03:51:36,058] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 28/198 reqs (14.1%) sample_acc=0.000 fails=28 elapsed=0s rate=1173.08/s eta=0s +[2026-07-23 03:51:36,058] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 29/198 reqs (14.6%) sample_acc=0.000 fails=29 elapsed=0s rate=1181.23/s eta=0s +[2026-07-23 03:51:36,059] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 30/198 reqs (15.2%) sample_acc=0.000 fails=30 elapsed=0s rate=1176.02/s eta=0s +[2026-07-23 03:51:36,060] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 31/198 reqs (15.7%) sample_acc=0.000 fails=31 elapsed=0s rate=1181.07/s eta=0s +[2026-07-23 03:51:36,061] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 32/198 reqs (16.2%) sample_acc=0.000 fails=32 elapsed=0s rate=1187.50/s eta=0s +[2026-07-23 03:51:36,061] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 33/198 reqs (16.7%) sample_acc=0.000 fails=33 elapsed=0s rate=1190.81/s eta=0s +[2026-07-23 03:51:36,062] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 34/198 reqs (17.2%) sample_acc=0.000 fails=34 elapsed=0s rate=1196.66/s eta=0s +[2026-07-23 03:51:36,063] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 35/198 reqs (17.7%) sample_acc=0.000 fails=35 elapsed=0s rate=1203.28/s eta=0s +[2026-07-23 03:51:36,064] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 36/198 reqs (18.2%) sample_acc=0.000 fails=36 elapsed=0s rate=1198.03/s eta=0s +[2026-07-23 03:51:36,065] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 37/198 reqs (18.7%) sample_acc=0.000 fails=37 elapsed=0s rate=1200.06/s eta=0s +[2026-07-23 03:51:36,065] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 38/198 reqs (19.2%) sample_acc=0.000 fails=38 elapsed=0s rate=1205.11/s eta=0s +[2026-07-23 03:51:36,066] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 39/198 reqs (19.7%) sample_acc=0.000 fails=39 elapsed=0s rate=1210.81/s eta=0s +[2026-07-23 03:51:36,067] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 40/198 reqs (20.2%) sample_acc=0.000 fails=40 elapsed=0s rate=1215.23/s eta=0s +[2026-07-23 03:51:36,067] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 41/198 reqs (20.7%) sample_acc=0.000 fails=41 elapsed=0s rate=1219.68/s eta=0s +[2026-07-23 03:51:36,068] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 42/198 reqs (21.2%) sample_acc=0.000 fails=42 elapsed=0s rate=1214.00/s eta=0s +[2026-07-23 03:51:36,069] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 43/198 reqs (21.7%) sample_acc=0.000 fails=43 elapsed=0s rate=1217.85/s eta=0s +[2026-07-23 03:51:36,070] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 44/198 reqs (22.2%) sample_acc=0.000 fails=44 elapsed=0s rate=1222.70/s eta=0s +[2026-07-23 03:51:36,070] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 45/198 reqs (22.7%) sample_acc=0.000 fails=45 elapsed=0s rate=1227.37/s eta=0s +[2026-07-23 03:51:36,071] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 46/198 reqs (23.2%) sample_acc=0.000 fails=46 elapsed=0s rate=1230.19/s eta=0s +[2026-07-23 03:51:36,072] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 47/198 reqs (23.7%) sample_acc=0.000 fails=47 elapsed=0s rate=1234.18/s eta=0s +[2026-07-23 03:51:36,073] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 48/198 reqs (24.2%) sample_acc=0.000 fails=48 elapsed=0s rate=1229.01/s eta=0s +[2026-07-23 03:51:36,074] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 49/198 reqs (24.7%) sample_acc=0.000 fails=49 elapsed=0s rate=1231.92/s eta=0s +[2026-07-23 03:51:36,074] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 50/198 reqs (25.3%) sample_acc=0.000 fails=50 elapsed=0s rate=1236.02/s eta=0s +[2026-07-23 03:51:36,075] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 51/198 reqs (25.8%) sample_acc=0.000 fails=51 elapsed=0s rate=1240.12/s eta=0s +[2026-07-23 03:51:36,076] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 52/198 reqs (26.3%) sample_acc=0.000 fails=52 elapsed=0s rate=1244.10/s eta=0s +[2026-07-23 03:51:36,076] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 53/198 reqs (26.8%) sample_acc=0.000 fails=53 elapsed=0s rate=1247.78/s eta=0s +[2026-07-23 03:51:36,077] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 54/198 reqs (27.3%) sample_acc=0.000 fails=54 elapsed=0s rate=1242.89/s eta=0s +[2026-07-23 03:51:36,078] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 55/198 reqs (27.8%) sample_acc=0.000 fails=55 elapsed=0s rate=1244.12/s eta=0s +[2026-07-23 03:51:36,079] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 56/198 reqs (28.3%) sample_acc=0.000 fails=56 elapsed=0s rate=1247.03/s eta=0s +[2026-07-23 03:51:36,079] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 57/198 reqs (28.8%) sample_acc=0.000 fails=57 elapsed=0s rate=1250.48/s eta=0s +[2026-07-23 03:51:36,080] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 58/198 reqs (29.3%) sample_acc=0.000 fails=58 elapsed=0s rate=1254.36/s eta=0s +[2026-07-23 03:51:36,081] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 59/198 reqs (29.8%) sample_acc=0.000 fails=59 elapsed=0s rate=1258.25/s eta=0s +[2026-07-23 03:51:36,082] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 60/198 reqs (30.3%) sample_acc=0.000 fails=60 elapsed=0s rate=1253.69/s eta=0s +[2026-07-23 03:51:36,082] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 61/198 reqs (30.8%) sample_acc=0.000 fails=61 elapsed=0s rate=1255.74/s eta=0s +[2026-07-23 03:51:36,083] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 62/198 reqs (31.3%) sample_acc=0.000 fails=62 elapsed=0s rate=1250.90/s eta=0s +[2026-07-23 03:51:36,085] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 63/198 reqs (31.8%) sample_acc=0.000 fails=63 elapsed=0s rate=1222.40/s eta=0s +[2026-07-23 03:51:36,087] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 64/198 reqs (32.3%) sample_acc=0.000 fails=64 elapsed=0s rate=1206.80/s eta=0s +[2026-07-23 03:51:36,088] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 65/198 reqs (32.8%) sample_acc=0.000 fails=65 elapsed=0s rate=1208.52/s eta=0s +[2026-07-23 03:51:36,089] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 66/198 reqs (33.3%) sample_acc=0.000 fails=66 elapsed=0s rate=1205.23/s eta=0s +[2026-07-23 03:51:36,089] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 67/198 reqs (33.8%) sample_acc=0.000 fails=67 elapsed=0s rate=1207.81/s eta=0s +[2026-07-23 03:51:36,090] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 68/198 reqs (34.3%) sample_acc=0.000 fails=68 elapsed=0s rate=1210.48/s eta=0s +[2026-07-23 03:51:36,091] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 69/198 reqs (34.8%) sample_acc=0.000 fails=69 elapsed=0s rate=1212.94/s eta=0s +[2026-07-23 03:51:36,091] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 70/198 reqs (35.4%) sample_acc=0.000 fails=70 elapsed=0s rate=1215.78/s eta=0s +[2026-07-23 03:51:36,092] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 71/198 reqs (35.9%) sample_acc=0.000 fails=71 elapsed=0s rate=1213.71/s eta=0s +[2026-07-23 03:51:36,093] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 72/198 reqs (36.4%) sample_acc=0.000 fails=72 elapsed=0s rate=1215.49/s eta=0s +[2026-07-23 03:51:36,094] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 73/198 reqs (36.9%) sample_acc=0.000 fails=73 elapsed=0s rate=1216.81/s eta=0s +[2026-07-23 03:51:36,094] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 74/198 reqs (37.4%) sample_acc=0.000 fails=74 elapsed=0s rate=1219.40/s eta=0s +[2026-07-23 03:51:36,095] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 75/198 reqs (37.9%) sample_acc=0.000 fails=75 elapsed=0s rate=1221.96/s eta=0s +[2026-07-23 03:51:36,096] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 76/198 reqs (38.4%) sample_acc=0.000 fails=76 elapsed=0s rate=1223.68/s eta=0s +[2026-07-23 03:51:36,097] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 77/198 reqs (38.9%) sample_acc=0.000 fails=77 elapsed=0s rate=1220.49/s eta=0s +[2026-07-23 03:51:36,098] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 78/198 reqs (39.4%) sample_acc=0.000 fails=78 elapsed=0s rate=1222.44/s eta=0s +[2026-07-23 03:51:36,098] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 79/198 reqs (39.9%) sample_acc=0.000 fails=79 elapsed=0s rate=1224.67/s eta=0s +[2026-07-23 03:51:36,099] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 80/198 reqs (40.4%) sample_acc=0.000 fails=80 elapsed=0s rate=1227.19/s eta=0s +[2026-07-23 03:51:36,100] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 81/198 reqs (40.9%) sample_acc=0.000 fails=81 elapsed=0s rate=1230.01/s eta=0s +[2026-07-23 03:51:36,100] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 82/198 reqs (41.4%) sample_acc=0.000 fails=82 elapsed=0s rate=1232.00/s eta=0s +[2026-07-23 03:51:36,101] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 83/198 reqs (41.9%) sample_acc=0.000 fails=83 elapsed=0s rate=1230.48/s eta=0s +[2026-07-23 03:51:36,102] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 84/198 reqs (42.4%) sample_acc=0.000 fails=84 elapsed=0s rate=1231.36/s eta=0s +[2026-07-23 03:51:36,103] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 85/198 reqs (42.9%) sample_acc=0.000 fails=85 elapsed=0s rate=1233.58/s eta=0s +[2026-07-23 03:51:36,103] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 86/198 reqs (43.4%) sample_acc=0.000 fails=86 elapsed=0s rate=1235.34/s eta=0s +[2026-07-23 03:51:36,104] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 87/198 reqs (43.9%) sample_acc=0.000 fails=87 elapsed=0s rate=1237.29/s eta=0s +[2026-07-23 03:51:36,105] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 88/198 reqs (44.4%) sample_acc=0.000 fails=88 elapsed=0s rate=1239.42/s eta=0s +[2026-07-23 03:51:36,106] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 89/198 reqs (44.9%) sample_acc=0.000 fails=89 elapsed=0s rate=1235.18/s eta=0s +[2026-07-23 03:51:36,106] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 90/198 reqs (45.5%) sample_acc=0.000 fails=90 elapsed=0s rate=1243.74/s eta=0s +[2026-07-23 03:51:36,107] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 91/198 reqs (46.0%) sample_acc=0.000 fails=91 elapsed=0s rate=1236.61/s eta=0s +[2026-07-23 03:51:36,108] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 92/198 reqs (46.5%) sample_acc=0.000 fails=92 elapsed=0s rate=1238.63/s eta=0s +[2026-07-23 03:51:36,109] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 93/198 reqs (47.0%) sample_acc=0.000 fails=93 elapsed=0s rate=1240.28/s eta=0s +[2026-07-23 03:51:36,109] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 94/198 reqs (47.5%) sample_acc=0.000 fails=94 elapsed=0s rate=1242.33/s eta=0s +[2026-07-23 03:51:36,110] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 95/198 reqs (48.0%) sample_acc=0.000 fails=95 elapsed=0s rate=1239.79/s eta=0s +[2026-07-23 03:51:36,111] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 96/198 reqs (48.5%) sample_acc=0.000 fails=96 elapsed=0s rate=1241.38/s eta=0s +[2026-07-23 03:51:36,112] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 97/198 reqs (49.0%) sample_acc=0.000 fails=97 elapsed=0s rate=1243.36/s eta=0s +[2026-07-23 03:51:36,112] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 98/198 reqs (49.5%) sample_acc=0.000 fails=98 elapsed=0s rate=1245.62/s eta=0s +[2026-07-23 03:51:36,113] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 99/198 reqs (50.0%) sample_acc=0.000 fails=99 elapsed=0s rate=1247.84/s eta=0s +[2026-07-23 03:51:36,114] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 100/198 reqs (50.5%) sample_acc=0.000 fails=100 elapsed=0s rate=1249.09/s eta=0s +[2026-07-23 03:51:36,115] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 101/198 reqs (51.0%) sample_acc=0.000 fails=101 elapsed=0s rate=1246.44/s eta=0s +[2026-07-23 03:51:36,115] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 102/198 reqs (51.5%) sample_acc=0.000 fails=102 elapsed=0s rate=1248.12/s eta=0s +[2026-07-23 03:51:36,116] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 103/198 reqs (52.0%) sample_acc=0.000 fails=103 elapsed=0s rate=1250.10/s eta=0s +[2026-07-23 03:51:36,117] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 104/198 reqs (52.5%) sample_acc=0.000 fails=104 elapsed=0s rate=1251.49/s eta=0s +[2026-07-23 03:51:36,118] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 105/198 reqs (53.0%) sample_acc=0.000 fails=105 elapsed=0s rate=1253.31/s eta=0s +[2026-07-23 03:51:36,118] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 106/198 reqs (53.5%) sample_acc=0.000 fails=106 elapsed=0s rate=1255.19/s eta=0s +[2026-07-23 03:51:36,119] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 107/198 reqs (54.0%) sample_acc=0.000 fails=107 elapsed=0s rate=1251.92/s eta=0s +[2026-07-23 03:51:36,120] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 108/198 reqs (54.5%) sample_acc=0.000 fails=108 elapsed=0s rate=1253.26/s eta=0s +[2026-07-23 03:51:36,121] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 109/198 reqs (55.1%) sample_acc=0.000 fails=109 elapsed=0s rate=1254.34/s eta=0s +[2026-07-23 03:51:36,121] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 110/198 reqs (55.6%) sample_acc=0.000 fails=110 elapsed=0s rate=1255.76/s eta=0s +[2026-07-23 03:51:36,122] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 111/198 reqs (56.1%) sample_acc=0.000 fails=111 elapsed=0s rate=1255.81/s eta=0s +[2026-07-23 03:51:36,123] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 112/198 reqs (56.6%) sample_acc=0.000 fails=112 elapsed=0s rate=1256.61/s eta=0s +[2026-07-23 03:51:36,124] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 113/198 reqs (57.1%) sample_acc=0.000 fails=113 elapsed=0s rate=1254.33/s eta=0s +[2026-07-23 03:51:36,125] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 114/198 reqs (57.6%) sample_acc=0.000 fails=114 elapsed=0s rate=1255.72/s eta=0s +[2026-07-23 03:51:36,125] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 115/198 reqs (58.1%) sample_acc=0.000 fails=115 elapsed=0s rate=1256.85/s eta=0s +[2026-07-23 03:51:36,126] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 116/198 reqs (58.6%) sample_acc=0.000 fails=116 elapsed=0s rate=1258.41/s eta=0s +[2026-07-23 03:51:36,127] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 117/198 reqs (59.1%) sample_acc=0.000 fails=117 elapsed=0s rate=1260.14/s eta=0s +[2026-07-23 03:51:36,128] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 118/198 reqs (59.6%) sample_acc=0.000 fails=118 elapsed=0s rate=1257.87/s eta=0s +[2026-07-23 03:51:36,128] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 119/198 reqs (60.1%) sample_acc=0.000 fails=119 elapsed=0s rate=1258.47/s eta=0s +[2026-07-23 03:51:36,129] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 120/198 reqs (60.6%) sample_acc=0.000 fails=120 elapsed=0s rate=1259.69/s eta=0s +[2026-07-23 03:51:36,130] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 121/198 reqs (61.1%) sample_acc=0.000 fails=121 elapsed=0s rate=1260.93/s eta=0s +[2026-07-23 03:51:36,130] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 122/198 reqs (61.6%) sample_acc=0.000 fails=122 elapsed=0s rate=1262.17/s eta=0s +[2026-07-23 03:51:36,131] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 123/198 reqs (62.1%) sample_acc=0.000 fails=123 elapsed=0s rate=1263.63/s eta=0s +[2026-07-23 03:51:36,132] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 124/198 reqs (62.6%) sample_acc=0.000 fails=124 elapsed=0s rate=1261.51/s eta=0s +[2026-07-23 03:51:36,133] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 125/198 reqs (63.1%) sample_acc=0.000 fails=125 elapsed=0s rate=1262.34/s eta=0s +[2026-07-23 03:51:36,133] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 126/198 reqs (63.6%) sample_acc=0.000 fails=126 elapsed=0s rate=1263.62/s eta=0s +[2026-07-23 03:51:36,134] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 127/198 reqs (64.1%) sample_acc=0.000 fails=127 elapsed=0s rate=1264.22/s eta=0s +[2026-07-23 03:51:36,135] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 128/198 reqs (64.6%) sample_acc=0.000 fails=128 elapsed=0s rate=1265.53/s eta=0s +[2026-07-23 03:51:36,136] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 129/198 reqs (65.2%) sample_acc=0.000 fails=129 elapsed=0s rate=1266.43/s eta=0s +[2026-07-23 03:51:36,137] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 130/198 reqs (65.7%) sample_acc=0.000 fails=130 elapsed=0s rate=1264.24/s eta=0s +[2026-07-23 03:51:36,137] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 131/198 reqs (66.2%) sample_acc=0.000 fails=131 elapsed=0s rate=1264.93/s eta=0s +[2026-07-23 03:51:36,138] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 132/198 reqs (66.7%) sample_acc=0.000 fails=132 elapsed=0s rate=1266.19/s eta=0s +[2026-07-23 03:51:36,139] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 133/198 reqs (67.2%) sample_acc=0.000 fails=133 elapsed=0s rate=1267.70/s eta=0s +[2026-07-23 03:51:36,139] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 134/198 reqs (67.7%) sample_acc=0.000 fails=134 elapsed=0s rate=1268.56/s eta=0s +[2026-07-23 03:51:36,140] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 135/198 reqs (68.2%) sample_acc=0.000 fails=135 elapsed=0s rate=1269.74/s eta=0s +[2026-07-23 03:51:36,141] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 136/198 reqs (68.7%) sample_acc=0.000 fails=136 elapsed=0s rate=1267.16/s eta=0s +[2026-07-23 03:51:36,142] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 137/198 reqs (69.2%) sample_acc=0.000 fails=137 elapsed=0s rate=1267.94/s eta=0s +[2026-07-23 03:51:36,142] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 138/198 reqs (69.7%) sample_acc=0.000 fails=138 elapsed=0s rate=1269.17/s eta=0s +[2026-07-23 03:51:36,143] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 139/198 reqs (70.2%) sample_acc=0.000 fails=139 elapsed=0s rate=1270.45/s eta=0s +[2026-07-23 03:51:36,144] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 140/198 reqs (70.7%) sample_acc=0.000 fails=140 elapsed=0s rate=1271.89/s eta=0s +[2026-07-23 03:51:36,144] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 141/198 reqs (71.2%) sample_acc=0.000 fails=141 elapsed=0s rate=1273.49/s eta=0s +[2026-07-23 03:51:36,145] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 142/198 reqs (71.7%) sample_acc=0.000 fails=142 elapsed=0s rate=1271.24/s eta=0s +[2026-07-23 03:51:36,146] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 143/198 reqs (72.2%) sample_acc=0.000 fails=143 elapsed=0s rate=1272.16/s eta=0s +[2026-07-23 03:51:36,147] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 144/198 reqs (72.7%) sample_acc=0.000 fails=144 elapsed=0s rate=1273.15/s eta=0s +[2026-07-23 03:51:36,148] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 145/198 reqs (73.2%) sample_acc=0.000 fails=145 elapsed=0s rate=1273.77/s eta=0s +[2026-07-23 03:51:36,148] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 146/198 reqs (73.7%) sample_acc=0.000 fails=146 elapsed=0s rate=1274.94/s eta=0s +[2026-07-23 03:51:36,149] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 147/198 reqs (74.2%) sample_acc=0.000 fails=147 elapsed=0s rate=1276.22/s eta=0s +[2026-07-23 03:51:36,150] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 148/198 reqs (74.7%) sample_acc=0.000 fails=148 elapsed=0s rate=1274.10/s eta=0s +[2026-07-23 03:51:36,151] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 149/198 reqs (75.3%) sample_acc=0.000 fails=149 elapsed=0s rate=1274.97/s eta=0s +[2026-07-23 03:51:36,151] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 150/198 reqs (75.8%) sample_acc=0.000 fails=150 elapsed=0s rate=1275.93/s eta=0s +[2026-07-23 03:51:36,152] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 151/198 reqs (76.3%) sample_acc=0.000 fails=151 elapsed=0s rate=1277.04/s eta=0s +[2026-07-23 03:51:36,153] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 152/198 reqs (76.8%) sample_acc=0.000 fails=152 elapsed=0s rate=1277.95/s eta=0s +[2026-07-23 03:51:36,153] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 153/198 reqs (77.3%) sample_acc=0.000 fails=153 elapsed=0s rate=1279.09/s eta=0s +[2026-07-23 03:51:36,154] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 154/198 reqs (77.8%) sample_acc=0.000 fails=154 elapsed=0s rate=1276.76/s eta=0s +[2026-07-23 03:51:36,155] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 155/198 reqs (78.3%) sample_acc=0.000 fails=155 elapsed=0s rate=1277.29/s eta=0s +[2026-07-23 03:51:36,156] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 156/198 reqs (78.8%) sample_acc=0.000 fails=156 elapsed=0s rate=1278.32/s eta=0s +[2026-07-23 03:51:36,156] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 157/198 reqs (79.3%) sample_acc=0.000 fails=157 elapsed=0s rate=1279.25/s eta=0s +[2026-07-23 03:51:36,157] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 158/198 reqs (79.8%) sample_acc=0.000 fails=158 elapsed=0s rate=1280.27/s eta=0s +[2026-07-23 03:51:36,158] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 159/198 reqs (80.3%) sample_acc=0.000 fails=159 elapsed=0s rate=1281.30/s eta=0s +[2026-07-23 03:51:36,159] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 160/198 reqs (80.8%) sample_acc=0.000 fails=160 elapsed=0s rate=1278.17/s eta=0s +[2026-07-23 03:51:36,160] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 161/198 reqs (81.3%) sample_acc=0.000 fails=161 elapsed=0s rate=1278.79/s eta=0s +[2026-07-23 03:51:36,160] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 162/198 reqs (81.8%) sample_acc=0.000 fails=162 elapsed=0s rate=1279.65/s eta=0s +[2026-07-23 03:51:36,161] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 163/198 reqs (82.3%) sample_acc=0.000 fails=163 elapsed=0s rate=1280.13/s eta=0s +[2026-07-23 03:51:36,162] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 164/198 reqs (82.8%) sample_acc=0.000 fails=164 elapsed=0s rate=1281.14/s eta=0s +[2026-07-23 03:51:36,163] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 165/198 reqs (83.3%) sample_acc=0.000 fails=165 elapsed=0s rate=1279.74/s eta=0s +[2026-07-23 03:51:36,163] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 166/198 reqs (83.8%) sample_acc=0.000 fails=166 elapsed=0s rate=1279.96/s eta=0s +[2026-07-23 03:51:36,164] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 167/198 reqs (84.3%) sample_acc=0.000 fails=167 elapsed=0s rate=1280.82/s eta=0s +[2026-07-23 03:51:36,165] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 168/198 reqs (84.8%) sample_acc=0.000 fails=168 elapsed=0s rate=1281.78/s eta=0s +[2026-07-23 03:51:36,166] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 169/198 reqs (85.4%) sample_acc=0.000 fails=169 elapsed=0s rate=1282.65/s eta=0s +[2026-07-23 03:51:36,166] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 170/198 reqs (85.9%) sample_acc=0.000 fails=170 elapsed=0s rate=1283.61/s eta=0s +[2026-07-23 03:51:36,167] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 171/198 reqs (86.4%) sample_acc=0.000 fails=171 elapsed=0s rate=1282.53/s eta=0s +[2026-07-23 03:51:36,168] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 172/198 reqs (86.9%) sample_acc=0.000 fails=172 elapsed=0s rate=1282.51/s eta=0s +[2026-07-23 03:51:36,169] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 173/198 reqs (87.4%) sample_acc=0.000 fails=173 elapsed=0s rate=1283.29/s eta=0s +[2026-07-23 03:51:36,169] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 174/198 reqs (87.9%) sample_acc=0.000 fails=174 elapsed=0s rate=1284.21/s eta=0s +[2026-07-23 03:51:36,170] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 175/198 reqs (88.4%) sample_acc=0.000 fails=175 elapsed=0s rate=1285.00/s eta=0s +[2026-07-23 03:51:36,171] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 176/198 reqs (88.9%) sample_acc=0.000 fails=176 elapsed=0s rate=1286.03/s eta=0s +[2026-07-23 03:51:36,172] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 177/198 reqs (89.4%) sample_acc=0.000 fails=177 elapsed=0s rate=1284.22/s eta=0s +[2026-07-23 03:51:36,172] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 178/198 reqs (89.9%) sample_acc=0.000 fails=178 elapsed=0s rate=1284.71/s eta=0s +[2026-07-23 03:51:36,173] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 179/198 reqs (90.4%) sample_acc=0.000 fails=179 elapsed=0s rate=1285.57/s eta=0s +[2026-07-23 03:51:36,174] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 180/198 reqs (90.9%) sample_acc=0.000 fails=180 elapsed=0s rate=1286.49/s eta=0s +[2026-07-23 03:51:36,174] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 181/198 reqs (91.4%) sample_acc=0.000 fails=181 elapsed=0s rate=1286.87/s eta=0s +[2026-07-23 03:51:36,175] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 182/198 reqs (91.9%) sample_acc=0.000 fails=182 elapsed=0s rate=1287.68/s eta=0s +[2026-07-23 03:51:36,176] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 183/198 reqs (92.4%) sample_acc=0.000 fails=183 elapsed=0s rate=1285.61/s eta=0s +[2026-07-23 03:51:36,177] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 184/198 reqs (92.9%) sample_acc=0.000 fails=184 elapsed=0s rate=1286.23/s eta=0s +[2026-07-23 03:51:36,177] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 185/198 reqs (93.4%) sample_acc=0.000 fails=185 elapsed=0s rate=1287.15/s eta=0s +[2026-07-23 03:51:36,178] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 186/198 reqs (93.9%) sample_acc=0.000 fails=186 elapsed=0s rate=1288.15/s eta=0s +[2026-07-23 03:51:36,179] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 187/198 reqs (94.4%) sample_acc=0.000 fails=187 elapsed=0s rate=1288.78/s eta=0s +[2026-07-23 03:51:36,180] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 188/198 reqs (94.9%) sample_acc=0.000 fails=188 elapsed=0s rate=1289.71/s eta=0s +[2026-07-23 03:51:36,180] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 189/198 reqs (95.5%) sample_acc=0.000 fails=189 elapsed=0s rate=1288.05/s eta=0s +[2026-07-23 03:51:36,181] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 190/198 reqs (96.0%) sample_acc=0.000 fails=190 elapsed=0s rate=1288.36/s eta=0s +[2026-07-23 03:51:36,182] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 191/198 reqs (96.5%) sample_acc=0.000 fails=191 elapsed=0s rate=1289.22/s eta=0s +[2026-07-23 03:51:36,183] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 192/198 reqs (97.0%) sample_acc=0.000 fails=192 elapsed=0s rate=1290.18/s eta=0s +[2026-07-23 03:51:36,183] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 193/198 reqs (97.5%) sample_acc=0.000 fails=193 elapsed=0s rate=1290.82/s eta=0s +[2026-07-23 03:51:36,184] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 194/198 reqs (98.0%) sample_acc=0.000 fails=194 elapsed=0s rate=1291.62/s eta=0s +[2026-07-23 03:51:36,185] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 195/198 reqs (98.5%) sample_acc=0.000 fails=195 elapsed=0s rate=1289.95/s eta=0s +[2026-07-23 03:51:36,186] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 196/198 reqs (99.0%) sample_acc=0.000 fails=196 elapsed=0s rate=1290.63/s eta=0s +[2026-07-23 03:51:36,186] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 197/198 reqs (99.5%) sample_acc=0.000 fails=197 elapsed=0s rate=1291.47/s eta=0s +[2026-07-23 03:51:36,186] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: 198/198 reqs (100.0%) sample_acc=0.000 fails=198 elapsed=0s rate=1296.82/s eta=0s +[2026-07-23 03:51:36,187] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [academic] gpqa_diamond: 198 requests failed during inference (sample: ['ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=40023): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=40023): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=40023): Failed to establish a new connection: [Errno 111] Connection refused"))']) +[2026-07-23 03:51:36,187] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond: avg@1=0.0000 pass@1=0.0000 (items=198, samples=198, correct_samples=0) in 0.2s +[2026-07-23 03:51:36,187] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond sample item=0 correct=False response='' +[2026-07-23 03:51:36,187] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond sample item=1 correct=False response='' +[2026-07-23 03:51:36,187] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] gpqa_diamond sample item=2 correct=False response='' +[2026-07-23 03:51:36,187] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] <<< benchmark 2/5: gpqa_diamond done score=0.0000 took=0s +[2026-07-23 03:51:36,188] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] >>> benchmark 3/5: hle (sample_cap=100, avg@1, pass@1, temp=1.00, top_p=0.95, max_tokens=131072, suite_elapsed=0s) +[2026-07-23 03:51:38,338] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: BEGIN items=100 n_samples=1 (avg@1/pass@1) temp=1.00 top_p=0.95 requests=100 workers=1 max_tokens=131072 timeout=3600.0s stream=True +[2026-07-23 03:51:38,340] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 1/100 reqs (1.0%) sample_acc=0.000 fails=1 elapsed=0s rate=398.04/s eta=0s +[2026-07-23 03:51:38,342] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 2/100 reqs (2.0%) sample_acc=0.000 fails=2 elapsed=0s rate=529.55/s eta=0s +[2026-07-23 03:51:38,342] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 3/100 reqs (3.0%) sample_acc=0.000 fails=3 elapsed=0s rate=669.32/s eta=0s +[2026-07-23 03:51:38,343] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 4/100 reqs (4.0%) sample_acc=0.000 fails=4 elapsed=0s rate=737.44/s eta=0s +[2026-07-23 03:51:38,344] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 5/100 reqs (5.0%) sample_acc=0.000 fails=5 elapsed=0s rate=814.20/s eta=0s +[2026-07-23 03:51:38,345] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 6/100 reqs (6.0%) sample_acc=0.000 fails=6 elapsed=0s rate=858.45/s eta=0s +[2026-07-23 03:51:38,345] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 7/100 reqs (7.0%) sample_acc=0.000 fails=7 elapsed=0s rate=918.19/s eta=0s +[2026-07-23 03:51:38,346] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 8/100 reqs (8.0%) sample_acc=0.000 fails=8 elapsed=0s rate=961.10/s eta=0s +[2026-07-23 03:51:38,347] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 9/100 reqs (9.0%) sample_acc=0.000 fails=9 elapsed=0s rate=999.29/s eta=0s +[2026-07-23 03:51:38,348] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 10/100 reqs (10.0%) sample_acc=0.000 fails=10 elapsed=0s rate=1001.75/s eta=0s +[2026-07-23 03:51:38,349] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 11/100 reqs (11.0%) sample_acc=0.000 fails=11 elapsed=0s rate=1010.46/s eta=0s +[2026-07-23 03:51:38,349] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 12/100 reqs (12.0%) sample_acc=0.000 fails=12 elapsed=0s rate=1030.51/s eta=0s +[2026-07-23 03:51:38,350] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 13/100 reqs (13.0%) sample_acc=0.000 fails=13 elapsed=0s rate=1056.05/s eta=0s +[2026-07-23 03:51:38,351] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 14/100 reqs (14.0%) sample_acc=0.000 fails=14 elapsed=0s rate=1066.91/s eta=0s +[2026-07-23 03:51:38,352] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 15/100 reqs (15.0%) sample_acc=0.000 fails=15 elapsed=0s rate=1066.18/s eta=0s +[2026-07-23 03:51:38,353] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 16/100 reqs (16.0%) sample_acc=0.000 fails=16 elapsed=0s rate=1070.40/s eta=0s +[2026-07-23 03:51:38,353] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 17/100 reqs (17.0%) sample_acc=0.000 fails=17 elapsed=0s rate=1086.65/s eta=0s +[2026-07-23 03:51:38,354] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 18/100 reqs (18.0%) sample_acc=0.000 fails=18 elapsed=0s rate=1103.27/s eta=0s +[2026-07-23 03:51:38,355] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 19/100 reqs (19.0%) sample_acc=0.000 fails=19 elapsed=0s rate=1119.60/s eta=0s +[2026-07-23 03:51:38,355] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 20/100 reqs (20.0%) sample_acc=0.000 fails=20 elapsed=0s rate=1133.55/s eta=0s +[2026-07-23 03:51:38,357] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 21/100 reqs (21.0%) sample_acc=0.000 fails=21 elapsed=0s rate=1119.12/s eta=0s +[2026-07-23 03:51:38,357] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 22/100 reqs (22.0%) sample_acc=0.000 fails=22 elapsed=0s rate=1129.49/s eta=0s +[2026-07-23 03:51:38,358] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 23/100 reqs (23.0%) sample_acc=0.000 fails=23 elapsed=0s rate=1137.55/s eta=0s +[2026-07-23 03:51:38,359] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 24/100 reqs (24.0%) sample_acc=0.000 fails=24 elapsed=0s rate=1149.90/s eta=0s +[2026-07-23 03:51:38,359] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 25/100 reqs (25.0%) sample_acc=0.000 fails=25 elapsed=0s rate=1160.73/s eta=0s +[2026-07-23 03:51:38,360] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 26/100 reqs (26.0%) sample_acc=0.000 fails=26 elapsed=0s rate=1162.25/s eta=0s +[2026-07-23 03:51:38,361] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 27/100 reqs (27.0%) sample_acc=0.000 fails=27 elapsed=0s rate=1157.71/s eta=0s +[2026-07-23 03:51:38,362] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 28/100 reqs (28.0%) sample_acc=0.000 fails=28 elapsed=0s rate=1166.14/s eta=0s +[2026-07-23 03:51:38,363] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 29/100 reqs (29.0%) sample_acc=0.000 fails=29 elapsed=0s rate=1171.28/s eta=0s +[2026-07-23 03:51:38,363] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 30/100 reqs (30.0%) sample_acc=0.000 fails=30 elapsed=0s rate=1179.71/s eta=0s +[2026-07-23 03:51:38,364] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 31/100 reqs (31.0%) sample_acc=0.000 fails=31 elapsed=0s rate=1184.15/s eta=0s +[2026-07-23 03:51:38,365] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 32/100 reqs (32.0%) sample_acc=0.000 fails=32 elapsed=0s rate=1190.30/s eta=0s +[2026-07-23 03:51:38,366] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 33/100 reqs (33.0%) sample_acc=0.000 fails=33 elapsed=0s rate=1186.37/s eta=0s +[2026-07-23 03:51:38,366] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 34/100 reqs (34.0%) sample_acc=0.000 fails=34 elapsed=0s rate=1189.53/s eta=0s +[2026-07-23 03:51:38,367] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 35/100 reqs (35.0%) sample_acc=0.000 fails=35 elapsed=0s rate=1196.61/s eta=0s +[2026-07-23 03:51:38,368] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 36/100 reqs (36.0%) sample_acc=0.000 fails=36 elapsed=0s rate=1198.06/s eta=0s +[2026-07-23 03:51:38,369] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 37/100 reqs (37.0%) sample_acc=0.000 fails=37 elapsed=0s rate=1201.40/s eta=0s +[2026-07-23 03:51:38,369] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 38/100 reqs (38.0%) sample_acc=0.000 fails=38 elapsed=0s rate=1198.95/s eta=0s +[2026-07-23 03:51:38,370] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 39/100 reqs (39.0%) sample_acc=0.000 fails=39 elapsed=0s rate=1201.78/s eta=0s +[2026-07-23 03:51:38,371] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 40/100 reqs (40.0%) sample_acc=0.000 fails=40 elapsed=0s rate=1205.08/s eta=0s +[2026-07-23 03:51:38,372] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 41/100 reqs (41.0%) sample_acc=0.000 fails=41 elapsed=0s rate=1204.89/s eta=0s +[2026-07-23 03:51:38,373] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 42/100 reqs (42.0%) sample_acc=0.000 fails=42 elapsed=0s rate=1207.77/s eta=0s +[2026-07-23 03:51:38,373] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 43/100 reqs (43.0%) sample_acc=0.000 fails=43 elapsed=0s rate=1212.85/s eta=0s +[2026-07-23 03:51:38,374] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 44/100 reqs (44.0%) sample_acc=0.000 fails=44 elapsed=0s rate=1208.34/s eta=0s +[2026-07-23 03:51:38,375] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 45/100 reqs (45.0%) sample_acc=0.000 fails=45 elapsed=0s rate=1209.73/s eta=0s +[2026-07-23 03:51:38,376] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 46/100 reqs (46.0%) sample_acc=0.000 fails=46 elapsed=0s rate=1210.41/s eta=0s +[2026-07-23 03:51:38,377] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 47/100 reqs (47.0%) sample_acc=0.000 fails=47 elapsed=0s rate=1214.23/s eta=0s +[2026-07-23 03:51:38,377] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 48/100 reqs (48.0%) sample_acc=0.000 fails=48 elapsed=0s rate=1216.86/s eta=0s +[2026-07-23 03:51:38,378] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 49/100 reqs (49.0%) sample_acc=0.000 fails=49 elapsed=0s rate=1221.95/s eta=0s +[2026-07-23 03:51:38,379] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 50/100 reqs (50.0%) sample_acc=0.000 fails=50 elapsed=0s rate=1215.97/s eta=0s +[2026-07-23 03:51:38,380] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 51/100 reqs (51.0%) sample_acc=0.000 fails=51 elapsed=0s rate=1217.45/s eta=0s +[2026-07-23 03:51:38,380] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 52/100 reqs (52.0%) sample_acc=0.000 fails=52 elapsed=0s rate=1219.49/s eta=0s +[2026-07-23 03:51:38,381] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 53/100 reqs (53.0%) sample_acc=0.000 fails=53 elapsed=0s rate=1224.18/s eta=0s +[2026-07-23 03:51:38,382] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 54/100 reqs (54.0%) sample_acc=0.000 fails=54 elapsed=0s rate=1227.86/s eta=0s +[2026-07-23 03:51:38,382] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 55/100 reqs (55.0%) sample_acc=0.000 fails=55 elapsed=0s rate=1232.28/s eta=0s +[2026-07-23 03:51:38,384] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 56/100 reqs (56.0%) sample_acc=0.000 fails=56 elapsed=0s rate=1219.38/s eta=0s +[2026-07-23 03:51:38,385] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 57/100 reqs (57.0%) sample_acc=0.000 fails=57 elapsed=0s rate=1220.35/s eta=0s +[2026-07-23 03:51:38,385] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 58/100 reqs (58.0%) sample_acc=0.000 fails=58 elapsed=0s rate=1222.34/s eta=0s +[2026-07-23 03:51:38,386] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 59/100 reqs (59.0%) sample_acc=0.000 fails=59 elapsed=0s rate=1225.75/s eta=0s +[2026-07-23 03:51:38,387] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 60/100 reqs (60.0%) sample_acc=0.000 fails=60 elapsed=0s rate=1229.67/s eta=0s +[2026-07-23 03:51:38,388] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 61/100 reqs (61.0%) sample_acc=0.000 fails=61 elapsed=0s rate=1224.37/s eta=0s +[2026-07-23 03:51:38,388] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 62/100 reqs (62.0%) sample_acc=0.000 fails=62 elapsed=0s rate=1226.96/s eta=0s +[2026-07-23 03:51:38,389] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 63/100 reqs (63.0%) sample_acc=0.000 fails=63 elapsed=0s rate=1230.91/s eta=0s +[2026-07-23 03:51:38,390] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 64/100 reqs (64.0%) sample_acc=0.000 fails=64 elapsed=0s rate=1233.01/s eta=0s +[2026-07-23 03:51:38,390] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 65/100 reqs (65.0%) sample_acc=0.000 fails=65 elapsed=0s rate=1234.77/s eta=0s +[2026-07-23 03:51:38,391] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 66/100 reqs (66.0%) sample_acc=0.000 fails=66 elapsed=0s rate=1234.48/s eta=0s +[2026-07-23 03:51:38,392] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 67/100 reqs (67.0%) sample_acc=0.000 fails=67 elapsed=0s rate=1230.40/s eta=0s +[2026-07-23 03:51:38,393] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 68/100 reqs (68.0%) sample_acc=0.000 fails=68 elapsed=0s rate=1233.08/s eta=0s +[2026-07-23 03:51:38,394] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 69/100 reqs (69.0%) sample_acc=0.000 fails=69 elapsed=0s rate=1234.50/s eta=0s +[2026-07-23 03:51:38,394] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 70/100 reqs (70.0%) sample_acc=0.000 fails=70 elapsed=0s rate=1237.76/s eta=0s +[2026-07-23 03:51:38,395] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 71/100 reqs (71.0%) sample_acc=0.000 fails=71 elapsed=0s rate=1238.48/s eta=0s +[2026-07-23 03:51:38,396] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 72/100 reqs (72.0%) sample_acc=0.000 fails=72 elapsed=0s rate=1241.14/s eta=0s +[2026-07-23 03:51:38,397] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 73/100 reqs (73.0%) sample_acc=0.000 fails=73 elapsed=0s rate=1238.07/s eta=0s +[2026-07-23 03:51:38,398] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 74/100 reqs (74.0%) sample_acc=0.000 fails=74 elapsed=0s rate=1239.01/s eta=0s +[2026-07-23 03:51:38,398] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 75/100 reqs (75.0%) sample_acc=0.000 fails=75 elapsed=0s rate=1242.25/s eta=0s +[2026-07-23 03:51:38,399] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 76/100 reqs (76.0%) sample_acc=0.000 fails=76 elapsed=0s rate=1242.67/s eta=0s +[2026-07-23 03:51:38,400] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 77/100 reqs (77.0%) sample_acc=0.000 fails=77 elapsed=0s rate=1244.27/s eta=0s +[2026-07-23 03:51:38,401] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 78/100 reqs (78.0%) sample_acc=0.000 fails=78 elapsed=0s rate=1243.08/s eta=0s +[2026-07-23 03:51:38,402] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 79/100 reqs (79.0%) sample_acc=0.000 fails=79 elapsed=0s rate=1238.47/s eta=0s +[2026-07-23 03:51:38,402] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 80/100 reqs (80.0%) sample_acc=0.000 fails=80 elapsed=0s rate=1239.28/s eta=0s +[2026-07-23 03:51:38,403] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 81/100 reqs (81.0%) sample_acc=0.000 fails=81 elapsed=0s rate=1239.24/s eta=0s +[2026-07-23 03:51:38,404] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 82/100 reqs (82.0%) sample_acc=0.000 fails=82 elapsed=0s rate=1240.91/s eta=0s +[2026-07-23 03:51:38,405] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 83/100 reqs (83.0%) sample_acc=0.000 fails=83 elapsed=0s rate=1244.36/s eta=0s +[2026-07-23 03:51:38,405] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 84/100 reqs (84.0%) sample_acc=0.000 fails=84 elapsed=0s rate=1246.30/s eta=0s +[2026-07-23 03:51:38,406] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 85/100 reqs (85.0%) sample_acc=0.000 fails=85 elapsed=0s rate=1243.37/s eta=0s +[2026-07-23 03:51:38,407] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 86/100 reqs (86.0%) sample_acc=0.000 fails=86 elapsed=0s rate=1243.56/s eta=0s +[2026-07-23 03:51:38,408] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 87/100 reqs (87.0%) sample_acc=0.000 fails=87 elapsed=0s rate=1244.45/s eta=0s +[2026-07-23 03:51:38,408] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 88/100 reqs (88.0%) sample_acc=0.000 fails=88 elapsed=0s rate=1246.26/s eta=0s +[2026-07-23 03:51:38,409] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 89/100 reqs (89.0%) sample_acc=0.000 fails=89 elapsed=0s rate=1247.18/s eta=0s +[2026-07-23 03:51:38,410] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 90/100 reqs (90.0%) sample_acc=0.000 fails=90 elapsed=0s rate=1244.03/s eta=0s +[2026-07-23 03:51:38,411] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 91/100 reqs (91.0%) sample_acc=0.000 fails=91 elapsed=0s rate=1243.30/s eta=0s +[2026-07-23 03:51:38,412] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 92/100 reqs (92.0%) sample_acc=0.000 fails=92 elapsed=0s rate=1245.58/s eta=0s +[2026-07-23 03:51:38,412] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 93/100 reqs (93.0%) sample_acc=0.000 fails=93 elapsed=0s rate=1246.40/s eta=0s +[2026-07-23 03:51:38,413] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 94/100 reqs (94.0%) sample_acc=0.000 fails=94 elapsed=0s rate=1248.46/s eta=0s +[2026-07-23 03:51:38,414] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 95/100 reqs (95.0%) sample_acc=0.000 fails=95 elapsed=0s rate=1250.82/s eta=0s +[2026-07-23 03:51:38,415] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 96/100 reqs (96.0%) sample_acc=0.000 fails=96 elapsed=0s rate=1245.44/s eta=0s +[2026-07-23 03:51:38,416] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 97/100 reqs (97.0%) sample_acc=0.000 fails=97 elapsed=0s rate=1246.49/s eta=0s +[2026-07-23 03:51:38,416] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 98/100 reqs (98.0%) sample_acc=0.000 fails=98 elapsed=0s rate=1248.34/s eta=0s +[2026-07-23 03:51:38,417] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 99/100 reqs (99.0%) sample_acc=0.000 fails=99 elapsed=0s rate=1250.26/s eta=0s +[2026-07-23 03:51:38,417] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: 100/100 reqs (100.0%) sample_acc=0.000 fails=100 elapsed=0s rate=1257.59/s eta=0s +[2026-07-23 03:51:38,418] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [academic] hle: 100 requests failed during inference (sample: ['ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=40023): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=40023): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=40023): Failed to establish a new connection: [Errno 111] Connection refused"))']) +[2026-07-23 03:51:38,418] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle: avg@1=0.0000 pass@1=0.0000 (items=100, samples=100, correct_samples=0) in 0.1s +[2026-07-23 03:51:38,418] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle sample item=0 correct=False response='' +[2026-07-23 03:51:38,418] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle sample item=1 correct=False response='' +[2026-07-23 03:51:38,418] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] hle sample item=2 correct=False response='' +[2026-07-23 03:51:38,418] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] <<< benchmark 3/5: hle done score=0.0000 took=2s +[2026-07-23 03:51:38,418] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] >>> benchmark 4/5: simpleqa (sample_cap=200, avg@1, pass@1, temp=1.00, top_p=0.95, max_tokens=131072, suite_elapsed=3s) +[2026-07-23 03:51:38,423] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [simpleqa] grader model=Kimi-K2.5 endpoint=http://172.21.112.11/phanrouter (external) judge_max_tokens=16384 +[2026-07-23 03:51:46,108] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [simpleqa] judge preflight OK (Kimi-K2.5 at http://172.21.112.11/phanrouter) +[2026-07-23 03:51:46,108] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: BEGIN items=200 n_samples=1 (avg@1/pass@1) temp=1.00 top_p=0.95 requests=200 workers=1 max_tokens=131072 timeout=3600.0s stream=True +[2026-07-23 03:51:46,113] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 2/200 reqs (1.0%) sample_acc=0.000 fails=2 elapsed=0s rate=455.79/s eta=0s +[2026-07-23 03:51:46,114] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 4/200 reqs (2.0%) sample_acc=0.000 fails=4 elapsed=0s rate=680.97/s eta=0s +[2026-07-23 03:51:46,116] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 6/200 reqs (3.0%) sample_acc=0.000 fails=6 elapsed=0s rate=771.15/s eta=0s +[2026-07-23 03:51:46,117] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 8/200 reqs (4.0%) sample_acc=0.000 fails=8 elapsed=0s rate=874.99/s eta=0s +[2026-07-23 03:51:46,119] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 10/200 reqs (5.0%) sample_acc=0.000 fails=10 elapsed=0s rate=930.56/s eta=0s +[2026-07-23 03:51:46,121] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 12/200 reqs (6.0%) sample_acc=0.000 fails=12 elapsed=0s rate=973.01/s eta=0s +[2026-07-23 03:51:46,122] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 14/200 reqs (7.0%) sample_acc=0.000 fails=14 elapsed=0s rate=1024.57/s eta=0s +[2026-07-23 03:51:46,124] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 16/200 reqs (8.0%) sample_acc=0.000 fails=16 elapsed=0s rate=1045.73/s eta=0s +[2026-07-23 03:51:46,125] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 18/200 reqs (9.0%) sample_acc=0.000 fails=18 elapsed=0s rate=1078.87/s eta=0s +[2026-07-23 03:51:46,126] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 20/200 reqs (10.0%) sample_acc=0.000 fails=20 elapsed=0s rate=1114.22/s eta=0s +[2026-07-23 03:51:46,128] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 22/200 reqs (11.0%) sample_acc=0.000 fails=22 elapsed=0s rate=1112.98/s eta=0s +[2026-07-23 03:51:46,129] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 24/200 reqs (12.0%) sample_acc=0.000 fails=24 elapsed=0s rate=1139.80/s eta=0s +[2026-07-23 03:51:46,131] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 26/200 reqs (13.0%) sample_acc=0.000 fails=26 elapsed=0s rate=1160.35/s eta=0s +[2026-07-23 03:51:46,132] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 28/200 reqs (14.0%) sample_acc=0.000 fails=28 elapsed=0s rate=1159.48/s eta=0s +[2026-07-23 03:51:46,134] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 30/200 reqs (15.0%) sample_acc=0.000 fails=30 elapsed=0s rate=1180.69/s eta=0s +[2026-07-23 03:51:46,135] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 32/200 reqs (16.0%) sample_acc=0.000 fails=32 elapsed=0s rate=1197.55/s eta=0s +[2026-07-23 03:51:46,137] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 34/200 reqs (17.0%) sample_acc=0.000 fails=34 elapsed=0s rate=1198.02/s eta=0s +[2026-07-23 03:51:46,138] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 36/200 reqs (18.0%) sample_acc=0.000 fails=36 elapsed=0s rate=1210.79/s eta=0s +[2026-07-23 03:51:46,139] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 38/200 reqs (19.0%) sample_acc=0.000 fails=38 elapsed=0s rate=1220.89/s eta=0s +[2026-07-23 03:51:46,141] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 40/200 reqs (20.0%) sample_acc=0.000 fails=40 elapsed=0s rate=1220.10/s eta=0s +[2026-07-23 03:51:46,142] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 42/200 reqs (21.0%) sample_acc=0.000 fails=42 elapsed=0s rate=1228.24/s eta=0s +[2026-07-23 03:51:46,144] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 44/200 reqs (22.0%) sample_acc=0.000 fails=44 elapsed=0s rate=1240.85/s eta=0s +[2026-07-23 03:51:46,145] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 46/200 reqs (23.0%) sample_acc=0.000 fails=46 elapsed=0s rate=1239.96/s eta=0s +[2026-07-23 03:51:46,147] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 48/200 reqs (24.0%) sample_acc=0.000 fails=48 elapsed=0s rate=1249.14/s eta=0s +[2026-07-23 03:51:46,148] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 50/200 reqs (25.0%) sample_acc=0.000 fails=50 elapsed=0s rate=1258.18/s eta=0s +[2026-07-23 03:51:46,150] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 52/200 reqs (26.0%) sample_acc=0.000 fails=52 elapsed=0s rate=1255.46/s eta=0s +[2026-07-23 03:51:46,151] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 54/200 reqs (27.0%) sample_acc=0.000 fails=54 elapsed=0s rate=1264.56/s eta=0s +[2026-07-23 03:51:46,152] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 56/200 reqs (28.0%) sample_acc=0.000 fails=56 elapsed=0s rate=1272.61/s eta=0s +[2026-07-23 03:51:46,154] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 58/200 reqs (29.0%) sample_acc=0.000 fails=58 elapsed=0s rate=1271.15/s eta=0s +[2026-07-23 03:51:46,155] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 60/200 reqs (30.0%) sample_acc=0.000 fails=60 elapsed=0s rate=1278.88/s eta=0s +[2026-07-23 03:51:46,157] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 62/200 reqs (31.0%) sample_acc=0.000 fails=62 elapsed=0s rate=1277.44/s eta=0s +[2026-07-23 03:51:46,158] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 64/200 reqs (32.0%) sample_acc=0.000 fails=64 elapsed=0s rate=1277.98/s eta=0s +[2026-07-23 03:51:46,160] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 66/200 reqs (33.0%) sample_acc=0.000 fails=66 elapsed=0s rate=1283.28/s eta=0s +[2026-07-23 03:51:46,161] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 68/200 reqs (34.0%) sample_acc=0.000 fails=68 elapsed=0s rate=1283.21/s eta=0s +[2026-07-23 03:51:46,163] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 70/200 reqs (35.0%) sample_acc=0.000 fails=70 elapsed=0s rate=1285.91/s eta=0s +[2026-07-23 03:51:46,164] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 72/200 reqs (36.0%) sample_acc=0.000 fails=72 elapsed=0s rate=1287.96/s eta=0s +[2026-07-23 03:51:46,166] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 74/200 reqs (37.0%) sample_acc=0.000 fails=74 elapsed=0s rate=1285.04/s eta=0s +[2026-07-23 03:51:46,167] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 76/200 reqs (38.0%) sample_acc=0.000 fails=76 elapsed=0s rate=1287.00/s eta=0s +[2026-07-23 03:51:46,169] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 78/200 reqs (39.0%) sample_acc=0.000 fails=78 elapsed=0s rate=1292.49/s eta=0s +[2026-07-23 03:51:46,170] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 80/200 reqs (40.0%) sample_acc=0.000 fails=80 elapsed=0s rate=1290.24/s eta=0s +[2026-07-23 03:51:46,172] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 82/200 reqs (41.0%) sample_acc=0.000 fails=82 elapsed=0s rate=1292.16/s eta=0s +[2026-07-23 03:51:46,173] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 84/200 reqs (42.0%) sample_acc=0.000 fails=84 elapsed=0s rate=1294.07/s eta=0s +[2026-07-23 03:51:46,175] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 86/200 reqs (43.0%) sample_acc=0.000 fails=86 elapsed=0s rate=1291.02/s eta=0s +[2026-07-23 03:51:46,176] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 88/200 reqs (44.0%) sample_acc=0.000 fails=88 elapsed=0s rate=1293.36/s eta=0s +[2026-07-23 03:51:46,178] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 90/200 reqs (45.0%) sample_acc=0.000 fails=90 elapsed=0s rate=1297.01/s eta=0s +[2026-07-23 03:51:46,179] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 92/200 reqs (46.0%) sample_acc=0.000 fails=92 elapsed=0s rate=1294.16/s eta=0s +[2026-07-23 03:51:46,181] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 94/200 reqs (47.0%) sample_acc=0.000 fails=94 elapsed=0s rate=1296.73/s eta=0s +[2026-07-23 03:51:46,182] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 96/200 reqs (48.0%) sample_acc=0.000 fails=96 elapsed=0s rate=1299.23/s eta=0s +[2026-07-23 03:51:46,184] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 98/200 reqs (49.0%) sample_acc=0.000 fails=98 elapsed=0s rate=1297.06/s eta=0s +[2026-07-23 03:51:46,185] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 100/200 reqs (50.0%) sample_acc=0.000 fails=100 elapsed=0s rate=1299.90/s eta=0s +[2026-07-23 03:51:46,187] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 102/200 reqs (51.0%) sample_acc=0.000 fails=102 elapsed=0s rate=1302.77/s eta=0s +[2026-07-23 03:51:46,188] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 104/200 reqs (52.0%) sample_acc=0.000 fails=104 elapsed=0s rate=1301.31/s eta=0s +[2026-07-23 03:51:46,190] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 106/200 reqs (53.0%) sample_acc=0.000 fails=106 elapsed=0s rate=1303.20/s eta=0s +[2026-07-23 03:51:46,191] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 108/200 reqs (54.0%) sample_acc=0.000 fails=108 elapsed=0s rate=1306.68/s eta=0s +[2026-07-23 03:51:46,193] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 110/200 reqs (55.0%) sample_acc=0.000 fails=110 elapsed=0s rate=1305.43/s eta=0s +[2026-07-23 03:51:46,194] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 112/200 reqs (56.0%) sample_acc=0.000 fails=112 elapsed=0s rate=1308.00/s eta=0s +[2026-07-23 03:51:46,195] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 114/200 reqs (57.0%) sample_acc=0.000 fails=114 elapsed=0s rate=1311.10/s eta=0s +[2026-07-23 03:51:46,197] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 116/200 reqs (58.0%) sample_acc=0.000 fails=116 elapsed=0s rate=1309.29/s eta=0s +[2026-07-23 03:51:46,198] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 118/200 reqs (59.0%) sample_acc=0.000 fails=118 elapsed=0s rate=1312.94/s eta=0s +[2026-07-23 03:51:46,199] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 120/200 reqs (60.0%) sample_acc=0.000 fails=120 elapsed=0s rate=1315.91/s eta=0s +[2026-07-23 03:51:46,201] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 122/200 reqs (61.0%) sample_acc=0.000 fails=122 elapsed=0s rate=1309.78/s eta=0s +[2026-07-23 03:51:46,203] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 124/200 reqs (62.0%) sample_acc=0.000 fails=124 elapsed=0s rate=1312.81/s eta=0s +[2026-07-23 03:51:46,204] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 126/200 reqs (63.0%) sample_acc=0.000 fails=126 elapsed=0s rate=1316.43/s eta=0s +[2026-07-23 03:51:46,206] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 128/200 reqs (64.0%) sample_acc=0.000 fails=128 elapsed=0s rate=1314.71/s eta=0s +[2026-07-23 03:51:46,207] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 130/200 reqs (65.0%) sample_acc=0.000 fails=130 elapsed=0s rate=1317.54/s eta=0s +[2026-07-23 03:51:46,208] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 132/200 reqs (66.0%) sample_acc=0.000 fails=132 elapsed=0s rate=1319.98/s eta=0s +[2026-07-23 03:51:46,210] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 134/200 reqs (67.0%) sample_acc=0.000 fails=134 elapsed=0s rate=1318.31/s eta=0s +[2026-07-23 03:51:46,211] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 136/200 reqs (68.0%) sample_acc=0.000 fails=136 elapsed=0s rate=1321.13/s eta=0s +[2026-07-23 03:51:46,213] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 138/200 reqs (69.0%) sample_acc=0.000 fails=138 elapsed=0s rate=1320.47/s eta=0s +[2026-07-23 03:51:46,214] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 140/200 reqs (70.0%) sample_acc=0.000 fails=140 elapsed=0s rate=1321.50/s eta=0s +[2026-07-23 03:51:46,216] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 142/200 reqs (71.0%) sample_acc=0.000 fails=142 elapsed=0s rate=1323.30/s eta=0s +[2026-07-23 03:51:46,217] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 144/200 reqs (72.0%) sample_acc=0.000 fails=144 elapsed=0s rate=1320.24/s eta=0s +[2026-07-23 03:51:46,219] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 146/200 reqs (73.0%) sample_acc=0.000 fails=146 elapsed=0s rate=1321.87/s eta=0s +[2026-07-23 03:51:46,220] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 148/200 reqs (74.0%) sample_acc=0.000 fails=148 elapsed=0s rate=1324.77/s eta=0s +[2026-07-23 03:51:46,222] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 150/200 reqs (75.0%) sample_acc=0.000 fails=150 elapsed=0s rate=1323.94/s eta=0s +[2026-07-23 03:51:46,223] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 152/200 reqs (76.0%) sample_acc=0.000 fails=152 elapsed=0s rate=1325.17/s eta=0s +[2026-07-23 03:51:46,224] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 154/200 reqs (77.0%) sample_acc=0.000 fails=154 elapsed=0s rate=1327.83/s eta=0s +[2026-07-23 03:51:46,226] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 156/200 reqs (78.0%) sample_acc=0.000 fails=156 elapsed=0s rate=1326.91/s eta=0s +[2026-07-23 03:51:46,227] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 158/200 reqs (79.0%) sample_acc=0.000 fails=158 elapsed=0s rate=1328.01/s eta=0s +[2026-07-23 03:51:46,229] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 160/200 reqs (80.0%) sample_acc=0.000 fails=160 elapsed=0s rate=1330.09/s eta=0s +[2026-07-23 03:51:46,230] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 162/200 reqs (81.0%) sample_acc=0.000 fails=162 elapsed=0s rate=1328.61/s eta=0s +[2026-07-23 03:51:46,232] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 164/200 reqs (82.0%) sample_acc=0.000 fails=164 elapsed=0s rate=1330.31/s eta=0s +[2026-07-23 03:51:46,233] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 166/200 reqs (83.0%) sample_acc=0.000 fails=166 elapsed=0s rate=1332.60/s eta=0s +[2026-07-23 03:51:46,234] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 168/200 reqs (84.0%) sample_acc=0.000 fails=168 elapsed=0s rate=1331.23/s eta=0s +[2026-07-23 03:51:46,236] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 170/200 reqs (85.0%) sample_acc=0.000 fails=170 elapsed=0s rate=1332.76/s eta=0s +[2026-07-23 03:51:46,237] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 172/200 reqs (86.0%) sample_acc=0.000 fails=172 elapsed=0s rate=1333.88/s eta=0s +[2026-07-23 03:51:46,239] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 174/200 reqs (87.0%) sample_acc=0.000 fails=174 elapsed=0s rate=1331.66/s eta=0s +[2026-07-23 03:51:46,240] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 176/200 reqs (88.0%) sample_acc=0.000 fails=176 elapsed=0s rate=1333.84/s eta=0s +[2026-07-23 03:51:46,242] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 178/200 reqs (89.0%) sample_acc=0.000 fails=178 elapsed=0s rate=1335.70/s eta=0s +[2026-07-23 03:51:46,243] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 180/200 reqs (90.0%) sample_acc=0.000 fails=180 elapsed=0s rate=1334.39/s eta=0s +[2026-07-23 03:51:46,244] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 182/200 reqs (91.0%) sample_acc=0.000 fails=182 elapsed=0s rate=1335.84/s eta=0s +[2026-07-23 03:51:46,246] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 184/200 reqs (92.0%) sample_acc=0.000 fails=184 elapsed=0s rate=1337.79/s eta=0s +[2026-07-23 03:51:46,247] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 186/200 reqs (93.0%) sample_acc=0.000 fails=186 elapsed=0s rate=1340.97/s eta=0s +[2026-07-23 03:51:46,249] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 188/200 reqs (94.0%) sample_acc=0.000 fails=188 elapsed=0s rate=1338.17/s eta=0s +[2026-07-23 03:51:46,250] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 190/200 reqs (95.0%) sample_acc=0.000 fails=190 elapsed=0s rate=1335.71/s eta=0s +[2026-07-23 03:51:46,252] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 192/200 reqs (96.0%) sample_acc=0.000 fails=192 elapsed=0s rate=1332.75/s eta=0s +[2026-07-23 03:51:46,254] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 194/200 reqs (97.0%) sample_acc=0.000 fails=194 elapsed=0s rate=1333.50/s eta=0s +[2026-07-23 03:51:46,255] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 196/200 reqs (98.0%) sample_acc=0.000 fails=196 elapsed=0s rate=1333.00/s eta=0s +[2026-07-23 03:51:46,257] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 198/200 reqs (99.0%) sample_acc=0.000 fails=198 elapsed=0s rate=1334.09/s eta=0s +[2026-07-23 03:51:46,258] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: 200/200 reqs (100.0%) sample_acc=0.000 fails=200 elapsed=0s rate=1339.36/s eta=0s +[2026-07-23 03:51:46,258] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [academic] simpleqa: 200 requests failed during inference (sample: ['ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=40023): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=40023): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=40023): Failed to establish a new connection: [Errno 111] Connection refused"))']) +[2026-07-23 03:51:46,258] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa: avg@1=0.0000 pass@1=0.0000 (items=200, samples=200, correct_samples=0) in 0.1s +[2026-07-23 03:51:46,258] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa sample item=0 correct=False response='' +[2026-07-23 03:51:46,258] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa sample item=1 correct=False response='' +[2026-07-23 03:51:46,258] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] simpleqa sample item=2 correct=False response='' +[2026-07-23 03:51:46,258] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] <<< benchmark 4/5: simpleqa done score=0.0000 took=8s +[2026-07-23 03:51:46,259] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] >>> benchmark 5/5: longbench_v2 (sample_cap=all, avg@1, pass@1, temp=1.00, top_p=0.95, max_tokens=16384, suite_elapsed=10s) +[2026-07-23 03:51:50,113] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [longbench_v2] max_model_len unknown (not exposed by /v1/models) — using configured input budget 190000 without auto-clamp; long contexts may be rejected (400) if prompt+output exceeds the window +[2026-07-23 03:51:50,114] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: BEGIN items=503 n_samples=1 (avg@1/pass@1) temp=1.00 top_p=0.95 requests=503 workers=1 max_tokens=16384 timeout=3600.0s stream=True +[2026-07-23 03:51:50,729] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 5/503 reqs (1.0%) sample_acc=0.000 fails=5 elapsed=1s rate=8.14/s eta=61s +[2026-07-23 03:51:51,182] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 10/503 reqs (2.0%) sample_acc=0.000 fails=10 elapsed=1s rate=9.36/s eta=53s +[2026-07-23 03:51:51,964] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 15/503 reqs (3.0%) sample_acc=0.000 fails=15 elapsed=2s rate=8.11/s eta=60s +[2026-07-23 03:51:52,382] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 20/503 reqs (4.0%) sample_acc=0.000 fails=20 elapsed=2s rate=8.82/s eta=55s +[2026-07-23 03:51:52,606] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 25/503 reqs (5.0%) sample_acc=0.000 fails=25 elapsed=2s rate=10.03/s eta=48s +[2026-07-23 03:51:52,885] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 30/503 reqs (6.0%) sample_acc=0.000 fails=30 elapsed=3s rate=10.83/s eta=44s +[2026-07-23 03:51:53,817] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 35/503 reqs (7.0%) sample_acc=0.000 fails=35 elapsed=4s rate=9.45/s eta=50s +[2026-07-23 03:51:54,462] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 40/503 reqs (8.0%) sample_acc=0.000 fails=40 elapsed=4s rate=9.20/s eta=50s +[2026-07-23 03:51:54,624] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 45/503 reqs (8.9%) sample_acc=0.000 fails=45 elapsed=5s rate=9.98/s eta=46s +[2026-07-23 03:51:55,047] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 50/503 reqs (9.9%) sample_acc=0.000 fails=50 elapsed=5s rate=10.14/s eta=45s +[2026-07-23 03:51:55,231] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 55/503 reqs (10.9%) sample_acc=0.000 fails=55 elapsed=5s rate=10.75/s eta=42s +[2026-07-23 03:51:55,675] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 60/503 reqs (11.9%) sample_acc=0.000 fails=60 elapsed=6s rate=10.79/s eta=41s +[2026-07-23 03:51:55,891] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 65/503 reqs (12.9%) sample_acc=0.000 fails=65 elapsed=6s rate=11.25/s eta=39s +[2026-07-23 03:51:56,430] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 70/503 reqs (13.9%) sample_acc=0.000 fails=70 elapsed=6s rate=11.08/s eta=39s +[2026-07-23 03:51:57,064] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 75/503 reqs (14.9%) sample_acc=0.000 fails=75 elapsed=7s rate=10.79/s eta=40s +[2026-07-23 03:51:57,221] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 80/503 reqs (15.9%) sample_acc=0.000 fails=80 elapsed=7s rate=11.26/s eta=38s +[2026-07-23 03:51:57,484] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 85/503 reqs (16.9%) sample_acc=0.000 fails=85 elapsed=7s rate=11.53/s eta=36s +[2026-07-23 03:51:57,610] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 90/503 reqs (17.9%) sample_acc=0.000 fails=90 elapsed=7s rate=12.01/s eta=34s +[2026-07-23 03:51:57,788] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 95/503 reqs (18.9%) sample_acc=0.000 fails=95 elapsed=8s rate=12.38/s eta=33s +[2026-07-23 03:51:58,027] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 100/503 reqs (19.9%) sample_acc=0.000 fails=100 elapsed=8s rate=12.64/s eta=32s +[2026-07-23 03:51:58,391] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 105/503 reqs (20.9%) sample_acc=0.000 fails=105 elapsed=8s rate=12.69/s eta=31s +[2026-07-23 03:51:58,683] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 110/503 reqs (21.9%) sample_acc=0.000 fails=110 elapsed=9s rate=12.84/s eta=31s +[2026-07-23 03:51:58,958] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 115/503 reqs (22.9%) sample_acc=0.000 fails=115 elapsed=9s rate=13.00/s eta=30s +[2026-07-23 03:51:59,366] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 120/503 reqs (23.9%) sample_acc=0.000 fails=120 elapsed=9s rate=12.97/s eta=30s +[2026-07-23 03:51:59,842] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 125/503 reqs (24.9%) sample_acc=0.000 fails=125 elapsed=10s rate=12.85/s eta=29s +[2026-07-23 03:52:00,215] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 130/503 reqs (25.8%) sample_acc=0.000 fails=130 elapsed=10s rate=12.87/s eta=29s +[2026-07-23 03:52:00,829] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 135/503 reqs (26.8%) sample_acc=0.000 fails=135 elapsed=11s rate=12.60/s eta=29s +[2026-07-23 03:52:01,203] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 140/503 reqs (27.8%) sample_acc=0.000 fails=140 elapsed=11s rate=12.63/s eta=29s +[2026-07-23 03:52:03,685] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 145/503 reqs (28.8%) sample_acc=0.000 fails=145 elapsed=14s rate=10.68/s eta=34s +[2026-07-23 03:52:04,273] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 150/503 reqs (29.8%) sample_acc=0.000 fails=150 elapsed=14s rate=10.59/s eta=33s +[2026-07-23 03:52:04,593] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 155/503 reqs (30.8%) sample_acc=0.000 fails=155 elapsed=14s rate=10.71/s eta=33s +[2026-07-23 03:52:05,374] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 160/503 reqs (31.8%) sample_acc=0.000 fails=160 elapsed=15s rate=10.48/s eta=33s +[2026-07-23 03:52:05,537] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 165/503 reqs (32.8%) sample_acc=0.000 fails=165 elapsed=15s rate=10.70/s eta=32s +[2026-07-23 03:52:05,815] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 170/503 reqs (33.8%) sample_acc=0.000 fails=170 elapsed=16s rate=10.83/s eta=31s +[2026-07-23 03:52:06,088] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 175/503 reqs (34.8%) sample_acc=0.000 fails=175 elapsed=16s rate=10.96/s eta=30s +[2026-07-23 03:52:06,365] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 180/503 reqs (35.8%) sample_acc=0.000 fails=180 elapsed=16s rate=11.08/s eta=29s +[2026-07-23 03:52:06,630] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 185/503 reqs (36.8%) sample_acc=0.000 fails=185 elapsed=17s rate=11.20/s eta=28s +[2026-07-23 03:52:06,852] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 190/503 reqs (37.8%) sample_acc=0.000 fails=190 elapsed=17s rate=11.35/s eta=28s +[2026-07-23 03:52:07,591] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 195/503 reqs (38.8%) sample_acc=0.000 fails=195 elapsed=17s rate=11.16/s eta=28s +[2026-07-23 03:52:07,959] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 200/503 reqs (39.8%) sample_acc=0.000 fails=200 elapsed=18s rate=11.21/s eta=27s +[2026-07-23 03:52:08,151] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 205/503 reqs (40.8%) sample_acc=0.000 fails=205 elapsed=18s rate=11.37/s eta=26s +[2026-07-23 03:52:08,411] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 210/503 reqs (41.7%) sample_acc=0.000 fails=210 elapsed=18s rate=11.48/s eta=26s +[2026-07-23 03:52:08,790] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 215/503 reqs (42.7%) sample_acc=0.000 fails=215 elapsed=19s rate=11.51/s eta=25s +[2026-07-23 03:52:09,203] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 220/503 reqs (43.7%) sample_acc=0.000 fails=220 elapsed=19s rate=11.53/s eta=25s +[2026-07-23 03:52:10,221] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 225/503 reqs (44.7%) sample_acc=0.000 fails=225 elapsed=20s rate=11.19/s eta=25s +[2026-07-23 03:52:10,512] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 230/503 reqs (45.7%) sample_acc=0.000 fails=230 elapsed=20s rate=11.28/s eta=24s +[2026-07-23 03:52:10,834] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 235/503 reqs (46.7%) sample_acc=0.000 fails=235 elapsed=21s rate=11.34/s eta=24s +[2026-07-23 03:52:10,921] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 240/503 reqs (47.7%) sample_acc=0.000 fails=240 elapsed=21s rate=11.53/s eta=23s +[2026-07-23 03:52:11,118] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 245/503 reqs (48.7%) sample_acc=0.000 fails=245 elapsed=21s rate=11.66/s eta=22s +[2026-07-23 03:52:11,289] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 250/503 reqs (49.7%) sample_acc=0.000 fails=250 elapsed=21s rate=11.81/s eta=21s +[2026-07-23 03:52:11,954] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 255/503 reqs (50.7%) sample_acc=0.000 fails=255 elapsed=22s rate=11.68/s eta=21s +[2026-07-23 03:52:12,109] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 260/503 reqs (51.7%) sample_acc=0.000 fails=260 elapsed=22s rate=11.82/s eta=21s +[2026-07-23 03:52:15,154] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 265/503 reqs (52.7%) sample_acc=0.000 fails=265 elapsed=25s rate=10.58/s eta=22s +[2026-07-23 03:52:15,318] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 270/503 reqs (53.7%) sample_acc=0.000 fails=270 elapsed=25s rate=10.71/s eta=22s +[2026-07-23 03:52:15,631] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 275/503 reqs (54.7%) sample_acc=0.000 fails=275 elapsed=26s rate=10.78/s eta=21s +[2026-07-23 03:52:15,899] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 280/503 reqs (55.7%) sample_acc=0.000 fails=280 elapsed=26s rate=10.86/s eta=21s +[2026-07-23 03:52:16,271] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 285/503 reqs (56.7%) sample_acc=0.000 fails=285 elapsed=26s rate=10.90/s eta=20s +[2026-07-23 03:52:16,409] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 290/503 reqs (57.7%) sample_acc=0.000 fails=290 elapsed=26s rate=11.03/s eta=19s +[2026-07-23 03:52:16,514] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 295/503 reqs (58.6%) sample_acc=0.000 fails=295 elapsed=26s rate=11.17/s eta=19s +[2026-07-23 03:52:16,780] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 300/503 reqs (59.6%) sample_acc=0.000 fails=300 elapsed=27s rate=11.25/s eta=18s +[2026-07-23 03:52:17,004] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 305/503 reqs (60.6%) sample_acc=0.000 fails=305 elapsed=27s rate=11.34/s eta=17s +[2026-07-23 03:52:17,428] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 310/503 reqs (61.6%) sample_acc=0.000 fails=310 elapsed=27s rate=11.35/s eta=17s +[2026-07-23 03:52:17,592] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 315/503 reqs (62.6%) sample_acc=0.000 fails=315 elapsed=27s rate=11.46/s eta=16s +[2026-07-23 03:52:18,393] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 320/503 reqs (63.6%) sample_acc=0.000 fails=320 elapsed=28s rate=11.32/s eta=16s +[2026-07-23 03:52:18,601] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 325/503 reqs (64.6%) sample_acc=0.000 fails=325 elapsed=28s rate=11.41/s eta=16s +[2026-07-23 03:52:19,079] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 330/503 reqs (65.6%) sample_acc=0.000 fails=330 elapsed=29s rate=11.39/s eta=15s +[2026-07-23 03:52:19,324] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 335/503 reqs (66.6%) sample_acc=0.000 fails=335 elapsed=29s rate=11.47/s eta=15s +[2026-07-23 03:52:20,277] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 340/503 reqs (67.6%) sample_acc=0.000 fails=340 elapsed=30s rate=11.27/s eta=14s +[2026-07-23 03:52:20,493] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 345/503 reqs (68.6%) sample_acc=0.000 fails=345 elapsed=30s rate=11.36/s eta=14s +[2026-07-23 03:52:21,094] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 350/503 reqs (69.6%) sample_acc=0.000 fails=350 elapsed=31s rate=11.30/s eta=14s +[2026-07-23 03:52:21,534] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 355/503 reqs (70.6%) sample_acc=0.000 fails=355 elapsed=31s rate=11.30/s eta=13s +[2026-07-23 03:52:22,505] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 360/503 reqs (71.6%) sample_acc=0.000 fails=360 elapsed=32s rate=11.11/s eta=13s +[2026-07-23 03:52:22,818] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 365/503 reqs (72.6%) sample_acc=0.000 fails=365 elapsed=33s rate=11.16/s eta=12s +[2026-07-23 03:52:25,582] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 370/503 reqs (73.6%) sample_acc=0.000 fails=370 elapsed=35s rate=10.43/s eta=13s +[2026-07-23 03:52:27,968] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 375/503 reqs (74.6%) sample_acc=0.000 fails=375 elapsed=38s rate=9.91/s eta=13s +[2026-07-23 03:52:28,152] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 380/503 reqs (75.5%) sample_acc=0.000 fails=380 elapsed=38s rate=9.99/s eta=12s +[2026-07-23 03:52:28,427] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 385/503 reqs (76.5%) sample_acc=0.000 fails=385 elapsed=38s rate=10.05/s eta=12s +[2026-07-23 03:52:28,674] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 390/503 reqs (77.5%) sample_acc=0.000 fails=390 elapsed=39s rate=10.11/s eta=11s +[2026-07-23 03:52:29,405] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 395/503 reqs (78.5%) sample_acc=0.000 fails=395 elapsed=39s rate=10.05/s eta=11s +[2026-07-23 03:52:29,922] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 400/503 reqs (79.5%) sample_acc=0.000 fails=400 elapsed=40s rate=10.05/s eta=10s +[2026-07-23 03:52:30,057] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 405/503 reqs (80.5%) sample_acc=0.000 fails=405 elapsed=40s rate=10.14/s eta=10s +[2026-07-23 03:52:31,126] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 410/503 reqs (81.5%) sample_acc=0.000 fails=410 elapsed=41s rate=10.00/s eta=9s +[2026-07-23 03:52:31,431] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 415/503 reqs (82.5%) sample_acc=0.000 fails=415 elapsed=41s rate=10.04/s eta=9s +[2026-07-23 03:52:32,640] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 420/503 reqs (83.5%) sample_acc=0.000 fails=420 elapsed=43s rate=9.88/s eta=8s +[2026-07-23 03:52:33,018] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 425/503 reqs (84.5%) sample_acc=0.000 fails=425 elapsed=43s rate=9.91/s eta=8s +[2026-07-23 03:52:34,059] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 430/503 reqs (85.5%) sample_acc=0.000 fails=430 elapsed=44s rate=9.78/s eta=7s +[2026-07-23 03:52:34,282] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 435/503 reqs (86.5%) sample_acc=0.000 fails=435 elapsed=44s rate=9.85/s eta=7s +[2026-07-23 03:52:35,033] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 440/503 reqs (87.5%) sample_acc=0.000 fails=440 elapsed=45s rate=9.80/s eta=6s +[2026-07-23 03:52:35,253] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 445/503 reqs (88.5%) sample_acc=0.000 fails=445 elapsed=45s rate=9.86/s eta=6s +[2026-07-23 03:52:36,942] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 450/503 reqs (89.5%) sample_acc=0.000 fails=450 elapsed=47s rate=9.61/s eta=6s +[2026-07-23 03:52:38,643] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 455/503 reqs (90.5%) sample_acc=0.000 fails=455 elapsed=49s rate=9.38/s eta=5s +[2026-07-23 03:52:38,974] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 460/503 reqs (91.5%) sample_acc=0.000 fails=460 elapsed=49s rate=9.41/s eta=5s +[2026-07-23 03:52:39,316] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 465/503 reqs (92.4%) sample_acc=0.000 fails=465 elapsed=49s rate=9.45/s eta=4s +[2026-07-23 03:52:39,632] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 470/503 reqs (93.4%) sample_acc=0.000 fails=470 elapsed=50s rate=9.49/s eta=3s +[2026-07-23 03:52:40,820] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 475/503 reqs (94.4%) sample_acc=0.000 fails=475 elapsed=51s rate=9.37/s eta=3s +[2026-07-23 03:52:40,986] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 480/503 reqs (95.4%) sample_acc=0.000 fails=480 elapsed=51s rate=9.44/s eta=2s +[2026-07-23 03:52:41,167] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 485/503 reqs (96.4%) sample_acc=0.000 fails=485 elapsed=51s rate=9.50/s eta=2s +[2026-07-23 03:52:42,094] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 490/503 reqs (97.4%) sample_acc=0.000 fails=490 elapsed=52s rate=9.43/s eta=1s +[2026-07-23 03:52:42,356] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 495/503 reqs (98.4%) sample_acc=0.000 fails=495 elapsed=52s rate=9.48/s eta=1s +[2026-07-23 03:52:42,691] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 500/503 reqs (99.4%) sample_acc=0.000 fails=500 elapsed=53s rate=9.51/s eta=0s +[2026-07-23 03:52:42,863] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: 503/503 reqs (100.0%) sample_acc=0.000 fails=503 elapsed=53s rate=9.54/s eta=0s +[2026-07-23 03:52:42,863] [PID 12] [Thread-4] [/app/utils/logger.py] [WARNING] [academic] longbench_v2: 503 requests failed during inference (sample: ['ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=40023): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=40023): Failed to establish a new connection: [Errno 111] Connection refused"))', 'ConnectionError: HTTPConnectionPool(host=\'172.28.22.18\', port=40023): Max retries exceeded with url: /v1/chat/completions (Caused by NewConnectionError("HTTPConnection(host=\'172.28.22.18\', port=40023): Failed to establish a new connection: [Errno 111] Connection refused"))']) +[2026-07-23 03:52:42,864] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2: avg@1=0.0000 pass@1=0.0000 (items=503, samples=503, correct_samples=0) in 52.7s +[2026-07-23 03:52:42,864] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2 sample item=0 correct=False response='' +[2026-07-23 03:52:42,864] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2 sample item=1 correct=False response='' +[2026-07-23 03:52:42,864] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [academic] longbench_v2 sample item=2 correct=False response='' +[2026-07-23 03:52:42,865] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] <<< benchmark 5/5: longbench_v2 done score=0.0000 took=57s +[2026-07-23 03:52:42,865] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] generation perf — ttft_mean=n/a tpot_mean=n/a service_tps=n/a gen_tokens=0 +[2026-07-23 03:52:42,866] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass_benchmark] PASSED — scores: {'aime2025': 0.0, 'gpqa_diamond': 0.0, 'hle': 0.0, 'simpleqa': 0.0, 'longbench_v2': 0.0} +[2026-07-23 03:52:42,867] [PID 12] [Thread-4] [/app/utils/logger.py] [INFO] [opencompass] scores={'aime2025': 0.0, 'gpqa_diamond': 0.0, 'hle': 0.0, 'simpleqa': 0.0, 'longbench_v2': 0.0} avg=0.000 +[2026-07-23 03:52:54,924] [PID 12] [Thread-4] [app.queue.jobs] [INFO] Submission 168 module opencompass done — passed=False score=0.0000 +[2026-07-23 03:53:29,656] [PID 12] [Thread-4] [app.queue.jobs] [INFO] Submission 168 finished — passed=False score=60194.62585 modules_run=4 \ No newline at end of file