Stop Sunrise waiting tasks for three accounts

Stop waiting tasks for three accounts
2026-08-10 16:11:10 +08:00 · 2026-07-26 01:35:23 +08:00
2 changed files with 153 additions and 79 deletions
--- a/README.md
+++ b/README.md
@@ -1,8 +1,23 @@
 # xc_validation_strategy_vllm_stop

-用于停止 `l112233` 账号当前状态为 `waiting` 的验证任务的 ModelHub XC 策略服务。
+用于依次停止以下账号中，状态严格为 `waiting` 且 GPU 类型严格为 `Sunrise_pt-200-x1` 的 ModelHub XC 验证任务：

-服务启动后会调用：
+- `jiangxiaowen`
+- `l112233`
+- `l11223344`
+
+策略在运行时使用每个账号自己的 `xc-Token` 分页查询任务，并对返回记录再次校验 `userAccount`、`status` 和 `gpuType`。其他 GPU 类型以及非 `waiting` 状态的任务不会进入停止请求。
+
+2026-08-10 部署前只读核验结果：
+
+| 账号 | `Sunrise_pt-200-x1` waiting 数量 |
+| --- | ---: |
+| `jiangxiaowen` | 866 |
+| `l112233` | 1400 |
+| `l11223344` | 619 |
+| 合计 | 2885 |
+
+服务启动后按账号及每批 50 条调用：

 ```text
 PUT /api/async/task/stop-create-contest-task
@@ -11,15 +26,10 @@ PUT /api/async/task/stop-create-contest-task

 停止请求完成后，进程继续运行，以便平台通过健康检查和状态接口读取执行结果。

-## 任务清单
-
-策略内置了 2026-07-25 通过 `l112233` 账号查询得到的 99 个 `waiting` 任务 ID。总历史任务数为 518，但已完成与失败任务不会写入该清单，也不会被停止。
-
-可选配置如下：
+## 可选配置

 | 变量 | 默认值 | 说明 |
 | --- | --- | --- |
-| `TASK_IDS` | 内置的 99 个 waiting 任务 ID | 可选的逗号分隔任务 ID；设置后完全替换内置清单。 |
 | `BASE_URL` | `https://modelhub.org.cn` | ModelHub 服务地址。 |
 | `BATCH_SIZE` | `50` | 每个停止请求包含的任务数。 |
 | `MAX_RETRIES` | `3` | 单批任务的最大请求次数。 |
@@ -29,13 +39,11 @@ PUT /api/async/task/stop-create-contest-task
 ## 平台运行接口

 - `GET /health`：存活探针，成功返回 `{"status":"ok"}`。
- `GET /status`：返回执行阶段、成功/失败数量、失败的任务 ID 与错误信息。
+- `GET /status`：返回目标 GPU、总体及每个账号的成功/失败数量、失败任务 ID 和错误信息。

 ## 运行与构建

-仓库根目录的 `Dockerfile` 使用平台 Python 基础镜像，暴露 `8080` 端口并以 `python main.py` 启动。构建成功后，策略会将内置任务 ID 按批调用停止接口。
-
-本地验证：
+仓库根目录的 `Dockerfile` 使用平台 Python 基础镜像，暴露 `8080` 端口并以 `python main.py` 启动。构建成功后，策略会按 `jiangxiaowen → l112233 → l11223344` 的顺序逐账号处理。

 ```bash
 python main.py
--- a/main.py
+++ b/main.py
@@ -1,14 +1,15 @@
-"""Stop zhoukaile's waiting ModelHub XC validation tasks.
+"""Stop waiting Sunrise_pt-200-x1 validation tasks for selected accounts.

-The service performs the stop requests once at startup and then stays alive so
-the strategy platform can probe it through ``/health`` and inspect ``/status``.
+The worker processes accounts sequentially. For each account it discovers the
+current target tasks, validates account/status/GPU locally, then stops them in
+batches with that account's own xc-Token. The HTTP service remains available
+for platform health and status probes after the worker finishes.
 """

 import json
 import os
 import signal
 import threading
-import time
 from datetime import datetime, timezone
 from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
 from typing import Any
@@ -16,42 +17,49 @@ from typing import Any
 import requests

 BASE_URL = os.environ.get("BASE_URL", "https://modelhub.org.cn").rstrip("/")
+TASK_PAGE_ENDPOINT = "/api/adapt/task/page"
 STOP_TASK_ENDPOINT = "/api/async/task/stop-create-contest-task"
-USER_ACCOUNT = "l112233"
-XC_TOKEN = "40cb6910dc9a442a816298a228da65ac"
+TARGET_GPU = "Sunrise_pt-200-x1"
+TARGET_STATUS = "waiting"
 STRATEGY_ID = os.environ.get("STRATEGY_ID", "")

 HTTP_HOST = "0.0.0.0"
 HTTP_PORT = int(os.environ.get("PORT", "8080"))
+PAGE_SIZE = 100
 BATCH_SIZE = int(os.environ.get("BATCH_SIZE", "50"))
 MAX_RETRIES = int(os.environ.get("MAX_RETRIES", "3"))
 REQUEST_TIMEOUT = int(os.environ.get("REQUEST_TIMEOUT", "30"))

-# Snapshot queried from /api/adapt/task/page on 2026-07-25.  These are the
-# 99 records whose status was exactly "waiting"; completed/failed tasks are
-# deliberately excluded.
-DEFAULT_TASK_IDS = [
-    3471434, 3471433, 3471431, 3471430, 3471429, 3471428, 3471427,
-    3471426, 3471425, 3471424, 3471423, 3471422, 3471421, 3471420,
-    3471419, 3471418, 3471416, 3471415, 3471414, 3471413, 3471412,
-    3471411, 3471410, 3471409, 3471408, 3471407, 3471406, 3471405,
-    3471404, 3471403, 3471402, 3471401, 3471400, 3471399, 3471398,
-    3471397, 3471396, 3471395, 3471394, 3471393, 3471392, 3471391,
-    3471390, 3471389, 3471388, 3471387, 3471386, 3471385, 3471384,
-    3471383, 3471382, 3471381, 3471380, 3471379, 3471378, 3471377,
-    3471376, 3471375, 3471374, 3471373, 3471372, 3471371, 3471370,
-    3471369, 3471368, 3471367, 3471366, 3471365, 3471364, 3471363,
-    3471362, 3471361, 3471360, 3471359, 3471358, 3471357, 3471356,
-    3471355, 3471354, 3471353, 3471352, 3471351, 3471350, 3471348,
-    3471347, 3471346, 3471345, 3471344, 3471343, 3471342, 3471341,
-    3471340, 3471339, 3471338, 3471337, 3471336, 3007636, 3007635,
-    3007634,
+TARGETS = [
+    {
+        "account": "jiangxiaowen",
+        "xc_token": "88d5fee9f1fe4f7583f11a9d3702dc85",
+    },
+    {
+        "account": "l112233",
+        "xc_token": "40cb6910dc9a442a816298a228da65ac",
+    },
+    {
+        "account": "l11223344",
+        "xc_token": "e1c0db2959e5411f9342c8550b03f6e9",
+    },
 ]

 _shutdown = threading.Event()
 _state: dict[str, Any] = {
    "strategy_id": STRATEGY_ID,
-    "account": USER_ACCOUNT,
+    "target_gpu": TARGET_GPU,
+    "target_status": TARGET_STATUS,
+    "accounts": {
+        target["account"]: {
+            "phase": "pending",
+            "total": 0,
+            "stopped": 0,
+            "failed": 0,
+            "failed_task_ids": [],
+        }
+        for target in TARGETS
+    },
    "phase": "starting",  # starting | stopping | done | partial_failure | error
    "total": 0,
    "stopped": 0,
@@ -67,24 +75,6 @@ def _now() -> str:
    return datetime.now(timezone.utc).isoformat()


-def _task_ids_from_environment() -> list[int] | None:
-    """Return an explicit TASK_IDS override, if one was supplied."""
-    raw_task_ids = os.environ.get("TASK_IDS", "").strip()
-    if not raw_task_ids:
-        return None
-
-    task_ids: list[int] = []
-    for value in raw_task_ids.split(","):
-        value = value.strip()
-        if not value:
-            continue
-        try:
-            task_ids.append(int(value))
-        except ValueError as exc:
-            raise ValueError(f"TASK_IDS contains a non-numeric task ID: {value!r}") from exc
-    return list(dict.fromkeys(task_ids))
-
-
 class Handler(BaseHTTPRequestHandler):
    def do_GET(self) -> None:  # noqa: N802 - BaseHTTPRequestHandler API
        if self.path == "/health":
@@ -115,11 +105,69 @@ def _run_http() -> None:
    server.server_close()


-def _stop_batch(task_ids: list[int]) -> bool:
-    headers = {
-        "Content-Type": "application/json",
-        "xc-Token": XC_TOKEN,
-    }
+def _fetch_target_task_ids(account: str, xc_token: str) -> list[int]:
+    """Return only this account's waiting tasks on the exact target GPU."""
+    headers = {"xc-Token": xc_token}
+    task_ids: list[int] = []
+    page = 1
+
+    while True:
+        response = requests.get(
+            f"{BASE_URL}{TASK_PAGE_ENDPOINT}",
+            headers=headers,
+            params={
+                "current": page,
+                "pageSize": PAGE_SIZE,
+                "status": TARGET_STATUS,
+                "gpuType": TARGET_GPU,
+            },
+            timeout=REQUEST_TIMEOUT,
+        )
+        response.raise_for_status()
+        result = response.json()
+        if result.get("code") != 0:
+            raise RuntimeError(
+                f"{account}: task query failed: {result.get('message', 'unknown error')}"
+            )
+
+        data = result.get("data") or {}
+        for record in data.get("records") or []:
+            record_account = record.get("userAccount")
+            record_status = str(record.get("status", "")).lower()
+            record_gpu = record.get("gpuType")
+            if (
+                record_account != account
+                or record_status != TARGET_STATUS
+                or record_gpu != TARGET_GPU
+            ):
+                print(
+                    f"[query] {account}: rejected mismatched record "
+                    f"taskId={record.get('taskId')} account={record_account!r} "
+                    f"status={record_status!r} gpuType={record_gpu!r}",
+                    flush=True,
+                )
+                continue
+            try:
+                task_ids.append(int(record["taskId"]))
+            except (KeyError, TypeError, ValueError):
+                print(f"[query] {account}: rejected non-numeric task ID", flush=True)
+
+        pages = int(data.get("pages") or 0)
+        if page >= pages:
+            break
+        page += 1
+
+    unique_task_ids = list(dict.fromkeys(task_ids))
+    print(
+        f"[query] {account}: found {len(unique_task_ids)} "
+        f"{TARGET_STATUS} tasks on {TARGET_GPU}",
+        flush=True,
+    )
+    return unique_task_ids
+
+
+def _stop_batch(account: str, xc_token: str, task_ids: list[int]) -> bool:
+    headers = {"Content-Type": "application/json", "xc-Token": xc_token}
    url = f"{BASE_URL}{STOP_TASK_ENDPOINT}"
    for attempt in range(1, MAX_RETRIES + 1):
        try:
@@ -135,15 +183,22 @@ def _stop_batch(task_ids: list[int]) -> bool:
                result = {"message": response.text[:500]}

            if response.ok and result.get("code") == 0:
-                print(f"[stop] stopped task IDs: {task_ids}", flush=True)
+                print(
+                    f"[stop] {account}: stopped {len(task_ids)} task IDs",
+                    flush=True,
+                )
                return True
            print(
-                f"[stop] attempt {attempt}/{MAX_RETRIES} failed for {task_ids}: "
-                f"HTTP {response.status_code}, {result}",
+                f"[stop] {account}: attempt {attempt}/{MAX_RETRIES} failed "
+                f"for {len(task_ids)} tasks: HTTP {response.status_code}, {result}",
                flush=True,
            )
        except requests.RequestException as exc:
-            print(f"[stop] attempt {attempt}/{MAX_RETRIES} request error for {task_ids}: {exc}", flush=True)
+            print(
+                f"[stop] {account}: attempt {attempt}/{MAX_RETRIES} "
+                f"request error: {exc}",
+                flush=True,
+            )

        if attempt < MAX_RETRIES and not _shutdown.wait(attempt):
            continue
@@ -156,22 +211,33 @@ def _run_worker() -> None:
    _state["started_at"] = _now()
    _state["phase"] = "stopping"
    try:
-        task_ids = _task_ids_from_environment() or DEFAULT_TASK_IDS
-        if not task_ids:
-            print("[query] no active validation tasks found", flush=True)
-            _state["phase"] = "done"
-            return
-        _state["total"] = len(task_ids)
-
-        for start in range(0, len(task_ids), BATCH_SIZE):
+        for target in TARGETS:
            if _shutdown.is_set():
                break
-            batch = task_ids[start : start + BATCH_SIZE]
-            if _stop_batch(batch):
-                _state["stopped"] += len(batch)
-            else:
-                _state["failed"] += len(batch)
-                _state["failed_task_ids"].extend(batch)
+            account = target["account"]
+            account_state = _state["accounts"][account]
+            account_state["phase"] = "querying"
+            task_ids = _fetch_target_task_ids(account, target["xc_token"])
+            account_state["total"] = len(task_ids)
+            _state["total"] += len(task_ids)
+            account_state["phase"] = "stopping"
+
+            for start in range(0, len(task_ids), BATCH_SIZE):
+                if _shutdown.is_set():
+                    break
+                batch = task_ids[start : start + BATCH_SIZE]
+                if _stop_batch(account, target["xc_token"], batch):
+                    _state["stopped"] += len(batch)
+                    account_state["stopped"] += len(batch)
+                else:
+                    _state["failed"] += len(batch)
+                    _state["failed_task_ids"].extend(batch)
+                    account_state["failed"] += len(batch)
+                    account_state["failed_task_ids"].extend(batch)
+
+            account_state["phase"] = (
+                "done" if account_state["failed"] == 0 else "partial_failure"
+            )

        _state["phase"] = "done" if _state["failed"] == 0 else "partial_failure"
    except Exception as exc:  # exposed through /status for diagnosis
Author	SHA1	Message	Date
zhouyuanxi	89f95a5e2d	Stop Sunrise waiting tasks for three accounts	2026-08-10 16:11:10 +08:00
zhouyuanxi	2f1f2d5a17	Stop waiting tasks for three accounts	2026-07-26 01:35:23 +08:00