state: generation 6491 (cycle)
This commit is contained in:
@@ -1452,7 +1452,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-13T03:11:56.751958+00:00",
|
||||
"generatedAt": "2026-09-13T03:14:44.819068+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 73,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -27,7 +27,7 @@
|
||||
"11": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 469,
|
||||
"listingErrors": 470,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 11,
|
||||
"nextAccountIndex": 0,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-13T03:11:56.728771+00:00",
|
||||
"updatedAt": "2026-09-13T03:14:44.796377+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,7 +416,7 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-13T03:10:14.777826+00:00",
|
||||
"generatedAt": "2026-09-13T03:13:09.213691+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"generatedAt": "2026-09-13T02:55:30.151645+00:00",
|
||||
"lastSyncTime": "2026-09-13T02:55:29.910747+00:00",
|
||||
"generatedAt": "2026-09-13T03:12:57.762588+00:00",
|
||||
"lastSyncTime": "2026-09-13T03:12:57.550578+00:00",
|
||||
"recentLimit": 300,
|
||||
"report": {
|
||||
"architectureCompatibilityBlocks": {
|
||||
@@ -1934,30 +1934,30 @@
|
||||
"unresolvedFailureCount": 7
|
||||
},
|
||||
"Iluvatar_mrv-100|unknown|text-generation": {
|
||||
"attributableFailureCount": 91,
|
||||
"decisionFailureRate": 0.8667,
|
||||
"decisionSuccessRate": 0.1333,
|
||||
"decisionTotal": 105,
|
||||
"attributableFailureCount": 92,
|
||||
"decisionFailureRate": 0.8679,
|
||||
"decisionSuccessRate": 0.1321,
|
||||
"decisionTotal": 106,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 21,
|
||||
"framework_architecture_unsupported": 49,
|
||||
"framework_architecture_unsupported": 50,
|
||||
"memory_capacity": 1,
|
||||
"model_load": 41,
|
||||
"platform_infrastructure": 1,
|
||||
"参数/模板问题": 2,
|
||||
"验证失败": 47
|
||||
},
|
||||
"failureCount": 162,
|
||||
"failureRate": 0.9205,
|
||||
"failureCount": 163,
|
||||
"failureRate": 0.9209,
|
||||
"framework": "unknown",
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 1,
|
||||
"successCount": 14,
|
||||
"successRate": 0.0795,
|
||||
"successRate": 0.0791,
|
||||
"targetGpu": "Iluvatar_mrv-100",
|
||||
"taskType": "text-generation",
|
||||
"total": 176,
|
||||
"total": 177,
|
||||
"unresolvedFailureCount": 70
|
||||
},
|
||||
"Iluvatar_mrv-100|vllm|text-generation": {
|
||||
@@ -2461,14 +2461,14 @@
|
||||
"unresolvedFailureCount": 8
|
||||
},
|
||||
"unknown": {
|
||||
"attributableFailureCount": 149,
|
||||
"decisionFailureRate": 0.7376,
|
||||
"decisionSuccessRate": 0.2624,
|
||||
"decisionTotal": 202,
|
||||
"attributableFailureCount": 150,
|
||||
"decisionFailureRate": 0.7389,
|
||||
"decisionSuccessRate": 0.2611,
|
||||
"decisionTotal": 203,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 139,
|
||||
"backend_operator": 4,
|
||||
"framework_architecture_unsupported": 94,
|
||||
"framework_architecture_unsupported": 95,
|
||||
"memory_capacity": 5,
|
||||
"model_load": 43,
|
||||
"platform_infrastructure": 1,
|
||||
@@ -2476,14 +2476,14 @@
|
||||
"参数/模板问题": 61,
|
||||
"验证失败": 673
|
||||
},
|
||||
"failureCount": 1023,
|
||||
"failureRate": 0.9507,
|
||||
"failureCount": 1024,
|
||||
"failureRate": 0.9508,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 1,
|
||||
"successCount": 53,
|
||||
"successRate": 0.0493,
|
||||
"total": 1076,
|
||||
"successRate": 0.0492,
|
||||
"total": 1077,
|
||||
"unresolvedFailureCount": 873
|
||||
},
|
||||
"vllm": {
|
||||
@@ -2615,7 +2615,7 @@
|
||||
"unresolvedFailureCount": 1
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-13T02:55:30.147369+00:00",
|
||||
"generatedAt": "2026-09-13T03:12:57.758640+00:00",
|
||||
"gpuSummaries": {
|
||||
"Ascend_910-b3": {
|
||||
"attributableFailureCount": 30,
|
||||
@@ -2779,27 +2779,27 @@
|
||||
"unresolvedFailureCount": 44
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"attributableFailureCount": 93,
|
||||
"decisionFailureRate": 0.8692,
|
||||
"decisionSuccessRate": 0.1308,
|
||||
"decisionTotal": 107,
|
||||
"attributableFailureCount": 94,
|
||||
"decisionFailureRate": 0.8704,
|
||||
"decisionSuccessRate": 0.1296,
|
||||
"decisionTotal": 108,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 21,
|
||||
"framework_architecture_unsupported": 50,
|
||||
"framework_architecture_unsupported": 51,
|
||||
"memory_capacity": 1,
|
||||
"model_load": 42,
|
||||
"platform_infrastructure": 1,
|
||||
"参数/模板问题": 2,
|
||||
"验证失败": 47
|
||||
},
|
||||
"failureCount": 164,
|
||||
"failureRate": 0.9213,
|
||||
"failureCount": 165,
|
||||
"failureRate": 0.9218,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 1,
|
||||
"successCount": 14,
|
||||
"successRate": 0.0787,
|
||||
"total": 178,
|
||||
"successRate": 0.0782,
|
||||
"total": 179,
|
||||
"unresolvedFailureCount": 70
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
@@ -4673,21 +4673,21 @@
|
||||
},
|
||||
"Iluvatar_mrv-100|unknown|text-generation": {
|
||||
"attributableFailureCount": 13,
|
||||
"consecutiveFailures": 1,
|
||||
"consecutiveFailures": 2,
|
||||
"consecutivePlatformFailures": 0,
|
||||
"decisionFailureRate": 0.7647,
|
||||
"decisionSuccessRate": 0.2353,
|
||||
"decisionTotal": 17,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 3,
|
||||
"framework_architecture_unsupported": 1,
|
||||
"model_load": 12
|
||||
"framework_architecture_unsupported": 2,
|
||||
"model_load": 11
|
||||
},
|
||||
"failureCount": 16,
|
||||
"failureRate": 0.8,
|
||||
"framework": "unknown",
|
||||
"lastPlatformFailureAt": null,
|
||||
"lastTerminalAt": "2026-09-13T02:47:03.906686+00:00",
|
||||
"lastTerminalAt": "2026-09-13T03:12:57.550578+00:00",
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
@@ -7391,17 +7391,17 @@
|
||||
"unresolvedFailureCount": 0
|
||||
}
|
||||
},
|
||||
"terminalRecords": 1756,
|
||||
"totalRecords": 1843,
|
||||
"terminalRecords": 1757,
|
||||
"totalRecords": 1844,
|
||||
"totals": {
|
||||
"attributableFailureCount": 506,
|
||||
"decisionFailureRate": 0.8972,
|
||||
"decisionSuccessRate": 0.1028,
|
||||
"decisionTotal": 564,
|
||||
"attributableFailureCount": 507,
|
||||
"decisionFailureRate": 0.8973,
|
||||
"decisionSuccessRate": 0.1027,
|
||||
"decisionTotal": 565,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 412,
|
||||
"backend_operator": 42,
|
||||
"framework_architecture_unsupported": 318,
|
||||
"framework_architecture_unsupported": 319,
|
||||
"memory_capacity": 11,
|
||||
"model_load": 73,
|
||||
"platform_infrastructure": 4,
|
||||
@@ -7411,20 +7411,21 @@
|
||||
"参数/模板问题": 103,
|
||||
"验证失败": 673
|
||||
},
|
||||
"failureCount": 1698,
|
||||
"failureCount": 1699,
|
||||
"failureRate": 0.967,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 4,
|
||||
"successCount": 58,
|
||||
"successRate": 0.033,
|
||||
"total": 1756,
|
||||
"total": 1757,
|
||||
"unresolvedFailureCount": 1188
|
||||
},
|
||||
"warnings": [
|
||||
"GPU Ascend_910-b3 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Ascend_910-b4 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Mthreads_s4000 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Sunrise_pt-200-x1 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU hygon_k100-ai 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Cambricon_mlu-370-x4 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Iluvatar_mrv-100 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
@@ -7433,7 +7434,6 @@
|
||||
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Biren_166m 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Iluvatar_bi-150 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Sunrise_pt-200-x1 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"组合 hygon_k100-ai|vllm-patch-tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 hygon_k100-ai|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Ascend_910-b4|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
@@ -7456,6 +7456,6 @@
|
||||
]
|
||||
},
|
||||
"storageMode": "decision_state_only",
|
||||
"summarizedRecords": 1843,
|
||||
"summarizedRecords": 1844,
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -1,3 +1,4 @@
|
||||
{"failReason": "framework_architecture_unsupported", "failureAction": "block_gpu_framework_architecture", "failureCategory": "framework_architecture_unsupported", "failureClassificationReason": "explicit_framework_model_unsupported", "failureCode": "MODEL_NOT_SUPPORTED", "failureDeterministic": true, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": false, "failureScope": "model_gpu_framework", "failureUnsupportedModelTypes": ["qwen3_5"], "framework": "", "lastSyncTime": "2026-09-13T03:12:57.550578+00:00", "modelId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-13T03:11:21+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4549641", "taskType": "text-generation", "verifyResult": -1}
|
||||
{"failReason": "参数/模板问题", "framework": "", "lastSyncTime": "2026-09-13T02:55:29.910704+00:00", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT", "modelProfile": {}, "outcome": "failed", "status": "failed", "submitTime": "2026-09-13T02:51:53+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4133475", "taskType": "text-generation", "verifyResult": null}
|
||||
{"failReason": "参数/模板问题", "framework": "", "lastSyncTime": "2026-09-13T02:55:29.910734+00:00", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT", "modelProfile": {}, "outcome": "failed", "status": "failed", "submitTime": "2026-09-13T02:51:53+00:00", "targetGpu": "MetaX_c-500", "taskId": "4133144", "taskType": "text-generation", "verifyResult": null}
|
||||
{"failReason": "framework_architecture_unsupported", "failureAction": "block_gpu_framework_architecture", "failureCategory": "framework_architecture_unsupported", "failureClassificationReason": "explicit_framework_model_unsupported", "failureCode": "MODEL_NOT_SUPPORTED", "failureDetectedFramework": "vllm", "failureDeterministic": true, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": false, "failureScope": "model_gpu_framework", "failureUnsupportedArchitectures": ["Spark2_5ForCausalLM"], "framework": "vllm", "lastSyncTime": "2026-09-13T02:55:29.910747+00:00", "modelId": "XHToken/Spark-X2.5-1.7B", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-13T02:47:21+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4557197", "taskType": "text-generation", "verifyResult": -1}
|
||||
@@ -297,4 +298,3 @@
|
||||
{"failReason": "ambiguous_runtime", "failureAction": "send_compact_profile_and_root_exception_to_llm", "failureCategory": "ambiguous_runtime", "failureClassificationReason": "execute_empty_result", "failureCode": "EXECUTE_EMPTY_RESULT", "failureDetectedFramework": "vllm", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "unknown", "framework": "vllm", "lastSyncTime": "2026-09-09T05:56:37.494970+00:00", "modelId": "nm-testing/SmolLM-135M-Instruct-quantized.w4a16", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-09T05:53:21+00:00", "targetGpu": "Vastai_va16", "taskId": "4471929", "taskType": "text-generation", "verifyResult": -1}
|
||||
{"failReason": "model_load", "failureAction": "inspect_root_exception_then_llm_if_unknown", "failureCategory": "model_load", "failureClassificationReason": "broad_load_error", "failureCode": "MODEL_LOAD_FAILED", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "model_gpu_framework", "framework": "", "lastSyncTime": "2026-09-09T05:53:14.296748+00:00", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-09T05:51:21+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4083446", "taskType": "text-generation", "verifyResult": -1}
|
||||
{"failReason": "ambiguous_runtime", "failureAction": "send_compact_profile_and_root_exception_to_llm", "failureCategory": "ambiguous_runtime", "failureClassificationReason": "driver_error", "failureCode": "DRIVER_ERROR", "failureDetectedFramework": "vllm", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "unknown", "framework": "vllm", "lastSyncTime": "2026-09-09T05:15:37.097487+00:00", "modelId": "RedHatAI/Qwen2.5-3B-quantized.w4a16", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-09T05:15:21+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4591599", "taskType": "text-generation", "verifyResult": -1}
|
||||
{"failReason": "model_load", "failureAction": "inspect_root_exception_then_llm_if_unknown", "failureCategory": "model_load", "failureClassificationReason": "broad_load_error", "failureCode": "MODEL_LOAD_FAILED", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "model_gpu_framework", "framework": "", "lastSyncTime": "2026-09-09T05:12:14.918874+00:00", "modelId": "nm-testing/tinyllama-marlin24-w4a16-group128", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-09T05:11:21+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4523219", "taskType": "text-generation", "verifyResult": -1}
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@@ -1,24 +1,24 @@
|
||||
{
|
||||
"agentVersion": "2026.09.04.4",
|
||||
"checksums": {
|
||||
".modelhub_state/architecture_compatibility_blacklist.json": "78b6fac805fe71ed24462c668d0daca463d1ff846d6ae0f5801913a3372b18bc",
|
||||
".modelhub_state/architecture_history_backfill.json": "de61e68a5dc8229a9dc3739c3071b0e9a49d041ab9b04a8594da4f06ee901211",
|
||||
".modelhub_state/market_intelligence.json": "bbcab301de6e8e84f35eae19e2f65e26ba21111e213c3a00b47582469dfcaccb",
|
||||
".modelhub_state/official_capabilities.json": "cc5511d80ceb0339cdd21b7494f352c4cea0ca183ff2528c3b4b415b2c602630",
|
||||
".modelhub_state/outcome_checkpoint.json": "0af93a790447468ccf3d601802ae53e9c465048a8832d883794e238d23f28a56",
|
||||
".modelhub_state/architecture_compatibility_blacklist.json": "5e1af97b7ebb6816afd89169b235e0a33b0507d981c0943f573fc306748ffd68",
|
||||
".modelhub_state/architecture_history_backfill.json": "7d91b631a39151552ffb1c08ce8524e9035a9fbfc98f3ef6ebbef36a166133e7",
|
||||
".modelhub_state/market_intelligence.json": "2f66c3b09a9aaa6c0d4ba8544ae547a26fd2f07df097019bf5a93544f014af04",
|
||||
".modelhub_state/official_capabilities.json": "c299eba32c25650c882d1316c5fc03ce87361ab1bbe12becc516c1910d284b18",
|
||||
".modelhub_state/outcome_checkpoint.json": "b7fe1dfbde69c5aaf976594521404d7f5213435faeae7c3be2040dbf95eb799c",
|
||||
".modelhub_state/queue_cleanup_latest.json": "51e7d1585319177976584ac9d97c18e02335e06fbd17bfdd6be748f1310ef4da",
|
||||
".modelhub_state/recent_outcomes.jsonl": "78cda521f02b151a7c7ed63db5df59f02953d6fae88ad8e53c2dfe94b809a0fc",
|
||||
".modelhub_state/recovery_active_tasks.jsonl": "93295f274387f3afc6247d6f60dc8a0ba7ee58a25f6b450e32cc3cf68a159830",
|
||||
".modelhub_state/recovery_intents.jsonl": "9997b66235734d58ac7d6837fc993bd29ff0ec6682f6713cd9c022fcc7e8ebd7",
|
||||
".modelhub_state/recent_outcomes.jsonl": "8f4d35494179bcf56e02fd2b4a01c86ad89932f048ea22aa33a98046e9498fb6",
|
||||
".modelhub_state/recovery_active_tasks.jsonl": "4d7efcfa7d35f7af420a787fdb3770f25f3a80414575a6d3b8b4dfc2b1a28fae",
|
||||
".modelhub_state/recovery_intents.jsonl": "cc3fdaa79229b8dde0a38a7b778399bd5325ce08f4b0c3e000ec7eb5133989ee",
|
||||
".modelhub_state/routing_intelligence.json": "cdd3341d66484775862c4a1f5c766a7fc0200b1a3a204a76975162502e1d3457",
|
||||
".modelhub_state/submission_exclusions.jsonl": "14480c58228be6b76e21e98008960b815d20d16132dcab7a11e5b449c5e2d220",
|
||||
".modelhub_state/worker_crashes.jsonl": "9693a31a13cc18a3136ff5373f9569dc2fecaa274aaf91d3b1c8a67f31fe0162",
|
||||
"ledger/submissions.jsonl": "8f12d75f773632785dd64de0467afe57dcae00a4cf0c7c019d8a956931e393a1",
|
||||
"outcomes/submissions.jsonl": "52eb59d3f79d7002ef2c21ead04124871025575876c40b3c89e753c66cc8d521"
|
||||
},
|
||||
"generation": 6490,
|
||||
"generation": 6491,
|
||||
"phase": "cycle",
|
||||
"schemaVersion": 1,
|
||||
"updatedAt": "2026-09-13T03:11:56.830293+00:00",
|
||||
"updatedAt": "2026-09-13T03:14:45.429751+00:00",
|
||||
"writerId": "e5dd59a4c84a4f21926bad61448789e2"
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user