state: generation 5828 (cycle)

This commit is contained in:
2026-09-11 18:25:49 +00:00
parent b0332fa57f
commit f854e6a363
9 changed files with 2084 additions and 2061 deletions

View File

@@ -1307,7 +1307,7 @@
"taskType": "text-generation"
}
},
"generatedAt": "2026-09-11T18:22:28.809690+00:00",
"generatedAt": "2026-09-11T18:25:48.383409+00:00",
"summary": {
"activeBlockCount": 66,
"byGpuFramework": {

View File

@@ -27,7 +27,7 @@
"11": {
"complete": false,
"lastError": "ModelHubAPIError: 系统错误",
"listingErrors": 416,
"listingErrors": 417,
"nextPage": 1,
"recordsScanned": 0,
"uniqueRecords": 0
@@ -102,12 +102,12 @@
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
"failureLogsInspected": 0,
"mode": "incremental_decision_only",
"nextAccountIndex": 11,
"nextAccountIndex": 0,
"recordsScanned": 0,
"seenTaskIds": [],
"startedAt": "2026-09-04T03:55:51.365685+00:00",
"terminalRecords": 0,
"uniqueRecords": 0,
"updatedAt": "2026-09-11T18:22:28.786269+00:00",
"updatedAt": "2026-09-11T18:25:48.357032+00:00",
"version": 1
}

View File

@@ -416,7 +416,7 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-11T18:19:31.471191+00:00",
"generatedAt": "2026-09-11T18:23:37.768902+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,

File diff suppressed because it is too large Load Diff

View File

@@ -1,6 +1,6 @@
{
"generatedAt": "2026-09-11T17:04:58.675755+00:00",
"lastSyncTime": "2026-09-11T17:04:58.435558+00:00",
"generatedAt": "2026-09-11T18:23:30.542558+00:00",
"lastSyncTime": "2026-09-11T18:23:30.509203+00:00",
"recentLimit": 300,
"report": {
"architectureCompatibilityBlocks": {
@@ -1720,22 +1720,22 @@
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 1.0,
"decisionTotal": 5,
"decisionTotal": 6,
"failureBreakdown": {
"参数/模板问题": 1,
"验证失败": 30
},
"failureCount": 31,
"failureRate": 0.8611,
"failureRate": 0.8378,
"framework": "unknown",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 5,
"successRate": 0.1389,
"successCount": 6,
"successRate": 0.1622,
"targetGpu": "Iluvatar_bi-150",
"taskType": "text-generation",
"total": 36,
"total": 37,
"unresolvedFailureCount": 31
},
"Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation": {
@@ -2291,9 +2291,9 @@
},
"unknown": {
"attributableFailureCount": 141,
"decisionFailureRate": 0.7421,
"decisionSuccessRate": 0.2579,
"decisionTotal": 190,
"decisionFailureRate": 0.7382,
"decisionSuccessRate": 0.2618,
"decisionTotal": 191,
"failureBreakdown": {
"ambiguous_runtime": 130,
"backend_operator": 4,
@@ -2306,13 +2306,13 @@
"验证失败": 673
},
"failureCount": 1002,
"failureRate": 0.9534,
"failureRate": 0.9525,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 1,
"successCount": 49,
"successRate": 0.0466,
"total": 1051,
"successCount": 50,
"successRate": 0.0475,
"total": 1052,
"unresolvedFailureCount": 860
},
"vllm": {
@@ -2443,7 +2443,7 @@
"unresolvedFailureCount": 1
}
},
"generatedAt": "2026-09-11T17:04:58.671673+00:00",
"generatedAt": "2026-09-11T18:23:30.538892+00:00",
"gpuSummaries": {
"Ascend_910-b3": {
"attributableFailureCount": 26,
@@ -2583,9 +2583,9 @@
},
"Iluvatar_bi-150": {
"attributableFailureCount": 19,
"decisionFailureRate": 0.7308,
"decisionSuccessRate": 0.2692,
"decisionTotal": 26,
"decisionFailureRate": 0.7037,
"decisionSuccessRate": 0.2963,
"decisionTotal": 27,
"failureBreakdown": {
"ambiguous_runtime": 12,
"backend_operator": 5,
@@ -2596,13 +2596,13 @@
"验证失败": 30
},
"failureCount": 62,
"failureRate": 0.8986,
"failureRate": 0.8857,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 7,
"successRate": 0.1014,
"total": 69,
"successCount": 8,
"successRate": 0.1143,
"total": 70,
"unresolvedFailureCount": 43
},
"Iluvatar_mrv-100": {
@@ -4208,6 +4208,29 @@
"total": 1,
"unresolvedFailureCount": 1
},
"Iluvatar_bi-150|unknown|text-generation": {
"attributableFailureCount": 0,
"consecutiveFailures": 0,
"consecutivePlatformFailures": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 1.0,
"decisionTotal": 1,
"failureBreakdown": {},
"failureCount": 0,
"failureRate": 0.0,
"framework": "unknown",
"lastPlatformFailureAt": null,
"lastTerminalAt": "2026-09-11T18:23:30.509203+00:00",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 1,
"successRate": 1.0,
"targetGpu": "Iluvatar_bi-150",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Iluvatar_bi-150|vllm|text-generation": {
"attributableFailureCount": 3,
"consecutiveFailures": 3,
@@ -4570,19 +4593,19 @@
"unresolvedFailureCount": 0
},
"hygon_k100-ai|vllm|text-generation": {
"attributableFailureCount": 5,
"consecutiveFailures": 5,
"attributableFailureCount": 4,
"consecutiveFailures": 4,
"consecutivePlatformFailures": 0,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 5,
"decisionTotal": 4,
"failureBreakdown": {
"ambiguous_runtime": 12,
"framework_architecture_unsupported": 3,
"framework_architecture_unsupported": 2,
"repository_structure": 1,
"runtime_memory": 1
},
"failureCount": 17,
"failureCount": 16,
"failureRate": 1.0,
"framework": "vllm",
"lastPlatformFailureAt": null,
@@ -4594,7 +4617,7 @@
"successRate": 0.0,
"targetGpu": "hygon_k100-ai",
"taskType": "text-generation",
"total": 17,
"total": 16,
"unresolvedFailureCount": 12
}
},
@@ -6937,13 +6960,13 @@
"unresolvedFailureCount": 0
}
},
"terminalRecords": 1662,
"totalRecords": 1749,
"terminalRecords": 1663,
"totalRecords": 1750,
"totals": {
"attributableFailureCount": 439,
"decisionFailureRate": 0.8905,
"decisionSuccessRate": 0.1095,
"decisionTotal": 493,
"decisionFailureRate": 0.8887,
"decisionSuccessRate": 0.1113,
"decisionTotal": 494,
"failureBreakdown": {
"ambiguous_runtime": 393,
"backend_operator": 40,
@@ -6958,29 +6981,30 @@
"验证失败": 673
},
"failureCount": 1608,
"failureRate": 0.9675,
"failureRate": 0.9669,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 4,
"successCount": 54,
"successRate": 0.0325,
"total": 1662,
"successCount": 55,
"successRate": 0.0331,
"total": 1663,
"unresolvedFailureCount": 1165
},
"warnings": [
"GPU Ascend_910-b3 本地统计失败率偏高≥50%),建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高≥50%),建议重点关注。",
"GPU Iluvatar_mrv-100 本地统计失败率偏高≥50%),建议重点关注。",
"GPU Ascend_910-b4 本地统计失败率偏高≥50%),建议重点关注。",
"GPU Mthreads_s4000 本地统计失败率偏高≥50%),建议重点关注。",
"GPU Sunrise_pt-200-x1 本地统计失败率偏高≥50%),建议重点关注。",
"GPU MetaX_c-500 本地统计失败率偏高≥50%),建议重点关注。",
"GPU Iluvatar_bi-150 本地统计失败率偏高≥50%),建议重点关注。",
"GPU Biren_166m 本地统计失败率偏高≥50%),建议重点关注。",
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高≥50%),建议重点关注。",
"GPU hygon_k100-ai 本地统计失败率偏高≥50%),建议重点关注。",
"GPU Iluvatar_bi-150 本地统计失败率偏高≥50%),建议重点关注。",
"GPU Cambricon_mlu-370-x4 本地统计失败率偏高≥50%),建议重点关注。",
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高≥50%),建议重点关注。",
"GPU Biren_166m 本地统计失败率偏高≥50%),建议重点关注。",
"GPU Ascend_910-b4 本地统计失败率偏高≥50%),建议重点关注。",
"组合 Iluvatar_mrv-100|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x4|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Mthreads_s4000|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x8|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
@@ -6995,11 +7019,10 @@
"组合 hygon_k100-ai|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Iluvatar_bi-150|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Vastai_va16|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x4|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。",
"组合 hygon_k100-ai|vllm-patch-tokenizer|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。"
]
},
"storageMode": "decision_state_only",
"summarizedRecords": 1749,
"summarizedRecords": 1750,
"version": 1
}

View File

@@ -1,3 +1,4 @@
{"failReason": null, "framework": "", "lastSyncTime": "2026-09-11T18:23:30.509203+00:00", "modelId": "LiquidAI/LFM2-2.6B-Transcript-GGUF", "modelProfile": {}, "outcome": "success", "status": "success", "submitTime": "2026-09-11T18:21:22+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4079227", "taskType": "text-generation", "verifyResult": 1}
{"failReason": "model_load", "failureAction": "inspect_root_exception_then_llm_if_unknown", "failureCategory": "model_load", "failureClassificationReason": "broad_load_error", "failureCode": "MODEL_LOAD_FAILED", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "model_gpu_framework", "framework": "", "lastSyncTime": "2026-09-11T17:04:58.435558+00:00", "modelId": "nm-testing/nonuniform", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-11T16:55:21+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4523307", "taskType": "text-generation", "verifyResult": -1}
{"failReason": "ambiguous_runtime", "failureAction": "send_compact_profile_and_root_exception_to_llm", "failureCategory": "ambiguous_runtime", "failureClassificationReason": "missing_structured_error_code", "failureCode": null, "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "unknown", "framework": "", "lastSyncTime": "2026-09-11T14:13:29.151029+00:00", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a8", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-11T14:11:21+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4523303", "taskType": "text-generation", "verifyResult": -1}
{"failReason": null, "framework": "", "lastSyncTime": "2026-09-11T13:55:08.941364+00:00", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "modelProfile": {}, "outcome": "success", "status": "success", "submitTime": "2026-09-11T13:53:22+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4523314", "taskType": "text-generation", "verifyResult": 1}
@@ -297,4 +298,3 @@
{"failReason": "ambiguous_runtime", "failureAction": "send_compact_profile_and_root_exception_to_llm", "failureCategory": "ambiguous_runtime", "failureClassificationReason": "missing_structured_error_code", "failureCode": null, "failureDetectedFramework": "vllm", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "unknown", "framework": "vllm", "lastSyncTime": "2026-09-08T10:53:19.117686+00:00", "modelId": "ModelCloud.AI/Qwen2.5-0.5B-Instruct-gptqmodel-4bit", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-08T10:35:21+00:00", "targetGpu": "Vastai_va16", "taskId": "4080017", "taskType": "text-generation", "verifyResult": -1}
{"failReason": "runtime_memory", "failureAction": "lower_memory_risk_or_reject_combination", "failureCategory": "runtime_memory", "failureClassificationReason": "structured_device_oom", "failureCode": "DEVICE_OOM", "failureDetectedFramework": "vllm", "failureDeterministic": true, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": false, "failureScope": "model_gpu", "framework": "vllm", "lastSyncTime": "2026-09-08T10:53:19.117711+00:00", "modelId": "ysqlian/YZH_Model", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-08T10:33:22+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4488350", "taskType": "text-generation", "verifyResult": -1}
{"failReason": "backend_operator", "failureAction": "prefer_other_proven_framework_or_gpu", "failureCategory": "backend_operator", "failureClassificationReason": "backend_version_dependent", "failureCode": "MISSING_OPERATOR", "failureDetectedFramework": "vllm", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "gpu_framework", "framework": "vllm", "lastSyncTime": "2026-09-08T10:53:19.117696+00:00", "modelId": "cyankiwi/Ornith-1.0-9B-AWQ-FP8", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-08T10:27:22+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4079920", "taskType": "text-generation", "verifyResult": -1}
{"failReason": "framework_architecture_unsupported", "failureAction": "block_gpu_framework_architecture", "failureCategory": "framework_architecture_unsupported", "failureClassificationReason": "explicit_framework_model_unsupported", "failureCode": "MODEL_NOT_SUPPORTED", "failureDetectedFramework": "vllm", "failureDeterministic": true, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": false, "failureScope": "model_gpu_framework", "framework": "vllm", "lastSyncTime": "2026-09-08T10:26:32.495882+00:00", "modelId": "amd/Qwen2.5_3B_Instruct-onnx-ryzenai-hybrid", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-08T10:15:21+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4080079", "taskType": "text-generation", "verifyResult": -1}

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

View File

@@ -1,24 +1,24 @@
{
"agentVersion": "2026.09.04.4",
"checksums": {
".modelhub_state/architecture_compatibility_blacklist.json": "c9e1f3e26bb595f7a8b2ca8eaa263ab7072425e1639bd1ec1bf7774c377b2d6b",
".modelhub_state/architecture_history_backfill.json": "03297785dda0c40e9769bca3e1e48d0dd4ad63674d790ff7e53f8aa00f61a4c0",
".modelhub_state/market_intelligence.json": "215cdb7487096a34997cd78aafa8b2d59a3f6834fdec13f20594598c35487a93",
".modelhub_state/official_capabilities.json": "42ebc71dd95aac52ee7ab91060bb621d95e1581b719b06b254c75c83d9c01245",
".modelhub_state/outcome_checkpoint.json": "a9dfa641b73b3f65b75edad9eecac1d7147273706a035860f529d795199ce72a",
".modelhub_state/architecture_compatibility_blacklist.json": "58afb24e7db1f1be41ba6d822e9281de04f7740e90eda31994548be35028920c",
".modelhub_state/architecture_history_backfill.json": "3e36af3fc889b3fa0c762b10b8b2ec014c64f5c9f9738fdd16c6c286812aed06",
".modelhub_state/market_intelligence.json": "2a22ebcf00e5753167228ed624efdc83424a89ca23459d6e675879dfe75f78c7",
".modelhub_state/official_capabilities.json": "c471250bb0f54a7fc2ff6ec8bd24a3415184662c8c83c19f20dbc3e791986f5f",
".modelhub_state/outcome_checkpoint.json": "7d7e3c03435077d702aeac7fea7a39c89cd8c03ced3888612787ab1187604132",
".modelhub_state/queue_cleanup_latest.json": "aef9d56345e6e6b2c6e9bcc5c224abe9dc0699f57e994e20e663ac3e21dd4b56",
".modelhub_state/recent_outcomes.jsonl": "f153eef614ed92cbeed5c203b393f8f056a1cbb085b04ad0096fbd394fda41f2",
".modelhub_state/recovery_active_tasks.jsonl": "79429780264486a10b43f4d2f3839a511e2f84d827d6a9f8643f53fa35398987",
".modelhub_state/recovery_intents.jsonl": "a3621bc10cbfb1334828ab209d9a73e619e02d4421736b2c89628f996d0f2d96",
".modelhub_state/recent_outcomes.jsonl": "696c8282e40144a5f62605843b8cc373d73561026952367ea15b6978238ff0df",
".modelhub_state/recovery_active_tasks.jsonl": "113b428db9971d3684583086bac9eec0a566885bd55f4a7d7f6f118ba0bc2359",
".modelhub_state/recovery_intents.jsonl": "c3e65a4bd561096a125f43ccc40a3aced891716469d9b37a796d1b940f56ef52",
".modelhub_state/routing_intelligence.json": "2b654dafdfd872f14785631303373f430c76cd9c45a93fc70092cf43efa185e9",
".modelhub_state/submission_exclusions.jsonl": "14480c58228be6b76e21e98008960b815d20d16132dcab7a11e5b449c5e2d220",
".modelhub_state/worker_crashes.jsonl": "7fa483580e87374493226e80bcf40bf8044847acba70045c96fa175966a1a8ba",
"ledger/submissions.jsonl": "e3cf446b4128b84b5940ef3553b519191a59cdf4fb1aba6152bf464993565246",
"outcomes/submissions.jsonl": "6e36e271017843f5d31557fc79ddc8fb7c1e315000cf27de02acb6f767d021e9"
},
"generation": 5827,
"generation": 5828,
"phase": "cycle",
"schemaVersion": 1,
"updatedAt": "2026-09-11T18:22:28.881356+00:00",
"updatedAt": "2026-09-11T18:25:49.113967+00:00",
"writerId": "18252d8a8ef94333abd55823b2d81c42"
}