CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11676 (intent)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 19:57:32 +00:00
parent f97efea204
commit 4a115df36a
9 changed files with 376 additions and 292 deletions
Download Patch File Download Diff File Expand all files Collapse all files

316
.modelhub_state/outcome_checkpoint.json
View File

@@ -1,6 +1,6 @@
{
"generatedAt": "2026-09-21T19:52:34.453108+00:00",
"lastSyncTime": "2026-09-21T19:52:34.157602+00:00",
"generatedAt": "2026-09-21T19:57:12.166601+00:00",
"lastSyncTime": "2026-09-21T19:57:11.769139+00:00",
"recentLimit": 300,
"report": {
"architectureCompatibilityBlocks": {
@@ -1203,6 +1203,25 @@
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation"
},
"cambricon_mlu-370-x8|vllm|text-generation|model_type:qwen3_vl": {
"architectureSignature": "model_type:qwen3_vl",
"architectures": [],
"evidenceCount": 1,
"expiresAt": "2026-10-20T03:58:35.455197+00:00",
"framework": "vllm",
"latestFailureAt": "2026-09-20T03:58:35.455197+00:00",
"latestSuccessfulAt": null,
"matchType": "model_type",
"modelType": "qwen3_vl",
"sourceModelIds": [
"BAAI/RoboBrain2.5-8B-MT"
],
"sourceTaskIds": [
"4970358"
],
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation"
},
"cambricon_mlu-370-x8|vllm|text-generation|model_type:zaya": {
"architectureSignature": "model_type:zaya",
"architectures": [],
@@ -2773,7 +2792,7 @@
}
},
"architectureCompatibilitySummary": {
"activeBlockCount": 139,
"activeBlockCount": 140,
"byGpuFramework": {
"Ascend_910-b3|vllm": 13,
"Ascend_910-b3|vllm_tokenizer_patch": 5,
@@ -2781,7 +2800,7 @@
"Ascend_910-b4|vllm_tokenizer_patch": 5,
"Biren_166m|vllm": 3,
"Cambricon_mlu-370-x4|vllm": 2,
"Cambricon_mlu-370-x8|vllm": 14,
"Cambricon_mlu-370-x8|vllm": 15,
"Cambricon_mlu-370-x8|vllm-customized": 2,
"Cambricon_mlu-370-x8|vllm-mlu": 5,
"Iluvatar_bi-150|transformers": 4,
@@ -3077,13 +3096,13 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 24,
"failureBreakdown": {
"ambiguous_runtime": 45,
"ambiguous_runtime": 46,
"framework_architecture_unsupported": 23,
"platform_infrastructure": 1,
"repository_structure": 1,
"参数/模板问题": 6
},
"failureCount": 76,
"failureCount": 77,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"pendingCount": 0,
@@ -3093,8 +3112,8 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 76,
"unresolvedFailureCount": 51
"total": 77,
"unresolvedFailureCount": 52
},
"Ascend_910-b4|vllm|text-generation": {
"attributableFailureCount": 204,
@@ -3446,37 +3465,37 @@
"decisionSuccessRate": 0.48,
"decisionTotal": 25,
"failureBreakdown": {
"ambiguous_runtime": 39,
"ambiguous_runtime": 40,
"framework_architecture_unsupported": 11,
"model_load": 1,
"tokenizer_compatibility": 1,
"参数/模板问题": 3
},
"failureCount": 55,
"failureRate": 0.8209,
"failureCount": 56,
"failureRate": 0.8235,
"framework": "vllm-mlu",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 12,
"successRate": 0.1791,
"successRate": 0.1765,
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 67,
"unresolvedFailureCount": 42
"total": 68,
"unresolvedFailureCount": 43
},
"Cambricon_mlu-370-x8|vllm|text-generation": {
"attributableFailureCount": 19,
"attributableFailureCount": 20,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 19,
"decisionTotal": 20,
"failureBreakdown": {
"ambiguous_runtime": 19,
"framework_architecture_unsupported": 18,
"framework_architecture_unsupported": 19,
"memory_capacity": 1,
"参数/模板问题": 12
},
"failureCount": 50,
"failureCount": 51,
"failureRate": 1.0,
"framework": "vllm",
"pendingCount": 0,
@@ -3486,7 +3505,7 @@
"successRate": 0.0,
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 50,
"total": 51,
"unresolvedFailureCount": 31
},
"Iluvatar_bi-100|transformers|text-generation": {
@@ -5421,17 +5440,17 @@
"unresolvedFailureCount": 6446
},
"vllm": {
"attributableFailureCount": 3542,
"attributableFailureCount": 3543,
"decisionFailureRate": 0.9758,
"decisionSuccessRate": 0.0242,
"decisionTotal": 3630,
"decisionTotal": 3631,
"failureBreakdown": {
"ambiguous_runtime": 1497,
"architecture_compatibility": 112,
"attention_backend": 1,
"backend_operator": 84,
"context_length": 161,
"framework_architecture_unsupported": 1309,
"framework_architecture_unsupported": 1310,
"memory_capacity": 722,
"model_load": 207,
"platform_infrastructure": 865,
@@ -5440,14 +5459,14 @@
"tokenizer_compatibility": 412,
"参数/模板问题": 46
},
"failureCount": 5950,
"failureCount": 5951,
"failureRate": 0.9854,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 865,
"successCount": 88,
"successRate": 0.0146,
"total": 6038,
"total": 6039,
"unresolvedFailureCount": 1543
},
"vllm-customized": {
@@ -5477,22 +5496,22 @@
"decisionSuccessRate": 0.4878,
"decisionTotal": 41,
"failureBreakdown": {
"ambiguous_runtime": 58,
"ambiguous_runtime": 59,
"framework_architecture_unsupported": 18,
"model_load": 2,
"tokenizer_compatibility": 1,
"参数/模板问题": 3,
"验证失败": 1
},
"failureCount": 83,
"failureRate": 0.8058,
"failureCount": 84,
"failureRate": 0.8077,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 20,
"successRate": 0.1942,
"total": 103,
"unresolvedFailureCount": 62
"successRate": 0.1923,
"total": 104,
"unresolvedFailureCount": 63
},
"vllm-patch-tokenizer": {
"attributableFailureCount": 31,
@@ -5572,7 +5591,7 @@
"decisionSuccessRate": 0.0263,
"decisionTotal": 76,
"failureBreakdown": {
"ambiguous_runtime": 80,
"ambiguous_runtime": 81,
"backend_operator": 1,
"context_length": 3,
"framework_architecture_unsupported": 63,
@@ -5583,18 +5602,18 @@
"tokenizer_compatibility": 1,
"参数/模板问题": 27
},
"failureCount": 182,
"failureRate": 0.9891,
"failureCount": 183,
"failureRate": 0.9892,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 1,
"successCount": 2,
"successRate": 0.0109,
"total": 184,
"unresolvedFailureCount": 107
"successRate": 0.0108,
"total": 185,
"unresolvedFailureCount": 108
}
},
"generatedAt": "2026-09-21T19:52:34.442165+00:00",
"generatedAt": "2026-09-21T19:57:12.116575+00:00",
"gpuSummaries": {
"Ascend_910-b3": {
"attributableFailureCount": 99,
@@ -5628,7 +5647,7 @@
"decisionSuccessRate": 0.1636,
"decisionTotal": 385,
"failureBreakdown": {
"ambiguous_runtime": 181,
"ambiguous_runtime": 182,
"context_length": 1,
"framework_architecture_unsupported": 178,
"memory_capacity": 19,
@@ -5640,15 +5659,15 @@
"日志缺失": 14,
"验证失败": 175
},
"failureCount": 962,
"failureRate": 0.9385,
"failureCount": 963,
"failureRate": 0.9386,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 2,
"successCount": 63,
"successRate": 0.0615,
"total": 1025,
"unresolvedFailureCount": 638
"successRate": 0.0614,
"total": 1026,
"unresolvedFailureCount": 639
},
"Biren_166m": {
"attributableFailureCount": 186,
@@ -5710,28 +5729,28 @@
"unresolvedFailureCount": 774
},
"Cambricon_mlu-370-x8": {
"attributableFailureCount": 50,
"decisionFailureRate": 0.7812,
"decisionSuccessRate": 0.2188,
"decisionTotal": 64,
"attributableFailureCount": 51,
"decisionFailureRate": 0.7846,
"decisionSuccessRate": 0.2154,
"decisionTotal": 65,
"failureBreakdown": {
"ambiguous_runtime": 108,
"framework_architecture_unsupported": 41,
"ambiguous_runtime": 109,
"framework_architecture_unsupported": 42,
"memory_capacity": 4,
"model_load": 3,
"tokenizer_compatibility": 2,
"参数/模板问题": 34,
"验证失败": 22
},
"failureCount": 214,
"failureRate": 0.9386,
"failureCount": 216,
"failureRate": 0.9391,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 14,
"successRate": 0.0614,
"total": 228,
"unresolvedFailureCount": 164
"successRate": 0.0609,
"total": 230,
"unresolvedFailureCount": 165
},
"Iluvatar_bi-100": {
"attributableFailureCount": 194,
@@ -7460,10 +7479,10 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 2,
"ambiguous_runtime": 3,
"platform_infrastructure": 1
},
"failureCount": 3,
"failureCount": 4,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"modelType": "qwen2",
@@ -7475,8 +7494,8 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 3,
"unresolvedFailureCount": 2
"total": 4,
"unresolvedFailureCount": 3
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen3_5_moe|compressed-tensors": {
"attributableFailureCount": 3,
@@ -9877,9 +9896,9 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
"ambiguous_runtime": 2
},
"failureCount": 1,
"failureCount": 2,
"failureRate": 1.0,
"framework": "vllm-mlu",
"modelType": "lfm2",
@@ -9891,8 +9910,8 @@
"successRate": 0.0,
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
"total": 2,
"unresolvedFailureCount": 2
},
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|llama|awq": {
"attributableFailureCount": 0,
@@ -10884,6 +10903,29 @@
"total": 2,
"unresolvedFailureCount": 0
},
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3_vl|none": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"framework_architecture_unsupported": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm",
"modelType": "qwen3_vl",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3|none": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
@@ -17463,12 +17505,12 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 6,
"failureBreakdown": {
"ambiguous_runtime": 8,
"ambiguous_runtime": 7,
"framework_architecture_unsupported": 1,
"model_load": 4,
"tokenizer_compatibility": 1
},
"failureCount": 14,
"failureCount": 13,
"failureRate": 1.0,
"framework": "vllm",
"lastPlatformFailureAt": null,
@@ -17480,8 +17522,8 @@
"successRate": 0.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 14,
"unresolvedFailureCount": 8
"total": 13,
"unresolvedFailureCount": 7
},
"Cambricon_mlu-370-x4|unknown|text-generation": {
"attributableFailureCount": 0,
@@ -17569,9 +17611,9 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 6
"ambiguous_runtime": 7
},
"failureCount": 6,
"failureCount": 7,
"failureRate": 1.0,
"framework": "vllm-mlu",
"lastPlatformFailureAt": null,
@@ -17583,8 +17625,8 @@
"successRate": 0.0,
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 6,
"unresolvedFailureCount": 6
"total": 7,
"unresolvedFailureCount": 7
},
"Cambricon_mlu-370-x8|vllm|text-generation": {
"attributableFailureCount": 6,
@@ -18640,9 +18682,9 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 2
"ambiguous_runtime": 1
},
"failureCount": 2,
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm",
"lastTerminalAt": "2026-09-21T05:07:16.468545+00:00",
@@ -18655,8 +18697,8 @@
"successRate": 0.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 2,
"unresolvedFailureCount": 2
"total": 1,
"unresolvedFailureCount": 1
},
"Biren_166m|vllm|text-generation|lfm2|none": {
"attributableFailureCount": 2,
@@ -19019,12 +19061,12 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
"ambiguous_runtime": 2
},
"failureCount": 1,
"failureCount": 2,
"failureRate": 1.0,
"framework": "vllm-mlu",
"lastTerminalAt": "2026-09-21T08:44:09.587559+00:00",
"lastTerminalAt": "2026-09-21T19:57:11.769116+00:00",
"modelType": "lfm2",
"pendingCount": 0,
"pendingRate": 0.0,
@@ -19034,8 +19076,8 @@
"successRate": 0.0,
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
"total": 2,
"unresolvedFailureCount": 2
},
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|phi3|compressed-tensors": {
"attributableFailureCount": 0,
@@ -19487,6 +19529,31 @@
"total": 1,
"unresolvedFailureCount": 1
},
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3_vl|none": {
"attributableFailureCount": 1,
"consecutiveFailures": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"framework_architecture_unsupported": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm",
"lastTerminalAt": "2026-09-21T19:57:11.769130+00:00",
"modelType": "qwen3_vl",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3|none": {
"attributableFailureCount": 1,
"consecutiveFailures": 1,
@@ -19962,31 +20029,6 @@
"total": 1,
"unresolvedFailureCount": 0
},
"Iluvatar_bi-150|transformers|text-generation|mpt|none": {
"attributableFailureCount": 0,
"consecutiveFailures": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "transformers",
"lastTerminalAt": "2026-09-20T14:14:39.678925+00:00",
"modelType": "mpt",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Iluvatar_bi-150",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
},
"Iluvatar_bi-150|transformers|text-generation|nemotron_h|compressed-tensors": {
"attributableFailureCount": 1,
"consecutiveFailures": 1,
@@ -23497,9 +23539,9 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
"ambiguous_runtime": 2
},
"failureCount": 1,
"failureCount": 2,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"loadSizeLog2Bucket": 29,
@@ -23512,8 +23554,8 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
"total": 2,
"unresolvedFailureCount": 2
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|qwen2|compressed-tensors|31": {
"attributableFailureCount": 0,
@@ -26943,9 +26985,9 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
"ambiguous_runtime": 2
},
"failureCount": 1,
"failureCount": 2,
"failureRate": 1.0,
"framework": "vllm-mlu",
"loadSizeLog2Bucket": 29,
@@ -26958,8 +27000,8 @@
"successRate": 0.0,
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
"total": 2,
"unresolvedFailureCount": 2
},
"Cambricon_mlu-370-x8|vllm-mlu|text-generation|llama|awq|30": {
"attributableFailureCount": 0,
@@ -28373,6 +28415,30 @@
"total": 2,
"unresolvedFailureCount": 0
},
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3_vl|none|34": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"framework_architecture_unsupported": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm",
"loadSizeLog2Bucket": 34,
"modelType": "qwen3_vl",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Cambricon_mlu-370-x8|vllm|text-generation|qwen3|none|29": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
@@ -37637,20 +37703,20 @@
"unresolvedFailureCount": 0
}
},
"terminalRecords": 16388,
"totalRecords": 16582,
"terminalRecords": 16391,
"totalRecords": 16585,
"totals": {
"attributableFailureCount": 5909,
"attributableFailureCount": 5910,
"decisionFailureRate": 0.862,
"decisionSuccessRate": 0.138,
"decisionTotal": 6855,
"decisionTotal": 6856,
"failureBreakdown": {
"ambiguous_runtime": 4024,
"ambiguous_runtime": 4026,
"architecture_compatibility": 212,
"attention_backend": 1,
"backend_operator": 104,
"context_length": 321,
"framework_architecture_unsupported": 2087,
"framework_architecture_unsupported": 2088,
"memory_capacity": 1199,
"model_load": 499,
"platform_infrastructure": 925,
@@ -37661,31 +37727,31 @@
"日志缺失": 719,
"验证失败": 674
},
"failureCount": 15442,
"failureCount": 15445,
"failureRate": 0.9423,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 925,
"successCount": 946,
"successRate": 0.0577,
"total": 16388,
"unresolvedFailureCount": 8608
"total": 16391,
"unresolvedFailureCount": 8610
},
"warnings": [
"GPU Iluvatar_mrv-100 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Mthreads_s4000 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Kunlunxin_p-800 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Biren_166m 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Iluvatar_bi-100 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Sunrise_pt-200-x1 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Ascend_910-b3 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x4 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Iluvatar_bi-150 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU hygon_k100-ai 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Ascend_910-b4 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
"组合 Iluvatar_bi-150|vllm|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x8|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
@@ -37725,6 +37791,6 @@
]
},
"storageMode": "decision_state_only",
"summarizedRecords": 16582,
"summarizedRecords": 16585,
"version": 1
}