CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11912 (intent)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 23:42:58 +00:00
parent bf3ee7a3d2
commit 94261cf842
8 changed files with 105 additions and 124 deletions
Download Patch File Download Diff File Expand all files Collapse all files

143
.modelhub_state/outcome_checkpoint.json
View File

@@ -1,6 +1,6 @@
{
"generatedAt": "2026-09-21T23:35:10.930892+00:00",
"lastSyncTime": "2026-09-21T23:35:10.664127+00:00",
"generatedAt": "2026-09-21T23:42:47.613650+00:00",
"lastSyncTime": "2026-09-21T23:42:47.252222+00:00",
"recentLimit": 300,
"report": {
"architectureCompatibilityBlocks": {
@@ -1014,7 +1014,7 @@
"cambricon_mlu-370-x8|vllm|text-generation|model_type:gemma4": {
"architectureSignature": "model_type:gemma4",
"architectures": [],
"evidenceCount": 1,
"evidenceCount": 2,
"expiresAt": "2026-10-20T04:26:51.246271+00:00",
"framework": "vllm",
"latestFailureAt": "2026-09-20T04:26:51.246271+00:00",
@@ -1022,10 +1022,12 @@
"matchType": "model_type",
"modelType": "gemma4",
"sourceModelIds": [
"mlx-community/gemma-4-e4b-it-OptiQ-4bit"
"mlx-community/gemma-4-e4b-it-OptiQ-4bit",
"mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit"
],
"sourceTaskIds": [
"4970731"
"4970731",
"4970619"
],
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation"
@@ -3568,17 +3570,17 @@
"unresolvedFailureCount": 43
},
"Cambricon_mlu-370-x8|vllm|text-generation": {
"attributableFailureCount": 21,
"attributableFailureCount": 22,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 21,
"decisionTotal": 22,
"failureBreakdown": {
"ambiguous_runtime": 20,
"framework_architecture_unsupported": 20,
"framework_architecture_unsupported": 21,
"memory_capacity": 1,
"参数/模板问题": 12
},
"failureCount": 53,
"failureCount": 54,
"failureRate": 1.0,
"framework": "vllm",
"pendingCount": 0,
@@ -3588,7 +3590,7 @@
"successRate": 0.0,
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 53,
"total": 54,
"unresolvedFailureCount": 32
},
"Iluvatar_bi-100|transformers|text-generation": {
@@ -5525,17 +5527,17 @@
"unresolvedFailureCount": 6446
},
"vllm": {
"attributableFailureCount": 3546,
"attributableFailureCount": 3547,
"decisionFailureRate": 0.9758,
"decisionSuccessRate": 0.0242,
"decisionTotal": 3634,
"decisionTotal": 3635,
"failureBreakdown": {
"ambiguous_runtime": 1499,
"architecture_compatibility": 112,
"attention_backend": 1,
"backend_operator": 84,
"context_length": 161,
"framework_architecture_unsupported": 1312,
"framework_architecture_unsupported": 1313,
"memory_capacity": 722,
"model_load": 208,
"platform_infrastructure": 865,
@@ -5544,14 +5546,14 @@
"tokenizer_compatibility": 412,
"参数/模板问题": 46
},
"failureCount": 5956,
"failureCount": 5957,
"failureRate": 0.9854,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 865,
"successCount": 88,
"successRate": 0.0146,
"total": 6044,
"total": 6045,
"unresolvedFailureCount": 1545
},
"vllm-customized": {
@@ -5698,7 +5700,7 @@
"unresolvedFailureCount": 120
}
},
"generatedAt": "2026-09-21T23:35:10.920230+00:00",
"generatedAt": "2026-09-21T23:42:47.602690+00:00",
"gpuSummaries": {
"Ascend_910-b3": {
"attributableFailureCount": 99,
@@ -5814,27 +5816,27 @@
"unresolvedFailureCount": 774
},
"Cambricon_mlu-370-x8": {
"attributableFailureCount": 52,
"decisionFailureRate": 0.7879,
"decisionSuccessRate": 0.2121,
"decisionTotal": 66,
"attributableFailureCount": 53,
"decisionFailureRate": 0.791,
"decisionSuccessRate": 0.209,
"decisionTotal": 67,
"failureBreakdown": {
"ambiguous_runtime": 110,
"framework_architecture_unsupported": 43,
"framework_architecture_unsupported": 44,
"memory_capacity": 4,
"model_load": 3,
"tokenizer_compatibility": 2,
"参数/模板问题": 34,
"验证失败": 22
},
"failureCount": 218,
"failureRate": 0.9397,
"failureCount": 219,
"failureRate": 0.9399,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 14,
"successRate": 0.0603,
"total": 232,
"successRate": 0.0601,
"total": 233,
"unresolvedFailureCount": 166
},
"Iluvatar_bi-100": {
@@ -10711,14 +10713,14 @@
"unresolvedFailureCount": 0
},
"Cambricon_mlu-370-x8|vllm|text-generation|gemma4|none": {
"attributableFailureCount": 1,
"attributableFailureCount": 2,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"decisionTotal": 2,
"failureBreakdown": {
"framework_architecture_unsupported": 1
"framework_architecture_unsupported": 2
},
"failureCount": 1,
"failureCount": 2,
"failureRate": 1.0,
"framework": "vllm",
"modelType": "gemma4",
@@ -10730,7 +10732,7 @@
"successRate": 0.0,
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 1,
"total": 2,
"unresolvedFailureCount": 0
},
"Cambricon_mlu-370-x8|vllm|text-generation|hrm_text|none": {
@@ -18078,15 +18080,15 @@
"unresolvedFailureCount": 6
},
"Cambricon_mlu-370-x8|vllm|text-generation": {
"attributableFailureCount": 7,
"consecutiveFailures": 7,
"attributableFailureCount": 8,
"consecutiveFailures": 8,
"consecutivePlatformFailures": 0,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 7,
"decisionTotal": 8,
"failureBreakdown": {
"ambiguous_runtime": 12,
"framework_architecture_unsupported": 6,
"ambiguous_runtime": 11,
"framework_architecture_unsupported": 7,
"memory_capacity": 1,
"参数/模板问题": 1
},
@@ -18103,7 +18105,7 @@
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 20,
"unresolvedFailureCount": 13
"unresolvedFailureCount": 12
},
"Iluvatar_bi-100|transformers|text-generation": {
"attributableFailureCount": 0,
@@ -19682,15 +19684,15 @@
"unresolvedFailureCount": 0
},
"Cambricon_mlu-370-x8|vllm|text-generation|gemma4|none": {
"attributableFailureCount": 1,
"consecutiveFailures": 1,
"attributableFailureCount": 2,
"consecutiveFailures": 2,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"decisionTotal": 2,
"failureBreakdown": {
"framework_architecture_unsupported": 1
"framework_architecture_unsupported": 2
},
"failureCount": 1,
"failureCount": 2,
"failureRate": 1.0,
"framework": "vllm",
"lastTerminalAt": "2026-09-21T19:58:46.051796+00:00",
@@ -19703,7 +19705,7 @@
"successRate": 0.0,
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 1,
"total": 2,
"unresolvedFailureCount": 0
},
"Cambricon_mlu-370-x8|vllm|text-generation|lfm2_moe|none": {
@@ -21033,31 +21035,6 @@
"total": 2,
"unresolvedFailureCount": 2
},
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|nemotron_h|modelopt": {
"attributableFailureCount": 0,
"consecutiveFailures": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_fix_tokenizer",
"lastTerminalAt": "2026-09-20T12:21:49.902137+00:00",
"modelType": "nemotron_h",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "modelopt",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Iluvatar_bi-150",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
},
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|nemotron_h|none": {
"attributableFailureCount": 0,
"consecutiveFailures": 0,
@@ -28427,14 +28404,14 @@
"unresolvedFailureCount": 0
},
"Cambricon_mlu-370-x8|vllm|text-generation|gemma4|none|32": {
"attributableFailureCount": 1,
"attributableFailureCount": 2,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"decisionTotal": 2,
"failureBreakdown": {
"framework_architecture_unsupported": 1
"framework_architecture_unsupported": 2
},
"failureCount": 1,
"failureCount": 2,
"failureRate": 1.0,
"framework": "vllm",
"loadSizeLog2Bucket": 32,
@@ -28447,7 +28424,7 @@
"successRate": 0.0,
"targetGpu": "Cambricon_mlu-370-x8",
"taskType": "text-generation",
"total": 1,
"total": 2,
"unresolvedFailureCount": 0
},
"Cambricon_mlu-370-x8|vllm|text-generation|hrm_text|none|31": {
@@ -38574,20 +38551,20 @@
"unresolvedFailureCount": 0
}
},
"terminalRecords": 16438,
"totalRecords": 16632,
"terminalRecords": 16439,
"totalRecords": 16633,
"totals": {
"attributableFailureCount": 5924,
"attributableFailureCount": 5925,
"decisionFailureRate": 0.8619,
"decisionSuccessRate": 0.1381,
"decisionTotal": 6873,
"decisionTotal": 6874,
"failureBreakdown": {
"ambiguous_runtime": 4052,
"architecture_compatibility": 212,
"attention_backend": 1,
"backend_operator": 105,
"context_length": 321,
"framework_architecture_unsupported": 2095,
"framework_architecture_unsupported": 2096,
"memory_capacity": 1199,
"model_load": 500,
"platform_infrastructure": 925,
@@ -38598,31 +38575,31 @@
"日志缺失": 719,
"验证失败": 674
},
"failureCount": 15489,
"failureCount": 15490,
"failureRate": 0.9423,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 925,
"successCount": 949,
"successRate": 0.0577,
"total": 16438,
"total": 16439,
"unresolvedFailureCount": 8640
},
"warnings": [
"GPU Iluvatar_mrv-100 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Mthreads_s4000 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Kunlunxin_p-800 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Biren_166m 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Iluvatar_bi-100 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Sunrise_pt-200-x1 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Ascend_910-b3 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x4 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Iluvatar_bi-150 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU hygon_k100-ai 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Ascend_910-b4 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
"组合 Iluvatar_bi-150|vllm|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x8|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
@@ -38662,6 +38639,6 @@
]
},
"storageMode": "decision_state_only",
"summarizedRecords": 16632,
"summarizedRecords": 16633,
"version": 1
}