CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11594 (intent)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 18:02:36 +00:00
parent e435635226
commit 70b48231ff
7 changed files with 2653 additions and 2255 deletions
Download Patch File Download Diff File Expand all files Collapse all files

279
.modelhub_state/outcome_checkpoint.json
View File

@@ -1,6 +1,6 @@
{
"generatedAt": "2026-09-21T17:41:29.155215+00:00",
"lastSyncTime": "2026-09-21T17:41:26.757156+00:00",
"generatedAt": "2026-09-21T18:00:40.490817+00:00",
"lastSyncTime": "2026-09-21T18:00:38.063699+00:00",
"recentLimit": 300,
"report": {
"architectureCompatibilityBlocks": {
@@ -3055,18 +3055,18 @@
"unresolvedFailureCount": 17
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation": {
"attributableFailureCount": 23,
"attributableFailureCount": 24,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 23,
"decisionTotal": 24,
"failureBreakdown": {
"ambiguous_runtime": 38,
"framework_architecture_unsupported": 22,
"ambiguous_runtime": 39,
"framework_architecture_unsupported": 23,
"platform_infrastructure": 1,
"repository_structure": 1,
"参数/模板问题": 6
},
"failureCount": 68,
"failureCount": 70,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"pendingCount": 0,
@@ -3076,24 +3076,24 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 68,
"unresolvedFailureCount": 44
"total": 70,
"unresolvedFailureCount": 45
},
"Ascend_910-b4|vllm|text-generation": {
"attributableFailureCount": 201,
"attributableFailureCount": 203,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 201,
"decisionTotal": 203,
"failureBreakdown": {
"ambiguous_runtime": 105,
"context_length": 1,
"framework_architecture_unsupported": 154,
"memory_capacity": 9,
"framework_architecture_unsupported": 155,
"memory_capacity": 10,
"platform_infrastructure": 1,
"repository_structure": 27,
"tokenizer_compatibility": 10
},
"failureCount": 307,
"failureCount": 309,
"failureRate": 1.0,
"framework": "vllm",
"pendingCount": 0,
@@ -3103,7 +3103,7 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 307,
"total": 309,
"unresolvedFailureCount": 105
},
"Biren_166m|unknown|feature_emb": {
@@ -5404,18 +5404,18 @@
"unresolvedFailureCount": 6446
},
"vllm": {
"attributableFailureCount": 3535,
"attributableFailureCount": 3537,
"decisionFailureRate": 0.9757,
"decisionSuccessRate": 0.0243,
"decisionTotal": 3623,
"decisionTotal": 3625,
"failureBreakdown": {
"ambiguous_runtime": 1492,
"architecture_compatibility": 112,
"attention_backend": 1,
"backend_operator": 84,
"context_length": 161,
"framework_architecture_unsupported": 1304,
"memory_capacity": 721,
"framework_architecture_unsupported": 1305,
"memory_capacity": 722,
"model_load": 207,
"platform_infrastructure": 865,
"repository_structure": 470,
@@ -5423,14 +5423,14 @@
"tokenizer_compatibility": 411,
"参数/模板问题": 45
},
"failureCount": 5937,
"failureCount": 5939,
"failureRate": 0.9854,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 865,
"successCount": 88,
"successRate": 0.0146,
"total": 6025,
"total": 6027,
"unresolvedFailureCount": 1537
},
"vllm-customized": {
@@ -5550,15 +5550,15 @@
"unresolvedFailureCount": 196
},
"vllm_tokenizer_patch": {
"attributableFailureCount": 73,
"decisionFailureRate": 0.9733,
"decisionSuccessRate": 0.0267,
"decisionTotal": 75,
"attributableFailureCount": 74,
"decisionFailureRate": 0.9737,
"decisionSuccessRate": 0.0263,
"decisionTotal": 76,
"failureBreakdown": {
"ambiguous_runtime": 70,
"ambiguous_runtime": 71,
"backend_operator": 1,
"context_length": 3,
"framework_architecture_unsupported": 62,
"framework_architecture_unsupported": 63,
"memory_capacity": 1,
"model_load": 2,
"platform_infrastructure": 1,
@@ -5566,18 +5566,18 @@
"tokenizer_compatibility": 1,
"参数/模板问题": 27
},
"failureCount": 171,
"failureRate": 0.9884,
"failureCount": 173,
"failureRate": 0.9886,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 1,
"successCount": 2,
"successRate": 0.0116,
"total": 173,
"unresolvedFailureCount": 97
"successRate": 0.0114,
"total": 175,
"unresolvedFailureCount": 98
}
},
"generatedAt": "2026-09-21T17:41:29.141921+00:00",
"generatedAt": "2026-09-21T18:00:40.479875+00:00",
"gpuSummaries": {
"Ascend_910-b3": {
"attributableFailureCount": 99,
@@ -5606,15 +5606,15 @@
"unresolvedFailureCount": 161
},
"Ascend_910-b4": {
"attributableFailureCount": 318,
"decisionFailureRate": 0.8346,
"decisionSuccessRate": 0.1654,
"decisionTotal": 381,
"attributableFailureCount": 321,
"decisionFailureRate": 0.8359,
"decisionSuccessRate": 0.1641,
"decisionTotal": 384,
"failureBreakdown": {
"ambiguous_runtime": 170,
"ambiguous_runtime": 171,
"context_length": 1,
"framework_architecture_unsupported": 176,
"memory_capacity": 18,
"framework_architecture_unsupported": 178,
"memory_capacity": 19,
"model_load": 85,
"platform_infrastructure": 2,
"repository_structure": 28,
@@ -5623,15 +5623,15 @@
"日志缺失": 14,
"验证失败": 175
},
"failureCount": 947,
"failureRate": 0.9376,
"failureCount": 951,
"failureRate": 0.9379,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 2,
"successCount": 63,
"successRate": 0.0624,
"total": 1010,
"unresolvedFailureCount": 627
"successRate": 0.0621,
"total": 1014,
"unresolvedFailureCount": 628
},
"Biren_166m": {
"attributableFailureCount": 184,
@@ -7137,6 +7137,29 @@
"total": 4,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2_moe|none": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"framework_architecture_unsupported": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"modelType": "lfm2_moe",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2|none": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -7189,9 +7212,9 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 4
"ambiguous_runtime": 5
},
"failureCount": 4,
"failureCount": 5,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"modelType": "llama",
@@ -7203,8 +7226,8 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 4,
"unresolvedFailureCount": 4
"total": 5,
"unresolvedFailureCount": 5
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|none": {
"attributableFailureCount": 0,
@@ -7668,6 +7691,29 @@
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm|text-generation|bailing_hybrid|none": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"memory_capacity": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm",
"modelType": "bailing_hybrid",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm|text-generation|llama|awq": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -7714,6 +7760,29 @@
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm|text-generation|muse_glimmer|none": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"framework_architecture_unsupported": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm",
"modelType": "muse_glimmer",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm|text-generation|qwen3_vl|none": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
@@ -22485,6 +22554,30 @@
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2_moe|none|33": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"framework_architecture_unsupported": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"loadSizeLog2Bucket": 33,
"modelType": "lfm2_moe",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2|none|29": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -22707,9 +22800,9 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
"ambiguous_runtime": 2
},
"failureCount": 1,
"failureCount": 2,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"loadSizeLog2Bucket": 33,
@@ -22722,8 +22815,8 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
"total": 2,
"unresolvedFailureCount": 2
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|none|30": {
"attributableFailureCount": 0,
@@ -23397,6 +23490,30 @@
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm|text-generation|bailing_hybrid|none|33": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"memory_capacity": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm",
"loadSizeLog2Bucket": 33,
"modelType": "bailing_hybrid",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm|text-generation|llama|awq|30": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -23469,6 +23586,30 @@
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm|text-generation|muse_glimmer|none|34": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"framework_architecture_unsupported": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm",
"loadSizeLog2Bucket": 34,
"modelType": "muse_glimmer",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm|text-generation|qwen3_vl|none|34": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
@@ -36557,21 +36698,21 @@
"unresolvedFailureCount": 0
}
},
"terminalRecords": 16345,
"totalRecords": 16539,
"terminalRecords": 16349,
"totalRecords": 16543,
"totals": {
"attributableFailureCount": 5900,
"decisionFailureRate": 0.8618,
"decisionSuccessRate": 0.1382,
"decisionTotal": 6846,
"attributableFailureCount": 5903,
"decisionFailureRate": 0.8619,
"decisionSuccessRate": 0.1381,
"decisionTotal": 6849,
"failureBreakdown": {
"ambiguous_runtime": 3991,
"ambiguous_runtime": 3992,
"architecture_compatibility": 212,
"attention_backend": 1,
"backend_operator": 103,
"context_length": 321,
"framework_architecture_unsupported": 2081,
"memory_capacity": 1198,
"framework_architecture_unsupported": 2083,
"memory_capacity": 1199,
"model_load": 499,
"platform_infrastructure": 925,
"repository_structure": 739,
@@ -36581,31 +36722,31 @@
"日志缺失": 719,
"验证失败": 674
},
"failureCount": 15399,
"failureCount": 15403,
"failureRate": 0.9421,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 925,
"successCount": 946,
"successRate": 0.0579,
"total": 16345,
"unresolvedFailureCount": 8574
"total": 16349,
"unresolvedFailureCount": 8575
},
"warnings": [
"GPU Iluvatar_mrv-100 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Mthreads_s4000 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Kunlunxin_p-800 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Biren_166m 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Iluvatar_bi-100 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Sunrise_pt-200-x1 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Ascend_910-b3 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x4 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Iluvatar_bi-150 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU hygon_k100-ai 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Ascend_910-b4 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
"组合 Iluvatar_bi-150|vllm|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x8|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
@@ -36645,6 +36786,6 @@
]
},
"storageMode": "decision_state_only",
"summarizedRecords": 16539,
"summarizedRecords": 16543,
"version": 1
}