CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11123 (cycle)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 03:02:31 +00:00
parent f2ffa78d9c
commit 753cc4bac0
10 changed files with 2095 additions and 2077 deletions
Download Patch File Download Diff File Expand all files Collapse all files

269
.modelhub_state/outcome_checkpoint.json
View File

@@ -1,6 +1,6 @@
{
"generatedAt": "2026-09-21T02:58:32.920784+00:00",
"lastSyncTime": "2026-09-21T02:58:30.354826+00:00",
"generatedAt": "2026-09-21T03:02:23.531328+00:00",
"lastSyncTime": "2026-09-21T03:02:20.757790+00:00",
"recentLimit": 300,
"report": {
"architectureCompatibilityBlocks": {
@@ -255,7 +255,7 @@
"ascend_910-b3|vllm|text-generation|model_type:qwen3_5": {
"architectureSignature": "model_type:qwen3_5",
"architectures": [],
"evidenceCount": 4,
"evidenceCount": 3,
"expiresAt": "2026-10-20T11:23:21+00:00",
"framework": "vllm",
"latestFailureAt": "2026-09-20T11:23:21+00:00",
@@ -265,14 +265,12 @@
"sourceModelIds": [
"logic65/Qwen3.8-Whittle-w50-18.3B-unrepaired",
"ewinregirgojr/Qwen3.8-9B-Instruct-Turbo",
"ewinregirgojr/Qwen3.8-14B-Instruct-Turbo",
"VerStella/Qwen3.8-27B-heretic-ara-W8A8-DCU"
"ewinregirgojr/Qwen3.8-14B-Instruct-Turbo"
],
"sourceTaskIds": [
"4523512",
"4464446",
"4490182",
"4458152"
"4490182"
],
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation"
@@ -375,18 +373,20 @@
"ascend_910-b4|vllm_tokenizer_patch|text-generation|model_type:gemma4": {
"architectureSignature": "model_type:gemma4",
"architectures": [],
"evidenceCount": 2,
"expiresAt": "2026-10-20T02:52:43.765788+00:00",
"evidenceCount": 3,
"expiresAt": "2026-10-20T02:52:50.836633+00:00",
"framework": "vllm_tokenizer_patch",
"latestFailureAt": "2026-09-20T02:52:43.765788+00:00",
"latestFailureAt": "2026-09-20T02:52:50.836633+00:00",
"latestSuccessfulAt": null,
"matchType": "model_type",
"modelType": "gemma4",
"sourceModelIds": [
"mlx-community/gemma-4-31B-it-qat-OptiQ-4bit",
"mlx-community/gemma-4-e2b-it-OptiQ-4bit",
"mlx-community/gemma-4-e4b-it-OptiQ-4bit"
],
"sourceTaskIds": [
"4969008",
"4968997",
"4968999"
],
@@ -2717,15 +2717,15 @@
"unresolvedFailureCount": 17
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation": {
"attributableFailureCount": 16,
"attributableFailureCount": 17,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 16,
"decisionTotal": 17,
"failureBreakdown": {
"ambiguous_runtime": 26,
"framework_architecture_unsupported": 16
"framework_architecture_unsupported": 17
},
"failureCount": 42,
"failureCount": 43,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"pendingCount": 0,
@@ -2735,7 +2735,7 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 42,
"total": 43,
"unresolvedFailureCount": 26
},
"Ascend_910-b4|vllm|text-generation": {
@@ -2841,27 +2841,27 @@
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation": {
"attributableFailureCount": 39,
"decisionFailureRate": 0.7222,
"decisionSuccessRate": 0.2778,
"decisionTotal": 54,
"attributableFailureCount": 40,
"decisionFailureRate": 0.7273,
"decisionSuccessRate": 0.2727,
"decisionTotal": 55,
"failureBreakdown": {
"ambiguous_runtime": 7,
"framework_architecture_unsupported": 28,
"model_load": 9,
"model_load": 10,
"tokenizer_compatibility": 2
},
"failureCount": 46,
"failureRate": 0.7541,
"failureCount": 47,
"failureRate": 0.7581,
"framework": "vllm",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 15,
"successRate": 0.2459,
"successRate": 0.2419,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 61,
"total": 62,
"unresolvedFailureCount": 7
},
"Cambricon_mlu-370-x4|unknown|text-generation": {
@@ -5029,10 +5029,10 @@
"unresolvedFailureCount": 6415
},
"vllm": {
"attributableFailureCount": 3505,
"attributableFailureCount": 3506,
"decisionFailureRate": 0.9769,
"decisionSuccessRate": 0.0231,
"decisionTotal": 3588,
"decisionTotal": 3589,
"failureBreakdown": {
"ambiguous_runtime": 1459,
"architecture_compatibility": 112,
@@ -5041,21 +5041,21 @@
"context_length": 161,
"framework_architecture_unsupported": 1281,
"memory_capacity": 720,
"model_load": 202,
"model_load": 203,
"platform_infrastructure": 864,
"repository_structure": 470,
"runtime_memory": 64,
"tokenizer_compatibility": 410,
"参数/模板问题": 41
},
"failureCount": 5869,
"failureCount": 5870,
"failureRate": 0.9861,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 864,
"successCount": 83,
"successRate": 0.0139,
"total": 5952,
"total": 5953,
"unresolvedFailureCount": 1500
},
"vllm-customized": {
@@ -5171,30 +5171,30 @@
"unresolvedFailureCount": 141
},
"vllm_tokenizer_patch": {
"attributableFailureCount": 50,
"decisionFailureRate": 0.9615,
"decisionSuccessRate": 0.0385,
"decisionTotal": 52,
"attributableFailureCount": 51,
"decisionFailureRate": 0.9623,
"decisionSuccessRate": 0.0377,
"decisionTotal": 53,
"failureBreakdown": {
"ambiguous_runtime": 39,
"framework_architecture_unsupported": 47,
"framework_architecture_unsupported": 48,
"memory_capacity": 1,
"model_load": 1,
"tokenizer_compatibility": 1,
"参数/模板问题": 19
},
"failureCount": 108,
"failureRate": 0.9818,
"failureCount": 109,
"failureRate": 0.982,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 2,
"successRate": 0.0182,
"total": 110,
"successRate": 0.018,
"total": 111,
"unresolvedFailureCount": 58
}
},
"generatedAt": "2026-09-21T02:58:32.910619+00:00",
"generatedAt": "2026-09-21T03:02:23.520672+00:00",
"gpuSummaries": {
"Ascend_910-b3": {
"attributableFailureCount": 90,
@@ -5222,14 +5222,14 @@
"unresolvedFailureCount": 128
},
"Ascend_910-b4": {
"attributableFailureCount": 309,
"decisionFailureRate": 0.8329,
"decisionSuccessRate": 0.1671,
"decisionTotal": 371,
"attributableFailureCount": 310,
"decisionFailureRate": 0.8333,
"decisionSuccessRate": 0.1667,
"decisionTotal": 372,
"failureBreakdown": {
"ambiguous_runtime": 157,
"context_length": 1,
"framework_architecture_unsupported": 169,
"framework_architecture_unsupported": 170,
"memory_capacity": 18,
"model_load": 85,
"platform_infrastructure": 1,
@@ -5239,28 +5239,28 @@
"日志缺失": 14,
"验证失败": 175
},
"failureCount": 910,
"failureRate": 0.9362,
"failureCount": 911,
"failureRate": 0.9363,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 1,
"successCount": 62,
"successRate": 0.0638,
"total": 972,
"successRate": 0.0637,
"total": 973,
"unresolvedFailureCount": 600
},
"Biren_166m": {
"attributableFailureCount": 179,
"decisionFailureRate": 0.8775,
"decisionSuccessRate": 0.1225,
"decisionTotal": 204,
"attributableFailureCount": 180,
"decisionFailureRate": 0.878,
"decisionSuccessRate": 0.122,
"decisionTotal": 205,
"failureBreakdown": {
"ambiguous_runtime": 137,
"backend_operator": 4,
"context_length": 10,
"framework_architecture_unsupported": 116,
"memory_capacity": 1,
"model_load": 21,
"model_load": 22,
"platform_infrastructure": 2,
"repository_structure": 18,
"runtime_memory": 2,
@@ -5269,14 +5269,14 @@
"日志缺失": 62,
"验证失败": 27
},
"failureCount": 621,
"failureRate": 0.9613,
"failureCount": 622,
"failureRate": 0.9614,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 2,
"successCount": 25,
"successRate": 0.0387,
"total": 646,
"successRate": 0.0386,
"total": 647,
"unresolvedFailureCount": 440
},
"Cambricon_mlu-370-x4": {
@@ -6361,14 +6361,14 @@
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gemma4|none": {
"attributableFailureCount": 2,
"attributableFailureCount": 3,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 2,
"decisionTotal": 3,
"failureBreakdown": {
"framework_architecture_unsupported": 2
"framework_architecture_unsupported": 3
},
"failureCount": 2,
"failureCount": 3,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"modelType": "gemma4",
@@ -6380,7 +6380,7 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 2,
"total": 3,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2|none": {
@@ -6821,15 +6821,15 @@
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|lfm2|none": {
"attributableFailureCount": 2,
"attributableFailureCount": 3,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 2,
"decisionTotal": 3,
"failureBreakdown": {
"model_load": 1,
"model_load": 2,
"tokenizer_compatibility": 1
},
"failureCount": 2,
"failureCount": 3,
"failureRate": 1.0,
"framework": "vllm",
"modelType": "lfm2",
@@ -6841,7 +6841,7 @@
"successRate": 0.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 2,
"total": 3,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|llama|awq": {
@@ -13727,18 +13727,18 @@
"unresolvedFailureCount": 10
},
"Ascend_910-b3|vllm|text-generation": {
"attributableFailureCount": 8,
"consecutiveFailures": 8,
"attributableFailureCount": 7,
"consecutiveFailures": 7,
"consecutivePlatformFailures": 0,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 8,
"decisionTotal": 7,
"failureBreakdown": {
"ambiguous_runtime": 6,
"framework_architecture_unsupported": 7,
"framework_architecture_unsupported": 6,
"tokenizer_compatibility": 1
},
"failureCount": 14,
"failureCount": 13,
"failureRate": 1.0,
"framework": "vllm",
"lastPlatformFailureAt": null,
@@ -13750,21 +13750,21 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 14,
"total": 13,
"unresolvedFailureCount": 6
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation": {
"attributableFailureCount": 4,
"consecutiveFailures": 4,
"attributableFailureCount": 5,
"consecutiveFailures": 5,
"consecutivePlatformFailures": 0,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 4,
"decisionTotal": 5,
"failureBreakdown": {
"ambiguous_runtime": 9,
"framework_architecture_unsupported": 4
"framework_architecture_unsupported": 5
},
"failureCount": 13,
"failureCount": 14,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"lastPlatformFailureAt": null,
@@ -13776,7 +13776,7 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 13,
"total": 14,
"unresolvedFailureCount": 9
},
"Ascend_910-b4|vllm|text-generation": {
@@ -13832,20 +13832,20 @@
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation": {
"attributableFailureCount": 6,
"consecutiveFailures": 5,
"attributableFailureCount": 7,
"consecutiveFailures": 6,
"consecutivePlatformFailures": 0,
"decisionFailureRate": 0.8571,
"decisionSuccessRate": 0.1429,
"decisionTotal": 7,
"decisionFailureRate": 0.875,
"decisionSuccessRate": 0.125,
"decisionTotal": 8,
"failureBreakdown": {
"ambiguous_runtime": 6,
"framework_architecture_unsupported": 3,
"model_load": 2,
"model_load": 3,
"tokenizer_compatibility": 1
},
"failureCount": 12,
"failureRate": 0.9231,
"failureCount": 13,
"failureRate": 0.9286,
"framework": "vllm",
"lastPlatformFailureAt": null,
"lastTerminalAt": "2026-09-21T00:42:10.765041+00:00",
@@ -13853,10 +13853,10 @@
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 1,
"successRate": 0.0769,
"successRate": 0.0714,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 13,
"total": 14,
"unresolvedFailureCount": 6
},
"Cambricon_mlu-370-x4|unknown|text-generation": {
@@ -14207,9 +14207,9 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 4
"ambiguous_runtime": 3
},
"failureCount": 4,
"failureCount": 3,
"failureRate": 1.0,
"framework": "unknown",
"lastPlatformFailureAt": null,
@@ -14221,8 +14221,8 @@
"successRate": 0.0,
"targetGpu": "Kunlunxin_p-800",
"taskType": "text-generation",
"total": 4,
"unresolvedFailureCount": 4
"total": 3,
"unresolvedFailureCount": 3
},
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation": {
"attributableFailureCount": 0,
@@ -15085,18 +15085,18 @@
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gemma4|none": {
"attributableFailureCount": 2,
"consecutiveFailures": 2,
"attributableFailureCount": 3,
"consecutiveFailures": 3,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 2,
"decisionTotal": 3,
"failureBreakdown": {
"framework_architecture_unsupported": 2
"framework_architecture_unsupported": 3
},
"failureCount": 2,
"failureCount": 3,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"lastTerminalAt": "2026-09-20T21:33:11.157994+00:00",
"lastTerminalAt": "2026-09-21T03:02:20.757762+00:00",
"modelType": "gemma4",
"pendingCount": 0,
"pendingRate": 0.0,
@@ -15106,7 +15106,7 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 2,
"total": 3,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2|none": {
@@ -15335,15 +15335,16 @@
"unresolvedFailureCount": 1
},
"Biren_166m|vllm|text-generation|lfm2|none": {
"attributableFailureCount": 1,
"consecutiveFailures": 1,
"attributableFailureCount": 2,
"consecutiveFailures": 2,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"decisionTotal": 2,
"failureBreakdown": {
"model_load": 1,
"tokenizer_compatibility": 1
},
"failureCount": 1,
"failureCount": 2,
"failureRate": 1.0,
"framework": "vllm",
"lastTerminalAt": "2026-09-21T00:42:10.765041+00:00",
@@ -15356,7 +15357,7 @@
"successRate": 0.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 1,
"total": 2,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|llama|compressed-tensors": {
@@ -19212,6 +19213,30 @@
"total": 2,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|gemma4|none|34": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"framework_architecture_unsupported": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"loadSizeLog2Bucket": 34,
"modelType": "gemma4",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2|none|29": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -19885,14 +19910,14 @@
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|lfm2|none|29": {
"attributableFailureCount": 1,
"attributableFailureCount": 2,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"decisionTotal": 2,
"failureBreakdown": {
"model_load": 1
"model_load": 2
},
"failureCount": 1,
"failureCount": 2,
"failureRate": 1.0,
"framework": "vllm",
"loadSizeLog2Bucket": 29,
@@ -19905,7 +19930,7 @@
"successRate": 0.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 1,
"total": 2,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|lfm2|none|32": {
@@ -29931,22 +29956,22 @@
"unresolvedFailureCount": 1
}
},
"terminalRecords": 16059,
"totalRecords": 16226,
"terminalRecords": 16061,
"totalRecords": 16228,
"totals": {
"attributableFailureCount": 5830,
"attributableFailureCount": 5832,
"decisionFailureRate": 0.8617,
"decisionSuccessRate": 0.1383,
"decisionTotal": 6766,
"decisionTotal": 6768,
"failureBreakdown": {
"ambiguous_runtime": 3838,
"architecture_compatibility": 212,
"attention_backend": 1,
"backend_operator": 102,
"context_length": 318,
"framework_architecture_unsupported": 2035,
"framework_architecture_unsupported": 2036,
"memory_capacity": 1197,
"model_load": 488,
"model_load": 489,
"platform_infrastructure": 922,
"repository_structure": 734,
"runtime_memory": 84,
@@ -29955,31 +29980,31 @@
"日志缺失": 719,
"验证失败": 673
},
"failureCount": 15123,
"failureCount": 15125,
"failureRate": 0.9417,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 922,
"successCount": 936,
"successRate": 0.0583,
"total": 16059,
"total": 16061,
"unresolvedFailureCount": 8371
},
"warnings": [
"GPU Iluvatar_mrv-100 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Mthreads_s4000 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Kunlunxin_p-800 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Biren_166m 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Iluvatar_bi-100 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Sunrise_pt-200-x1 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Ascend_910-b3 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x4 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Iluvatar_bi-150 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU hygon_k100-ai 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Ascend_910-b4 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
"组合 Iluvatar_bi-150|vllm|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x8|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
@@ -30016,6 +30041,6 @@
]
},
"storageMode": "decision_state_only",
"summarizedRecords": 16226,
"summarizedRecords": 16228,
"version": 1
}