CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 22036 (cycle)

Browse Source
This commit is contained in:
CoolBoy
2026-10-08 03:07:05 +00:00
parent 1acf2d49f4
commit 6562e3622b
10 changed files with 3370 additions and 3824 deletions
Download Patch File Download Diff File Expand all files Collapse all files

268
.modelhub_state/outcome_checkpoint.json
View File

@@ -1,6 +1,6 @@
{
"generatedAt": "2026-10-08T02:39:47.609367+00:00",
"lastSyncTime": "2026-10-08T02:39:47.345829+00:00",
"generatedAt": "2026-10-08T02:59:38.938558+00:00",
"lastSyncTime": "2026-10-08T02:59:38.470354+00:00",
"recentLimit": 300,
"report": {
"architectureCompatibilityBlocks": {
@@ -68,7 +68,7 @@
"ascend_910-b3|vllm_tokenizer_patch|text-generation|model_type:mini_k3": {
"architectureSignature": "model_type:mini_k3",
"architectures": [],
"evidenceCount": 4,
"evidenceCount": 5,
"expiresAt": "2026-10-21T19:37:12.459191+00:00",
"framework": "vllm_tokenizer_patch",
"latestFailureAt": "2026-09-21T19:37:12.459191+00:00",
@@ -77,12 +77,14 @@
"modelType": "mini_k3",
"sourceModelIds": [
"nkkbr/Mini-K3-1H-decay-g2-v2_C",
"nkkbr/Mini-K3-1H-mamba2-n128-g8-v1_B",
"nkkbr/Mini-K3-1H-attnres-block6-v1_C",
"nkkbr/Mini-K3-1H-attnres-standard-v1_B",
"nkkbr/Mini-K3-1H-decay-g16-v2_B"
],
"sourceTaskIds": [
"5006360",
"5006359",
"5006364",
"5006357",
"5006356"
@@ -1841,7 +1843,7 @@
"architectures": [
"qwen3_5moeforconditionalgeneration"
],
"evidenceCount": 3,
"evidenceCount": 2,
"expiresAt": "2026-10-21T18:14:20.635969+00:00",
"framework": "vllm_tokenizer_patch",
"latestFailureAt": "2026-09-21T18:14:20.635969+00:00",
@@ -1850,13 +1852,11 @@
"modelType": "qwen3_5_moe",
"sourceModelIds": [
"ornith-ai/Ornith-1.5-35B-A3B-NVFP4",
"primitive-ai/Nex-N2.5-mini-NVFP4",
"mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit"
"primitive-ai/Nex-N2.5-mini-NVFP4"
],
"sourceTaskIds": [
"5005325",
"5003204",
"5000547"
"5003204"
],
"targetGpu": "Iluvatar_bi-150",
"taskType": "text-generation"
@@ -3025,29 +3025,29 @@
"unresolvedFailureCount": 1
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation": {
"attributableFailureCount": 51,
"decisionFailureRate": 0.9273,
"decisionSuccessRate": 0.0727,
"decisionTotal": 55,
"attributableFailureCount": 52,
"decisionFailureRate": 0.9286,
"decisionSuccessRate": 0.0714,
"decisionTotal": 56,
"failureBreakdown": {
"ambiguous_runtime": 93,
"context_length": 9,
"framework_architecture_unsupported": 41,
"framework_architecture_unsupported": 42,
"memory_capacity": 1,
"platform_infrastructure": 1,
"参数/模板问题": 8
},
"failureCount": 153,
"failureRate": 0.9745,
"failureCount": 154,
"failureRate": 0.9747,
"framework": "vllm_tokenizer_patch",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 1,
"successCount": 4,
"successRate": 0.0255,
"successRate": 0.0253,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 157,
"total": 158,
"unresolvedFailureCount": 101
},
"Ascend_910-b3|vllm|text-generation": {
@@ -3342,10 +3342,10 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"ambiguous_runtime": 135,
"ambiguous_runtime": 136,
"memory_capacity": 1
},
"failureCount": 136,
"failureCount": 137,
"failureRate": 1.0,
"framework": "vllm_fix_tokenizer",
"pendingCount": 0,
@@ -3355,8 +3355,8 @@
"successRate": 0.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 136,
"unresolvedFailureCount": 135
"total": 137,
"unresolvedFailureCount": 136
},
"Biren_166m|vllm|text-generation": {
"attributableFailureCount": 50,
@@ -5757,7 +5757,7 @@
"decisionSuccessRate": 0.0275,
"decisionTotal": 182,
"failureBreakdown": {
"ambiguous_runtime": 384,
"ambiguous_runtime": 385,
"backend_operator": 9,
"framework_architecture_unsupported": 49,
"memory_capacity": 10,
@@ -5766,26 +5766,26 @@
"tokenizer_compatibility": 96,
"参数/模板问题": 13
},
"failureCount": 601,
"failureRate": 0.9917,
"failureCount": 602,
"failureRate": 0.9918,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 27,
"successCount": 5,
"successRate": 0.0083,
"total": 606,
"unresolvedFailureCount": 397
"successRate": 0.0082,
"total": 607,
"unresolvedFailureCount": 398
},
"vllm_tokenizer_patch": {
"attributableFailureCount": 163,
"decisionFailureRate": 0.9422,
"decisionSuccessRate": 0.0578,
"decisionTotal": 173,
"attributableFailureCount": 164,
"decisionFailureRate": 0.9425,
"decisionSuccessRate": 0.0575,
"decisionTotal": 174,
"failureBreakdown": {
"ambiguous_runtime": 208,
"backend_operator": 15,
"context_length": 9,
"framework_architecture_unsupported": 105,
"framework_architecture_unsupported": 106,
"memory_capacity": 2,
"model_load": 24,
"platform_infrastructure": 3,
@@ -5794,28 +5794,28 @@
"tokenizer_compatibility": 2,
"参数/模板问题": 71
},
"failureCount": 445,
"failureRate": 0.978,
"failureCount": 446,
"failureRate": 0.9781,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 3,
"successCount": 10,
"successRate": 0.022,
"total": 455,
"successRate": 0.0219,
"total": 456,
"unresolvedFailureCount": 279
}
},
"generatedAt": "2026-10-08T02:39:47.594502+00:00",
"generatedAt": "2026-10-08T02:59:38.924222+00:00",
"gpuSummaries": {
"Ascend_910-b3": {
"attributableFailureCount": 123,
"decisionFailureRate": 0.8483,
"decisionSuccessRate": 0.1517,
"decisionTotal": 145,
"attributableFailureCount": 124,
"decisionFailureRate": 0.8493,
"decisionSuccessRate": 0.1507,
"decisionTotal": 146,
"failureBreakdown": {
"ambiguous_runtime": 162,
"context_length": 9,
"framework_architecture_unsupported": 108,
"framework_architecture_unsupported": 109,
"memory_capacity": 2,
"platform_infrastructure": 1,
"repository_structure": 1,
@@ -5824,14 +5824,14 @@
"日志缺失": 3,
"验证失败": 27
},
"failureCount": 356,
"failureRate": 0.9418,
"failureCount": 357,
"failureRate": 0.942,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 1,
"successCount": 22,
"successRate": 0.0582,
"total": 378,
"successRate": 0.058,
"total": 379,
"unresolvedFailureCount": 232
},
"Ascend_910-b4": {
@@ -5868,7 +5868,7 @@
"decisionSuccessRate": 0.1147,
"decisionTotal": 218,
"failureBreakdown": {
"ambiguous_runtime": 279,
"ambiguous_runtime": 280,
"backend_operator": 4,
"context_length": 10,
"framework_architecture_unsupported": 125,
@@ -5882,15 +5882,15 @@
"日志缺失": 62,
"验证失败": 27
},
"failureCount": 777,
"failureRate": 0.9688,
"failureCount": 778,
"failureRate": 0.9689,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 2,
"successCount": 25,
"successRate": 0.0312,
"total": 802,
"unresolvedFailureCount": 582
"successRate": 0.0311,
"total": 803,
"unresolvedFailureCount": 583
},
"Cambricon_mlu-370-x4": {
"attributableFailureCount": 759,
@@ -6638,14 +6638,14 @@
"unresolvedFailureCount": 2
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mini_k3|none": {
"attributableFailureCount": 4,
"attributableFailureCount": 5,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 4,
"decisionTotal": 5,
"failureBreakdown": {
"framework_architecture_unsupported": 4
"framework_architecture_unsupported": 5
},
"failureCount": 4,
"failureCount": 5,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"modelType": "mini_k3",
@@ -6657,7 +6657,7 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 4,
"total": 5,
"unresolvedFailureCount": 0
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mistral3|none": {
@@ -9333,9 +9333,9 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 6
"ambiguous_runtime": 7
},
"failureCount": 6,
"failureCount": 7,
"failureRate": 1.0,
"framework": "vllm_fix_tokenizer",
"modelType": "mini_k3",
@@ -9347,8 +9347,8 @@
"successRate": 0.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 6,
"unresolvedFailureCount": 6
"total": 7,
"unresolvedFailureCount": 7
},
"Biren_166m|vllm_fix_tokenizer|text-generation|mistral3|none": {
"attributableFailureCount": 0,
@@ -25559,18 +25559,18 @@
"unresolvedFailureCount": 1
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation": {
"attributableFailureCount": 7,
"consecutiveFailures": 7,
"attributableFailureCount": 8,
"consecutiveFailures": 8,
"consecutivePlatformFailures": 0,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 7,
"decisionTotal": 8,
"failureBreakdown": {
"ambiguous_runtime": 5,
"context_length": 3,
"framework_architecture_unsupported": 4
"framework_architecture_unsupported": 5
},
"failureCount": 12,
"failureCount": 13,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"lastPlatformFailureAt": null,
@@ -25582,7 +25582,7 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 12,
"total": 13,
"unresolvedFailureCount": 5
},
"Ascend_910-b3|vllm|text-generation": {
@@ -25697,9 +25697,9 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 16
"ambiguous_runtime": 17
},
"failureCount": 16,
"failureCount": 17,
"failureRate": 1.0,
"framework": "vllm_fix_tokenizer",
"lastPlatformFailureAt": null,
@@ -25711,8 +25711,8 @@
"successRate": 0.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 16,
"unresolvedFailureCount": 16
"total": 17,
"unresolvedFailureCount": 17
},
"Cambricon_mlu-370-x4|vllm-customized|text-generation": {
"attributableFailureCount": 1,
@@ -25950,19 +25950,19 @@
"unresolvedFailureCount": 18
},
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation": {
"attributableFailureCount": 7,
"consecutiveFailures": 7,
"attributableFailureCount": 6,
"consecutiveFailures": 6,
"consecutivePlatformFailures": 0,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 7,
"decisionTotal": 6,
"failureBreakdown": {
"ambiguous_runtime": 3,
"framework_architecture_unsupported": 5,
"framework_architecture_unsupported": 4,
"model_load": 1,
"tokenizer_compatibility": 1
},
"failureCount": 10,
"failureCount": 9,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"lastPlatformFailureAt": null,
@@ -25974,7 +25974,7 @@
"successRate": 0.0,
"targetGpu": "Iluvatar_bi-150",
"taskType": "text-generation",
"total": 10,
"total": 9,
"unresolvedFailureCount": 3
},
"Iluvatar_bi-150|vllm|text-generation": {
@@ -26422,15 +26422,15 @@
"unresolvedFailureCount": 2
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mini_k3|none": {
"attributableFailureCount": 4,
"consecutiveFailures": 4,
"attributableFailureCount": 5,
"consecutiveFailures": 5,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 4,
"decisionTotal": 5,
"failureBreakdown": {
"framework_architecture_unsupported": 4
"framework_architecture_unsupported": 5
},
"failureCount": 4,
"failureCount": 5,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"lastTerminalAt": "2026-10-07T23:00:29.672674+00:00",
@@ -26443,7 +26443,7 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 4,
"total": 5,
"unresolvedFailureCount": 0
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mistral|compressed-tensors": {
@@ -26703,12 +26703,12 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 6
"ambiguous_runtime": 7
},
"failureCount": 6,
"failureCount": 7,
"failureRate": 1.0,
"framework": "vllm_fix_tokenizer",
"lastTerminalAt": "2026-10-08T02:39:47.345710+00:00",
"lastTerminalAt": "2026-10-08T02:59:38.470312+00:00",
"modelType": "mini_k3",
"pendingCount": 0,
"pendingRate": 0.0,
@@ -26718,8 +26718,8 @@
"successRate": 0.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 6,
"unresolvedFailureCount": 6
"total": 7,
"unresolvedFailureCount": 7
},
"Biren_166m|vllm_fix_tokenizer|text-generation|muse_glimmer|none": {
"attributableFailureCount": 0,
@@ -27421,31 +27421,6 @@
"total": 2,
"unresolvedFailureCount": 2
},
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|lfm2|none": {
"attributableFailureCount": 0,
"consecutiveFailures": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_fix_tokenizer",
"lastTerminalAt": "2026-09-21T20:22:53.859210+00:00",
"modelType": "lfm2",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Iluvatar_bi-150",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
},
"Iluvatar_bi-150|vllm_fix_tokenizer|text-generation|llama|compressed-tensors": {
"attributableFailureCount": 0,
"consecutiveFailures": 0,
@@ -27797,31 +27772,6 @@
"total": 1,
"unresolvedFailureCount": 0
},
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|qwen3_5_moe|none": {
"attributableFailureCount": 1,
"consecutiveFailures": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"framework_architecture_unsupported": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"lastTerminalAt": "2026-09-21T20:22:53.859255+00:00",
"modelType": "qwen3_5_moe",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Iluvatar_bi-150",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Iluvatar_bi-150|vllm_tokenizer_patch|text-generation|starcoder2|compressed-tensors": {
"attributableFailureCount": 1,
"consecutiveFailures": 1,
@@ -29714,14 +29664,14 @@
"unresolvedFailureCount": 1
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mini_k3|none|30": {
"attributableFailureCount": 4,
"attributableFailureCount": 5,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 4,
"decisionTotal": 5,
"failureBreakdown": {
"framework_architecture_unsupported": 4
"framework_architecture_unsupported": 5
},
"failureCount": 4,
"failureCount": 5,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"loadSizeLog2Bucket": 30,
@@ -29734,7 +29684,7 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 4,
"total": 5,
"unresolvedFailureCount": 0
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mistral3|none|34": {
@@ -34127,9 +34077,9 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 6
"ambiguous_runtime": 7
},
"failureCount": 6,
"failureCount": 7,
"failureRate": 1.0,
"framework": "vllm_fix_tokenizer",
"loadSizeLog2Bucket": 30,
@@ -34142,8 +34092,8 @@
"successRate": 0.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 6,
"unresolvedFailureCount": 6
"total": 7,
"unresolvedFailureCount": 7
},
"Biren_166m|vllm_fix_tokenizer|text-generation|mistral3|none|34": {
"attributableFailureCount": 0,
@@ -58368,20 +58318,20 @@
"unresolvedFailureCount": 0
}
},
"terminalRecords": 17485,
"totalRecords": 17867,
"terminalRecords": 17487,
"totalRecords": 17869,
"totals": {
"attributableFailureCount": 6273,
"attributableFailureCount": 6274,
"decisionFailureRate": 0.865,
"decisionSuccessRate": 0.135,
"decisionTotal": 7252,
"decisionTotal": 7253,
"failureBreakdown": {
"ambiguous_runtime": 4583,
"ambiguous_runtime": 4584,
"architecture_compatibility": 212,
"attention_backend": 3,
"backend_operator": 130,
"context_length": 327,
"framework_architecture_unsupported": 2291,
"framework_architecture_unsupported": 2292,
"memory_capacity": 1206,
"model_load": 571,
"platform_infrastructure": 955,
@@ -58392,15 +58342,15 @@
"日志缺失": 719,
"验证失败": 676
},
"failureCount": 16506,
"failureCount": 16508,
"failureRate": 0.944,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 955,
"successCount": 979,
"successRate": 0.056,
"total": 17485,
"unresolvedFailureCount": 9278
"total": 17487,
"unresolvedFailureCount": 9279
},
"warnings": [
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
@@ -58409,14 +58359,14 @@
"GPU hygon_k100-ai 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Ascend_910-b3 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Iluvatar_mrv-100 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Mthreads_s4000 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Kunlunxin_p-800 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Sunrise_pt-200-x1 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Ascend_910-b4 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x4 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Iluvatar_bi-100 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Mthreads_s4000 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Iluvatar_mrv-100 本地统计失败率偏高（≥50%），建议重点关注。",
"组合 Vastai_va16|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Ascend_910-b3|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Iluvatar_mrv-100|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
@@ -58462,6 +58412,6 @@
]
},
"storageMode": "decision_state_only",
"summarizedRecords": 17867,
"summarizedRecords": 17869,
"version": 1
}