CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 10623 (intent)

Browse Source
This commit is contained in:
CoolBoy
2026-09-20 14:32:38 +00:00
parent 4dec8bdb3b
commit 8271ad5c3b
8 changed files with 1585 additions and 1515 deletions
Download Patch File Download Diff File Expand all files Collapse all files

337
.modelhub_state/outcome_checkpoint.json
View File

@@ -1,6 +1,6 @@
{
"generatedAt": "2026-09-20T14:18:03.550019+00:00",
"lastSyncTime": "2026-09-20T14:18:03.259028+00:00",
"generatedAt": "2026-09-20T14:32:15.633088+00:00",
"lastSyncTime": "2026-09-20T14:32:15.260773+00:00",
"recentLimit": 300,
"report": {
"architectureCompatibilityBlocks": {
@@ -1535,7 +1535,7 @@
"sunrise_pt-200-x1|vllm|text-generation|model_type:qwen3_5_moe": {
"architectureSignature": "model_type:qwen3_5_moe",
"architectures": [],
"evidenceCount": 2,
"evidenceCount": 1,
"expiresAt": "2026-10-14T00:43:21+00:00",
"framework": "vllm",
"latestFailureAt": "2026-09-14T00:43:21+00:00",
@@ -1543,12 +1543,10 @@
"matchType": "model_type",
"modelType": "qwen3_5_moe",
"sourceModelIds": [
"apodex/Apodex-1.1-mini-GPTQ-Int4",
"mlx-community/Qwen3.5-122B-A10B-OptiQ-2bit-REAP-63B"
"apodex/Apodex-1.1-mini-GPTQ-Int4"
],
"sourceTaskIds": [
"4490280",
"4490277"
"4490280"
],
"targetGpu": "Sunrise_pt-200-x1",
"taskType": "text-generation"
@@ -2359,9 +2357,9 @@
},
"Biren_166m|vllm|text-generation": {
"attributableFailureCount": 34,
"decisionFailureRate": 0.7083,
"decisionSuccessRate": 0.2917,
"decisionTotal": 48,
"decisionFailureRate": 0.6939,
"decisionSuccessRate": 0.3061,
"decisionTotal": 49,
"failureBreakdown": {
"ambiguous_runtime": 1,
"framework_architecture_unsupported": 26,
@@ -2369,16 +2367,16 @@
"tokenizer_compatibility": 1
},
"failureCount": 35,
"failureRate": 0.7143,
"failureRate": 0.7,
"framework": "vllm",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 14,
"successRate": 0.2857,
"successCount": 15,
"successRate": 0.3,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 49,
"total": 50,
"unresolvedFailureCount": 1
},
"Cambricon_mlu-370-x4|unknown|text-generation": {
@@ -3486,10 +3484,10 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 80,
"ambiguous_runtime": 82,
"参数/模板问题": 2
},
"failureCount": 82,
"failureCount": 84,
"failureRate": 1.0,
"framework": "vllm_fix_tokenizer",
"pendingCount": 0,
@@ -3499,8 +3497,8 @@
"successRate": 0.0,
"targetGpu": "Kunlunxin_p-800",
"taskType": "text-generation",
"total": 82,
"unresolvedFailureCount": 82
"total": 84,
"unresolvedFailureCount": 84
},
"Kunlunxin_r-200-8f|unknown|text-generation": {
"attributableFailureCount": 0,
@@ -3647,7 +3645,7 @@
"decisionSuccessRate": 0.0359,
"decisionTotal": 641,
"failureBreakdown": {
"ambiguous_runtime": 125,
"ambiguous_runtime": 126,
"architecture_compatibility": 20,
"backend_operator": 43,
"context_length": 46,
@@ -3659,18 +3657,18 @@
"tokenizer_compatibility": 78,
"参数/模板问题": 9
},
"failureCount": 755,
"failureRate": 0.9704,
"failureCount": 756,
"failureRate": 0.9705,
"framework": "vllm",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 3,
"successCount": 23,
"successRate": 0.0296,
"successRate": 0.0295,
"targetGpu": "MetaX_c-500",
"taskType": "text-generation",
"total": 778,
"unresolvedFailureCount": 134
"total": 779,
"unresolvedFailureCount": 135
},
"MetaX_c-500|vllm|unknown": {
"attributableFailureCount": 1,
@@ -4457,11 +4455,11 @@
},
"vllm": {
"attributableFailureCount": 3474,
"decisionFailureRate": 0.9783,
"decisionSuccessRate": 0.0217,
"decisionTotal": 3551,
"decisionFailureRate": 0.978,
"decisionSuccessRate": 0.022,
"decisionTotal": 3552,
"failureBreakdown": {
"ambiguous_runtime": 1430,
"ambiguous_runtime": 1431,
"architecture_compatibility": 112,
"attention_backend": 1,
"backend_operator": 84,
@@ -4475,15 +4473,15 @@
"tokenizer_compatibility": 408,
"参数/模板问题": 40
},
"failureCount": 5808,
"failureRate": 0.9869,
"failureCount": 5809,
"failureRate": 0.9868,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 864,
"successCount": 77,
"successRate": 0.0131,
"total": 5885,
"unresolvedFailureCount": 1470
"successCount": 78,
"successRate": 0.0132,
"total": 5887,
"unresolvedFailureCount": 1471
},
"vllm-customized": {
"attributableFailureCount": 1,
@@ -4577,7 +4575,7 @@
"decisionSuccessRate": 0.0167,
"decisionTotal": 120,
"failureBreakdown": {
"ambiguous_runtime": 115,
"ambiguous_runtime": 117,
"backend_operator": 8,
"framework_architecture_unsupported": 20,
"memory_capacity": 7,
@@ -4586,15 +4584,15 @@
"tokenizer_compatibility": 82,
"参数/模板问题": 8
},
"failureCount": 257,
"failureCount": 259,
"failureRate": 0.9923,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 16,
"successCount": 2,
"successRate": 0.0077,
"total": 259,
"unresolvedFailureCount": 123
"total": 261,
"unresolvedFailureCount": 125
},
"vllm_tokenizer_patch": {
"attributableFailureCount": 26,
@@ -4616,7 +4614,7 @@
"unresolvedFailureCount": 24
}
},
"generatedAt": "2026-09-20T14:18:03.541951+00:00",
"generatedAt": "2026-09-20T14:32:15.624688+00:00",
"gpuSummaries": {
"Ascend_910-b3": {
"attributableFailureCount": 75,
@@ -4673,9 +4671,9 @@
},
"Biren_166m": {
"attributableFailureCount": 172,
"decisionFailureRate": 0.8776,
"decisionSuccessRate": 0.1224,
"decisionTotal": 196,
"decisionFailureRate": 0.8731,
"decisionSuccessRate": 0.1269,
"decisionTotal": 197,
"failureBreakdown": {
"ambiguous_runtime": 131,
"backend_operator": 4,
@@ -4692,13 +4690,13 @@
"验证失败": 27
},
"failureCount": 608,
"failureRate": 0.962,
"failureRate": 0.9605,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 2,
"successCount": 24,
"successRate": 0.038,
"total": 632,
"successCount": 25,
"successRate": 0.0395,
"total": 633,
"unresolvedFailureCount": 434
},
"Cambricon_mlu-370-x4": {
@@ -4845,21 +4843,21 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"ambiguous_runtime": 154,
"ambiguous_runtime": 156,
"memory_capacity": 1,
"参数/模板问题": 2,
"日志缺失": 1,
"验证失败": 23
},
"failureCount": 181,
"failureCount": 183,
"failureRate": 1.0,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 0,
"successRate": 0.0,
"total": 181,
"unresolvedFailureCount": 180
"total": 183,
"unresolvedFailureCount": 182
},
"Kunlunxin_r-200-8f": {
"attributableFailureCount": 0,
@@ -4886,7 +4884,7 @@
"decisionSuccessRate": 0.1807,
"decisionTotal": 797,
"failureBreakdown": {
"ambiguous_runtime": 297,
"ambiguous_runtime": 298,
"architecture_compatibility": 21,
"backend_operator": 43,
"context_length": 59,
@@ -4900,15 +4898,15 @@
"日志缺失": 15,
"验证失败": 48
},
"failureCount": 1416,
"failureRate": 0.9077,
"failureCount": 1417,
"failureRate": 0.9078,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 5,
"successCount": 144,
"successRate": 0.0923,
"total": 1560,
"unresolvedFailureCount": 758
"successRate": 0.0922,
"total": 1561,
"unresolvedFailureCount": 759
},
"Mthreads_s4000": {
"attributableFailureCount": 69,
@@ -6102,7 +6100,7 @@
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 1.0,
"decisionTotal": 9,
"decisionTotal": 10,
"failureBreakdown": {},
"failureCount": 0,
"failureRate": 0.0,
@@ -6112,11 +6110,11 @@
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 9,
"successCount": 10,
"successRate": 1.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 9,
"total": 10,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|rwkv7|none": {
@@ -8744,6 +8742,29 @@
"total": 1,
"unresolvedFailureCount": 1
},
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|cohere2|none": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_fix_tokenizer",
"modelType": "cohere2",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Kunlunxin_p-800",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
},
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -8767,6 +8788,29 @@
"total": 3,
"unresolvedFailureCount": 3
},
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gpt_oss|compressed-tensors": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_fix_tokenizer",
"modelType": "gpt_oss",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "compressed-tensors",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Kunlunxin_p-800",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
},
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gpt_oss|mxfp4": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -11155,27 +11199,27 @@
},
"Biren_166m|vllm|text-generation": {
"attributableFailureCount": 1,
"consecutiveFailures": 1,
"consecutiveFailures": 0,
"consecutivePlatformFailures": 0,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"decisionFailureRate": 0.5,
"decisionSuccessRate": 0.5,
"decisionTotal": 2,
"failureBreakdown": {
"framework_architecture_unsupported": 1
},
"failureCount": 1,
"failureRate": 1.0,
"failureRate": 0.5,
"framework": "vllm",
"lastPlatformFailureAt": null,
"lastTerminalAt": "2026-09-20T06:27:54.872414+00:00",
"lastTerminalAt": "2026-09-20T14:32:15.260751+00:00",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 0,
"successRate": 0.0,
"successCount": 1,
"successRate": 0.5,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 1,
"total": 2,
"unresolvedFailureCount": 0
},
"Cambricon_mlu-370-x4|unknown|text-generation": {
@@ -11452,15 +11496,15 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 2,
"failureBreakdown": {
"ambiguous_runtime": 1,
"ambiguous_runtime": 2,
"backend_operator": 1,
"tokenizer_compatibility": 1
},
"failureCount": 3,
"failureCount": 4,
"failureRate": 1.0,
"framework": "vllm",
"lastPlatformFailureAt": null,
"lastTerminalAt": "2026-09-20T14:18:03.259001+00:00",
"lastTerminalAt": "2026-09-20T14:32:15.260773+00:00",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
@@ -11468,8 +11512,8 @@
"successRate": 0.0,
"targetGpu": "MetaX_c-500",
"taskType": "text-generation",
"total": 3,
"unresolvedFailureCount": 1
"total": 4,
"unresolvedFailureCount": 2
},
"Mthreads_s4000|unknown|text-generation": {
"attributableFailureCount": 0,
@@ -11551,18 +11595,18 @@
"unresolvedFailureCount": 1
},
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation": {
"attributableFailureCount": 8,
"consecutiveFailures": 8,
"attributableFailureCount": 7,
"consecutiveFailures": 7,
"consecutivePlatformFailures": 0,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 8,
"decisionTotal": 7,
"failureBreakdown": {
"framework_architecture_unsupported": 2,
"framework_architecture_unsupported": 1,
"platform_infrastructure": 3,
"tokenizer_compatibility": 6
},
"failureCount": 11,
"failureCount": 10,
"failureRate": 1.0,
"framework": "vllm_fix_tokenizer",
"lastPlatformFailureAt": "2026-09-16T02:03:21+00:00",
@@ -11574,23 +11618,23 @@
"successRate": 0.0,
"targetGpu": "Sunrise_pt-200-x1",
"taskType": "text-generation",
"total": 11,
"total": 10,
"unresolvedFailureCount": 0
},
"Sunrise_pt-200-x1|vllm|text-generation": {
"attributableFailureCount": 5,
"consecutiveFailures": 5,
"attributableFailureCount": 4,
"consecutiveFailures": 4,
"consecutivePlatformFailures": 0,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 5,
"decisionTotal": 4,
"failureBreakdown": {
"backend_operator": 1,
"framework_architecture_unsupported": 3,
"framework_architecture_unsupported": 2,
"memory_capacity": 1,
"platform_infrastructure": 1
},
"failureCount": 6,
"failureCount": 5,
"failureRate": 1.0,
"framework": "vllm",
"lastPlatformFailureAt": "2026-09-15T06:15:21+00:00",
@@ -11602,7 +11646,7 @@
"successRate": 0.0,
"targetGpu": "Sunrise_pt-200-x1",
"taskType": "text-generation",
"total": 6,
"total": 5,
"unresolvedFailureCount": 0
},
"Vastai_va16|unknown|text-generation": {
@@ -11810,6 +11854,29 @@
"total": 1,
"unresolvedFailureCount": 1
},
"Biren_166m|vllm|text-generation|qwen3|none": {
"attributableFailureCount": 0,
"consecutiveFailures": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 1.0,
"decisionTotal": 1,
"failureBreakdown": {},
"failureCount": 0,
"failureRate": 0.0,
"framework": "vllm",
"lastTerminalAt": "2026-09-20T14:32:15.260751+00:00",
"modelType": "qwen3",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 1,
"successRate": 1.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|sophia_hybrid|none": {
"attributableFailureCount": 1,
"consecutiveFailures": 1,
@@ -14559,6 +14626,28 @@
"total": 8,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|qwen3|none|33": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 1.0,
"decisionTotal": 1,
"failureBreakdown": {},
"failureCount": 0,
"failureRate": 0.0,
"framework": "vllm",
"loadSizeLog2Bucket": 33,
"modelType": "qwen3",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 1,
"successRate": 1.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|rwkv7|none|32": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
@@ -18312,6 +18401,30 @@
"total": 1,
"unresolvedFailureCount": 1
},
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|cohere2|none|32": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_fix_tokenizer",
"loadSizeLog2Bucket": 32,
"modelType": "cohere2",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Kunlunxin_p-800",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
},
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gemma2|compressed-tensors|32": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -18360,6 +18473,30 @@
"total": 2,
"unresolvedFailureCount": 2
},
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gpt_oss|compressed-tensors|35": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_fix_tokenizer",
"loadSizeLog2Bucket": 35,
"modelType": "gpt_oss",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "compressed-tensors",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Kunlunxin_p-800",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
},
"Kunlunxin_p-800|vllm_fix_tokenizer|text-generation|gpt_oss|mxfp4|34": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -21965,15 +22102,15 @@
"unresolvedFailureCount": 0
}
},
"terminalRecords": 15864,
"totalRecords": 15969,
"terminalRecords": 15868,
"totalRecords": 15973,
"totals": {
"attributableFailureCount": 5755,
"decisionFailureRate": 0.8617,
"decisionSuccessRate": 0.1383,
"decisionTotal": 6679,
"decisionFailureRate": 0.8615,
"decisionSuccessRate": 0.1385,
"decisionTotal": 6680,
"failureBreakdown": {
"ambiguous_runtime": 3761,
"ambiguous_runtime": 3764,
"architecture_compatibility": 212,
"attention_backend": 1,
"backend_operator": 102,
@@ -21989,15 +22126,15 @@
"日志缺失": 719,
"验证失败": 673
},
"failureCount": 14940,
"failureRate": 0.9418,
"failureCount": 14943,
"failureRate": 0.9417,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 922,
"successCount": 924,
"successRate": 0.0582,
"total": 15864,
"unresolvedFailureCount": 8263
"successCount": 925,
"successRate": 0.0583,
"total": 15868,
"unresolvedFailureCount": 8266
},
"warnings": [
"GPU Iluvatar_bi-100 本地统计失败率偏高（≥50%），建议重点关注。",
@@ -22042,12 +22179,12 @@
"组合 Cambricon_mlu-370-x4|unknown|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Ascend_910-b4|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Iluvatar_bi-150|transformers|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x8|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x8|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Ascend_910-b3|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。"
"组合 Ascend_910-b3|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x8|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。"
]
},
"storageMode": "decision_state_only",
"summarizedRecords": 15969,
"summarizedRecords": 15973,
"version": 1
}