CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 8671 (intent)

Browse Source
This commit is contained in:
CoolBoy
2026-09-17 10:12:04 +00:00
parent a3f395d970
commit 757c64915d
8 changed files with 1513 additions and 1625 deletions
Download Patch File Download Diff File Expand all files Collapse all files

328
.modelhub_state/outcome_checkpoint.json
View File

@@ -1,6 +1,6 @@
{
"generatedAt": "2026-09-17T09:11:01.258740+00:00",
"lastSyncTime": "2026-09-17T09:11:00.510552+00:00",
"generatedAt": "2026-09-17T10:10:02.916569+00:00",
"lastSyncTime": "2026-09-17T10:10:02.608119+00:00",
"recentLimit": 300,
"report": {
"architectureCompatibilityBlocks": {
@@ -753,26 +753,26 @@
"hygon_k100-ai|vllm|text-generation|model_type:qwen3_5": {
"architectureSignature": "model_type:qwen3_5",
"architectures": [],
"evidenceCount": 5,
"expiresAt": "2026-10-17T00:41:21+00:00",
"evidenceCount": 6,
"expiresAt": "2026-10-17T10:05:21+00:00",
"framework": "vllm",
"latestFailureAt": "2026-09-17T00:41:21+00:00",
"latestFailureAt": "2026-09-17T10:05:21+00:00",
"latestSuccessfulAt": null,
"matchType": "model_type",
"modelType": "qwen3_5",
"sourceModelIds": [
"ewinregirgojr/Qwen3.8-14B-Instruct-Turbo",
"VerStella/Qwen3.8-27B-heretic-ara-W8A8-DCU",
"EschaLabs/Qwen3.8-27B-Escha-W2",
"douyamv/Qwen3.8-27B-FP8",
"cyankiwi/Ornith-1.5-9B-AWQ-FP8",
"groxaxo/Qwen3.8-27B-GPTQ-Pro-4bit-g64-calib128"
"cyankiwi/Ornith-1.5-9B-AWQ-FP8"
],
"sourceTaskIds": [
"4490374",
"4460362",
"4595432",
"4609095",
"4592744",
"4590765"
"4592744"
],
"targetGpu": "hygon_k100-ai",
"taskType": "text-generation"
@@ -1811,24 +1811,24 @@
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation": {
"attributableFailureCount": 7,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 7,
"decisionFailureRate": 0.875,
"decisionSuccessRate": 0.125,
"decisionTotal": 8,
"failureBreakdown": {
"ambiguous_runtime": 5,
"framework_architecture_unsupported": 7
},
"failureCount": 12,
"failureRate": 1.0,
"failureRate": 0.9231,
"framework": "vllm_tokenizer_patch",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 0,
"successRate": 0.0,
"successCount": 1,
"successRate": 0.0769,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 12,
"total": 13,
"unresolvedFailureCount": 5
},
"Ascend_910-b3|vllm|text-generation": {
@@ -1899,15 +1899,15 @@
"unresolvedFailureCount": 188
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation": {
"attributableFailureCount": 2,
"attributableFailureCount": 3,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 2,
"decisionTotal": 3,
"failureBreakdown": {
"ambiguous_runtime": 2,
"framework_architecture_unsupported": 2
"ambiguous_runtime": 3,
"framework_architecture_unsupported": 3
},
"failureCount": 4,
"failureCount": 6,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"pendingCount": 0,
@@ -1917,8 +1917,8 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 4,
"unresolvedFailureCount": 2
"total": 6,
"unresolvedFailureCount": 3
},
"Ascend_910-b4|vllm|text-generation": {
"attributableFailureCount": 58,
@@ -2745,19 +2745,19 @@
"unresolvedFailureCount": 11
},
"hygon_k100-ai|vllm|text-generation": {
"attributableFailureCount": 55,
"attributableFailureCount": 56,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 55,
"decisionTotal": 56,
"failureBreakdown": {
"ambiguous_runtime": 24,
"framework_architecture_unsupported": 43,
"framework_architecture_unsupported": 44,
"memory_capacity": 1,
"model_load": 5,
"repository_structure": 4,
"runtime_memory": 2
},
"failureCount": 79,
"failureCount": 80,
"failureRate": 1.0,
"framework": "vllm",
"pendingCount": 0,
@@ -2767,7 +2767,7 @@
"successRate": 0.0,
"targetGpu": "hygon_k100-ai",
"taskType": "text-generation",
"total": 79,
"total": 80,
"unresolvedFailureCount": 24
}
},
@@ -2837,14 +2837,14 @@
"unresolvedFailureCount": 906
},
"vllm": {
"attributableFailureCount": 393,
"decisionFailureRate": 0.9585,
"decisionSuccessRate": 0.0415,
"decisionTotal": 410,
"attributableFailureCount": 394,
"decisionFailureRate": 0.9586,
"decisionSuccessRate": 0.0414,
"decisionTotal": 411,
"failureBreakdown": {
"ambiguous_runtime": 230,
"backend_operator": 38,
"framework_architecture_unsupported": 294,
"framework_architecture_unsupported": 295,
"memory_capacity": 7,
"model_load": 31,
"platform_infrastructure": 2,
@@ -2853,14 +2853,14 @@
"tokenizer_compatibility": 9,
"参数/模板问题": 40
},
"failureCount": 665,
"failureCount": 666,
"failureRate": 0.9751,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 2,
"successCount": 17,
"successRate": 0.0249,
"total": 682,
"total": 683,
"unresolvedFailureCount": 270
},
"vllm-mlu": {
@@ -2953,32 +2953,32 @@
"unresolvedFailureCount": 72
},
"vllm_tokenizer_patch": {
"attributableFailureCount": 9,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 9,
"attributableFailureCount": 10,
"decisionFailureRate": 0.9091,
"decisionSuccessRate": 0.0909,
"decisionTotal": 11,
"failureBreakdown": {
"ambiguous_runtime": 7,
"framework_architecture_unsupported": 9
"ambiguous_runtime": 8,
"framework_architecture_unsupported": 10
},
"failureCount": 16,
"failureRate": 1.0,
"failureCount": 18,
"failureRate": 0.9474,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 0,
"successRate": 0.0,
"total": 16,
"unresolvedFailureCount": 7
"successCount": 1,
"successRate": 0.0526,
"total": 19,
"unresolvedFailureCount": 8
}
},
"generatedAt": "2026-09-17T09:11:01.252695+00:00",
"generatedAt": "2026-09-17T10:10:02.910840+00:00",
"gpuSummaries": {
"Ascend_910-b3": {
"attributableFailureCount": 54,
"decisionFailureRate": 0.9643,
"decisionSuccessRate": 0.0357,
"decisionTotal": 56,
"decisionFailureRate": 0.9474,
"decisionSuccessRate": 0.0526,
"decisionTotal": 57,
"failureBreakdown": {
"ambiguous_runtime": 37,
"framework_architecture_unsupported": 52,
@@ -2988,23 +2988,23 @@
"验证失败": 27
},
"failureCount": 128,
"failureRate": 0.9846,
"failureRate": 0.9771,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 2,
"successRate": 0.0154,
"total": 130,
"successCount": 3,
"successRate": 0.0229,
"total": 131,
"unresolvedFailureCount": 74
},
"Ascend_910-b4": {
"attributableFailureCount": 61,
"decisionFailureRate": 0.9683,
"decisionSuccessRate": 0.0317,
"decisionTotal": 63,
"attributableFailureCount": 62,
"decisionFailureRate": 0.9688,
"decisionSuccessRate": 0.0312,
"decisionTotal": 64,
"failureBreakdown": {
"ambiguous_runtime": 45,
"framework_architecture_unsupported": 56,
"ambiguous_runtime": 46,
"framework_architecture_unsupported": 57,
"memory_capacity": 1,
"model_load": 1,
"repository_structure": 1,
@@ -3012,15 +3012,15 @@
"参数/模板问题": 13,
"验证失败": 175
},
"failureCount": 294,
"failureRate": 0.9932,
"failureCount": 296,
"failureRate": 0.9933,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 2,
"successRate": 0.0068,
"total": 296,
"unresolvedFailureCount": 233
"successRate": 0.0067,
"total": 298,
"unresolvedFailureCount": 234
},
"Biren_166m": {
"attributableFailureCount": 61,
@@ -3285,13 +3285,13 @@
"unresolvedFailureCount": 216
},
"hygon_k100-ai": {
"attributableFailureCount": 62,
"attributableFailureCount": 63,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 62,
"decisionTotal": 63,
"failureBreakdown": {
"ambiguous_runtime": 29,
"framework_architecture_unsupported": 49,
"framework_architecture_unsupported": 50,
"memory_capacity": 1,
"model_load": 5,
"repository_structure": 4,
@@ -3299,14 +3299,14 @@
"参数/模板问题": 10,
"验证失败": 27
},
"failureCount": 128,
"failureCount": 129,
"failureRate": 1.0,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 0,
"successRate": 0.0,
"total": 128,
"total": 129,
"unresolvedFailureCount": 66
}
},
@@ -3373,6 +3373,27 @@
"total": 4,
"unresolvedFailureCount": 4
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|none": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 1.0,
"decisionTotal": 1,
"failureBreakdown": {},
"failureCount": 0,
"failureRate": 0.0,
"framework": "vllm_tokenizer_patch",
"modelType": "llama",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 1,
"successRate": 1.0,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mistral3|none": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -3488,6 +3509,29 @@
"total": 1,
"unresolvedFailureCount": 1
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|awq": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"modelType": "llama",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "awq",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|none": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -3557,6 +3601,29 @@
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|spark2_5|fp8": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"framework_architecture_unsupported": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"modelType": "spark2_5",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "fp8",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|lfm2|none": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
@@ -7330,22 +7397,22 @@
"unresolvedFailureCount": 2
},
"hygon_k100-ai|vllm|text-generation": {
"attributableFailureCount": 13,
"consecutiveFailures": 13,
"attributableFailureCount": 14,
"consecutiveFailures": 14,
"consecutivePlatformFailures": 0,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 13,
"decisionTotal": 14,
"failureBreakdown": {
"ambiguous_runtime": 7,
"framework_architecture_unsupported": 12,
"ambiguous_runtime": 6,
"framework_architecture_unsupported": 13,
"model_load": 1
},
"failureCount": 20,
"failureRate": 1.0,
"framework": "vllm",
"lastPlatformFailureAt": null,
"lastTerminalAt": "2026-09-17T01:19:27.449287+00:00",
"lastTerminalAt": "2026-09-17T10:10:02.608119+00:00",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
@@ -7354,7 +7421,7 @@
"targetGpu": "hygon_k100-ai",
"taskType": "text-generation",
"total": 20,
"unresolvedFailureCount": 7
"unresolvedFailureCount": 6
}
},
"recentProfileCombinationStats": {
@@ -7582,6 +7649,28 @@
"total": 4,
"unresolvedFailureCount": 4
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|llama|none|32": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 1.0,
"decisionTotal": 1,
"failureBreakdown": {},
"failureCount": 0,
"failureRate": 0.0,
"framework": "vllm_tokenizer_patch",
"loadSizeLog2Bucket": 32,
"modelType": "llama",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 1,
"successRate": 1.0,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b3|vllm_tokenizer_patch|text-generation|mistral3|none|34": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -7702,6 +7791,30 @@
"total": 1,
"unresolvedFailureCount": 1
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|awq|32": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"loadSizeLog2Bucket": 32,
"modelType": "llama",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "awq",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|llama|none|32": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -7774,6 +7887,30 @@
"total": 1,
"unresolvedFailureCount": 0
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|spark2_5|fp8|32": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"framework_architecture_unsupported": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"loadSizeLog2Bucket": 32,
"modelType": "spark2_5",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "fp8",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|lfm2|none|29": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
@@ -12388,17 +12525,17 @@
"unresolvedFailureCount": 0
}
},
"terminalRecords": 2112,
"totalRecords": 2215,
"terminalRecords": 2116,
"totalRecords": 2219,
"totals": {
"attributableFailureCount": 688,
"decisionFailureRate": 0.8843,
"decisionSuccessRate": 0.1157,
"decisionTotal": 778,
"attributableFailureCount": 690,
"decisionFailureRate": 0.8835,
"decisionSuccessRate": 0.1165,
"decisionTotal": 781,
"failureBreakdown": {
"ambiguous_runtime": 518,
"ambiguous_runtime": 519,
"backend_operator": 48,
"framework_architecture_unsupported": 457,
"framework_architecture_unsupported": 459,
"memory_capacity": 12,
"model_load": 85,
"platform_infrastructure": 10,
@@ -12408,30 +12545,31 @@
"参数/模板问题": 133,
"验证失败": 673
},
"failureCount": 2022,
"failureRate": 0.9574,
"failureCount": 2025,
"failureRate": 0.957,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 10,
"successCount": 90,
"successRate": 0.0426,
"total": 2112,
"unresolvedFailureCount": 1324
"successCount": 91,
"successRate": 0.043,
"total": 2116,
"unresolvedFailureCount": 1325
},
"warnings": [
"GPU Mthreads_s4000 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Iluvatar_mrv-100 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Sunrise_pt-200-x1 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Ascend_910-b4 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Biren_166m 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Iluvatar_bi-150 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU hygon_k100-ai 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x4 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Ascend_910-b3 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
"组合 Biren_166m|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Ascend_910-b4|vllm_tokenizer_patch|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Biren_166m|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Vastai_va16|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x8|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
@@ -12455,6 +12593,6 @@
]
},
"storageMode": "decision_state_only",
"summarizedRecords": 2215,
"summarizedRecords": 2219,
"version": 1
}