CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 8216 (intent)

Browse Source
This commit is contained in:
CoolBoy
2026-09-16 13:57:52 +00:00
parent 90bafefef9
commit b5f12e5c57
9 changed files with 1083 additions and 1037 deletions
Download Patch File Download Diff File Expand all files Collapse all files

259
.modelhub_state/outcome_checkpoint.json
View File

@@ -1,6 +1,6 @@
{
"generatedAt": "2026-09-16T13:37:37.865620+00:00",
"lastSyncTime": "2026-09-16T13:37:37.810445+00:00",
"generatedAt": "2026-09-16T13:55:12.893198+00:00",
"lastSyncTime": "2026-09-16T13:55:11.492896+00:00",
"recentLimit": 300,
"report": {
"architectureCompatibilityBlocks": {
@@ -156,26 +156,26 @@
"ascend_910-b3|vllm|text-generation|model_type:qwen3_5": {
"architectureSignature": "model_type:qwen3_5",
"architectures": [],
"evidenceCount": 7,
"expiresAt": "2026-10-16T11:43:21+00:00",
"evidenceCount": 8,
"expiresAt": "2026-10-16T13:51:21+00:00",
"framework": "vllm",
"latestFailureAt": "2026-09-16T11:43:21+00:00",
"latestFailureAt": "2026-09-16T13:51:21+00:00",
"latestSuccessfulAt": null,
"matchType": "model_type",
"modelType": "qwen3_5",
"sourceModelIds": [
"cyankiwi/Ornith-1.5-9B-AWQ-INT4",
"Jackrong/DeepSeek-V4-Pro-Qwen3.5-9B",
"douyamv/Qwen3.8-27B-FP8",
"cyankiwi/Ornith-1.5-9B-AWQ-FP8",
"EschaLabs/Qwen3.8-27B-Escha-W2",
"callmezcc/Qwen3.8-27B-GPTQ-W4A16"
"EschaLabs/Qwen3.8-27B-Escha-W2"
],
"sourceTaskIds": [
"4591816",
"4590402",
"4583327",
"4591815",
"4592637",
"4332825"
"4592637"
],
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation"
@@ -1592,26 +1592,26 @@
"vastai_va16|vllm|text-generation|model_type:qwen3_5": {
"architectureSignature": "model_type:qwen3_5",
"architectures": [],
"evidenceCount": 5,
"expiresAt": "2026-10-15T22:03:22+00:00",
"evidenceCount": 6,
"expiresAt": "2026-10-16T13:51:21+00:00",
"framework": "vllm",
"latestFailureAt": "2026-09-15T22:03:22+00:00",
"latestFailureAt": "2026-09-16T13:51:21+00:00",
"latestSuccessfulAt": null,
"matchType": "model_type",
"modelType": "qwen3_5",
"sourceModelIds": [
"callmezcc/Qwen3.8-27B-GPTQ-W4A16",
"cyankiwi/Ornith-1.5-9B-AWQ-FP8",
"EschaLabs/Qwen3.8-27B-Escha-W2",
"douyamv/Qwen3.8-27B-FP8",
"groxaxo/Qwen3.8-27B-GPTQ-Pro-4bit-g64-calib128",
"primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8"
"groxaxo/Qwen3.8-27B-GPTQ-Pro-4bit-g64-calib128"
],
"sourceTaskIds": [
"4609083",
"4609077",
"4593153",
"4522735",
"4609100",
"4543481"
"4609100"
],
"targetGpu": "Vastai_va16",
"taskType": "text-generation"
@@ -1784,17 +1784,17 @@
"unresolvedFailureCount": 4
},
"Ascend_910-b3|vllm|text-generation": {
"attributableFailureCount": 43,
"attributableFailureCount": 44,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 43,
"decisionTotal": 44,
"failureBreakdown": {
"ambiguous_runtime": 31,
"framework_architecture_unsupported": 41,
"framework_architecture_unsupported": 42,
"memory_capacity": 1,
"tokenizer_compatibility": 1
},
"failureCount": 74,
"failureCount": 75,
"failureRate": 1.0,
"framework": "vllm",
"pendingCount": 0,
@@ -1804,7 +1804,7 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b3",
"taskType": "text-generation",
"total": 74,
"total": 75,
"unresolvedFailureCount": 31
},
"Ascend_910-b4|llamacpp|text-generation": {
@@ -1926,25 +1926,25 @@
"unresolvedFailureCount": 59
},
"Biren_166m|vllm|text-generation": {
"attributableFailureCount": 9,
"decisionFailureRate": 0.9,
"decisionSuccessRate": 0.1,
"decisionTotal": 10,
"attributableFailureCount": 11,
"decisionFailureRate": 0.9167,
"decisionSuccessRate": 0.0833,
"decisionTotal": 12,
"failureBreakdown": {
"framework_architecture_unsupported": 6,
"model_load": 3
"framework_architecture_unsupported": 7,
"model_load": 4
},
"failureCount": 9,
"failureRate": 0.9,
"failureCount": 11,
"failureRate": 0.9167,
"framework": "vllm",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 1,
"successRate": 0.1,
"successRate": 0.0833,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 10,
"total": 12,
"unresolvedFailureCount": 0
},
"Cambricon_mlu-370-x4|unknown|text-generation": {
@@ -2603,17 +2603,17 @@
"unresolvedFailureCount": 3
},
"Vastai_va16|vllm|text-generation": {
"attributableFailureCount": 56,
"attributableFailureCount": 57,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 56,
"decisionTotal": 57,
"failureBreakdown": {
"ambiguous_runtime": 65,
"framework_architecture_unsupported": 50,
"framework_architecture_unsupported": 51,
"memory_capacity": 1,
"model_load": 5
},
"failureCount": 121,
"failureCount": 122,
"failureRate": 1.0,
"framework": "vllm",
"pendingCount": 0,
@@ -2623,7 +2623,7 @@
"successRate": 0.0,
"targetGpu": "Vastai_va16",
"taskType": "text-generation",
"total": 121,
"total": 122,
"unresolvedFailureCount": 65
},
"hygon_k100-ai|llamacpp|text-generation": {
@@ -2784,30 +2784,30 @@
"unresolvedFailureCount": 896
},
"vllm": {
"attributableFailureCount": 359,
"decisionFailureRate": 0.9599,
"decisionSuccessRate": 0.0401,
"decisionTotal": 374,
"attributableFailureCount": 363,
"decisionFailureRate": 0.9603,
"decisionSuccessRate": 0.0397,
"decisionTotal": 378,
"failureBreakdown": {
"ambiguous_runtime": 222,
"backend_operator": 35,
"framework_architecture_unsupported": 265,
"framework_architecture_unsupported": 268,
"memory_capacity": 7,
"model_load": 29,
"model_load": 30,
"platform_infrastructure": 2,
"repository_structure": 8,
"runtime_memory": 6,
"tokenizer_compatibility": 9,
"参数/模板问题": 31
},
"failureCount": 614,
"failureRate": 0.9762,
"failureCount": 618,
"failureRate": 0.9763,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 2,
"successCount": 15,
"successRate": 0.0238,
"total": 629,
"successRate": 0.0237,
"total": 633,
"unresolvedFailureCount": 253
},
"vllm-mlu": {
@@ -2918,29 +2918,29 @@
"unresolvedFailureCount": 5
}
},
"generatedAt": "2026-09-16T13:37:37.857870+00:00",
"generatedAt": "2026-09-16T13:55:12.886131+00:00",
"gpuSummaries": {
"Ascend_910-b3": {
"attributableFailureCount": 47,
"decisionFailureRate": 0.9592,
"decisionSuccessRate": 0.0408,
"decisionTotal": 49,
"attributableFailureCount": 48,
"decisionFailureRate": 0.96,
"decisionSuccessRate": 0.04,
"decisionTotal": 50,
"failureBreakdown": {
"ambiguous_runtime": 35,
"framework_architecture_unsupported": 45,
"framework_architecture_unsupported": 46,
"memory_capacity": 1,
"tokenizer_compatibility": 1,
"参数/模板问题": 9,
"验证失败": 27
},
"failureCount": 118,
"failureRate": 0.9833,
"failureCount": 119,
"failureRate": 0.9835,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 2,
"successRate": 0.0167,
"total": 120,
"successRate": 0.0165,
"total": 121,
"unresolvedFailureCount": 71
},
"Ascend_910-b4": {
@@ -2969,28 +2969,28 @@
"unresolvedFailureCount": 230
},
"Biren_166m": {
"attributableFailureCount": 45,
"decisionFailureRate": 0.9375,
"decisionSuccessRate": 0.0625,
"decisionTotal": 48,
"attributableFailureCount": 47,
"decisionFailureRate": 0.94,
"decisionSuccessRate": 0.06,
"decisionTotal": 50,
"failureBreakdown": {
"ambiguous_runtime": 31,
"backend_operator": 4,
"framework_architecture_unsupported": 33,
"framework_architecture_unsupported": 34,
"memory_capacity": 1,
"model_load": 6,
"model_load": 7,
"tokenizer_compatibility": 1,
"参数/模板问题": 1,
"验证失败": 27
},
"failureCount": 104,
"failureRate": 0.972,
"failureCount": 106,
"failureRate": 0.9725,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 3,
"successRate": 0.028,
"total": 107,
"successRate": 0.0275,
"total": 109,
"unresolvedFailureCount": 59
},
"Cambricon_mlu-370-x4": {
@@ -3207,26 +3207,26 @@
"unresolvedFailureCount": 50
},
"Vastai_va16": {
"attributableFailureCount": 59,
"decisionFailureRate": 0.8082,
"decisionSuccessRate": 0.1918,
"decisionTotal": 73,
"attributableFailureCount": 60,
"decisionFailureRate": 0.8108,
"decisionSuccessRate": 0.1892,
"decisionTotal": 74,
"failureBreakdown": {
"ambiguous_runtime": 68,
"framework_architecture_unsupported": 52,
"framework_architecture_unsupported": 53,
"memory_capacity": 1,
"model_load": 6,
"参数/模板问题": 14,
"验证失败": 130
},
"failureCount": 271,
"failureRate": 0.9509,
"failureCount": 272,
"failureRate": 0.951,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 14,
"successRate": 0.0491,
"total": 285,
"successRate": 0.049,
"total": 286,
"unresolvedFailureCount": 212
},
"hygon_k100-ai": {
@@ -3411,14 +3411,14 @@
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|llama|awq": {
"attributableFailureCount": 2,
"attributableFailureCount": 3,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 2,
"decisionTotal": 3,
"failureBreakdown": {
"model_load": 2
"model_load": 3
},
"failureCount": 2,
"failureCount": 3,
"failureRate": 1.0,
"framework": "vllm",
"modelType": "llama",
@@ -3430,7 +3430,7 @@
"successRate": 0.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 2,
"total": 3,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|nanbeige|compressed-tensors": {
@@ -3477,6 +3477,29 @@
"total": 1,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|qwen3_5_moe|none": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"framework_architecture_unsupported": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm",
"modelType": "qwen3_5_moe",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|qwen3_5|compressed-tensors": {
"attributableFailureCount": 2,
"decisionFailureRate": 1.0,
@@ -6115,7 +6138,7 @@
"failureRate": 1.0,
"framework": "vllm",
"lastPlatformFailureAt": null,
"lastTerminalAt": "2026-09-16T11:50:54.111136+00:00",
"lastTerminalAt": "2026-09-16T13:55:11.492824+00:00",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
@@ -6605,21 +6628,21 @@
"unresolvedFailureCount": 1
},
"Vastai_va16|vllm|text-generation": {
"attributableFailureCount": 12,
"consecutiveFailures": 12,
"attributableFailureCount": 13,
"consecutiveFailures": 13,
"consecutivePlatformFailures": 0,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 12,
"decisionTotal": 13,
"failureBreakdown": {
"ambiguous_runtime": 8,
"framework_architecture_unsupported": 12
"ambiguous_runtime": 7,
"framework_architecture_unsupported": 13
},
"failureCount": 20,
"failureRate": 1.0,
"framework": "vllm",
"lastPlatformFailureAt": null,
"lastTerminalAt": "2026-09-16T02:04:05.170951+00:00",
"lastTerminalAt": "2026-09-16T13:55:11.492860+00:00",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
@@ -6628,7 +6651,7 @@
"targetGpu": "Vastai_va16",
"taskType": "text-generation",
"total": 20,
"unresolvedFailureCount": 8
"unresolvedFailureCount": 7
},
"hygon_k100-ai|unknown|text-generation": {
"attributableFailureCount": 0,
@@ -6930,14 +6953,14 @@
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|llama|awq|32": {
"attributableFailureCount": 2,
"attributableFailureCount": 3,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 2,
"decisionTotal": 3,
"failureBreakdown": {
"model_load": 2
"model_load": 3
},
"failureCount": 2,
"failureCount": 3,
"failureRate": 1.0,
"framework": "vllm",
"loadSizeLog2Bucket": 32,
@@ -6950,7 +6973,7 @@
"successRate": 0.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 2,
"total": 3,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|nanbeige|compressed-tensors|32": {
@@ -6999,6 +7022,30 @@
"total": 1,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|qwen3_5_moe|none|34": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"framework_architecture_unsupported": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm",
"loadSizeLog2Bucket": 34,
"modelType": "qwen3_5_moe",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|qwen3_5|compressed-tensors|33": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
@@ -10802,19 +10849,19 @@
"unresolvedFailureCount": 0
}
},
"terminalRecords": 2013,
"totalRecords": 2107,
"terminalRecords": 2017,
"totalRecords": 2111,
"totals": {
"attributableFailureCount": 643,
"decisionFailureRate": 0.8906,
"decisionSuccessRate": 0.1094,
"decisionTotal": 722,
"attributableFailureCount": 647,
"decisionFailureRate": 0.8912,
"decisionSuccessRate": 0.1088,
"decisionTotal": 726,
"failureBreakdown": {
"ambiguous_runtime": 491,
"backend_operator": 45,
"framework_architecture_unsupported": 420,
"framework_architecture_unsupported": 423,
"memory_capacity": 12,
"model_load": 83,
"model_load": 84,
"platform_infrastructure": 10,
"repository_structure": 8,
"runtime_memory": 15,
@@ -10822,14 +10869,14 @@
"参数/模板问题": 117,
"验证失败": 673
},
"failureCount": 1934,
"failureCount": 1938,
"failureRate": 0.9608,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 10,
"successCount": 79,
"successRate": 0.0392,
"total": 2013,
"total": 2017,
"unresolvedFailureCount": 1281
},
"warnings": [
@@ -10840,11 +10887,11 @@
"GPU Biren_166m 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Iluvatar_bi-150 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU hygon_k100-ai 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x4 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Ascend_910-b3 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
"组合 Biren_166m|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Biren_166m|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Vastai_va16|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
@@ -10869,6 +10916,6 @@
]
},
"storageMode": "decision_state_only",
"summarizedRecords": 2107,
"summarizedRecords": 2111,
"version": 1
}