CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 8704 (intent)

Browse Source
This commit is contained in:
CoolBoy
2026-09-17 11:29:51 +00:00
parent e93f55516a
commit f5975d75b0
7 changed files with 938 additions and 850 deletions
Download Patch File Download Diff File Expand all files Collapse all files

242
.modelhub_state/outcome_checkpoint.json
View File

@@ -1,6 +1,6 @@
{
"generatedAt": "2026-09-17T11:19:12.396728+00:00",
"lastSyncTime": "2026-09-17T11:19:10.946767+00:00",
"generatedAt": "2026-09-17T11:27:49.059245+00:00",
"lastSyncTime": "2026-09-17T11:27:46.524225+00:00",
"recentLimit": 300,
"report": {
"architectureCompatibilityBlocks": {
@@ -2415,30 +2415,30 @@
"unresolvedFailureCount": 58
},
"MetaX_c-500|vllm|text-generation": {
"attributableFailureCount": 61,
"decisionFailureRate": 0.8714,
"decisionSuccessRate": 0.1286,
"decisionTotal": 70,
"attributableFailureCount": 62,
"decisionFailureRate": 0.8611,
"decisionSuccessRate": 0.1389,
"decisionTotal": 72,
"failureBreakdown": {
"ambiguous_runtime": 11,
"backend_operator": 30,
"framework_architecture_unsupported": 22,
"framework_architecture_unsupported": 23,
"memory_capacity": 1,
"model_load": 7,
"repository_structure": 1,
"参数/模板问题": 9
},
"failureCount": 81,
"failureRate": 0.9,
"failureCount": 82,
"failureRate": 0.8913,
"framework": "vllm",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 9,
"successRate": 0.1,
"successCount": 10,
"successRate": 0.1087,
"targetGpu": "MetaX_c-500",
"taskType": "text-generation",
"total": 90,
"total": 92,
"unresolvedFailureCount": 20
},
"Mthreads_s4000|llamacpp|text-generation": {
@@ -2557,18 +2557,18 @@
"unresolvedFailureCount": 35
},
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation": {
"attributableFailureCount": 55,
"attributableFailureCount": 56,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 55,
"decisionTotal": 56,
"failureBreakdown": {
"backend_operator": 3,
"framework_architecture_unsupported": 7,
"platform_infrastructure": 7,
"tokenizer_compatibility": 45,
"tokenizer_compatibility": 46,
"参数/模板问题": 6
},
"failureCount": 68,
"failureCount": 69,
"failureRate": 1.0,
"framework": "vllm_fix_tokenizer",
"pendingCount": 0,
@@ -2578,7 +2578,7 @@
"successRate": 0.0,
"targetGpu": "Sunrise_pt-200-x1",
"taskType": "text-generation",
"total": 68,
"total": 69,
"unresolvedFailureCount": 6
},
"Sunrise_pt-200-x1|vllm|text-generation": {
@@ -2837,14 +2837,14 @@
"unresolvedFailureCount": 907
},
"vllm": {
"attributableFailureCount": 394,
"decisionFailureRate": 0.9586,
"decisionSuccessRate": 0.0414,
"decisionTotal": 411,
"attributableFailureCount": 395,
"decisionFailureRate": 0.9564,
"decisionSuccessRate": 0.0436,
"decisionTotal": 413,
"failureBreakdown": {
"ambiguous_runtime": 230,
"backend_operator": 38,
"framework_architecture_unsupported": 295,
"framework_architecture_unsupported": 296,
"memory_capacity": 7,
"model_load": 31,
"platform_infrastructure": 2,
@@ -2853,14 +2853,14 @@
"tokenizer_compatibility": 9,
"参数/模板问题": 40
},
"failureCount": 666,
"failureRate": 0.9751,
"failureCount": 667,
"failureRate": 0.9737,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 2,
"successCount": 17,
"successRate": 0.0249,
"total": 683,
"successCount": 18,
"successRate": 0.0263,
"total": 685,
"unresolvedFailureCount": 270
},
"vllm-mlu": {
@@ -2929,27 +2929,27 @@
"unresolvedFailureCount": 13
},
"vllm_fix_tokenizer": {
"attributableFailureCount": 58,
"attributableFailureCount": 59,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 58,
"decisionTotal": 59,
"failureBreakdown": {
"ambiguous_runtime": 64,
"backend_operator": 3,
"framework_architecture_unsupported": 9,
"model_load": 1,
"platform_infrastructure": 7,
"tokenizer_compatibility": 45,
"tokenizer_compatibility": 46,
"参数/模板问题": 8
},
"failureCount": 137,
"failureCount": 138,
"failureRate": 1.0,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 7,
"successCount": 0,
"successRate": 0.0,
"total": 137,
"total": 138,
"unresolvedFailureCount": 72
},
"vllm_tokenizer_patch": {
@@ -2972,7 +2972,7 @@
"unresolvedFailureCount": 8
}
},
"generatedAt": "2026-09-17T11:19:12.391620+00:00",
"generatedAt": "2026-09-17T11:27:49.051382+00:00",
"gpuSummaries": {
"Ascend_910-b3": {
"attributableFailureCount": 56,
@@ -3185,28 +3185,28 @@
"unresolvedFailureCount": 131
},
"MetaX_c-500": {
"attributableFailureCount": 61,
"decisionFailureRate": 0.7722,
"decisionSuccessRate": 0.2278,
"decisionTotal": 79,
"attributableFailureCount": 62,
"decisionFailureRate": 0.7654,
"decisionSuccessRate": 0.2346,
"decisionTotal": 81,
"failureBreakdown": {
"ambiguous_runtime": 11,
"backend_operator": 30,
"framework_architecture_unsupported": 22,
"framework_architecture_unsupported": 23,
"memory_capacity": 1,
"model_load": 7,
"repository_structure": 1,
"参数/模板问题": 19,
"验证失败": 48
},
"failureCount": 139,
"failureRate": 0.8854,
"failureCount": 140,
"failureRate": 0.8805,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 18,
"successRate": 0.1146,
"total": 157,
"successCount": 19,
"successRate": 0.1195,
"total": 159,
"unresolvedFailureCount": 78
},
"Mthreads_s4000": {
@@ -3237,28 +3237,28 @@
"unresolvedFailureCount": 90
},
"Sunrise_pt-200-x1": {
"attributableFailureCount": 67,
"decisionFailureRate": 0.9853,
"decisionSuccessRate": 0.0147,
"decisionTotal": 68,
"attributableFailureCount": 68,
"decisionFailureRate": 0.9855,
"decisionSuccessRate": 0.0145,
"decisionTotal": 69,
"failureBreakdown": {
"ambiguous_runtime": 1,
"backend_operator": 4,
"framework_architecture_unsupported": 12,
"memory_capacity": 1,
"platform_infrastructure": 9,
"tokenizer_compatibility": 50,
"tokenizer_compatibility": 51,
"参数/模板问题": 18,
"验证失败": 32
},
"failureCount": 127,
"failureCount": 128,
"failureRate": 0.9922,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 9,
"successCount": 1,
"successRate": 0.0078,
"total": 128,
"total": 129,
"unresolvedFailureCount": 51
},
"Vastai_va16": {
@@ -5869,6 +5869,27 @@
"total": 16,
"unresolvedFailureCount": 0
},
"MetaX_c-500|vllm|text-generation|llama|none": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 1.0,
"decisionTotal": 1,
"failureBreakdown": {},
"failureCount": 0,
"failureRate": 0.0,
"framework": "vllm",
"modelType": "llama",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 1,
"successRate": 1.0,
"targetGpu": "MetaX_c-500",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"MetaX_c-500|vllm|text-generation|nanbeige|compressed-tensors": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
@@ -6097,6 +6118,29 @@
"total": 2,
"unresolvedFailureCount": 0
},
"MetaX_c-500|vllm|text-generation|spark2_5|fp8": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"framework_architecture_unsupported": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm",
"modelType": "spark2_5",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "fp8",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "MetaX_c-500",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"MetaX_c-500|vllm|text-generation|spark2_5|none": {
"attributableFailureCount": 2,
"decisionFailureRate": 1.0,
@@ -6555,14 +6599,14 @@
"unresolvedFailureCount": 0
},
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors": {
"attributableFailureCount": 1,
"attributableFailureCount": 2,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"decisionTotal": 2,
"failureBreakdown": {
"tokenizer_compatibility": 1
"tokenizer_compatibility": 2
},
"failureCount": 1,
"failureCount": 2,
"failureRate": 1.0,
"framework": "vllm_fix_tokenizer",
"modelType": "starcoder2",
@@ -6574,7 +6618,7 @@
"successRate": 0.0,
"targetGpu": "Sunrise_pt-200-x1",
"taskType": "text-generation",
"total": 1,
"total": 2,
"unresolvedFailureCount": 0
},
"Sunrise_pt-200-x1|vllm|text-generation|llama|compressed-tensors": {
@@ -11442,6 +11486,28 @@
"total": 1,
"unresolvedFailureCount": 0
},
"MetaX_c-500|vllm|text-generation|llama|none|32": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 1.0,
"decisionTotal": 1,
"failureBreakdown": {},
"failureCount": 0,
"failureRate": 0.0,
"framework": "vllm",
"loadSizeLog2Bucket": 32,
"modelType": "llama",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 1,
"successRate": 1.0,
"targetGpu": "MetaX_c-500",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"MetaX_c-500|vllm|text-generation|nanbeige|compressed-tensors|32": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
@@ -11728,6 +11794,30 @@
"total": 1,
"unresolvedFailureCount": 0
},
"MetaX_c-500|vllm|text-generation|spark2_5|fp8|32": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"framework_architecture_unsupported": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm",
"loadSizeLog2Bucket": 32,
"modelType": "spark2_5",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "fp8",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "MetaX_c-500",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"MetaX_c-500|vllm|text-generation|spark2_5|none|31": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
@@ -12421,14 +12511,14 @@
"unresolvedFailureCount": 0
},
"Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation|starcoder2|compressed-tensors|34": {
"attributableFailureCount": 1,
"attributableFailureCount": 2,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"decisionTotal": 2,
"failureBreakdown": {
"tokenizer_compatibility": 1
"tokenizer_compatibility": 2
},
"failureCount": 1,
"failureCount": 2,
"failureRate": 1.0,
"framework": "vllm_fix_tokenizer",
"loadSizeLog2Bucket": 34,
@@ -12441,7 +12531,7 @@
"successRate": 0.0,
"targetGpu": "Sunrise_pt-200-x1",
"taskType": "text-generation",
"total": 1,
"total": 2,
"unresolvedFailureCount": 0
},
"Sunrise_pt-200-x1|vllm|text-generation|llama|compressed-tensors|28": {
@@ -12878,34 +12968,34 @@
"unresolvedFailureCount": 0
}
},
"terminalRecords": 2126,
"totalRecords": 2229,
"terminalRecords": 2129,
"totalRecords": 2232,
"totals": {
"attributableFailureCount": 697,
"decisionFailureRate": 0.8845,
"decisionSuccessRate": 0.1155,
"decisionTotal": 788,
"attributableFailureCount": 699,
"decisionFailureRate": 0.8837,
"decisionSuccessRate": 0.1163,
"decisionTotal": 791,
"failureBreakdown": {
"ambiguous_runtime": 522,
"backend_operator": 49,
"framework_architecture_unsupported": 465,
"framework_architecture_unsupported": 466,
"memory_capacity": 12,
"model_load": 85,
"platform_infrastructure": 10,
"repository_structure": 8,
"runtime_memory": 18,
"tokenizer_compatibility": 60,
"tokenizer_compatibility": 61,
"参数/模板问题": 133,
"验证失败": 673
},
"failureCount": 2035,
"failureRate": 0.9572,
"failureCount": 2037,
"failureRate": 0.9568,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 10,
"successCount": 91,
"successRate": 0.0428,
"total": 2126,
"successCount": 92,
"successRate": 0.0432,
"total": 2129,
"unresolvedFailureCount": 1328
},
"warnings": [
@@ -12916,11 +13006,11 @@
"GPU Biren_166m 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Iluvatar_bi-150 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU hygon_k100-ai 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x4 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Ascend_910-b3 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
"组合 Biren_166m|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Ascend_910-b4|vllm_tokenizer_patch|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Biren_166m|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
@@ -12946,6 +13036,6 @@
]
},
"storageMode": "decision_state_only",
"summarizedRecords": 2229,
"summarizedRecords": 2232,
"version": 1
}