CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 10603 (cycle)

Browse Source
This commit is contained in:
CoolBoy
2026-09-20 13:56:09 +00:00
parent 60dfc59aa1
commit 2ab1ce57cc
8 changed files with 1812 additions and 1720 deletions
Download Patch File Download Diff File Expand all files Collapse all files

198
.modelhub_state/outcome_checkpoint.json
View File

@@ -1,6 +1,6 @@
{
"generatedAt": "2026-09-20T13:52:36.126026+00:00",
"lastSyncTime": "2026-09-20T13:52:36.058476+00:00",
"generatedAt": "2026-09-20T13:56:00.704058+00:00",
"lastSyncTime": "2026-09-20T13:56:00.086520+00:00",
"recentLimit": 300,
"report": {
"architectureCompatibilityBlocks": {
@@ -2241,10 +2241,10 @@
"decisionSuccessRate": 0.0,
"decisionTotal": 11,
"failureBreakdown": {
"ambiguous_runtime": 16,
"ambiguous_runtime": 17,
"framework_architecture_unsupported": 11
},
"failureCount": 27,
"failureCount": 28,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"pendingCount": 0,
@@ -2254,8 +2254,8 @@
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 27,
"unresolvedFailureCount": 16
"total": 28,
"unresolvedFailureCount": 17
},
"Ascend_910-b4|vllm|text-generation": {
"attributableFailureCount": 199,
@@ -2360,27 +2360,27 @@
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation": {
"attributableFailureCount": 33,
"decisionFailureRate": 0.7021,
"decisionSuccessRate": 0.2979,
"decisionTotal": 47,
"attributableFailureCount": 34,
"decisionFailureRate": 0.7083,
"decisionSuccessRate": 0.2917,
"decisionTotal": 48,
"failureBreakdown": {
"ambiguous_runtime": 1,
"framework_architecture_unsupported": 26,
"model_load": 6,
"model_load": 7,
"tokenizer_compatibility": 1
},
"failureCount": 34,
"failureRate": 0.7083,
"failureCount": 35,
"failureRate": 0.7143,
"framework": "vllm",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 14,
"successRate": 0.2917,
"successRate": 0.2857,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 48,
"total": 49,
"unresolvedFailureCount": 1
},
"Cambricon_mlu-370-x4|unknown|text-generation": {
@@ -4458,10 +4458,10 @@
"unresolvedFailureCount": 6405
},
"vllm": {
"attributableFailureCount": 3473,
"attributableFailureCount": 3474,
"decisionFailureRate": 0.9789,
"decisionSuccessRate": 0.0211,
"decisionTotal": 3548,
"decisionTotal": 3549,
"failureBreakdown": {
"ambiguous_runtime": 1429,
"architecture_compatibility": 112,
@@ -4470,21 +4470,21 @@
"context_length": 161,
"framework_architecture_unsupported": 1260,
"memory_capacity": 720,
"model_load": 197,
"model_load": 198,
"platform_infrastructure": 864,
"repository_structure": 470,
"runtime_memory": 60,
"tokenizer_compatibility": 408,
"参数/模板问题": 40
},
"failureCount": 5806,
"failureCount": 5807,
"failureRate": 0.9872,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 864,
"successCount": 75,
"successRate": 0.0128,
"total": 5881,
"total": 5882,
"unresolvedFailureCount": 1469
},
"vllm-customized": {
@@ -4604,21 +4604,21 @@
"decisionSuccessRate": 0.0741,
"decisionTotal": 27,
"failureBreakdown": {
"ambiguous_runtime": 23,
"ambiguous_runtime": 24,
"framework_architecture_unsupported": 25
},
"failureCount": 48,
"failureRate": 0.96,
"failureCount": 49,
"failureRate": 0.9608,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"successCount": 2,
"successRate": 0.04,
"total": 50,
"unresolvedFailureCount": 23
"successRate": 0.0392,
"total": 51,
"unresolvedFailureCount": 24
}
},
"generatedAt": "2026-09-20T13:52:36.117916+00:00",
"generatedAt": "2026-09-20T13:56:00.696428+00:00",
"gpuSummaries": {
"Ascend_910-b3": {
"attributableFailureCount": 75,
@@ -4651,7 +4651,7 @@
"decisionSuccessRate": 0.1694,
"decisionTotal": 366,
"failureBreakdown": {
"ambiguous_runtime": 144,
"ambiguous_runtime": 145,
"context_length": 1,
"framework_architecture_unsupported": 164,
"memory_capacity": 18,
@@ -4663,28 +4663,28 @@
"日志缺失": 14,
"验证失败": 175
},
"failureCount": 892,
"failureRate": 0.935,
"failureCount": 893,
"failureRate": 0.9351,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 1,
"successCount": 62,
"successRate": 0.065,
"total": 954,
"unresolvedFailureCount": 587
"successRate": 0.0649,
"total": 955,
"unresolvedFailureCount": 588
},
"Biren_166m": {
"attributableFailureCount": 171,
"decisionFailureRate": 0.8769,
"decisionSuccessRate": 0.1231,
"decisionTotal": 195,
"attributableFailureCount": 172,
"decisionFailureRate": 0.8776,
"decisionSuccessRate": 0.1224,
"decisionTotal": 196,
"failureBreakdown": {
"ambiguous_runtime": 131,
"backend_operator": 4,
"context_length": 10,
"framework_architecture_unsupported": 113,
"memory_capacity": 1,
"model_load": 17,
"model_load": 18,
"platform_infrastructure": 2,
"repository_structure": 18,
"runtime_memory": 2,
@@ -4693,14 +4693,14 @@
"日志缺失": 62,
"验证失败": 27
},
"failureCount": 607,
"failureCount": 608,
"failureRate": 0.962,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 2,
"successCount": 24,
"successRate": 0.038,
"total": 631,
"total": 632,
"unresolvedFailureCount": 434
},
"Cambricon_mlu-370-x4": {
@@ -5412,6 +5412,29 @@
"total": 9,
"unresolvedFailureCount": 1
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|cohere2|none": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"modelType": "cohere2",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2|none": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -5688,6 +5711,29 @@
"total": 1,
"unresolvedFailureCount": 1
},
"Biren_166m|vllm|text-generation|gpt_oss|compressed-tensors": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"model_load": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm",
"modelType": "gpt_oss",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "compressed-tensors",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|lfm2|none": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
@@ -13464,6 +13510,30 @@
"total": 8,
"unresolvedFailureCount": 1
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|cohere2|none|32": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 0,
"failureBreakdown": {
"ambiguous_runtime": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"loadSizeLog2Bucket": 32,
"modelType": "cohere2",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "none",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Ascend_910-b4",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 1
},
"Ascend_910-b4|vllm_tokenizer_patch|text-generation|lfm2|none|29": {
"attributableFailureCount": 0,
"decisionFailureRate": 0.0,
@@ -13848,6 +13918,30 @@
"total": 1,
"unresolvedFailureCount": 1
},
"Biren_166m|vllm|text-generation|gpt_oss|compressed-tensors|35": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"failureBreakdown": {
"model_load": 1
},
"failureCount": 1,
"failureRate": 1.0,
"framework": "vllm",
"loadSizeLog2Bucket": 35,
"modelType": "gpt_oss",
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 0,
"quantizationMethod": "compressed-tensors",
"successCount": 0,
"successRate": 0.0,
"targetGpu": "Biren_166m",
"taskType": "text-generation",
"total": 1,
"unresolvedFailureCount": 0
},
"Biren_166m|vllm|text-generation|lfm2|none|29": {
"attributableFailureCount": 1,
"decisionFailureRate": 1.0,
@@ -21845,22 +21939,22 @@
"unresolvedFailureCount": 0
}
},
"terminalRecords": 15857,
"totalRecords": 15961,
"terminalRecords": 15859,
"totalRecords": 15963,
"totals": {
"attributableFailureCount": 5753,
"attributableFailureCount": 5754,
"decisionFailureRate": 0.8619,
"decisionSuccessRate": 0.1381,
"decisionTotal": 6675,
"decisionTotal": 6676,
"failureBreakdown": {
"ambiguous_runtime": 3758,
"ambiguous_runtime": 3759,
"architecture_compatibility": 212,
"attention_backend": 1,
"backend_operator": 102,
"context_length": 318,
"framework_architecture_unsupported": 1984,
"memory_capacity": 1195,
"model_load": 477,
"model_load": 478,
"platform_infrastructure": 922,
"repository_structure": 734,
"runtime_memory": 78,
@@ -21869,15 +21963,15 @@
"日志缺失": 719,
"验证失败": 673
},
"failureCount": 14935,
"failureCount": 14937,
"failureRate": 0.9419,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 922,
"successCount": 922,
"successRate": 0.0581,
"total": 15857,
"unresolvedFailureCount": 8260
"total": 15859,
"unresolvedFailureCount": 8261
},
"warnings": [
"GPU Iluvatar_bi-100 本地统计失败率偏高（≥50%），建议重点关注。",
@@ -21922,13 +22016,13 @@
"组合 Cambricon_mlu-370-x4|unknown|visual-multi-modal 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Ascend_910-b4|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Iluvatar_bi-150|transformers|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x8|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x8|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Iluvatar_mrv-100|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Ascend_910-b3|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。"
"组合 Ascend_910-b3|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
"组合 Cambricon_mlu-370-x8|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。"
]
},
"storageMode": "decision_state_only",
"summarizedRecords": 15961,
"summarizedRecords": 15963,
"version": 1
}