state: generation 5983 (cycle)
This commit is contained in:
@@ -1307,7 +1307,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-12T02:29:19.656504+00:00",
|
||||
"generatedAt": "2026-09-12T02:32:22.960866+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 66,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -59,7 +59,7 @@
|
||||
"5": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 429,
|
||||
"listingErrors": 430,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 5,
|
||||
"nextAccountIndex": 6,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-12T02:29:19.630684+00:00",
|
||||
"updatedAt": "2026-09-12T02:32:22.933884+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,117 +416,117 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-12T02:27:48.417385+00:00",
|
||||
"generatedAt": "2026-09-12T02:30:27.491242+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 837.5357142857143,
|
||||
"backlogHours": 827.8235294117648,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.052433557433784,
|
||||
"queueFactor": 1.0018087277273344,
|
||||
"queueWeight": 1.0018087277273344,
|
||||
"recentSuccess": 49,
|
||||
"recentSuccessRate": 0.2916666666666667,
|
||||
"recentTerminal": 168,
|
||||
"recentWilsonLowerBound": 0.22820453217253062,
|
||||
"running": 9,
|
||||
"selectionWeight": 1.0543371231902916,
|
||||
"qualityFactor": 1.1004565545070095,
|
||||
"queueFactor": 0.9985199451981888,
|
||||
"queueWeight": 0.9985199451981888,
|
||||
"recentSuccess": 52,
|
||||
"recentSuccessRate": 0.3058823529411765,
|
||||
"recentTerminal": 170,
|
||||
"recentWilsonLowerBound": 0.24154060524442406,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.0988278184993268,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 28.0,
|
||||
"waiting": 23451
|
||||
"throughputPerHour": 28.333333333333332,
|
||||
"waiting": 23455
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 990.3975903614457,
|
||||
"backlogHours": 990.4698795180723,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.400566195214753,
|
||||
"queueFactor": 0.9769309642540138,
|
||||
"queueWeight": 0.9769309642540138,
|
||||
"recentSuccess": 67,
|
||||
"recentSuccessRate": 0.4036144578313253,
|
||||
"qualityFactor": 2.1323337334936006,
|
||||
"queueFactor": 0.9720110860654817,
|
||||
"queueWeight": 0.9720110860654817,
|
||||
"recentSuccess": 66,
|
||||
"recentSuccessRate": 0.39759036144578314,
|
||||
"recentTerminal": 166,
|
||||
"recentWilsonLowerBound": 0.3319751901752603,
|
||||
"running": 9,
|
||||
"selectionWeight": 2.3451874478467376,
|
||||
"recentWilsonLowerBound": 0.32626688977276586,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.072652028147178,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 27.666666666666668,
|
||||
"waiting": 27401
|
||||
"waiting": 27403
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 167.34146341463415,
|
||||
"backlogHours": 169.59259259259258,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.40004786356923555,
|
||||
"queueFactor": 1.2755420398441675,
|
||||
"queueWeight": 1.2755420398441675,
|
||||
"qualityFactor": 0.37955446646571583,
|
||||
"queueFactor": 1.2665909402681919,
|
||||
"queueWeight": 1.2665909402681919,
|
||||
"recentSuccess": 33,
|
||||
"recentSuccessRate": 0.20121951219512196,
|
||||
"recentTerminal": 164,
|
||||
"recentWilsonLowerBound": 0.14702038949834256,
|
||||
"running": 10,
|
||||
"selectionWeight": 0.5102778679324039,
|
||||
"recentSuccessRate": 0.2037037037037037,
|
||||
"recentTerminal": 162,
|
||||
"recentWilsonLowerBound": 0.14888616182272285,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.48074024856380293,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 27.333333333333332,
|
||||
"waiting": 4574
|
||||
"throughputPerHour": 27.0,
|
||||
"waiting": 4579
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1459.6271186440677,
|
||||
"backlogHours": 1345.21875,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 1.4122053733273123,
|
||||
"queueFactor": 0.9217200244767877,
|
||||
"queueWeight": 0.9217200244767877,
|
||||
"qualityFactor": 1.0774273174378215,
|
||||
"queueFactor": 0.9283857641401078,
|
||||
"queueWeight": 0.9283857641401078,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.3728813559322034,
|
||||
"recentTerminal": 59,
|
||||
"recentWilsonLowerBound": 0.2608381803258515,
|
||||
"recentSuccessRate": 0.34375,
|
||||
"recentTerminal": 64,
|
||||
"recentWilsonLowerBound": 0.2392297503546903,
|
||||
"running": 7,
|
||||
"selectionWeight": 1.3016579712695013,
|
||||
"selectionWeight": 1.0002681834049383,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 9.833333333333334,
|
||||
"waiting": 14353
|
||||
"throughputPerHour": 10.666666666666666,
|
||||
"waiting": 14349
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 457.7586206896552,
|
||||
"backlogHours": 449.9491525423729,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.68373709817879,
|
||||
"queueFactor": 1.0968312902545625,
|
||||
"queueWeight": 1.0968312902545625,
|
||||
"qualityFactor": 0.6068098472891694,
|
||||
"queueFactor": 1.0941399949778747,
|
||||
"queueWeight": 1.0941399949778747,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.25862068965517243,
|
||||
"recentTerminal": 116,
|
||||
"recentWilsonLowerBound": 0.18757950357929473,
|
||||
"recentSuccessRate": 0.2542372881355932,
|
||||
"recentTerminal": 118,
|
||||
"recentWilsonLowerBound": 0.18428115742871232,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.7499442435903527,
|
||||
"selectionWeight": 0.6639349232654967,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.333333333333332,
|
||||
"waiting": 8850
|
||||
"throughputPerHour": 19.666666666666668,
|
||||
"waiting": 8849
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
@@ -539,11 +539,11 @@
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.0377906976744186,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.040697674418604654,
|
||||
"recentTerminal": 344,
|
||||
"recentWilsonLowerBound": 0.022215689570332996,
|
||||
"running": 27,
|
||||
"recentWilsonLowerBound": 0.02439484668815627,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
@@ -552,113 +552,113 @@
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 179.72307692307692,
|
||||
"backlogHours": 176.9090909090909,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.0544262020539332,
|
||||
"queueFactor": 1.261957515650887,
|
||||
"queueWeight": 1.261957515650887,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.1,
|
||||
"recentTerminal": 130,
|
||||
"recentWilsonLowerBound": 0.05937492270353047,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.06868355473029475,
|
||||
"qualityFactor": 0.05971681436118313,
|
||||
"queueFactor": 1.2585917671132454,
|
||||
"queueWeight": 1.2585917671132454,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.10606060606060606,
|
||||
"recentTerminal": 132,
|
||||
"recentWilsonLowerBound": 0.06423528628432873,
|
||||
"running": 14,
|
||||
"selectionWeight": 0.07515909091321511,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 21.666666666666668,
|
||||
"waiting": 3894
|
||||
"throughputPerHour": 22.0,
|
||||
"waiting": 3892
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2649.6,
|
||||
"backlogHours": 2506.2162162162163,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.6672242285181118,
|
||||
"queueFactor": 0.8428654732524935,
|
||||
"queueWeight": 0.8428654732524935,
|
||||
"qualityFactor": 0.5408714273492059,
|
||||
"queueFactor": 0.8456577412557359,
|
||||
"queueWeight": 0.8456577412557359,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.3142857142857143,
|
||||
"recentTerminal": 35,
|
||||
"recentWilsonLowerBound": 0.18550658059782457,
|
||||
"recentSuccessRate": 0.2972972972972973,
|
||||
"recentTerminal": 37,
|
||||
"recentWilsonLowerBound": 0.174893023464082,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.5623802651354481,
|
||||
"selectionWeight": 0.4573921095618953,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 5.833333333333333,
|
||||
"waiting": 15456
|
||||
"throughputPerHour": 6.166666666666667,
|
||||
"waiting": 15455
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 864.8684210526317,
|
||||
"backlogHours": 811.5555555555555,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.9935241170818477,
|
||||
"queueFactor": 0.9969945980998147,
|
||||
"queueWeight": 0.9969945980998147,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.3157894736842105,
|
||||
"recentTerminal": 76,
|
||||
"recentWilsonLowerBound": 0.22230704805907556,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.9905381778124901,
|
||||
"qualityFactor": 0.9826219815710358,
|
||||
"queueFactor": 1.0014970419856772,
|
||||
"queueWeight": 1.0014970419856772,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.32098765432098764,
|
||||
"recentTerminal": 81,
|
||||
"recentWilsonLowerBound": 0.22942074394347287,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.984093007933497,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 12.666666666666666,
|
||||
"waiting": 10955
|
||||
"throughputPerHour": 13.5,
|
||||
"waiting": 10956
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 794.7906976744185,
|
||||
"backlogHours": 734.9677419354839,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.7470592901111972,
|
||||
"queueFactor": 1.0097117145406986,
|
||||
"queueWeight": 1.0097117145406986,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.27906976744186046,
|
||||
"recentTerminal": 86,
|
||||
"recentWilsonLowerBound": 0.19528545330537803,
|
||||
"qualityFactor": 0.7146243423875667,
|
||||
"queueFactor": 1.0164994955426534,
|
||||
"queueWeight": 1.0164994955426534,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.27956989247311825,
|
||||
"recentTerminal": 93,
|
||||
"recentWilsonLowerBound": 0.19850210044898137,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.7543145166817341,
|
||||
"selectionWeight": 0.7264152835394619,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 14.333333333333334,
|
||||
"throughputPerHour": 15.5,
|
||||
"waiting": 11392
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 2116.1,
|
||||
"backlogHours": 2047.7419354838707,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.7252837150562677,
|
||||
"queueFactor": 0.8717759486842743,
|
||||
"queueWeight": 0.8717759486842743,
|
||||
"qualityFactor": 1.4738611119905958,
|
||||
"queueFactor": 0.8716780811328604,
|
||||
"queueWeight": 0.8716780811328604,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.4,
|
||||
"recentTerminal": 60,
|
||||
"recentWilsonLowerBound": 0.28569303003765506,
|
||||
"recentSuccessRate": 0.3870967741935484,
|
||||
"recentTerminal": 62,
|
||||
"recentWilsonLowerBound": 0.27584463426990685,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.5040608474427068,
|
||||
"selectionWeight": 1.2847324259563064,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.0,
|
||||
"waiting": 21161
|
||||
"throughputPerHour": 10.333333333333334,
|
||||
"waiting": 21160
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
@@ -668,15 +668,15 @@
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.059362532432102,
|
||||
"queueFactor": 0.7650957859784014,
|
||||
"queueWeight": 0.7650957859784014,
|
||||
"qualityFactor": 1.9004046062172266,
|
||||
"queueFactor": 0.7612510556365268,
|
||||
"queueWeight": 0.7612510556365268,
|
||||
"recentSuccess": 9,
|
||||
"recentSuccessRate": 0.5294117647058824,
|
||||
"recentTerminal": 17,
|
||||
"recentWilsonLowerBound": 0.3096289731154949,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.5756095953656104,
|
||||
"selectionWeight": 1.4466850126193818,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 2.8333333333333335,
|
||||
@@ -684,52 +684,52 @@
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 857.8378378378378,
|
||||
"backlogHours": 858.2432432432432,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9982160109442372,
|
||||
"queueWeight": 0.9982160109442372,
|
||||
"recentSuccess": 33,
|
||||
"recentSuccessRate": 0.44594594594594594,
|
||||
"queueFactor": 0.9931294263962377,
|
||||
"queueWeight": 0.9931294263962377,
|
||||
"recentSuccess": 34,
|
||||
"recentSuccessRate": 0.4594594594594595,
|
||||
"recentTerminal": 74,
|
||||
"recentWilsonLowerBound": 0.33815638584551055,
|
||||
"recentWilsonLowerBound": 0.35073184428251214,
|
||||
"running": 16,
|
||||
"selectionWeight": 2.495540027360593,
|
||||
"selectionWeight": 2.482823565990594,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 12.333333333333334,
|
||||
"waiting": 10580
|
||||
"waiting": 10585
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 620.7142857142857,
|
||||
"backlogHours": 620.7857142857143,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 2.0094403438471895,
|
||||
"queueFactor": 1.0478558687891744,
|
||||
"queueWeight": 1.0478558687891744,
|
||||
"qualityFactor": 1.8543358079143026,
|
||||
"queueFactor": 1.0425722280091907,
|
||||
"queueWeight": 1.0425722280091907,
|
||||
"recentSuccess": 34,
|
||||
"recentSuccessRate": 0.40476190476190477,
|
||||
"recentTerminal": 84,
|
||||
"recentWilsonLowerBound": 0.30619436084009855,
|
||||
"running": 6,
|
||||
"selectionWeight": 2.105603857282014,
|
||||
"selectionWeight": 1.9332790147344372,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 14.0,
|
||||
"waiting": 8690
|
||||
"waiting": 8691
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-12T02:19:14.907341+00:00",
|
||||
"queueAttemptedAt": "2026-09-12T02:30:27.491242+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-12T02:19:14.907341+00:00",
|
||||
"queueUpdatedAt": "2026-09-12T02:30:27.491242+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Iluvatar_mrv-100",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"generatedAt": "2026-09-12T01:25:57.550819+00:00",
|
||||
"lastSyncTime": "2026-09-12T01:25:57.322172+00:00",
|
||||
"generatedAt": "2026-09-12T02:30:20.660051+00:00",
|
||||
"lastSyncTime": "2026-09-12T02:30:20.417896+00:00",
|
||||
"recentLimit": 300,
|
||||
"report": {
|
||||
"architectureCompatibilityBlocks": {
|
||||
@@ -1762,18 +1762,18 @@
|
||||
"unresolvedFailureCount": 4
|
||||
},
|
||||
"Iluvatar_bi-150|vllm|text-generation": {
|
||||
"attributableFailureCount": 16,
|
||||
"attributableFailureCount": 17,
|
||||
"decisionFailureRate": 1.0,
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 16,
|
||||
"decisionTotal": 17,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 7,
|
||||
"backend_operator": 2,
|
||||
"framework_architecture_unsupported": 9,
|
||||
"model_load": 3,
|
||||
"model_load": 4,
|
||||
"runtime_memory": 2
|
||||
},
|
||||
"failureCount": 23,
|
||||
"failureCount": 24,
|
||||
"failureRate": 1.0,
|
||||
"framework": "vllm",
|
||||
"pendingCount": 0,
|
||||
@@ -1783,7 +1783,7 @@
|
||||
"successRate": 0.0,
|
||||
"targetGpu": "Iluvatar_bi-150",
|
||||
"taskType": "text-generation",
|
||||
"total": 23,
|
||||
"total": 24,
|
||||
"unresolvedFailureCount": 7
|
||||
},
|
||||
"Iluvatar_mrv-100|unknown|text-generation": {
|
||||
@@ -2337,30 +2337,30 @@
|
||||
"unresolvedFailureCount": 862
|
||||
},
|
||||
"vllm": {
|
||||
"attributableFailureCount": 245,
|
||||
"decisionFailureRate": 0.9879,
|
||||
"decisionSuccessRate": 0.0121,
|
||||
"decisionTotal": 248,
|
||||
"attributableFailureCount": 246,
|
||||
"decisionFailureRate": 0.988,
|
||||
"decisionSuccessRate": 0.012,
|
||||
"decisionTotal": 249,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 195,
|
||||
"backend_operator": 33,
|
||||
"framework_architecture_unsupported": 172,
|
||||
"memory_capacity": 6,
|
||||
"model_load": 19,
|
||||
"model_load": 20,
|
||||
"platform_infrastructure": 1,
|
||||
"repository_structure": 5,
|
||||
"runtime_memory": 6,
|
||||
"tokenizer_compatibility": 4,
|
||||
"参数/模板问题": 24
|
||||
},
|
||||
"failureCount": 465,
|
||||
"failureCount": 466,
|
||||
"failureRate": 0.9936,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 1,
|
||||
"successCount": 3,
|
||||
"successRate": 0.0064,
|
||||
"total": 468,
|
||||
"total": 469,
|
||||
"unresolvedFailureCount": 219
|
||||
},
|
||||
"vllm-mlu": {
|
||||
@@ -2464,7 +2464,7 @@
|
||||
"unresolvedFailureCount": 1
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-12T01:25:57.546677+00:00",
|
||||
"generatedAt": "2026-09-12T02:30:20.655640+00:00",
|
||||
"gpuSummaries": {
|
||||
"Ascend_910-b3": {
|
||||
"attributableFailureCount": 26,
|
||||
@@ -2603,27 +2603,27 @@
|
||||
"unresolvedFailureCount": 27
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"attributableFailureCount": 21,
|
||||
"decisionFailureRate": 0.7241,
|
||||
"decisionSuccessRate": 0.2759,
|
||||
"decisionTotal": 29,
|
||||
"attributableFailureCount": 22,
|
||||
"decisionFailureRate": 0.7333,
|
||||
"decisionSuccessRate": 0.2667,
|
||||
"decisionTotal": 30,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 12,
|
||||
"backend_operator": 5,
|
||||
"framework_architecture_unsupported": 10,
|
||||
"model_load": 4,
|
||||
"model_load": 5,
|
||||
"runtime_memory": 2,
|
||||
"参数/模板问题": 2,
|
||||
"验证失败": 30
|
||||
},
|
||||
"failureCount": 65,
|
||||
"failureRate": 0.8904,
|
||||
"failureCount": 66,
|
||||
"failureRate": 0.8919,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
"successCount": 8,
|
||||
"successRate": 0.1096,
|
||||
"total": 73,
|
||||
"successRate": 0.1081,
|
||||
"total": 74,
|
||||
"unresolvedFailureCount": 44
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -4303,22 +4303,23 @@
|
||||
"unresolvedFailureCount": 1
|
||||
},
|
||||
"Iluvatar_bi-150|vllm|text-generation": {
|
||||
"attributableFailureCount": 4,
|
||||
"consecutiveFailures": 4,
|
||||
"attributableFailureCount": 5,
|
||||
"consecutiveFailures": 5,
|
||||
"consecutivePlatformFailures": 0,
|
||||
"decisionFailureRate": 1.0,
|
||||
"decisionSuccessRate": 0.0,
|
||||
"decisionTotal": 4,
|
||||
"decisionTotal": 5,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 2,
|
||||
"backend_operator": 1,
|
||||
"framework_architecture_unsupported": 3
|
||||
"framework_architecture_unsupported": 3,
|
||||
"model_load": 1
|
||||
},
|
||||
"failureCount": 6,
|
||||
"failureCount": 7,
|
||||
"failureRate": 1.0,
|
||||
"framework": "vllm",
|
||||
"lastPlatformFailureAt": null,
|
||||
"lastTerminalAt": "2026-09-12T01:25:57.322124+00:00",
|
||||
"lastTerminalAt": "2026-09-12T02:30:20.417896+00:00",
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 0,
|
||||
@@ -4326,7 +4327,7 @@
|
||||
"successRate": 0.0,
|
||||
"targetGpu": "Iluvatar_bi-150",
|
||||
"taskType": "text-generation",
|
||||
"total": 6,
|
||||
"total": 7,
|
||||
"unresolvedFailureCount": 2
|
||||
},
|
||||
"Iluvatar_mrv-100|unknown|text-generation": {
|
||||
@@ -7054,19 +7055,19 @@
|
||||
"unresolvedFailureCount": 0
|
||||
}
|
||||
},
|
||||
"terminalRecords": 1672,
|
||||
"totalRecords": 1759,
|
||||
"terminalRecords": 1673,
|
||||
"totalRecords": 1760,
|
||||
"totals": {
|
||||
"attributableFailureCount": 444,
|
||||
"decisionFailureRate": 0.888,
|
||||
"decisionSuccessRate": 0.112,
|
||||
"decisionTotal": 500,
|
||||
"attributableFailureCount": 445,
|
||||
"decisionFailureRate": 0.8882,
|
||||
"decisionSuccessRate": 0.1118,
|
||||
"decisionTotal": 501,
|
||||
"failureBreakdown": {
|
||||
"ambiguous_runtime": 394,
|
||||
"backend_operator": 40,
|
||||
"framework_architecture_unsupported": 277,
|
||||
"memory_capacity": 11,
|
||||
"model_load": 63,
|
||||
"model_load": 64,
|
||||
"platform_infrastructure": 4,
|
||||
"repository_structure": 5,
|
||||
"runtime_memory": 6,
|
||||
@@ -7074,49 +7075,49 @@
|
||||
"参数/模板问题": 101,
|
||||
"验证失败": 673
|
||||
},
|
||||
"failureCount": 1616,
|
||||
"failureCount": 1617,
|
||||
"failureRate": 0.9665,
|
||||
"pendingCount": 0,
|
||||
"pendingRate": 0.0,
|
||||
"platformFailureCount": 4,
|
||||
"successCount": 56,
|
||||
"successRate": 0.0335,
|
||||
"total": 1672,
|
||||
"total": 1673,
|
||||
"unresolvedFailureCount": 1168
|
||||
},
|
||||
"warnings": [
|
||||
"GPU Ascend_910-b3 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Iluvatar_mrv-100 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Ascend_910-b4 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Mthreads_s4000 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Sunrise_pt-200-x1 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Iluvatar_bi-150 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Biren_166m 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU hygon_k100-ai 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Cambricon_mlu-370-x4 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Iluvatar_mrv-100 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Cambricon_mlu-370-x8 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU MetaX_c-500 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Biren_166m 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"GPU Iluvatar_bi-150 本地统计失败率偏高（≥50%），建议重点关注。",
|
||||
"组合 hygon_k100-ai|vllm-patch-tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 hygon_k100-ai|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Ascend_910-b4|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Iluvatar_mrv-100|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Mthreads_s4000|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Cambricon_mlu-370-x8|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Cambricon_mlu-370-x4|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Ascend_910-b3|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Cambricon_mlu-370-x8|vllm-mlu|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Cambricon_mlu-370-x8|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 MetaX_c-500|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Vastai_va16|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Biren_166m|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Ascend_910-b4|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 hygon_k100-ai|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Iluvatar_bi-150|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Cambricon_mlu-370-x8|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Vastai_va16|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Cambricon_mlu-370-x4|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 hygon_k100-ai|vllm-patch-tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。"
|
||||
"组合 Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Biren_166m|unknown|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Iluvatar_bi-150|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 Vastai_va16|vllm_fix_tokenizer|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。",
|
||||
"组合 MetaX_c-500|vllm|text-generation 近期失败集中，建议降低该 GPU+框架的提交优先级。"
|
||||
]
|
||||
},
|
||||
"storageMode": "decision_state_only",
|
||||
"summarizedRecords": 1759,
|
||||
"summarizedRecords": 1760,
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -1,3 +1,4 @@
|
||||
{"failReason": "model_load", "failureAction": "inspect_root_exception_then_llm_if_unknown", "failureCategory": "model_load", "failureClassificationReason": "broad_load_error", "failureCode": "MODEL_LOAD_FAILED", "failureDetectedFramework": "vllm", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "model_gpu_framework", "framework": "vllm", "lastSyncTime": "2026-09-12T02:30:20.417896+00:00", "modelId": "nightmedia/Qwen3-4B-Thinking-2507-Gemini-3-Pro-Preview-High-Reasoning-Distill-Heretic-qx86-hi-mlx", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-12T02:27:21+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4079970", "taskType": "text-generation", "verifyResult": -1}
|
||||
{"failReason": "framework_architecture_unsupported", "failureAction": "block_gpu_framework_architecture", "failureCategory": "framework_architecture_unsupported", "failureClassificationReason": "explicit_framework_model_unsupported", "failureCode": "MODEL_NOT_SUPPORTED", "failureDetectedFramework": "vllm", "failureDeterministic": true, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": false, "failureScope": "model_gpu_framework", "framework": "vllm", "lastSyncTime": "2026-09-12T01:25:57.322124+00:00", "modelId": "amd/Qwen-2.5-1.5B-Instruct-onnx-ryzenai-hybrid", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-12T01:25:21+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4079965", "taskType": "text-generation", "verifyResult": -1}
|
||||
{"failReason": "model_load", "failureAction": "inspect_root_exception_then_llm_if_unknown", "failureCategory": "model_load", "failureClassificationReason": "broad_load_error", "failureCode": "MODEL_LOAD_FAILED", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "model_gpu_framework", "framework": "", "lastSyncTime": "2026-09-12T01:25:57.322172+00:00", "modelId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-12T01:25:21+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4523213", "taskType": "text-generation", "verifyResult": -1}
|
||||
{"failReason": null, "framework": "", "lastSyncTime": "2026-09-12T00:52:00.210542+00:00", "modelId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "modelProfile": {}, "outcome": "success", "status": "success", "submitTime": "2026-09-12T00:49:23+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4523319", "taskType": "text-generation", "verifyResult": 1}
|
||||
@@ -297,4 +298,3 @@
|
||||
{"failReason": "tokenizer_compatibility", "failureAction": "check_tokenizer_files_then_llm", "failureCategory": "tokenizer_compatibility", "failureClassificationReason": "broad_tokenizer_error", "failureCode": "TOKENIZER_FAILED", "failureDetectedFramework": "vllm_fix_tokenizer", "failureDeterministic": false, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": true, "failureScope": "model_framework", "framework": "vllm_fix_tokenizer", "lastSyncTime": "2026-09-08T12:11:42.795269+00:00", "modelId": "neuralmagic/starcoder2-7b-quantized.w8a8", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-08T12:07:21+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4101082", "taskType": "text-generation", "verifyResult": -1}
|
||||
{"failReason": "framework_architecture_unsupported", "failureAction": "block_gpu_framework_architecture", "failureCategory": "framework_architecture_unsupported", "failureClassificationReason": "explicit_framework_model_unsupported", "failureCode": "MODEL_NOT_SUPPORTED", "failureDetectedFramework": "vllm", "failureDeterministic": true, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": false, "failureScope": "model_gpu_framework", "framework": "vllm", "lastSyncTime": "2026-09-08T12:11:42.795288+00:00", "modelId": "amd/Phi-4-mini-instruct-onnx-ryzenai-hybrid", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-08T12:07:21+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4080027", "taskType": "text-generation", "verifyResult": -1}
|
||||
{"failReason": "framework_architecture_unsupported", "failureAction": "block_gpu_framework_architecture", "failureCategory": "framework_architecture_unsupported", "failureClassificationReason": "explicit_framework_model_unsupported", "failureCode": "MODEL_NOT_SUPPORTED", "failureDetectedFramework": "vllm", "failureDeterministic": true, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": false, "failureScope": "model_gpu_framework", "framework": "vllm", "lastSyncTime": "2026-09-08T12:11:42.795279+00:00", "modelId": "amd/Qwen2.5-Coder-1.5B-Instruct-onnx-ryzenai-npu", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-08T11:45:21+00:00", "targetGpu": "Vastai_va16", "taskId": "4080026", "taskType": "text-generation", "verifyResult": -1}
|
||||
{"failReason": "framework_architecture_unsupported", "failureAction": "block_gpu_framework_architecture", "failureCategory": "framework_architecture_unsupported", "failureClassificationReason": "explicit_framework_model_unsupported", "failureCode": "MODEL_NOT_SUPPORTED", "failureDetectedFramework": "vllm", "failureDeterministic": true, "failureEnrichmentAttempts": 1, "failureEnrichmentError": null, "failureNeedsLlm": false, "failureScope": "model_gpu_framework", "framework": "vllm", "lastSyncTime": "2026-09-08T11:42:26.289451+00:00", "modelId": "amd/Qwen2.5-Coder-7B-Instruct-onnx-ryzenai-npu", "modelProfile": {}, "outcome": "failed", "status": "success", "submitTime": "2026-09-08T11:35:21+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4007714", "taskType": "text-generation", "verifyResult": -1}
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@@ -1,24 +1,24 @@
|
||||
{
|
||||
"agentVersion": "2026.09.04.4",
|
||||
"checksums": {
|
||||
".modelhub_state/architecture_compatibility_blacklist.json": "6b55d2b74672f9602ad9c5819d678a308801c08ad30bca029f646ef0cd05dee7",
|
||||
".modelhub_state/architecture_history_backfill.json": "e6c16a033127c2e0316f7dce5ce29db7e9f5c7b44d70d66fa2a3ea1a10befb8b",
|
||||
".modelhub_state/market_intelligence.json": "f44eb05e00adecd8091685f8233cabfbd903343e3fa0ae33eb4c03424676f705",
|
||||
".modelhub_state/official_capabilities.json": "4b2b2e37b5ed77b7a0bcd12936afce116fde8dcb1b5757bf533b040c844ae6b3",
|
||||
".modelhub_state/outcome_checkpoint.json": "cd5c8e675da713486a5e792c7abed79f8050b95b6a45ebea31a11fe897ba3f6a",
|
||||
".modelhub_state/architecture_compatibility_blacklist.json": "58bf50eb73b225c3eefac470c24f293a5f4eb63bf0721522e798ca696877ddfa",
|
||||
".modelhub_state/architecture_history_backfill.json": "fdd18d42197d1903af850438ea3ca8c63616773d91abe00eb235e735a592c4e1",
|
||||
".modelhub_state/market_intelligence.json": "b7668498d0be018563681d0ab5b8d986f428c748bdd859fc5c517d1bc86405ad",
|
||||
".modelhub_state/official_capabilities.json": "64a6e6253a8d01370e9ccf6c1e237e38d1dcee81c60d9ca7cf927bf6d5eed61f",
|
||||
".modelhub_state/outcome_checkpoint.json": "6f13646eec808fc9cb26a3e2067d58d73ad11c98a5e80270f237283ad3323811",
|
||||
".modelhub_state/queue_cleanup_latest.json": "caeaa4ca29d090e019b2f6ca8d558e9376422c4f3315361d4cc9fc72ab873777",
|
||||
".modelhub_state/recent_outcomes.jsonl": "22c3f5e187c9e20b62ae20d30f1bc0acbbc6493d2e27a992ab5c1e90bb781217",
|
||||
".modelhub_state/recovery_active_tasks.jsonl": "e2036de23b4ac87d7cc24e963e21245b31b4648a4b08222372c0dcf644e175ba",
|
||||
".modelhub_state/recovery_intents.jsonl": "b81656db974c0d88a6d7aabbe5636efff726e90bb67f4e5fda6e3250133b7723",
|
||||
".modelhub_state/recent_outcomes.jsonl": "98adfecf5879a4f9a4dd42eea3b702d5808ee9fe6d8de613f34293e84e993aa4",
|
||||
".modelhub_state/recovery_active_tasks.jsonl": "a28295585099c2a834e496d93250268f5ba1dd4ac9e9e5c4a99d04002349d539",
|
||||
".modelhub_state/recovery_intents.jsonl": "2866134e358d9c1354e251e48f0d949cb9d5e9a4a1966e46d7de9fd750fb5fe3",
|
||||
".modelhub_state/routing_intelligence.json": "316b7d02e32cf2dd3f7c0ca452f58d571a371863ac4d1c1b5193456035ce3a53",
|
||||
".modelhub_state/submission_exclusions.jsonl": "14480c58228be6b76e21e98008960b815d20d16132dcab7a11e5b449c5e2d220",
|
||||
".modelhub_state/worker_crashes.jsonl": "9693a31a13cc18a3136ff5373f9569dc2fecaa274aaf91d3b1c8a67f31fe0162",
|
||||
"ledger/submissions.jsonl": "8abcf838f382e71b9140db2901b93972a33b043c4c67a56473d00af9ccd9be3c",
|
||||
"outcomes/submissions.jsonl": "cf290a62579fe7a5d537f1aaa98055d0343871d84f09a26a615363eae8adf637"
|
||||
},
|
||||
"generation": 5982,
|
||||
"generation": 5983,
|
||||
"phase": "cycle",
|
||||
"schemaVersion": 1,
|
||||
"updatedAt": "2026-09-12T02:29:19.720364+00:00",
|
||||
"updatedAt": "2026-09-12T02:32:24.056261+00:00",
|
||||
"writerId": "e5dd59a4c84a4f21926bad61448789e2"
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user