state: generation 9608 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-19T03:17:49.839153+00:00",
|
||||
"generatedAt": "2026-09-19T03:20:54.985791+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -75,7 +75,7 @@
|
||||
"7": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 700,
|
||||
"listingErrors": 701,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 7,
|
||||
"nextAccountIndex": 8,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-19T03:17:49.815053+00:00",
|
||||
"updatedAt": "2026-09-19T03:20:54.961007+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-19T03:16:10.799741+00:00",
|
||||
"generatedAt": "2026-09-19T03:18:56.431156+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 960.5379310344828,
|
||||
"backlogHours": 974.1398601398602,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.0736333608448425,
|
||||
"queueFactor": 1.007880182771351,
|
||||
"queueWeight": 1.007880182771351,
|
||||
"recentSuccess": 49,
|
||||
"recentSuccessRate": 0.33793103448275863,
|
||||
"recentTerminal": 145,
|
||||
"recentWilsonLowerBound": 0.266008445183985,
|
||||
"qualityFactor": 0.6699654353320323,
|
||||
"queueFactor": 1.0079602111162325,
|
||||
"queueWeight": 1.0079602111162325,
|
||||
"recentSuccess": 47,
|
||||
"recentSuccessRate": 0.32867132867132864,
|
||||
"recentTerminal": 143,
|
||||
"recentWilsonLowerBound": 0.2570448191429695,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.0820937879577197,
|
||||
"selectionWeight": 0.6752985016378539,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 24.166666666666668,
|
||||
"waiting": 23213
|
||||
"throughputPerHour": 23.833333333333332,
|
||||
"waiting": 23217
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1454.6315789473683,
|
||||
"backlogHours": 1467.769911504425,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.0800404278099696,
|
||||
"queueFactor": 0.9470504881464724,
|
||||
"queueWeight": 0.9470504881464724,
|
||||
"recentSuccess": 51,
|
||||
"recentSuccessRate": 0.4473684210526316,
|
||||
"recentTerminal": 114,
|
||||
"recentWilsonLowerBound": 0.35929241688059504,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.9699033025218289,
|
||||
"qualityFactor": 1.5791628914029388,
|
||||
"queueFactor": 0.9478462339843047,
|
||||
"queueWeight": 0.9478462339843047,
|
||||
"recentSuccess": 53,
|
||||
"recentSuccessRate": 0.4690265486725664,
|
||||
"recentTerminal": 113,
|
||||
"recentWilsonLowerBound": 0.37955088300166584,
|
||||
"running": 9,
|
||||
"selectionWeight": 1.496803599464041,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.0,
|
||||
"waiting": 27638
|
||||
"throughputPerHour": 18.833333333333332,
|
||||
"waiting": 27643
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 198.17777777777778,
|
||||
"backlogHours": 189.70212765957447,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.2937135533691928,
|
||||
"queueFactor": 1.2771086336164226,
|
||||
"queueWeight": 1.2771086336164226,
|
||||
"qualityFactor": 0.17910391622415645,
|
||||
"queueFactor": 1.2883259531582225,
|
||||
"queueWeight": 1.2883259531582225,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.2074074074074074,
|
||||
"recentTerminal": 135,
|
||||
"recentWilsonLowerBound": 0.14757651088698176,
|
||||
"recentSuccessRate": 0.19858156028368795,
|
||||
"recentTerminal": 141,
|
||||
"recentWilsonLowerBound": 0.1411166496666902,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.375104114817954,
|
||||
"selectionWeight": 0.2307442235838568,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 22.5,
|
||||
"waiting": 4459
|
||||
"throughputPerHour": 23.5,
|
||||
"waiting": 4458
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1366.7619047619048,
|
||||
"backlogHours": 1389.483870967742,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.4318458388930917,
|
||||
"queueFactor": 0.9559433451692096,
|
||||
"queueWeight": 0.9559433451692096,
|
||||
"recentSuccess": 17,
|
||||
"recentSuccessRate": 0.2698412698412698,
|
||||
"recentTerminal": 63,
|
||||
"recentWilsonLowerBound": 0.17583701687980416,
|
||||
"qualityFactor": 0.2544848654229737,
|
||||
"queueFactor": 0.9556713345134865,
|
||||
"queueWeight": 0.9556713345134865,
|
||||
"recentSuccess": 16,
|
||||
"recentSuccessRate": 0.25806451612903225,
|
||||
"recentTerminal": 62,
|
||||
"recentWilsonLowerBound": 0.16554737249309678,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.41282015582886566,
|
||||
"selectionWeight": 0.2432038909522583,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.5,
|
||||
"waiting": 14351
|
||||
"throughputPerHour": 10.333333333333334,
|
||||
"waiting": 14358
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 563.6774193548387,
|
||||
"backlogHours": 564.1290322580645,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.4052068932335944,
|
||||
"queueFactor": 1.0917708343910528,
|
||||
"queueWeight": 1.0917708343910528,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.24731182795698925,
|
||||
"qualityFactor": 0.24173833713743834,
|
||||
"queueFactor": 1.0940314791188066,
|
||||
"queueWeight": 1.0940314791188066,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.23655913978494625,
|
||||
"recentTerminal": 93,
|
||||
"recentWilsonLowerBound": 0.17082099814063503,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.44239306792664757,
|
||||
"recentWilsonLowerBound": 0.16172548448287755,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.2644693505381924,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 15.5,
|
||||
"waiting": 8737
|
||||
"waiting": 8744
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 66.22689075630252,
|
||||
"backlogHours": 65.18181818181817,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -540,196 +540,196 @@
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.01680672268907563,
|
||||
"recentTerminal": 238,
|
||||
"recentWilsonLowerBound": 0.0065546146613853044,
|
||||
"recentSuccessRate": 0.01652892561983471,
|
||||
"recentTerminal": 242,
|
||||
"recentWilsonLowerBound": 0.006445964547740048,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 39.666666666666664,
|
||||
"waiting": 2627
|
||||
"throughputPerHour": 40.333333333333336,
|
||||
"waiting": 2629
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 226.5,
|
||||
"backlogHours": 218.23357664233578,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.370913731275062,
|
||||
"queueFactor": 1.2517737874473378,
|
||||
"queueWeight": 1.2517737874473378,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.22727272727272727,
|
||||
"recentTerminal": 132,
|
||||
"recentWilsonLowerBound": 0.1640910639205752,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.46430008621440844,
|
||||
"qualityFactor": 0.2500749737812385,
|
||||
"queueFactor": 1.2615322297888896,
|
||||
"queueWeight": 1.2615322297888896,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.22627737226277372,
|
||||
"recentTerminal": 137,
|
||||
"recentWilsonLowerBound": 0.1642371904152058,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.3154776392886439,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 22.0,
|
||||
"throughputPerHour": 22.833333333333332,
|
||||
"waiting": 4983
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 3299.7931034482763,
|
||||
"backlogHours": 3300.4137931034484,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.2411397256433454,
|
||||
"queueFactor": 0.837554502075172,
|
||||
"queueWeight": 0.837554502075172,
|
||||
"qualityFactor": 0.8351558540174692,
|
||||
"queueFactor": 0.8393659102855057,
|
||||
"queueWeight": 0.8393659102855057,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.4482758620689655,
|
||||
"recentTerminal": 29,
|
||||
"recentWilsonLowerBound": 0.2841291114874579,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.0395221649169277,
|
||||
"selectionWeight": 0.7010013536376419,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 4.833333333333333,
|
||||
"waiting": 15949
|
||||
"waiting": 15952
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 513.344262295082,
|
||||
"backlogHours": 530.7457627118644,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.335573218092196,
|
||||
"queueFactor": 1.1071966858818851,
|
||||
"queueWeight": 1.1071966858818851,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.22131147540983606,
|
||||
"recentTerminal": 122,
|
||||
"recentWilsonLowerBound": 0.15679013737498695,
|
||||
"qualityFactor": 0.2202778134374532,
|
||||
"queueFactor": 1.1040877862917722,
|
||||
"queueWeight": 1.1040877862917722,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.22033898305084745,
|
||||
"recentTerminal": 118,
|
||||
"recentWilsonLowerBound": 0.15503376394311624,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.37154555494239844,
|
||||
"selectionWeight": 0.2432060434073497,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.333333333333332,
|
||||
"throughputPerHour": 19.666666666666668,
|
||||
"waiting": 10438
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 1063.741935483871,
|
||||
"backlogHours": 1046.857142857143,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.162915214372823,
|
||||
"queueFactor": 0.9925688508853223,
|
||||
"queueWeight": 0.9925688508853223,
|
||||
"qualityFactor": 0.7536587174611789,
|
||||
"queueFactor": 0.997133880398071,
|
||||
"queueWeight": 0.997133880398071,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.3870967741935484,
|
||||
"recentTerminal": 62,
|
||||
"recentWilsonLowerBound": 0.27584463426990685,
|
||||
"recentSuccessRate": 0.38095238095238093,
|
||||
"recentTerminal": 63,
|
||||
"recentWilsonLowerBound": 0.27117289491083674,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.1542734180070913,
|
||||
"selectionWeight": 0.7514986414378987,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.333333333333334,
|
||||
"throughputPerHour": 10.5,
|
||||
"waiting": 10992
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1790.955223880597,
|
||||
"backlogHours": 1715.2285714285715,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.7803510816353432,
|
||||
"queueFactor": 0.9179591915219979,
|
||||
"queueWeight": 0.9179591915219979,
|
||||
"qualityFactor": 1.0800003047195932,
|
||||
"queueFactor": 0.9259515981940506,
|
||||
"queueWeight": 0.9259515981940506,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.44776119402985076,
|
||||
"recentTerminal": 67,
|
||||
"recentWilsonLowerBound": 0.33476201784797566,
|
||||
"recentSuccessRate": 0.42857142857142855,
|
||||
"recentTerminal": 70,
|
||||
"recentWilsonLowerBound": 0.31935124886212546,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.6342896395232942,
|
||||
"selectionWeight": 1.000028008205169,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.166666666666666,
|
||||
"waiting": 19999
|
||||
"throughputPerHour": 11.666666666666666,
|
||||
"waiting": 20011
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 7826.5,
|
||||
"backlogHours": 7829.5,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.7357850265496709,
|
||||
"queueWeight": 0.7357850265496709,
|
||||
"recentSuccess": 8,
|
||||
"recentSuccessRate": 0.6666666666666666,
|
||||
"queueFactor": 0.7373547489876389,
|
||||
"queueWeight": 0.7373547489876389,
|
||||
"recentSuccess": 9,
|
||||
"recentSuccessRate": 0.75,
|
||||
"recentTerminal": 12,
|
||||
"recentWilsonLowerBound": 0.3906175873976139,
|
||||
"recentWilsonLowerBound": 0.4676896608793401,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.8394625663741773,
|
||||
"selectionWeight": 1.8433868724690972,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 2.0,
|
||||
"waiting": 15653
|
||||
"waiting": 15659
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 1981.05,
|
||||
"backlogHours": 1933.9024390243903,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.9041734877409535,
|
||||
"queueWeight": 0.9041734877409535,
|
||||
"queueFactor": 0.9094344505106129,
|
||||
"queueWeight": 0.9094344505106129,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.1,
|
||||
"recentTerminal": 40,
|
||||
"recentWilsonLowerBound": 0.03957888759557486,
|
||||
"recentSuccessRate": 0.0975609756097561,
|
||||
"recentTerminal": 41,
|
||||
"recentWilsonLowerBound": 0.03859645975296141,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.045208674387047676,
|
||||
"selectionWeight": 0.045471722525530646,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 6.666666666666667,
|
||||
"waiting": 13207
|
||||
"throughputPerHour": 6.833333333333333,
|
||||
"waiting": 13215
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 958.5714285714286,
|
||||
"backlogHours": 1007.175,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 1.143113193705717,
|
||||
"queueFactor": 1.0081900615521797,
|
||||
"queueWeight": 1.0081900615521797,
|
||||
"qualityFactor": 0.8619965213864298,
|
||||
"queueFactor": 1.0029305152259533,
|
||||
"queueWeight": 1.0029305152259533,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.36904761904761907,
|
||||
"recentTerminal": 84,
|
||||
"recentWilsonLowerBound": 0.2736996045974371,
|
||||
"recentSuccessRate": 0.3875,
|
||||
"recentTerminal": 80,
|
||||
"recentWilsonLowerBound": 0.2882439968827771,
|
||||
"running": 6,
|
||||
"selectionWeight": 1.1524753611232756,
|
||||
"selectionWeight": 0.8645226153170715,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 14.0,
|
||||
"waiting": 13420
|
||||
"throughputPerHour": 13.333333333333334,
|
||||
"waiting": 13429
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-19T03:07:37.620125+00:00",
|
||||
"queueAttemptedAt": "2026-09-19T03:18:56.431156+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-19T03:07:37.620125+00:00",
|
||||
"queueUpdatedAt": "2026-09-19T03:18:56.431156+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user