state: generation 7676 (cycle)
This commit is contained in:
@@ -1614,7 +1614,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-15T12:19:12.313758+00:00",
|
||||
"generatedAt": "2026-09-15T12:22:07.208400+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 79,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -51,7 +51,7 @@
|
||||
"4": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 558,
|
||||
"listingErrors": 559,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 4,
|
||||
"nextAccountIndex": 5,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-15T12:19:12.282295+00:00",
|
||||
"updatedAt": "2026-09-15T12:22:07.184832+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-15T12:17:38.050846+00:00",
|
||||
"generatedAt": "2026-09-15T12:20:19.826865+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1178.4,
|
||||
"backlogHours": 1122.1904761904761,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.4317419859332077,
|
||||
"queueFactor": 0.9932577540923133,
|
||||
"queueWeight": 0.9932577540923133,
|
||||
"recentSuccess": 39,
|
||||
"recentSuccessRate": 0.325,
|
||||
"recentTerminal": 120,
|
||||
"recentWilsonLowerBound": 0.24775726408835427,
|
||||
"qualityFactor": 1.5330757719850405,
|
||||
"queueFactor": 1.000291144706619,
|
||||
"queueWeight": 1.000291144706619,
|
||||
"recentSuccess": 42,
|
||||
"recentSuccessRate": 0.3333333333333333,
|
||||
"recentTerminal": 126,
|
||||
"recentWilsonLowerBound": 0.2570292256450892,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.4220888293876863,
|
||||
"selectionWeight": 1.5335221188808996,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.0,
|
||||
"waiting": 23568
|
||||
"throughputPerHour": 21.0,
|
||||
"waiting": 23566
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1142.0408163265306,
|
||||
"backlogHours": 1126.5503355704698,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9979381611581555,
|
||||
"queueWeight": 0.9979381611581555,
|
||||
"recentSuccess": 58,
|
||||
"recentSuccessRate": 0.3945578231292517,
|
||||
"recentTerminal": 147,
|
||||
"recentWilsonLowerBound": 0.3191983223702969,
|
||||
"queueFactor": 0.9997095037130515,
|
||||
"queueWeight": 0.9997095037130515,
|
||||
"recentSuccess": 59,
|
||||
"recentSuccessRate": 0.3959731543624161,
|
||||
"recentTerminal": 149,
|
||||
"recentWilsonLowerBound": 0.3210090155907528,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.494845402895389,
|
||||
"selectionWeight": 2.4992737592826284,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 24.5,
|
||||
"waiting": 27980
|
||||
"throughputPerHour": 24.833333333333332,
|
||||
"waiting": 27976
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 1110.8275862068965,
|
||||
"backlogHours": 1239.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.8880274777089006,
|
||||
"queueFactor": 1.002094955151417,
|
||||
"queueWeight": 1.002094955151417,
|
||||
"recentSuccess": 10,
|
||||
"recentSuccessRate": 0.3448275862068966,
|
||||
"recentTerminal": 29,
|
||||
"recentWilsonLowerBound": 0.19940508749190483,
|
||||
"qualityFactor": 0.8267181300334158,
|
||||
"queueFactor": 0.9855433116660008,
|
||||
"queueWeight": 0.9855433116660008,
|
||||
"recentSuccess": 9,
|
||||
"recentSuccessRate": 0.34615384615384615,
|
||||
"recentTerminal": 26,
|
||||
"recentWilsonLowerBound": 0.1941201497285213,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.8898878554479268,
|
||||
"selectionWeight": 0.8147665236874561,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 4.833333333333333,
|
||||
"throughputPerHour": 4.333333333333333,
|
||||
"waiting": 5369
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1511.016393442623,
|
||||
"backlogHours": 1486.6451612903224,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.340626422179533,
|
||||
"queueFactor": 0.9568976715755835,
|
||||
"queueWeight": 0.9568976715755835,
|
||||
"qualityFactor": 0.3241574785019006,
|
||||
"queueFactor": 0.9589706438310979,
|
||||
"queueWeight": 0.9589706438310979,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.21311475409836064,
|
||||
"recentTerminal": 61,
|
||||
"recentWilsonLowerBound": 0.1289965277061263,
|
||||
"recentSuccessRate": 0.20967741935483872,
|
||||
"recentTerminal": 62,
|
||||
"recentWilsonLowerBound": 0.1268387028631334,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.3259446302607168,
|
||||
"selectionWeight": 0.31085750586163285,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.166666666666666,
|
||||
"throughputPerHour": 10.333333333333334,
|
||||
"waiting": 15362
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 591.0,
|
||||
"backlogHours": 590.9375,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.4592478226626079,
|
||||
"queueFactor": 1.101584336680475,
|
||||
"queueWeight": 1.101584336680475,
|
||||
"qualityFactor": 0.4535681189870066,
|
||||
"queueFactor": 1.1012988312988852,
|
||||
"queueWeight": 1.1012988312988852,
|
||||
"recentSuccess": 21,
|
||||
"recentSuccessRate": 0.21875,
|
||||
"recentTerminal": 96,
|
||||
"recentWilsonLowerBound": 0.1477623624877523,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.5059002080997413,
|
||||
"selectionWeight": 0.4995140393548241,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.0,
|
||||
"waiting": 9456
|
||||
"waiting": 9455
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 48.362537764350456,
|
||||
"backlogHours": 48.693009118541035,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -540,196 +540,196 @@
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.06646525679758308,
|
||||
"recentTerminal": 331,
|
||||
"recentWilsonLowerBound": 0.04429868287372579,
|
||||
"recentSuccessRate": 0.0668693009118541,
|
||||
"recentTerminal": 329,
|
||||
"recentWilsonLowerBound": 0.04457051290936698,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 55.166666666666664,
|
||||
"waiting": 2668
|
||||
"throughputPerHour": 54.833333333333336,
|
||||
"waiting": 2670
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 141.0,
|
||||
"backlogHours": 140.1818181818182,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 1.157580353568715,
|
||||
"qualityFactor": 1.1293873878369662,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 53,
|
||||
"recentSuccessRate": 0.2849462365591398,
|
||||
"recentTerminal": 186,
|
||||
"recentWilsonLowerBound": 0.22493946774175444,
|
||||
"running": 3,
|
||||
"selectionWeight": 1.5048544596393296,
|
||||
"recentSuccessRate": 0.28342245989304815,
|
||||
"recentTerminal": 187,
|
||||
"recentWilsonLowerBound": 0.22369430259694512,
|
||||
"running": 6,
|
||||
"selectionWeight": 1.4682036041880562,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 31.0,
|
||||
"waiting": 4371
|
||||
"throughputPerHour": 31.166666666666668,
|
||||
"waiting": 4369
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2327.4146341463415,
|
||||
"backlogHours": 2219.162790697674,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.5460372693188673,
|
||||
"queueFactor": 0.8968603205756387,
|
||||
"queueWeight": 0.8968603205756387,
|
||||
"qualityFactor": 1.3643472437540294,
|
||||
"queueFactor": 0.903042181031902,
|
||||
"queueWeight": 0.903042181031902,
|
||||
"recentSuccess": 16,
|
||||
"recentSuccessRate": 0.3902439024390244,
|
||||
"recentTerminal": 41,
|
||||
"recentWilsonLowerBound": 0.2565593521532712,
|
||||
"recentSuccessRate": 0.37209302325581395,
|
||||
"recentTerminal": 43,
|
||||
"recentWilsonLowerBound": 0.2437613889377433,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.3865794809832044,
|
||||
"selectionWeight": 1.2320631106845028,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 6.833333333333333,
|
||||
"throughputPerHour": 7.166666666666667,
|
||||
"waiting": 15904
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 811.2558139534883,
|
||||
"backlogHours": 801.7931034482758,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.5166617826294893,
|
||||
"queueFactor": 1.050466485111166,
|
||||
"queueWeight": 1.050466485111166,
|
||||
"qualityFactor": 0.4969823592316763,
|
||||
"queueFactor": 1.0520274298626133,
|
||||
"queueWeight": 1.0520274298626133,
|
||||
"recentSuccess": 20,
|
||||
"recentSuccessRate": 0.23255813953488372,
|
||||
"recentTerminal": 86,
|
||||
"recentWilsonLowerBound": 0.1558899158392809,
|
||||
"recentSuccessRate": 0.22988505747126436,
|
||||
"recentTerminal": 87,
|
||||
"recentWilsonLowerBound": 0.1540311569251148,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.5427358867900689,
|
||||
"selectionWeight": 0.5228390740695584,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 14.333333333333334,
|
||||
"waiting": 11628
|
||||
"throughputPerHour": 14.5,
|
||||
"waiting": 11626
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 831.8117647058824,
|
||||
"backlogHours": 851.7831325301205,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.9729144668353462,
|
||||
"queueFactor": 1.0465310435293318,
|
||||
"queueWeight": 1.0465310435293318,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.29411764705882354,
|
||||
"recentTerminal": 85,
|
||||
"recentWilsonLowerBound": 0.20785389608177998,
|
||||
"qualityFactor": 0.9089785361285162,
|
||||
"queueFactor": 1.0425263858547904,
|
||||
"queueWeight": 1.0425263858547904,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.2891566265060241,
|
||||
"recentTerminal": 83,
|
||||
"recentWilsonLowerBound": 0.20267311749093844,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.0181851922419785,
|
||||
"selectionWeight": 0.94763410808964,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 14.166666666666666,
|
||||
"waiting": 11784
|
||||
"throughputPerHour": 13.833333333333334,
|
||||
"waiting": 11783
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1450.2061855670102,
|
||||
"backlogHours": 1529.086956521739,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.6314751037363353,
|
||||
"queueFactor": 0.9628118155333621,
|
||||
"queueWeight": 0.9628118155333621,
|
||||
"recentSuccess": 34,
|
||||
"recentSuccessRate": 0.35051546391752575,
|
||||
"recentTerminal": 97,
|
||||
"recentWilsonLowerBound": 0.26290948573797346,
|
||||
"qualityFactor": 1.3057601226051565,
|
||||
"queueFactor": 0.9549301012801409,
|
||||
"queueWeight": 0.9549301012801409,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.32608695652173914,
|
||||
"recentTerminal": 92,
|
||||
"recentWilsonLowerBound": 0.2389464540974761,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.5708035066258614,
|
||||
"selectionWeight": 1.2469096461269114,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.166666666666668,
|
||||
"waiting": 23445
|
||||
"throughputPerHour": 15.333333333333334,
|
||||
"waiting": 23446
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 3271.7142857142853,
|
||||
"backlogHours": 3523.6153846153848,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.282370103786796,
|
||||
"queueFactor": 0.8521961516619314,
|
||||
"queueWeight": 0.8521961516619314,
|
||||
"qualityFactor": 1.5123238400289518,
|
||||
"queueFactor": 0.8425353593395623,
|
||||
"queueWeight": 0.8425353593395623,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.39285714285714285,
|
||||
"recentTerminal": 28,
|
||||
"recentWilsonLowerBound": 0.23565451827580033,
|
||||
"recentSuccessRate": 0.4230769230769231,
|
||||
"recentTerminal": 26,
|
||||
"recentWilsonLowerBound": 0.255441899027294,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.0928308674534193,
|
||||
"selectionWeight": 1.2741863099965796,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 4.666666666666667,
|
||||
"waiting": 15268
|
||||
"throughputPerHour": 4.333333333333333,
|
||||
"waiting": 15269
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 1378.5,
|
||||
"backlogHours": 1403.4545454545455,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.10092189992217052,
|
||||
"queueFactor": 0.9701633376535125,
|
||||
"queueWeight": 0.9701633376535125,
|
||||
"recentSuccess": 8,
|
||||
"recentSuccessRate": 0.14285714285714285,
|
||||
"recentTerminal": 56,
|
||||
"recentWilsonLowerBound": 0.0742070004258528,
|
||||
"qualityFactor": 0.2001504790509675,
|
||||
"queueFactor": 0.9672899114053718,
|
||||
"queueWeight": 0.9672899114053718,
|
||||
"recentSuccess": 10,
|
||||
"recentSuccessRate": 0.18181818181818182,
|
||||
"recentTerminal": 55,
|
||||
"recentWilsonLowerBound": 0.10187561448030713,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.09791072727082671,
|
||||
"selectionWeight": 0.19360353914895306,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 9.333333333333334,
|
||||
"waiting": 12866
|
||||
"throughputPerHour": 9.166666666666666,
|
||||
"waiting": 12865
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 709.4862385321101,
|
||||
"backlogHours": 702.8727272727273,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 1.4486585373276382,
|
||||
"queueFactor": 1.0718012959177308,
|
||||
"queueWeight": 1.0718012959177308,
|
||||
"recentSuccess": 36,
|
||||
"recentSuccessRate": 0.3302752293577982,
|
||||
"recentTerminal": 109,
|
||||
"recentWilsonLowerBound": 0.24908361228527498,
|
||||
"qualityFactor": 1.5055212883076596,
|
||||
"queueFactor": 1.0730128108337915,
|
||||
"queueWeight": 1.0730128108337915,
|
||||
"recentSuccess": 37,
|
||||
"recentSuccessRate": 0.33636363636363636,
|
||||
"recentTerminal": 110,
|
||||
"recentWilsonLowerBound": 0.2549189851255354,
|
||||
"running": 6,
|
||||
"selectionWeight": 1.5526740976500468,
|
||||
"selectionWeight": 1.6154436293371128,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 18.166666666666668,
|
||||
"waiting": 12889
|
||||
"throughputPerHour": 18.333333333333332,
|
||||
"waiting": 12886
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-15T12:08:19.980048+00:00",
|
||||
"queueAttemptedAt": "2026-09-15T12:20:19.826865+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-15T12:08:19.980048+00:00",
|
||||
"queueUpdatedAt": "2026-09-15T12:20:19.826865+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Iluvatar_mrv-100",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user