state: generation 9986 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-19T20:23:49.406960+00:00",
|
||||
"generatedAt": "2026-09-19T20:26:52.030117+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -67,7 +67,7 @@
|
||||
"6": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 728,
|
||||
"listingErrors": 729,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 6,
|
||||
"nextAccountIndex": 7,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-19T20:23:49.383215+00:00",
|
||||
"updatedAt": "2026-09-19T20:26:52.005794+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-19T20:20:59.143374+00:00",
|
||||
"generatedAt": "2026-09-19T20:24:56.525767+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1138.7317073170732,
|
||||
"backlogHours": 1157.3553719008264,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.4692166063054521,
|
||||
"queueFactor": 0.9878108744348383,
|
||||
"queueWeight": 0.9878108744348383,
|
||||
"recentSuccess": 39,
|
||||
"recentSuccessRate": 0.3170731707317073,
|
||||
"recentTerminal": 123,
|
||||
"recentWilsonLowerBound": 0.24144144944585907,
|
||||
"qualityFactor": 1.5489791624901326,
|
||||
"queueFactor": 0.9723258310440027,
|
||||
"queueWeight": 0.9723258310440027,
|
||||
"recentSuccess": 38,
|
||||
"recentSuccessRate": 0.3140495867768595,
|
||||
"recentTerminal": 121,
|
||||
"recentWilsonLowerBound": 0.2381525195796507,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.4513081406087742,
|
||||
"selectionWeight": 1.5061124514380615,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.5,
|
||||
"waiting": 23344
|
||||
"throughputPerHour": 20.166666666666668,
|
||||
"waiting": 23340
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1417.4745762711864,
|
||||
"backlogHours": 1371.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.3476687528376323,
|
||||
"queueFactor": 0.9558939725303193,
|
||||
"queueWeight": 0.9558939725303193,
|
||||
"recentSuccess": 45,
|
||||
"recentSuccessRate": 0.3813559322033898,
|
||||
"recentTerminal": 118,
|
||||
"recentWilsonLowerBound": 0.29876863810798276,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9479298843822469,
|
||||
"queueWeight": 0.9479298843822469,
|
||||
"recentSuccess": 46,
|
||||
"recentSuccessRate": 0.3770491803278688,
|
||||
"recentTerminal": 122,
|
||||
"recentWilsonLowerBound": 0.296041536912028,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.244122410335265,
|
||||
"selectionWeight": 2.3698247109556174,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.666666666666668,
|
||||
"throughputPerHour": 20.333333333333332,
|
||||
"waiting": 27877
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 157.5483870967742,
|
||||
"backlogHours": 157.48387096774192,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.31539916709803206,
|
||||
"qualityFactor": 0.4034918231834678,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.16666666666666666,
|
||||
"recentSuccess": 33,
|
||||
"recentSuccessRate": 0.1774193548387097,
|
||||
"recentTerminal": 186,
|
||||
"recentWilsonLowerBound": 0.11997011167541023,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.4100189172274417,
|
||||
"recentWilsonLowerBound": 0.12921258052885928,
|
||||
"running": 9,
|
||||
"selectionWeight": 0.5245393701385082,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 31.0,
|
||||
"waiting": 4884
|
||||
"waiting": 4882
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1215.2054794520548,
|
||||
"backlogHours": 1231.75,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.4406141781017954,
|
||||
"queueFactor": 0.978226800425504,
|
||||
"queueWeight": 0.978226800425504,
|
||||
"qualityFactor": 0.49408013200205836,
|
||||
"queueFactor": 0.9632820055841813,
|
||||
"queueWeight": 0.9632820055841813,
|
||||
"recentSuccess": 16,
|
||||
"recentSuccessRate": 0.2191780821917808,
|
||||
"recentTerminal": 73,
|
||||
"recentWilsonLowerBound": 0.13966002654277956,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.4310205976666325,
|
||||
"recentSuccessRate": 0.2222222222222222,
|
||||
"recentTerminal": 72,
|
||||
"recentWilsonLowerBound": 0.1416732392052012,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.4759385004742398,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 12.166666666666666,
|
||||
"waiting": 14785
|
||||
"throughputPerHour": 12.0,
|
||||
"waiting": 14781
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 418.1076923076923,
|
||||
"backlogHours": 411.54545454545456,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.5946380513680609,
|
||||
"queueFactor": 1.148005030701277,
|
||||
"queueWeight": 1.148005030701277,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.2230769230769231,
|
||||
"recentTerminal": 130,
|
||||
"recentWilsonLowerBound": 0.16004839200095863,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.6826474744169383,
|
||||
"qualityFactor": 0.7442077849388236,
|
||||
"queueFactor": 1.1354529993242661,
|
||||
"queueWeight": 1.1354529993242661,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.23484848484848486,
|
||||
"recentTerminal": 132,
|
||||
"recentWilsonLowerBound": 0.17066718052506505,
|
||||
"running": 9,
|
||||
"selectionWeight": 0.8450129615292556,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 21.666666666666668,
|
||||
"waiting": 9059
|
||||
"throughputPerHour": 22.0,
|
||||
"waiting": 9054
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 38.89340101522842,
|
||||
"backlogHours": 38.7493670886076,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -539,197 +539,197 @@
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.03299492385786802,
|
||||
"recentTerminal": 394,
|
||||
"recentWilsonLowerBound": 0.01938186545201694,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.035443037974683546,
|
||||
"recentTerminal": 395,
|
||||
"recentWilsonLowerBound": 0.021227881475695484,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 65.66666666666667,
|
||||
"waiting": 2554
|
||||
"throughputPerHour": 65.83333333333333,
|
||||
"waiting": 2551
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 92.7,
|
||||
"backlogHours": 92.2803738317757,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.11901595080621702,
|
||||
"qualityFactor": 0.1597075648441092,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 34,
|
||||
"recentSuccessRate": 0.10625,
|
||||
"recentTerminal": 320,
|
||||
"recentWilsonLowerBound": 0.07703432080466016,
|
||||
"running": 5,
|
||||
"selectionWeight": 0.15472073604808212,
|
||||
"recentSuccess": 37,
|
||||
"recentSuccessRate": 0.11526479750778816,
|
||||
"recentTerminal": 321,
|
||||
"recentWilsonLowerBound": 0.08479027616867228,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.20761983429734196,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 53.333333333333336,
|
||||
"waiting": 4944
|
||||
"throughputPerHour": 53.5,
|
||||
"waiting": 4937
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 3560.8888888888887,
|
||||
"backlogHours": 3315.3103448275865,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.8325364397721532,
|
||||
"queueWeight": 0.8325364397721532,
|
||||
"qualityFactor": 2.2840141563273004,
|
||||
"queueFactor": 0.8303347330687761,
|
||||
"queueWeight": 0.8303347330687761,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.48148148148148145,
|
||||
"recentTerminal": 27,
|
||||
"recentWilsonLowerBound": 0.3074295064970908,
|
||||
"recentSuccessRate": 0.4482758620689655,
|
||||
"recentTerminal": 29,
|
||||
"recentWilsonLowerBound": 0.2841291114874579,
|
||||
"running": 2,
|
||||
"selectionWeight": 2.081341099430383,
|
||||
"selectionWeight": 1.896496284819335,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 4.5,
|
||||
"throughputPerHour": 4.833333333333333,
|
||||
"waiting": 16024
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 569.8392857142857,
|
||||
"backlogHours": 569.625,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.0836927414304145,
|
||||
"queueFactor": 1.0959081503296804,
|
||||
"queueWeight": 1.0959081503296804,
|
||||
"qualityFactor": 1.17752609284371,
|
||||
"queueFactor": 1.0814177085527936,
|
||||
"queueWeight": 1.0814177085527936,
|
||||
"recentSuccess": 32,
|
||||
"recentSuccessRate": 0.2857142857142857,
|
||||
"recentTerminal": 112,
|
||||
"recentWilsonLowerBound": 0.21024717263298542,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.1876277077867061,
|
||||
"running": 9,
|
||||
"selectionWeight": 1.2733975690841688,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 18.666666666666668,
|
||||
"waiting": 10637
|
||||
"waiting": 10633
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 675.3333333333334,
|
||||
"backlogHours": 675.2121212121212,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.5276082044112608,
|
||||
"queueFactor": 1.0683395023056639,
|
||||
"queueWeight": 1.0683395023056639,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.2222222222222222,
|
||||
"qualityFactor": 0.6464955051601223,
|
||||
"queueFactor": 1.054182491083026,
|
||||
"queueWeight": 1.054182491083026,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.23232323232323232,
|
||||
"recentTerminal": 99,
|
||||
"recentWilsonLowerBound": 0.1515799287727833,
|
||||
"recentWilsonLowerBound": 0.16009001362979594,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.5636646865131113,
|
||||
"selectionWeight": 0.681524242103677,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.5,
|
||||
"waiting": 11143
|
||||
"waiting": 11141
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1643.4615384615386,
|
||||
"backlogHours": 1622.5822784810127,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.1078663166949823,
|
||||
"queueFactor": 0.9349170566491832,
|
||||
"queueWeight": 0.9349170566491832,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.38461538461538464,
|
||||
"recentTerminal": 78,
|
||||
"recentWilsonLowerBound": 0.28448876404744494,
|
||||
"qualityFactor": 2.427849932739146,
|
||||
"queueFactor": 0.9242741863512107,
|
||||
"queueWeight": 0.9242741863512107,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.3924050632911392,
|
||||
"recentTerminal": 79,
|
||||
"recentWilsonLowerBound": 0.29212697667380405,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.9706801726144278,
|
||||
"selectionWeight": 2.243999021165316,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 13.0,
|
||||
"waiting": 21365
|
||||
"throughputPerHour": 13.166666666666666,
|
||||
"waiting": 21364
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 9520.8,
|
||||
"backlogHours": 10578.666666666666,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.405044914819578,
|
||||
"queueFactor": 0.7183498386177923,
|
||||
"queueWeight": 0.7183498386177923,
|
||||
"recentSuccess": 5,
|
||||
"recentSuccessRate": 0.5,
|
||||
"recentTerminal": 10,
|
||||
"recentWilsonLowerBound": 0.2365895936154873,
|
||||
"qualityFactor": 0.9290609484031738,
|
||||
"queueFactor": 0.7,
|
||||
"queueWeight": 0.7,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.4444444444444444,
|
||||
"recentTerminal": 9,
|
||||
"recentWilsonLowerBound": 0.188775429471914,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.0093137878113936,
|
||||
"selectionWeight": 0.6503426638822216,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 1.6666666666666667,
|
||||
"throughputPerHour": 1.5,
|
||||
"waiting": 15868
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 1741.25,
|
||||
"backlogHours": 1816.9565217391303,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.9268465665284827,
|
||||
"queueWeight": 0.9268465665284827,
|
||||
"queueFactor": 0.9087201390177074,
|
||||
"queueWeight": 0.9087201390177074,
|
||||
"recentSuccess": 3,
|
||||
"recentSuccessRate": 0.0625,
|
||||
"recentTerminal": 48,
|
||||
"recentWilsonLowerBound": 0.021482843131227235,
|
||||
"recentSuccessRate": 0.06521739130434782,
|
||||
"recentTerminal": 46,
|
||||
"recentWilsonLowerBound": 0.022427454466343564,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.04634232832642414,
|
||||
"selectionWeight": 0.04543600695088537,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 8.0,
|
||||
"throughputPerHour": 7.666666666666667,
|
||||
"waiting": 13930
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 959.9347826086956,
|
||||
"backlogHours": 959.8695652173913,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 1.1942097928839888,
|
||||
"queueFactor": 1.0134463330308006,
|
||||
"queueWeight": 1.0134463330308006,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.30434782608695654,
|
||||
"qualityFactor": 1.177139955300639,
|
||||
"queueFactor": 1.0,
|
||||
"queueWeight": 1.0,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.29347826086956524,
|
||||
"recentTerminal": 92,
|
||||
"recentWilsonLowerBound": 0.21973557523585982,
|
||||
"recentWilsonLowerBound": 0.21021583127441634,
|
||||
"running": 6,
|
||||
"selectionWeight": 1.2102675354677503,
|
||||
"selectionWeight": 1.177139955300639,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 15.333333333333334,
|
||||
"waiting": 14719
|
||||
"waiting": 14718
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-19T20:14:45.280344+00:00",
|
||||
"queueAttemptedAt": "2026-09-19T20:24:56.525767+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-19T20:14:45.280344+00:00",
|
||||
"queueUpdatedAt": "2026-09-19T20:24:56.525767+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user