state: generation 9735 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-19T09:43:14.390501+00:00",
|
||||
"generatedAt": "2026-09-19T09:46:25.263112+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -43,7 +43,7 @@
|
||||
"3": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 710,
|
||||
"listingErrors": 711,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 3,
|
||||
"nextAccountIndex": 4,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-19T09:43:14.366779+00:00",
|
||||
"updatedAt": "2026-09-19T09:46:25.238960+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-19T09:40:48.171560+00:00",
|
||||
"generatedAt": "2026-09-19T09:44:21.995296+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 960.2465753424658,
|
||||
"backlogHours": 966.8689655172413,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.108728878516318,
|
||||
"queueFactor": 1.0219885236392854,
|
||||
"queueWeight": 1.0219885236392854,
|
||||
"recentSuccess": 46,
|
||||
"recentSuccessRate": 0.3150684931506849,
|
||||
"recentTerminal": 146,
|
||||
"recentWilsonLowerBound": 0.2452770939862915,
|
||||
"qualityFactor": 1.0062975723919243,
|
||||
"queueFactor": 1.0238879661039892,
|
||||
"queueWeight": 1.0238879661039892,
|
||||
"recentSuccess": 45,
|
||||
"recentSuccessRate": 0.3103448275862069,
|
||||
"recentTerminal": 145,
|
||||
"recentWilsonLowerBound": 0.2407542798738995,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.1331081896711326,
|
||||
"selectionWeight": 1.0303359746917493,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 24.333333333333332,
|
||||
"throughputPerHour": 24.166666666666668,
|
||||
"waiting": 23366
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1210.2608695652175,
|
||||
"backlogHours": 1237.5111111111112,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9871237139558998,
|
||||
"queueWeight": 0.9871237139558998,
|
||||
"recentSuccess": 60,
|
||||
"recentSuccessRate": 0.43478260869565216,
|
||||
"recentTerminal": 138,
|
||||
"recentWilsonLowerBound": 0.3549471151477231,
|
||||
"qualityFactor": 2.1809599099394754,
|
||||
"queueFactor": 0.9866774795204101,
|
||||
"queueWeight": 0.9866774795204101,
|
||||
"recentSuccess": 57,
|
||||
"recentSuccessRate": 0.4222222222222222,
|
||||
"recentTerminal": 135,
|
||||
"recentWilsonLowerBound": 0.3421885685173696,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.4678092848897495,
|
||||
"selectionWeight": 2.151904026874142,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.0,
|
||||
"waiting": 27836
|
||||
"throughputPerHour": 22.5,
|
||||
"waiting": 27844
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 156.82872928176795,
|
||||
"backlogHours": 153.50270270270272,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.15385285229526593,
|
||||
"qualityFactor": 0.13851117253814488,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.143646408839779,
|
||||
"recentTerminal": 181,
|
||||
"recentWilsonLowerBound": 0.0999503576141347,
|
||||
"recentSuccessRate": 0.14054054054054055,
|
||||
"recentTerminal": 185,
|
||||
"recentWilsonLowerBound": 0.09774635086476384,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.20000870798384573,
|
||||
"selectionWeight": 0.18006452429958836,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 30.166666666666668,
|
||||
"waiting": 4731
|
||||
"throughputPerHour": 30.833333333333332,
|
||||
"waiting": 4733
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1716.8235294117646,
|
||||
"backlogHours": 1652.264150943396,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.4065536652275556,
|
||||
"queueFactor": 0.9366871998136402,
|
||||
"queueWeight": 0.9366871998136402,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.2549019607843137,
|
||||
"recentTerminal": 51,
|
||||
"recentWilsonLowerBound": 0.1554562324126639,
|
||||
"qualityFactor": 0.27975137267516115,
|
||||
"queueFactor": 0.9448125638424136,
|
||||
"queueWeight": 0.9448125638424136,
|
||||
"recentSuccess": 12,
|
||||
"recentSuccessRate": 0.22641509433962265,
|
||||
"recentTerminal": 53,
|
||||
"recentWilsonLowerBound": 0.13454499977265524,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.38081361425597116,
|
||||
"selectionWeight": 0.26431261165565356,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 8.5,
|
||||
"waiting": 14593
|
||||
"throughputPerHour": 8.833333333333334,
|
||||
"waiting": 14595
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 458.20512820512823,
|
||||
"backlogHours": 454.57627118644064,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.7751252058809281,
|
||||
"queueFactor": 1.1419430407271898,
|
||||
"queueWeight": 1.1419430407271898,
|
||||
"recentSuccess": 33,
|
||||
"recentSuccessRate": 0.28205128205128205,
|
||||
"recentTerminal": 117,
|
||||
"recentWilsonLowerBound": 0.2084473173817141,
|
||||
"qualityFactor": 0.7775180240734892,
|
||||
"queueFactor": 1.1466122240953645,
|
||||
"queueWeight": 1.1466122240953645,
|
||||
"recentSuccess": 34,
|
||||
"recentSuccessRate": 0.288135593220339,
|
||||
"recentTerminal": 118,
|
||||
"recentWilsonLowerBound": 0.21412021512201196,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.8851488345479561,
|
||||
"selectionWeight": 0.8915116708571367,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.5,
|
||||
"waiting": 8935
|
||||
"throughputPerHour": 19.666666666666668,
|
||||
"waiting": 8940
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 73.49282296650718,
|
||||
"backlogHours": 72.36619718309859,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -540,196 +540,196 @@
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 9,
|
||||
"recentSuccessRate": 0.0430622009569378,
|
||||
"recentTerminal": 209,
|
||||
"recentWilsonLowerBound": 0.022817713606791742,
|
||||
"recentSuccessRate": 0.04225352112676056,
|
||||
"recentTerminal": 213,
|
||||
"recentWilsonLowerBound": 0.022386174168269695,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 34.833333333333336,
|
||||
"waiting": 2560
|
||||
"throughputPerHour": 35.5,
|
||||
"waiting": 2569
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 186.83018867924528,
|
||||
"backlogHours": 181.0909090909091,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.3274300950590661,
|
||||
"qualityFactor": 0.3353717539789941,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.1949685534591195,
|
||||
"recentTerminal": 159,
|
||||
"recentWilsonLowerBound": 0.1408903310668876,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.425659123576786,
|
||||
"recentSuccess": 33,
|
||||
"recentSuccessRate": 0.2,
|
||||
"recentTerminal": 165,
|
||||
"recentWilsonLowerBound": 0.1461049572060036,
|
||||
"running": 5,
|
||||
"selectionWeight": 0.43598328017269233,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 26.5,
|
||||
"waiting": 4951
|
||||
"throughputPerHour": 27.5,
|
||||
"waiting": 4980
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 3015.0,
|
||||
"backlogHours": 2923.6363636363635,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.5580164017664409,
|
||||
"queueFactor": 0.8608160116509638,
|
||||
"queueWeight": 0.8608160116509638,
|
||||
"recentSuccess": 10,
|
||||
"recentSuccessRate": 0.3125,
|
||||
"recentTerminal": 32,
|
||||
"recentWilsonLowerBound": 0.17952352116618736,
|
||||
"qualityFactor": 0.6508975466860625,
|
||||
"queueFactor": 0.8672994651019735,
|
||||
"queueWeight": 0.8672994651019735,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.3333333333333333,
|
||||
"recentTerminal": 33,
|
||||
"recentWilsonLowerBound": 0.197500294678037,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.48034945340440943,
|
||||
"selectionWeight": 0.5645230940770088,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 5.333333333333333,
|
||||
"throughputPerHour": 5.5,
|
||||
"waiting": 16080
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 569.7297297297297,
|
||||
"backlogHours": 564.6428571428571,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.5659241301736375,
|
||||
"queueFactor": 1.1052311117664284,
|
||||
"queueWeight": 1.1052311117664284,
|
||||
"qualityFactor": 0.5242642275625061,
|
||||
"queueFactor": 1.1099195625626612,
|
||||
"queueWeight": 1.1099195625626612,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.25225225225225223,
|
||||
"recentTerminal": 111,
|
||||
"recentWilsonLowerBound": 0.18067547191382155,
|
||||
"recentSuccessRate": 0.25,
|
||||
"recentTerminal": 112,
|
||||
"recentWilsonLowerBound": 0.17900186747034863,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.6254769555672584,
|
||||
"selectionWeight": 0.5818911221234283,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 18.5,
|
||||
"throughputPerHour": 18.666666666666668,
|
||||
"waiting": 10540
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 1009.9090909090909,
|
||||
"backlogHours": 1025.8153846153846,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.4790036513942637,
|
||||
"queueFactor": 1.0142875430574465,
|
||||
"queueWeight": 1.0142875430574465,
|
||||
"recentSuccess": 17,
|
||||
"recentSuccessRate": 0.25757575757575757,
|
||||
"recentTerminal": 66,
|
||||
"recentWilsonLowerBound": 0.1674870734589668,
|
||||
"qualityFactor": 0.3960565230606832,
|
||||
"queueFactor": 1.0148391212151309,
|
||||
"queueWeight": 1.0148391212151309,
|
||||
"recentSuccess": 16,
|
||||
"recentSuccessRate": 0.24615384615384617,
|
||||
"recentTerminal": 65,
|
||||
"recentWilsonLowerBound": 0.1575785436701859,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.4858474366882333,
|
||||
"selectionWeight": 0.4019336538144239,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.0,
|
||||
"waiting": 11109
|
||||
"throughputPerHour": 10.833333333333334,
|
||||
"waiting": 11113
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1882.5454545454545,
|
||||
"backlogHours": 2007.3870967741934,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.4900194573872625,
|
||||
"queueFactor": 0.9238290472454019,
|
||||
"queueWeight": 0.9238290472454019,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.4696969696969697,
|
||||
"recentTerminal": 66,
|
||||
"recentWilsonLowerBound": 0.35430230971911897,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9176200884847494,
|
||||
"queueWeight": 0.9176200884847494,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.4838709677419355,
|
||||
"recentTerminal": 62,
|
||||
"recentWilsonLowerBound": 0.3640965420650529,
|
||||
"running": 4,
|
||||
"selectionWeight": 2.3003523029405875,
|
||||
"selectionWeight": 2.2940502212118736,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.0,
|
||||
"waiting": 20708
|
||||
"throughputPerHour": 10.333333333333334,
|
||||
"waiting": 20743
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 7913.5,
|
||||
"backlogHours": 7914.5,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.1950315009999755,
|
||||
"queueFactor": 0.7448145344859256,
|
||||
"queueWeight": 0.7448145344859256,
|
||||
"qualityFactor": 1.129959728497556,
|
||||
"queueFactor": 0.7469543473870403,
|
||||
"queueWeight": 0.7469543473870403,
|
||||
"recentSuccess": 6,
|
||||
"recentSuccessRate": 0.5,
|
||||
"recentTerminal": 12,
|
||||
"recentWilsonLowerBound": 0.2537781703934222,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.8900768311133137,
|
||||
"selectionWeight": 0.8440283315735291,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 2.0,
|
||||
"waiting": 15827
|
||||
"waiting": 15829
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 2093.846153846154,
|
||||
"backlogHours": 2095.6923076923076,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.12147441883709144,
|
||||
"queueFactor": 0.9092047976013707,
|
||||
"queueWeight": 0.9092047976013707,
|
||||
"qualityFactor": 0.11485990219814385,
|
||||
"queueFactor": 0.9117136434183957,
|
||||
"queueWeight": 0.9117136434183957,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.1794871794871795,
|
||||
"recentTerminal": 39,
|
||||
"recentWilsonLowerBound": 0.08977151811469994,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.11044512439252185,
|
||||
"selectionWeight": 0.10471933991575032,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 6.5,
|
||||
"waiting": 13610
|
||||
"waiting": 13622
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 1308.3692307692306,
|
||||
"backlogHours": 1372.4516129032256,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.4961143747366448,
|
||||
"queueFactor": 0.9756496333097768,
|
||||
"queueWeight": 0.9756496333097768,
|
||||
"qualityFactor": 0.5230235047839246,
|
||||
"queueFactor": 0.9714781240098201,
|
||||
"queueWeight": 0.9714781240098201,
|
||||
"recentSuccess": 17,
|
||||
"recentSuccessRate": 0.26153846153846155,
|
||||
"recentTerminal": 65,
|
||||
"recentWilsonLowerBound": 0.17018055060319134,
|
||||
"recentSuccessRate": 0.27419354838709675,
|
||||
"recentTerminal": 62,
|
||||
"recentWilsonLowerBound": 0.17880918599092133,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.4840338077915167,
|
||||
"selectionWeight": 0.5081058932405282,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.833333333333334,
|
||||
"waiting": 14174
|
||||
"throughputPerHour": 10.333333333333334,
|
||||
"waiting": 14182
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-19T09:33:44.438266+00:00",
|
||||
"queueAttemptedAt": "2026-09-19T09:44:21.995296+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-19T09:33:44.438266+00:00",
|
||||
"queueUpdatedAt": "2026-09-19T09:44:21.995296+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user