state: generation 9827 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-19T13:42:24.816120+00:00",
|
||||
"generatedAt": "2026-09-19T13:45:39.939911+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -59,7 +59,7 @@
|
||||
"5": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 717,
|
||||
"listingErrors": 718,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 5,
|
||||
"nextAccountIndex": 6,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-19T13:42:24.791306+00:00",
|
||||
"updatedAt": "2026-09-19T13:45:39.913258+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,165 +416,165 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-19T13:41:09.609973+00:00",
|
||||
"generatedAt": "2026-09-19T13:43:33.313263+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 485.5432525951557,
|
||||
"backlogHours": 482.16494845360825,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.21179772070485742,
|
||||
"queueFactor": 0.8021991833609475,
|
||||
"queueWeight": 0.8021991833609475,
|
||||
"recentSuccess": 37,
|
||||
"recentSuccessRate": 0.12802768166089964,
|
||||
"recentTerminal": 289,
|
||||
"recentWilsonLowerBound": 0.0943288605322635,
|
||||
"qualityFactor": 0.26845424933664047,
|
||||
"queueFactor": 0.8024628652831985,
|
||||
"queueWeight": 0.8024628652831985,
|
||||
"recentSuccess": 40,
|
||||
"recentSuccessRate": 0.13745704467353953,
|
||||
"recentTerminal": 291,
|
||||
"recentWilsonLowerBound": 0.10259401882285836,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.16990395858714666,
|
||||
"selectionWeight": 0.21542456612013072,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 48.166666666666664,
|
||||
"waiting": 23387
|
||||
"throughputPerHour": 48.5,
|
||||
"waiting": 23385
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 289.87175043327557,
|
||||
"backlogHours": 290.4270833333333,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.1297615693196324,
|
||||
"queueFactor": 0.8667333749049483,
|
||||
"queueWeight": 0.8667333749049483,
|
||||
"recentSuccess": 56,
|
||||
"recentSuccessRate": 0.09705372616984402,
|
||||
"recentTerminal": 577,
|
||||
"recentWilsonLowerBound": 0.0754968082563102,
|
||||
"qualityFactor": 0.1434598017020796,
|
||||
"queueFactor": 0.8658620842869958,
|
||||
"queueWeight": 0.8658620842869958,
|
||||
"recentSuccess": 57,
|
||||
"recentSuccessRate": 0.09895833333333333,
|
||||
"recentTerminal": 576,
|
||||
"recentWilsonLowerBound": 0.0771652942619635,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.11246868290936739,
|
||||
"selectionWeight": 0.12421640291316174,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 96.16666666666667,
|
||||
"waiting": 27876
|
||||
"throughputPerHour": 96.0,
|
||||
"waiting": 27881
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 37.30670103092783,
|
||||
"backlogHours": 37.47286821705426,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.178822392613839,
|
||||
"queueWeight": 1.178822392613839,
|
||||
"queueFactor": 1.1771905013068757,
|
||||
"queueWeight": 1.1771905013068757,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.030927835051546393,
|
||||
"recentTerminal": 776,
|
||||
"recentWilsonLowerBound": 0.020869960552891257,
|
||||
"recentSuccessRate": 0.031007751937984496,
|
||||
"recentTerminal": 774,
|
||||
"recentWilsonLowerBound": 0.02092411280936895,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.05894111963069196,
|
||||
"selectionWeight": 0.05885952506534379,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 129.33333333333334,
|
||||
"waiting": 4825
|
||||
"throughputPerHour": 129.0,
|
||||
"waiting": 4834
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 98.76819708846584,
|
||||
"backlogHours": 98.83538633818588,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.0186472922481375,
|
||||
"queueWeight": 1.0186472922481375,
|
||||
"recentSuccess": 17,
|
||||
"recentSuccessRate": 0.019036954087346025,
|
||||
"queueFactor": 1.017811655432742,
|
||||
"queueWeight": 1.017811655432742,
|
||||
"recentSuccess": 18,
|
||||
"recentSuccessRate": 0.020156774916013438,
|
||||
"recentTerminal": 893,
|
||||
"recentWilsonLowerBound": 0.011919109557003819,
|
||||
"recentWilsonLowerBound": 0.012787450727466036,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.05093236461240688,
|
||||
"selectionWeight": 0.050890582771637105,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 148.83333333333334,
|
||||
"waiting": 14700
|
||||
"waiting": 14710
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 84.62714508580343,
|
||||
"backlogHours": 84.38258164852255,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.0425333351851944,
|
||||
"queueWeight": 1.0425333351851944,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.0358814352574103,
|
||||
"recentTerminal": 641,
|
||||
"recentWilsonLowerBound": 0.02402667297747783,
|
||||
"queueFactor": 1.0422367155193009,
|
||||
"queueWeight": 1.0422367155193009,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.03732503888024884,
|
||||
"recentTerminal": 643,
|
||||
"recentWilsonLowerBound": 0.025208468947463793,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.05212666675925973,
|
||||
"selectionWeight": 0.052111835775965044,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 106.83333333333333,
|
||||
"waiting": 9041
|
||||
"throughputPerHour": 107.16666666666667,
|
||||
"waiting": 9043
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 59.88461538461538,
|
||||
"backlogHours": 58.97727272727273,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.0980424100521804,
|
||||
"queueWeight": 1.0980424100521804,
|
||||
"queueFactor": 1.0997692859289223,
|
||||
"queueWeight": 1.0997692859289223,
|
||||
"recentSuccess": 10,
|
||||
"recentSuccessRate": 0.038461538461538464,
|
||||
"recentTerminal": 260,
|
||||
"recentWilsonLowerBound": 0.021023202695364042,
|
||||
"recentSuccessRate": 0.03787878787878788,
|
||||
"recentTerminal": 264,
|
||||
"recentWilsonLowerBound": 0.020702682350215818,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.05490212050260902,
|
||||
"selectionWeight": 0.05498846429644612,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 43.333333333333336,
|
||||
"throughputPerHour": 44.0,
|
||||
"waiting": 2595
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 113.63358778625955,
|
||||
"backlogHours": 112.3245283018868,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.18114503113583652,
|
||||
"queueFactor": 0.9974483039006015,
|
||||
"queueWeight": 0.9974483039006015,
|
||||
"qualityFactor": 0.18606909399180097,
|
||||
"queueFactor": 0.9984655820867968,
|
||||
"queueWeight": 0.9984655820867968,
|
||||
"recentSuccess": 32,
|
||||
"recentSuccessRate": 0.12213740458015267,
|
||||
"recentTerminal": 262,
|
||||
"recentWilsonLowerBound": 0.08785839998955343,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.18068280406646178,
|
||||
"recentSuccessRate": 0.12075471698113208,
|
||||
"recentTerminal": 265,
|
||||
"recentWilsonLowerBound": 0.0868480768827544,
|
||||
"running": 5,
|
||||
"selectionWeight": 0.18578358624088645,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 43.666666666666664,
|
||||
"waiting": 4962
|
||||
"throughputPerHour": 44.166666666666664,
|
||||
"waiting": 4961
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2141.3333333333335,
|
||||
"backlogHours": 2094.391304347826,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
@@ -584,81 +584,81 @@
|
||||
"queueFactor": 0.7,
|
||||
"queueWeight": 0.7,
|
||||
"recentSuccess": 19,
|
||||
"recentSuccessRate": 0.4222222222222222,
|
||||
"recentTerminal": 45,
|
||||
"recentWilsonLowerBound": 0.2896848798168782,
|
||||
"recentSuccessRate": 0.41304347826086957,
|
||||
"recentTerminal": 46,
|
||||
"recentWilsonLowerBound": 0.2828839329710102,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.75,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.5,
|
||||
"waiting": 16060
|
||||
"throughputPerHour": 7.666666666666667,
|
||||
"waiting": 16057
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 151.96181384248212,
|
||||
"backlogHours": 151.64285714285714,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.9548963509278404,
|
||||
"queueWeight": 0.9548963509278404,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.06682577565632458,
|
||||
"recentTerminal": 419,
|
||||
"recentWilsonLowerBound": 0.046635707476787094,
|
||||
"qualityFactor": 0.056419016634993116,
|
||||
"queueFactor": 0.954511127622598,
|
||||
"queueWeight": 0.954511127622598,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.07142857142857142,
|
||||
"recentTerminal": 420,
|
||||
"recentWilsonLowerBound": 0.050488515477190944,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.047744817546392024,
|
||||
"selectionWeight": 0.0538525791876254,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 69.83333333333333,
|
||||
"waiting": 10612
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 70.0,
|
||||
"waiting": 10615
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 154.4757505773672,
|
||||
"backlogHours": 154.51732101616628,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.9525490690540186,
|
||||
"queueWeight": 0.9525490690540186,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.050808314087759814,
|
||||
"queueFactor": 0.951826329303166,
|
||||
"queueWeight": 0.951826329303166,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.053117782909930716,
|
||||
"recentTerminal": 433,
|
||||
"recentWilsonLowerBound": 0.03378919772673746,
|
||||
"recentWilsonLowerBound": 0.03565255622817059,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.04762745345270093,
|
||||
"selectionWeight": 0.0475913164651583,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 72.16666666666667,
|
||||
"waiting": 11148
|
||||
"waiting": 11151
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 109.79531656548136,
|
||||
"backlogHours": 110.03645833333333,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.0026026120727702,
|
||||
"queueWeight": 1.0026026120727702,
|
||||
"queueFactor": 1.0015526836194886,
|
||||
"queueWeight": 1.0015526836194886,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.022549869904596703,
|
||||
"recentTerminal": 1153,
|
||||
"recentWilsonLowerBound": 0.0154343327471176,
|
||||
"recentSuccessRate": 0.022569444444444444,
|
||||
"recentTerminal": 1152,
|
||||
"recentWilsonLowerBound": 0.015447770100257515,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.050130130603638516,
|
||||
"selectionWeight": 0.05007763418097443,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 192.16666666666666,
|
||||
"waiting": 21099
|
||||
"throughputPerHour": 192.0,
|
||||
"waiting": 21127
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
@@ -668,15 +668,15 @@
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.998396011086637,
|
||||
"qualityFactor": 1.3825378483189412,
|
||||
"queueFactor": 0.7,
|
||||
"queueWeight": 0.7,
|
||||
"recentSuccess": 8,
|
||||
"recentSuccessRate": 0.47058823529411764,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.4117647058823529,
|
||||
"recentTerminal": 17,
|
||||
"recentWilsonLowerBound": 0.26164801196088106,
|
||||
"recentWilsonLowerBound": 0.21610786039131383,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.3988772077606457,
|
||||
"selectionWeight": 0.9677764938232588,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 2.8333333333333335,
|
||||
@@ -684,52 +684,52 @@
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 72.06800348735833,
|
||||
"backlogHours": 72.08362369337979,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.0679601074993068,
|
||||
"queueWeight": 1.0679601074993068,
|
||||
"recentSuccess": 6,
|
||||
"recentSuccessRate": 0.0052310374891020054,
|
||||
"recentTerminal": 1147,
|
||||
"recentWilsonLowerBound": 0.0023995379524277753,
|
||||
"queueFactor": 1.0671581804811905,
|
||||
"queueWeight": 1.0671581804811905,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.006097560975609756,
|
||||
"recentTerminal": 1148,
|
||||
"recentWilsonLowerBound": 0.002956713928733654,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.05339800537496534,
|
||||
"selectionWeight": 0.05335790902405953,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 191.16666666666666,
|
||||
"waiting": 13777
|
||||
"throughputPerHour": 191.33333333333334,
|
||||
"waiting": 13792
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 68.45368916797489,
|
||||
"backlogHours": 68.43103448275862,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.0762344144630418,
|
||||
"queueWeight": 1.0762344144630418,
|
||||
"queueFactor": 1.075514633279738,
|
||||
"queueWeight": 1.075514633279738,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.019623233908948195,
|
||||
"recentTerminal": 1274,
|
||||
"recentWilsonLowerBound": 0.01332649059084213,
|
||||
"recentSuccessRate": 0.019592476489028215,
|
||||
"recentTerminal": 1276,
|
||||
"recentWilsonLowerBound": 0.01330554870637526,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.053811720723152094,
|
||||
"selectionWeight": 0.05377573166398691,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 212.33333333333334,
|
||||
"waiting": 14535
|
||||
"throughputPerHour": 212.66666666666666,
|
||||
"waiting": 14553
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-19T13:31:33.243356+00:00",
|
||||
"queueAttemptedAt": "2026-09-19T13:43:33.313263+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-19T13:31:33.243356+00:00",
|
||||
"queueUpdatedAt": "2026-09-19T13:43:33.313263+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user