state: generation 24771 (intent)

This commit is contained in:
2026-10-14 11:11:03 +00:00
parent 83a7235b8c
commit 8ffc80f934
4 changed files with 963 additions and 803 deletions

View File

@@ -443,121 +443,121 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-14T11:06:22.472799+00:00",
"generatedAt": "2026-10-14T11:10:56.371223+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 288.9861591695502,
"backlogHours": 287.0103092783505,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.08505437875804357,
"queueFactor": 1.1861697275461587,
"queueWeight": 1.1861697275461587,
"recentSuccess": 47,
"recentSuccessRate": 0.08131487889273356,
"recentTerminal": 578,
"recentWilsonLowerBound": 0.061699215007029545,
"qualityFactor": 0.07413794990570129,
"queueFactor": 1.184761671924059,
"queueWeight": 1.184761671924059,
"recentSuccess": 46,
"recentSuccessRate": 0.07903780068728522,
"recentTerminal": 582,
"recentWilsonLowerBound": 0.05977689460163221,
"running": 8,
"selectionWeight": 0.10088892927803633,
"selectionWeight": 0.0878358014833008,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 96.33333333333333,
"waiting": 27839
"throughputPerHour": 97.0,
"waiting": 27840
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1360.3478260869565,
"backlogHours": 1341.0,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9402230578461059,
"queueWeight": 0.9402230578461059,
"recentSuccess": 50,
"recentSuccessRate": 0.36231884057971014,
"recentTerminal": 138,
"recentWilsonLowerBound": 0.2868553613184403,
"queueFactor": 0.9401589911680482,
"queueWeight": 0.9401589911680482,
"recentSuccess": 52,
"recentSuccessRate": 0.37142857142857144,
"recentTerminal": 140,
"recentWilsonLowerBound": 0.2958237877185095,
"running": 8,
"selectionWeight": 2.350557644615265,
"selectionWeight": 2.3503974779201204,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.0,
"waiting": 31288
"throughputPerHour": 23.333333333333332,
"waiting": 31290
},
"Biren_166m": {
"available": true,
"backlogHours": 144.66666666666666,
"backlogHours": 143.36697247706422,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.24096926641809693,
"qualityFactor": 0.2018437949848484,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 30,
"recentSuccessRate": 0.1388888888888889,
"recentTerminal": 216,
"recentWilsonLowerBound": 0.09905003399101243,
"recentSuccess": 29,
"recentSuccessRate": 0.13302752293577982,
"recentTerminal": 218,
"recentWilsonLowerBound": 0.09424301723208656,
"running": 8,
"selectionWeight": 0.313260046343526,
"selectionWeight": 0.2623969334803029,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 36.0,
"waiting": 5208
"throughputPerHour": 36.333333333333336,
"waiting": 5209
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1413.0422535211267,
"backlogHours": 1412.957746478873,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.5467499226233626,
"queueFactor": 0.934878388377895,
"queueWeight": 0.934878388377895,
"recentSuccess": 16,
"recentSuccessRate": 0.22535211267605634,
"qualityFactor": 0.42657610565769677,
"queueFactor": 0.9328165532185388,
"queueWeight": 0.9328165532185388,
"recentSuccess": 15,
"recentSuccessRate": 0.2112676056338028,
"recentTerminal": 71,
"recentWilsonLowerBound": 0.1437454836103039,
"recentWilsonLowerBound": 0.132424357246423,
"running": 7,
"selectionWeight": 0.511144686507868,
"selectionWeight": 0.39791725256499993,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.833333333333334,
"waiting": 16721
"waiting": 16720
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 389.95620437956205,
"backlogHours": 373.46853146853147,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2597982147202984,
"queueFactor": 1.1340338481709482,
"queueWeight": 1.1340338481709482,
"recentSuccess": 21,
"recentSuccessRate": 0.15328467153284672,
"recentTerminal": 137,
"recentWilsonLowerBound": 0.10249594347336069,
"qualityFactor": 0.19324431540216253,
"queueFactor": 1.1388788252269908,
"queueWeight": 1.1388788252269908,
"recentSuccess": 20,
"recentSuccessRate": 0.13986013986013987,
"recentTerminal": 143,
"recentWilsonLowerBound": 0.09239624657944673,
"running": 7,
"selectionWeight": 0.2946199691872023,
"selectionWeight": 0.22008185890700893,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.833333333333332,
"waiting": 8904
"throughputPerHour": 23.833333333333332,
"waiting": 8901
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 83.27586206896552,
"backlogHours": 80.09128630705395,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
@@ -567,196 +567,196 @@
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 11,
"recentSuccessRate": 0.04741379310344827,
"recentTerminal": 232,
"recentWilsonLowerBound": 0.026678127092839912,
"recentSuccessRate": 0.04564315352697095,
"recentTerminal": 241,
"recentWilsonLowerBound": 0.025674439959184843,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 38.666666666666664,
"waiting": 3220
"throughputPerHour": 40.166666666666664,
"waiting": 3217
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 155.78417266187049,
"backlogHours": 154.71428571428572,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.21994627045113718,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 36,
"recentSuccessRate": 0.12949640287769784,
"recentTerminal": 278,
"recentWilsonLowerBound": 0.09502418427204279,
"qualityFactor": 0.18808731721965666,
"queueFactor": 1.2998285086209262,
"queueWeight": 1.2998285086209262,
"recentSuccess": 35,
"recentSuccessRate": 0.125,
"recentTerminal": 280,
"recentWilsonLowerBound": 0.09126719136361981,
"running": 8,
"selectionWeight": 0.28593015158647833,
"selectionWeight": 0.24448125703213738,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 46.333333333333336,
"waiting": 7218
"throughputPerHour": 46.666666666666664,
"waiting": 7220
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2500.8947368421054,
"backlogHours": 2436.4615384615386,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.3080409021269219,
"queueFactor": 0.8581517267312969,
"queueWeight": 0.8581517267312969,
"recentSuccess": 8,
"recentSuccessRate": 0.21052631578947367,
"recentTerminal": 38,
"recentWilsonLowerBound": 0.11074660352095932,
"qualityFactor": 0.5262451429631679,
"queueFactor": 0.8596104499950078,
"queueWeight": 0.8596104499950078,
"recentSuccess": 10,
"recentSuccessRate": 0.2564102564102564,
"recentTerminal": 39,
"recentWilsonLowerBound": 0.1456862584345219,
"running": 2,
"selectionWeight": 0.26434583206408446,
"selectionWeight": 0.452365824150256,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.333333333333333,
"waiting": 15839
"throughputPerHour": 6.5,
"waiting": 15837
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 342.1232876712329,
"backlogHours": 342.041095890411,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.4852061603110771,
"queueFactor": 1.1565142733150746,
"queueWeight": 1.1565142733150746,
"recentSuccess": 28,
"recentSuccessRate": 0.1917808219178082,
"qualityFactor": 0.4974642157307053,
"queueFactor": 1.1539948669460007,
"queueWeight": 1.1539948669460007,
"recentSuccess": 29,
"recentSuccessRate": 0.19863013698630136,
"recentTerminal": 146,
"recentWilsonLowerBound": 0.13615085695136855,
"recentWilsonLowerBound": 0.14200895995982593,
"running": 8,
"selectionWeight": 0.561147849900163,
"selectionWeight": 0.5740711514425518,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.333333333333332,
"waiting": 8325
"waiting": 8323
},
"MetaX_c-500": {
"available": true,
"backlogHours": 618.8737864077669,
"backlogHours": 619.1067961165048,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.43356782736985905,
"queueFactor": 1.058127689731991,
"queueWeight": 1.058127689731991,
"qualityFactor": 0.405175129225662,
"queueFactor": 1.055724948403921,
"queueWeight": 1.055724948403921,
"recentSuccess": 20,
"recentSuccessRate": 0.1941747572815534,
"recentTerminal": 103,
"recentWilsonLowerBound": 0.12936210686118582,
"running": 4,
"selectionWeight": 0.4587701235169876,
"selectionWeight": 0.42775349239631405,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.166666666666668,
"waiting": 10624
"waiting": 10628
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2465.9032258064512,
"backlogHours": 2248.1470588235293,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.622314149986947,
"queueFactor": 0.8599674002437705,
"queueWeight": 0.8599674002437705,
"qualityFactor": 0.47073906095223333,
"queueFactor": 0.8700453954967722,
"queueWeight": 0.8700453954967722,
"recentSuccess": 15,
"recentSuccessRate": 0.24193548387096775,
"recentTerminal": 62,
"recentWilsonLowerBound": 0.1524576368094854,
"running": 4,
"selectionWeight": 0.5351698816991867,
"recentSuccessRate": 0.22058823529411764,
"recentTerminal": 68,
"recentWilsonLowerBound": 0.1384889157967965,
"running": 5,
"selectionWeight": 0.409564352461965,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 10.333333333333334,
"waiting": 25481
"throughputPerHour": 11.333333333333334,
"waiting": 25479
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2509.6744186046512,
"backlogHours": 2767.076923076923,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05522878669923458,
"queueFactor": 0.8577007404296415,
"queueWeight": 0.8577007404296415,
"qualityFactor": 0.06429058441526687,
"queueFactor": 0.8433589061218626,
"queueWeight": 0.8433589061218626,
"recentSuccess": 5,
"recentSuccessRate": 0.11627906976744186,
"recentTerminal": 43,
"recentWilsonLowerBound": 0.050703529948620846,
"recentSuccessRate": 0.1282051282051282,
"recentTerminal": 39,
"recentWilsonLowerBound": 0.05602734948028318,
"running": 2,
"selectionWeight": 0.047369771244964234,
"selectionWeight": 0.05422003694639474,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.166666666666667,
"throughputPerHour": 6.5,
"waiting": 17986
},
"Vastai_va16": {
"available": true,
"backlogHours": 1215.975,
"backlogHours": 1158.357142857143,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.9561800884067235,
"queueWeight": 0.9561800884067235,
"recentSuccess": 6,
"recentSuccessRate": 0.075,
"recentTerminal": 80,
"recentWilsonLowerBound": 0.03482477485108787,
"queueFactor": 0.9610350967533318,
"queueWeight": 0.9610350967533318,
"recentSuccess": 8,
"recentSuccessRate": 0.09523809523809523,
"recentTerminal": 84,
"recentWilsonLowerBound": 0.04905112318948437,
"running": 16,
"selectionWeight": 0.04780900442033618,
"selectionWeight": 0.04805175483766659,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 13.333333333333334,
"waiting": 16213
"throughputPerHour": 14.0,
"waiting": 16217
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1185.0545454545456,
"backlogHours": 1174.3783783783783,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 1.1087487483031055,
"queueFactor": 0.9598815442155536,
"queueWeight": 0.9598815442155536,
"recentSuccess": 30,
"recentSuccessRate": 0.2727272727272727,
"recentTerminal": 110,
"recentWilsonLowerBound": 0.19822564984733446,
"qualityFactor": 0.92759072365502,
"queueFactor": 0.9590569865034786,
"queueWeight": 0.9590569865034786,
"recentSuccess": 29,
"recentSuccessRate": 0.26126126126126126,
"recentTerminal": 111,
"recentWilsonLowerBound": 0.18850083133789378,
"running": 6,
"selectionWeight": 1.0642674606682472,
"selectionWeight": 0.8896123641371645,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.333333333333332,
"throughputPerHour": 18.5,
"waiting": 21726
}
},
"queueAttemptedAt": "2026-10-14T10:58:33.652108+00:00",
"queueAttemptedAt": "2026-10-14T11:10:56.371223+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-14T10:58:33.652108+00:00",
"queueUpdatedAt": "2026-10-14T11:10:56.371223+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",

File diff suppressed because it is too large Load Diff

View File

@@ -3597,6 +3597,8 @@
{"batchId": "58d05b3b58d54780a451deadd09cafa5", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-14T10:42:24.837603+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0f0ddfddda8b44aca9e53d882877ff7e", "lastModified": "2026-10-13T18:36:50+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-24B-A2B-MLX-4bit", "reconciledAt": "2026-10-14T11:08:29.873070+00:00", "repoId": "LiquidAI/LFM2.5-24B-A2B-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Kunlunxin_p-800", "taskId": "5533509", "taskType": "text-generation"}
{"batchId": "4f1c60813be74ef4bf8e3a7298028502", "completedAt": "2026-10-14T10:46:45.637480+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-14T10:45:09.739282+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8997d24cd9824f468d84b89e605b2d8c", "lastModified": "2026-10-13T18:36:50+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-24B-A2B-MLX-4bit", "reason": null, "reconciledAt": "2026-10-14T11:08:29.873529+00:00", "repoId": "LiquidAI/LFM2.5-24B-A2B-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "MetaX_c-500", "taskId": "5533589", "taskType": "text-generation"}
{"batchId": "35876e2bd77541f6884d9717ac9ae162", "completedAt": "2026-10-14T11:03:07.816155+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-10-14T11:01:16.268846+00:00", "framework": "vllm-patch-tokenizer", "intentId": "722cea4318f943608e1f1599cea9ba2b", "lastModified": "2026-10-13T18:36:50+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-24B-A2B-MLX-4bit", "reason": null, "reconciledAt": "2026-10-14T11:08:29.873763+00:00", "repoId": "LiquidAI/LFM2.5-24B-A2B-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "hygon_k100-ai", "taskId": "5533936", "taskType": "text-generation"}
{"batchId": "d3c38f0399504e7aa12ff0f9331f32d4", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-10-14T11:11:02.819043+00:00", "framework": "vllm", "intentId": "d3c25e9e6b684ff080057827144483c6", "lastModified": "2026-10-14T05:32:14+00:00", "modelAddress": "https://modelscope.cn/models/OsaurusAI/LFM2.5-24B-A2B-JANGH2", "repoId": "OsaurusAI/LFM2.5-24B-A2B-JANGH2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_mrv-100", "taskType": "text-generation"}
{"batchId": "d3c38f0399504e7aa12ff0f9331f32d4", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-10-14T11:11:02.819151+00:00", "framework": "vllm", "intentId": "5567d26c42ed4709b1e4185867efc7c7", "lastModified": "2026-10-14T05:31:59+00:00", "modelAddress": "https://modelscope.cn/models/OsaurusAI/LFM2.5-24B-A2B-JANG_4M", "repoId": "OsaurusAI/LFM2.5-24B-A2B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_mrv-100", "taskType": "text-generation"}
{"batchId": "7399e5bebb73408996681f43699dd37a", "completedAt": "2026-10-13T22:12:21.452224+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-10-13T21:52:37.691792+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e40199282b884fc2ba936abf6107e167", "repoId": "nkkbr/Mini-K3-1H-attn-2kda-2mla-nope-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "7399e5bebb73408996681f43699dd37a", "completedAt": "2026-10-13T22:12:21.452221+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-10-13T21:52:37.691739+00:00", "framework": "vllm_fix_tokenizer", "intentId": "31361c35cb434798bfa30a3cfe8d8580", "repoId": "nkkbr/Mini-K3-1H-attn-1kda-3mla-nope-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "7399e5bebb73408996681f43699dd37a", "completedAt": "2026-10-13T22:12:21.452217+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-10-13T21:52:37.691633+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4da70035ca2d44f5bc7b75d79d201223", "repoId": "mlx-community/K2-Horizon-3.7B-8bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}