state: generation 6760 (intent)

This commit is contained in:
2026-09-13 14:24:08 +00:00
parent 732828542e
commit 1ccbb78a2a
4 changed files with 898 additions and 901 deletions

View File

@@ -416,121 +416,121 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-13T14:19:24.692272+00:00",
"generatedAt": "2026-09-13T14:22:19.282527+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1018.1739130434783,
"backlogHours": 989.4507042253521,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.6774674500802798,
"queueFactor": 0.9847556172157766,
"queueWeight": 0.9847556172157766,
"recentSuccess": 52,
"recentSuccessRate": 0.37681159420289856,
"recentTerminal": 138,
"recentWilsonLowerBound": 0.3003290837805292,
"running": 9,
"selectionWeight": 1.651895494163181,
"qualityFactor": 1.4148224123366901,
"queueFactor": 0.990045328970349,
"queueWeight": 0.990045328970349,
"recentSuccess": 54,
"recentSuccessRate": 0.38028169014084506,
"recentTerminal": 142,
"recentWilsonLowerBound": 0.30458316031697674,
"running": 8,
"selectionWeight": 1.4007383206565012,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.0,
"waiting": 23418
"throughputPerHour": 23.666666666666668,
"waiting": 23417
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1060.5384615384614,
"backlogHours": 1033.95,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.324183531927143,
"queueFactor": 0.9787523056441387,
"queueWeight": 0.9787523056441387,
"recentSuccess": 66,
"recentSuccessRate": 0.4230769230769231,
"recentTerminal": 156,
"recentWilsonLowerBound": 0.34831200624776176,
"qualityFactor": 1.933479189731768,
"queueFactor": 0.9835337622947877,
"queueWeight": 0.9835337622947877,
"recentSuccess": 68,
"recentSuccessRate": 0.425,
"recentTerminal": 160,
"recentWilsonLowerBound": 0.35104220189233704,
"running": 8,
"selectionWeight": 2.274799990613829,
"selectionWeight": 1.9016420617955636,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.0,
"waiting": 27574
"throughputPerHour": 26.666666666666668,
"waiting": 27572
},
"Biren_166m": {
"available": true,
"backlogHours": 152.96774193548387,
"backlogHours": 153.72972972972974,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.22279250677860257,
"qualityFactor": 0.15482112450777638,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 31,
"recentSuccessRate": 0.16666666666666666,
"recentTerminal": 186,
"recentWilsonLowerBound": 0.11997011167541023,
"recentSuccess": 29,
"recentSuccessRate": 0.15675675675675677,
"recentTerminal": 185,
"recentWilsonLowerBound": 0.11141560395969649,
"running": 8,
"selectionWeight": 0.28963025881218335,
"selectionWeight": 0.2012674618601093,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 31.0,
"waiting": 4742
"throughputPerHour": 30.833333333333332,
"waiting": 4740
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 2022.1363636363637,
"backlogHours": 1893.1914893617022,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.8353206316546226,
"queueFactor": 0.888444280290822,
"queueWeight": 0.888444280290822,
"qualityFactor": 0.5854781414705972,
"queueFactor": 0.8982247588715759,
"queueWeight": 0.8982247588715759,
"recentSuccess": 15,
"recentSuccessRate": 0.3409090909090909,
"recentTerminal": 44,
"recentWilsonLowerBound": 0.21875632628639943,
"recentSuccessRate": 0.3191489361702128,
"recentTerminal": 47,
"recentWilsonLowerBound": 0.2039520381739899,
"running": 7,
"selectionWeight": 0.742135837402466,
"selectionWeight": 0.5258909624470056,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.333333333333333,
"waiting": 14829
"throughputPerHour": 7.833333333333333,
"waiting": 14830
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 498.3853211009174,
"backlogHours": 517.3142857142857,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.5188799288790679,
"queueFactor": 1.0961423953818161,
"queueWeight": 1.0961423953818161,
"recentSuccess": 27,
"recentSuccessRate": 0.24770642201834864,
"recentTerminal": 109,
"recentWilsonLowerBound": 0.17618414860824205,
"running": 8,
"selectionWeight": 0.5687662881570479,
"qualityFactor": 0.33706595689324126,
"queueFactor": 1.0911916465548805,
"queueWeight": 1.0911916465548805,
"recentSuccess": 24,
"recentSuccessRate": 0.22857142857142856,
"recentTerminal": 105,
"recentWilsonLowerBound": 0.15868283892521592,
"running": 7,
"selectionWeight": 0.3678035564999323,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.166666666666668,
"waiting": 9054
"throughputPerHour": 17.5,
"waiting": 9053
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 36.74823529411765,
"backlogHours": 36.734117647058824,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
@@ -548,11 +548,11 @@
"stale": false,
"submissionEligible": false,
"throughputPerHour": 70.83333333333333,
"waiting": 2603
"waiting": 2602
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 120.88571428571429,
"backlogHours": 121.4066985645933,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
@@ -561,82 +561,82 @@
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 12,
"recentSuccessRate": 0.05714285714285714,
"recentTerminal": 210,
"recentWilsonLowerBound": 0.03298652590839625,
"running": 3,
"recentSuccess": 13,
"recentSuccessRate": 0.06220095693779904,
"recentTerminal": 209,
"recentWilsonLowerBound": 0.03670702954822099,
"running": 0,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 35.0,
"waiting": 4231
"throughputPerHour": 34.833333333333336,
"waiting": 4229
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2678.7428571428572,
"backlogHours": 2757.3529411764703,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.433801288020018,
"queueFactor": 0.8517499323081937,
"queueWeight": 0.8517499323081937,
"recentSuccess": 18,
"recentSuccessRate": 0.5142857142857142,
"recentTerminal": 35,
"recentWilsonLowerBound": 0.35568539626711626,
"qualityFactor": 2.5,
"queueFactor": 0.8489661013502846,
"queueWeight": 0.8489661013502846,
"recentSuccess": 19,
"recentSuccessRate": 0.5588235294117647,
"recentTerminal": 34,
"recentWilsonLowerBound": 0.3945361778918369,
"running": 2,
"selectionWeight": 2.072990082322645,
"selectionWeight": 2.1224152533757117,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.833333333333333,
"waiting": 15626
"throughputPerHour": 5.666666666666667,
"waiting": 15625
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 819.9512195121952,
"backlogHours": 861.7692307692307,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.8109555924671807,
"queueFactor": 1.0172637275929046,
"queueWeight": 1.0172637275929046,
"recentSuccess": 25,
"recentSuccessRate": 0.3048780487804878,
"recentTerminal": 82,
"recentWilsonLowerBound": 0.21583254094468945,
"qualityFactor": 0.5936479343522871,
"queueFactor": 1.0107774765742192,
"queueWeight": 1.0107774765742192,
"recentSuccess": 23,
"recentSuccessRate": 0.2948717948717949,
"recentTerminal": 78,
"recentWilsonLowerBound": 0.205240767244175,
"running": 7,
"selectionWeight": 0.8249557089054768,
"selectionWeight": 0.6000459610581026,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.666666666666666,
"waiting": 11206
"throughputPerHour": 13.0,
"waiting": 11203
},
"MetaX_c-500": {
"available": true,
"backlogHours": 671.7669902912621,
"backlogHours": 684.7722772277228,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.4805801180678204,
"queueFactor": 1.0481391975473373,
"queueWeight": 1.0481391975473373,
"recentSuccess": 25,
"recentSuccessRate": 0.24271844660194175,
"recentTerminal": 103,
"recentWilsonLowerBound": 0.17014922730424603,
"qualityFactor": 0.36826667607801655,
"queueFactor": 1.046242307691362,
"queueWeight": 1.046242307691362,
"recentSuccess": 24,
"recentSuccessRate": 0.2376237623762376,
"recentTerminal": 101,
"recentWilsonLowerBound": 0.1651985046175726,
"running": 4,
"selectionWeight": 0.5037148593088099,
"selectionWeight": 0.38529617702569136,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.166666666666668,
"waiting": 11532
"throughputPerHour": 16.833333333333332,
"waiting": 11527
},
"Mthreads_s4000": {
"available": true,
@@ -646,15 +646,15 @@
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.9023759440124182,
"queueFactor": 0.8986756457646178,
"queueWeight": 0.8986756457646178,
"qualityFactor": 0.737898528134525,
"queueFactor": 0.899633075619894,
"queueWeight": 0.899633075619894,
"recentSuccess": 23,
"recentSuccessRate": 0.323943661971831,
"recentTerminal": 71,
"recentWilsonLowerBound": 0.22657056384385282,
"running": 4,
"selectionWeight": 0.8109432842078165,
"selectionWeight": 0.6638379223610555,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.833333333333334,
@@ -668,15 +668,15 @@
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 0.7721275028816054,
"queueWeight": 0.7721275028816054,
"qualityFactor": 2.0443212527736954,
"queueFactor": 0.772950111045989,
"queueWeight": 0.772950111045989,
"recentSuccess": 10,
"recentSuccessRate": 0.5882352941176471,
"recentTerminal": 17,
"recentWilsonLowerBound": 0.3600507438551554,
"running": 2,
"selectionWeight": 1.9303187572040135,
"selectionWeight": 1.580158339345103,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 2.8333333333333335,
@@ -684,52 +684,52 @@
},
"Vastai_va16": {
"available": true,
"backlogHours": 1044.7714285714287,
"backlogHours": 1075.9411764705883,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.4752659750325758,
"queueFactor": 0.9809538330397517,
"queueWeight": 0.9809538330397517,
"recentSuccess": 18,
"recentSuccessRate": 0.2571428571428571,
"recentTerminal": 70,
"recentWilsonLowerBound": 0.16929141951409768,
"qualityFactor": 0.2993202735714875,
"queueFactor": 0.9776781834241518,
"queueWeight": 0.9776781834241518,
"recentSuccess": 16,
"recentSuccessRate": 0.23529411764705882,
"recentTerminal": 68,
"recentWilsonLowerBound": 0.1503436437092872,
"running": 16,
"selectionWeight": 0.46621397992158015,
"selectionWeight": 0.29263890132739206,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.666666666666666,
"waiting": 12189
"throughputPerHour": 11.333333333333334,
"waiting": 12194
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 701.4,
"backlogHours": 730.5,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 1.7909511399617026,
"queueFactor": 1.041374400335408,
"queueWeight": 1.041374400335408,
"recentSuccess": 40,
"recentSuccessRate": 0.4,
"recentTerminal": 100,
"recentWilsonLowerBound": 0.3093997461136029,
"running": 7,
"selectionWeight": 1.8650506694076334,
"qualityFactor": 1.4071572448432388,
"queueFactor": 1.0361465143935304,
"queueWeight": 1.0361465143935304,
"recentSuccess": 38,
"recentSuccessRate": 0.3958333333333333,
"recentTerminal": 96,
"recentWilsonLowerBound": 0.30383197697647957,
"running": 6,
"selectionWeight": 1.4580210744479256,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.666666666666668,
"waiting": 11690
"throughputPerHour": 16.0,
"waiting": 11688
}
},
"queueAttemptedAt": "2026-09-13T14:11:02.366743+00:00",
"queueAttemptedAt": "2026-09-13T14:22:19.282527+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-13T14:11:02.366743+00:00",
"queueUpdatedAt": "2026-09-13T14:22:19.282527+00:00",
"supportedGpus": [
"Vastai_va16",
"Iluvatar_mrv-100",

File diff suppressed because it is too large Load Diff

View File

@@ -719,6 +719,7 @@
{"batchId": "9e6a1f526fb04501aa7f550cc49f1407", "completedAt": "2026-09-13T10:16:19.691013+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-13T10:16:11.657494+00:00", "framework": "vllm", "intentId": "6569e532bda1461a8a111716e35090f8", "lastModified": "2026-09-04T07:05:18+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-INT8", "reason": null, "reconciledAt": "2026-09-13T14:18:17.157892+00:00", "repoId": "XHToken/Spark-X2.5-4B-INT8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4824251", "taskType": "text-generation"}
{"batchId": "bf455b91f89142ef8f8904ab621e1033", "completedAt": "2026-09-13T12:09:27.439030+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-13T12:09:14.647471+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a8ef73dce3b9478da9cdd9450f6ed391", "lastModified": "2026-09-04T07:05:18+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-INT8", "reason": null, "reconciledAt": "2026-09-13T14:18:17.158517+00:00", "repoId": "XHToken/Spark-X2.5-4B-INT8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Vastai_va16", "taskId": "4827491", "taskType": "text-generation"}
{"batchId": "56e5fc4839014add86cc21b36a660ba5", "completedAt": "2026-09-13T14:02:39.643118+00:00", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-09-13T14:02:32.779350+00:00", "framework": "vllm-mlu", "intentId": "a1c4897661b84b7195a5437c097752a4", "lastModified": "2026-09-04T07:05:18+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-INT8", "reason": null, "reconciledAt": "2026-09-13T14:18:17.157889+00:00", "repoId": "XHToken/Spark-X2.5-4B-INT8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4829151", "taskType": "text-generation"}
{"batchId": "e3f1e505374a470fa708deef2bcd2fd3", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-13T14:24:08.218679+00:00", "framework": "vllm", "intentId": "11be64f5ad384a8a9db5098eafa758e5", "lastModified": "2026-09-04T07:05:18+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-INT8", "repoId": "XHToken/Spark-X2.5-4B-INT8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "9ea43510e22a43e9991959f19dd0f4a2", "completedAt": "2026-09-13T12:43:37.101071+00:00", "configFingerprint": "7d273c6d9a11c4e826d64fc44d3ae14d805bd3b1e6e663d4dd0b45567cfc5e3f", "configSource": "modelhub_live", "createdAt": "2026-09-13T12:43:27.207464+00:00", "framework": "llamacpp", "intentId": "ab083753c716462fbb8b0529ac182658", "repoId": "voconly/nemotron-3.5-asr-streaming-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "9370c3290d2242cebbdd1924870f426b", "completedAt": "2026-09-13T12:41:31.618354+00:00", "configFingerprint": "d7cf4e4fcae21f022bbcb9f71b3bb0ab37d6331cf8fd1cd3ad4ba75043690051", "configSource": "modelhub_live", "createdAt": "2026-09-13T12:41:17.857077+00:00", "framework": "llamacpp", "intentId": "8c62b06728694cd9b6f7c5c378f53285", "repoId": "voconly/nemotron-3.5-asr-streaming-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "1d3a5688cae04410969668a2e438424a", "completedAt": "2026-09-13T12:39:25.398487+00:00", "configFingerprint": "8135df5d785d2b4d7f379eb6c4b8713fe5fc1b96448a3403e4b313662765fa3b", "configSource": "modelhub_live", "createdAt": "2026-09-13T12:39:15.319689+00:00", "framework": "llamacpp", "intentId": "0b3c0d11e71240179f6fa3afe28d4021", "repoId": "voconly/nemotron-3.5-asr-streaming-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}