state: generation 9937 (intent)

This commit is contained in:
2026-09-19 17:54:56 +00:00
parent 21a03922c8
commit 026909ca88
4 changed files with 1364 additions and 1228 deletions

View File

@@ -416,121 +416,121 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-19T17:49:41.048768+00:00",
"generatedAt": "2026-09-19T17:52:57.223492+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1252.0714285714284,
"backlogHours": 1240.778761061947,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.7616450806910137,
"queueFactor": 0.9767757887553612,
"queueWeight": 0.9767757887553612,
"recentSuccess": 32,
"recentSuccessRate": 0.2857142857142857,
"recentTerminal": 112,
"recentWilsonLowerBound": 0.21024717263298542,
"running": 8,
"selectionWeight": 0.7439564744436056,
"qualityFactor": 0.6798134007791513,
"queueFactor": 0.9779560446709147,
"queueWeight": 0.9779560446709147,
"recentSuccess": 31,
"recentSuccessRate": 0.2743362831858407,
"recentTerminal": 113,
"recentWilsonLowerBound": 0.2005129306491566,
"running": 9,
"selectionWeight": 0.6648276245402621,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.666666666666668,
"waiting": 23372
"throughputPerHour": 18.833333333333332,
"waiting": 23368
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1443.2068965517242,
"backlogHours": 1418.593220338983,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9561806764063046,
"queueWeight": 0.9561806764063046,
"recentSuccess": 52,
"recentSuccessRate": 0.4482758620689655,
"recentTerminal": 116,
"recentWilsonLowerBound": 0.3608783144793255,
"running": 9,
"selectionWeight": 2.3904516910157616,
"queueFactor": 0.9585059342663054,
"queueWeight": 0.9585059342663054,
"recentSuccess": 53,
"recentSuccessRate": 0.4491525423728814,
"recentTerminal": 118,
"recentWilsonLowerBound": 0.36241878244216363,
"running": 10,
"selectionWeight": 2.3962648356657636,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.333333333333332,
"waiting": 27902
"throughputPerHour": 19.666666666666668,
"waiting": 27899
},
"Biren_166m": {
"available": true,
"backlogHours": 170.85882352941178,
"backlogHours": 168.0,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.24908638890280715,
"qualityFactor": 0.1978536748142406,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 30,
"recentSuccessRate": 0.17647058823529413,
"recentTerminal": 170,
"recentWilsonLowerBound": 0.1265006037723213,
"running": 9,
"selectionWeight": 0.3238123055736493,
"recentSuccess": 28,
"recentSuccessRate": 0.16184971098265896,
"recentTerminal": 173,
"recentWilsonLowerBound": 0.11441561346871815,
"running": 8,
"selectionWeight": 0.2572097772585128,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.333333333333332,
"waiting": 4841
"throughputPerHour": 28.833333333333332,
"waiting": 4844
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1429.5483870967741,
"backlogHours": 1363.6615384615384,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.3091404552250685,
"queueFactor": 0.9575455075766538,
"queueWeight": 0.9575455075766538,
"qualityFactor": 0.27490945352118495,
"queueFactor": 0.96420082616876,
"queueWeight": 0.96420082616876,
"recentSuccess": 14,
"recentSuccessRate": 0.22580645161290322,
"recentTerminal": 62,
"recentWilsonLowerBound": 0.13955057139297952,
"recentSuccessRate": 0.2153846153846154,
"recentTerminal": 65,
"recentWilsonLowerBound": 0.1328663763104895,
"running": 7,
"selectionWeight": 0.29601605411096604,
"selectionWeight": 0.26506792220672887,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 10.333333333333334,
"waiting": 14772
"throughputPerHour": 10.833333333333334,
"waiting": 14773
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 421.4418604651163,
"backlogHours": 411.95454545454544,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.257079376467951,
"queueFactor": 1.150081457526648,
"queueWeight": 1.150081457526648,
"recentSuccess": 24,
"recentSuccessRate": 0.18604651162790697,
"recentTerminal": 129,
"recentWilsonLowerBound": 0.12832985632587554,
"qualityFactor": 0.2696449204626367,
"queueFactor": 1.1538413353782286,
"queueWeight": 1.1538413353782286,
"recentSuccess": 25,
"recentSuccessRate": 0.1893939393939394,
"recentTerminal": 132,
"recentWilsonLowerBound": 0.1317037304939829,
"running": 7,
"selectionWeight": 0.29566222398830294,
"selectionWeight": 0.311127455104565,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.5,
"waiting": 9061
"throughputPerHour": 22.0,
"waiting": 9063
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 41.5,
"backlogHours": 40.85411140583554,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
@@ -539,125 +539,125 @@
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 12,
"recentSuccessRate": 0.03225806451612903,
"recentTerminal": 372,
"recentWilsonLowerBound": 0.018547347148893566,
"running": 25,
"recentSuccess": 13,
"recentSuccessRate": 0.034482758620689655,
"recentTerminal": 377,
"recentWilsonLowerBound": 0.02026056792378074,
"running": 27,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 62.0,
"waiting": 2573
"throughputPerHour": 62.833333333333336,
"waiting": 2567
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 101.06122448979592,
"backlogHours": 100.02020202020202,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.08636036451106796,
"qualityFactor": 0.08363893494615443,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 32,
"recentSuccessRate": 0.10884353741496598,
"recentTerminal": 294,
"recentWilsonLowerBound": 0.07816017792459272,
"running": 10,
"selectionWeight": 0.11226847386438835,
"recentSuccessRate": 0.10774410774410774,
"recentTerminal": 297,
"recentWilsonLowerBound": 0.07735966028425532,
"running": 7,
"selectionWeight": 0.10873061543000076,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 49.0,
"waiting": 4952
"throughputPerHour": 49.5,
"waiting": 4951
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 3207.2,
"backlogHours": 3103.354838709677,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.361455496217008,
"queueFactor": 0.8482431195161734,
"queueWeight": 0.8482431195161734,
"recentSuccess": 13,
"recentSuccessRate": 0.43333333333333335,
"recentTerminal": 30,
"recentWilsonLowerBound": 0.27377237430615114,
"qualityFactor": 1.5497355779037734,
"queueFactor": 0.8523123327704247,
"queueWeight": 0.8523123327704247,
"recentSuccess": 14,
"recentSuccessRate": 0.45161290322580644,
"recentTerminal": 31,
"recentWilsonLowerBound": 0.29161482836586106,
"running": 2,
"selectionWeight": 1.1548452571935546,
"selectionWeight": 1.3208587455804874,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.0,
"waiting": 16036
"throughputPerHour": 5.166666666666667,
"waiting": 16034
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 559.6842105263158,
"backlogHours": 574.972972972973,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.30341443517109773,
"queueFactor": 1.1021679901080108,
"queueWeight": 1.1021679901080108,
"recentSuccess": 23,
"recentSuccessRate": 0.20175438596491227,
"recentTerminal": 114,
"recentWilsonLowerBound": 0.13836966525548045,
"qualityFactor": 0.28326857327586213,
"queueFactor": 1.0975552042539445,
"queueWeight": 1.0975552042539445,
"recentSuccess": 22,
"recentSuccessRate": 0.1981981981981982,
"recentTerminal": 111,
"recentWilsonLowerBound": 0.1346877647184602,
"running": 8,
"selectionWeight": 0.3344136781822861,
"selectionWeight": 0.3109028968005123,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.0,
"waiting": 10634
"throughputPerHour": 18.5,
"waiting": 10637
},
"MetaX_c-500": {
"available": true,
"backlogHours": 712.0212765957447,
"backlogHours": 727.3043478260869,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.4173094043010301,
"queueFactor": 1.0630784300002571,
"queueWeight": 1.0630784300002571,
"qualityFactor": 0.43421954033598054,
"queueFactor": 1.0595368369419893,
"queueWeight": 1.0595368369419893,
"recentSuccess": 22,
"recentSuccessRate": 0.23404255319148937,
"recentTerminal": 94,
"recentWilsonLowerBound": 0.1599410529376495,
"running": 4,
"selectionWeight": 0.4436326263486816,
"recentSuccessRate": 0.2391304347826087,
"recentTerminal": 92,
"recentWilsonLowerBound": 0.16355028781489545,
"running": 5,
"selectionWeight": 0.46007159830598937,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.666666666666666,
"waiting": 11155
"throughputPerHour": 15.333333333333334,
"waiting": 11152
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1852.0869565217392,
"backlogHours": 1879.3235294117646,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.0777090069996662,
"queueFactor": 0.9210645046394735,
"queueWeight": 0.9210645046394735,
"qualityFactor": 1.104621999770249,
"queueFactor": 0.9189105873167585,
"queueWeight": 0.9189105873167585,
"recentSuccess": 24,
"recentSuccessRate": 0.34782608695652173,
"recentTerminal": 69,
"recentWilsonLowerBound": 0.2461797794825202,
"recentSuccessRate": 0.35294117647058826,
"recentTerminal": 68,
"recentWilsonLowerBound": 0.2500181058015448,
"running": 4,
"selectionWeight": 0.9926395126776465,
"selectionWeight": 1.0150488505718918,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.5,
"throughputPerHour": 11.333333333333334,
"waiting": 21299
},
"Sunrise_pt-200-x1": {
@@ -668,15 +668,15 @@
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.2323232620394746,
"queueFactor": 0.7802067071238249,
"queueWeight": 0.7802067071238249,
"qualityFactor": 1.2208290126682038,
"queueFactor": 0.7800885714493315,
"queueWeight": 0.7800885714493315,
"recentSuccess": 8,
"recentSuccessRate": 0.47058823529411764,
"recentTerminal": 17,
"recentWilsonLowerBound": 0.26164801196088106,
"running": 2,
"selectionWeight": 0.9614668743879089,
"selectionWeight": 0.9523547604762369,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 2.8333333333333335,
@@ -684,52 +684,52 @@
},
"Vastai_va16": {
"available": true,
"backlogHours": 1986.7142857142858,
"backlogHours": 2086.35,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.9114208089128032,
"queueWeight": 0.9114208089128032,
"recentSuccess": 5,
"recentSuccessRate": 0.11904761904761904,
"recentTerminal": 42,
"recentWilsonLowerBound": 0.05193726765019085,
"queueFactor": 0.9046183916648274,
"queueWeight": 0.9046183916648274,
"recentSuccess": 4,
"recentSuccessRate": 0.1,
"recentTerminal": 40,
"recentWilsonLowerBound": 0.03957888759557486,
"running": 16,
"selectionWeight": 0.045571040445640164,
"selectionWeight": 0.04523091958324137,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.0,
"waiting": 13907
"submissionEligible": false,
"throughputPerHour": 6.666666666666667,
"waiting": 13909
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 888.969696969697,
"backlogHours": 898.1020408163266,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 1.0116152942751329,
"queueFactor": 1.0282677344739275,
"queueWeight": 1.0282677344739275,
"recentSuccess": 32,
"recentSuccessRate": 0.32323232323232326,
"recentTerminal": 99,
"recentWilsonLowerBound": 0.23919862826396276,
"running": 7,
"selectionWeight": 1.0402113668034663,
"qualityFactor": 0.9429793714515011,
"queueFactor": 1.0265370662469304,
"queueWeight": 1.0265370662469304,
"recentSuccess": 31,
"recentSuccessRate": 0.3163265306122449,
"recentTerminal": 98,
"recentWilsonLowerBound": 0.23266923518824528,
"running": 6,
"selectionWeight": 0.9680032775011984,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.5,
"waiting": 14668
"throughputPerHour": 16.333333333333332,
"waiting": 14669
}
},
"queueAttemptedAt": "2026-09-19T17:42:47.495024+00:00",
"queueAttemptedAt": "2026-09-19T17:52:57.223492+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-19T17:42:47.495024+00:00",
"queueUpdatedAt": "2026-09-19T17:52:57.223492+00:00",
"supportedGpus": [
"Vastai_va16",
"Kunlunxin_p-800",

File diff suppressed because it is too large Load Diff

View File

@@ -962,6 +962,7 @@
{"batchId": "e614fcc0b9144b50ac3df2ad4ad4c3a4", "completedAt": "2026-09-19T17:18:29.684623+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-19T17:18:17.021155+00:00", "framework": "vllm", "intentId": "07e22da8181f40ae8acecff978ed71fd", "lastModified": "2026-09-19T12:07:43+00:00", "modelAddress": "https://modelscope.cn/models/Arain119/Sophia", "reason": null, "reconciledAt": "2026-09-19T17:49:37.760081+00:00", "repoId": "Arain119/Sophia", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "recovered_active", "targetGpu": "Biren_166m", "taskId": "4960871", "taskType": "text-generation"}
{"batchId": "40116eff98614c5f90c0b3e9621e5284", "completedAt": "2026-09-19T17:31:46.495294+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-19T17:31:37.877818+00:00", "framework": "vllm", "intentId": "d25c30c727904deb8d4b24d567ad427d", "lastModified": "2026-09-13T05:35:22+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Spark-X2.5-4B-OptiQ-4bit", "reason": null, "reconciledAt": "2026-09-19T17:49:37.760679+00:00", "repoId": "mlx-community/Spark-X2.5-4B-OptiQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Mthreads_s4000", "taskId": "4961015", "taskType": "text-generation"}
{"batchId": "00625d64e2f14bbd95974f44c12d2431", "completedAt": "2026-09-19T17:49:36.298338+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-19T17:49:26.789536+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b30e1719af4d410c94b3ca459e2f5be4", "lastModified": "2026-09-13T05:35:22+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Spark-X2.5-4B-OptiQ-4bit", "reason": null, "reconciledAt": "2026-09-19T17:49:37.759843+00:00", "repoId": "mlx-community/Spark-X2.5-4B-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Vastai_va16", "taskId": "4961188", "taskType": "text-generation"}
{"batchId": "f0dd0e0b6cca4ad7b2300066a39bb847", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-19T17:54:56.151642+00:00", "framework": "vllm-mlu", "intentId": "0c6bde60177b4df18ae8c85756a30043", "lastModified": "2026-09-13T05:35:22+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Spark-X2.5-4B-OptiQ-4bit", "repoId": "mlx-community/Spark-X2.5-4B-OptiQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "4cc812b7f6074338b0c6ed46bdd2672b", "completedAt": "2026-09-19T04:58:26.492770+00:00", "configFingerprint": "c240df8c4ef51c3028e28d4dbd670173f9ac1f001d6c73625ec2cdaccb288665", "configSource": "modelhub_live", "createdAt": "2026-09-19T04:58:15.480275+00:00", "framework": "llamacpp", "intentId": "ee86b2205fef40f298072ec892726538", "repoId": "voconly/parakeet-unified-en-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "8d27d6d5a99748efbdd97223e640c598", "completedAt": "2026-09-18T14:35:12.136557+00:00", "configFingerprint": "359725c5cf0821e26681bc436dad944747db4ac72a1bf9e70b5f6f8e63a023b4", "configSource": "modelhub_live", "createdAt": "2026-09-18T14:35:06.015304+00:00", "framework": "llamacpp", "intentId": "10303336f4f24e2f98aa86764cc2f0fc", "repoId": "voconly/parakeet-unified-en-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "bfd8069a25c5437f87c1eb1f45b313b1", "completedAt": "2026-09-18T14:33:31.434713+00:00", "configFingerprint": "e1276bf11e548198418262ddca64a6c4514301bb26e65ecc7e04f8d8f0442b6b", "configSource": "modelhub_live", "createdAt": "2026-09-18T14:33:23.815503+00:00", "framework": "llamacpp", "intentId": "3c35cff71fae4e2997f1d1fa492cdda8", "repoId": "voconly/parakeet-unified-en-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}