state: generation 7115 (intent)

This commit is contained in:
2026-09-14 09:49:07 +00:00
parent d47a727c9a
commit de3d762dbf
4 changed files with 1793 additions and 1818 deletions

View File

@@ -416,121 +416,121 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-14T09:44:05.905001+00:00",
"generatedAt": "2026-09-14T09:47:05.443802+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 942.5637583892618,
"backlogHours": 942.4832214765102,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.204446773507542,
"queueFactor": 0.9956554863202007,
"queueWeight": 0.9956554863202007,
"qualityFactor": 1.2676833765366944,
"queueFactor": 0.9928812321905198,
"queueWeight": 0.9928812321905198,
"recentSuccess": 59,
"recentSuccessRate": 0.3959731543624161,
"recentTerminal": 149,
"recentWilsonLowerBound": 0.3210090155907528,
"running": 8,
"selectionWeight": 1.1992140380234484,
"selectionWeight": 1.258659032923192,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.833333333333332,
"waiting": 23407
"waiting": 23405
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1750.7368421052631,
"backlogHours": 1750.6736842105263,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9073452522106373,
"queueWeight": 0.9073452522106373,
"recentSuccess": 52,
"recentSuccessRate": 0.5473684210526316,
"queueFactor": 0.9048103612055587,
"queueWeight": 0.9048103612055587,
"recentSuccess": 51,
"recentSuccessRate": 0.5368421052631579,
"recentTerminal": 95,
"recentWilsonLowerBound": 0.44738087012743116,
"running": 8,
"selectionWeight": 2.2683631305265934,
"recentWilsonLowerBound": 0.4370951253863254,
"running": 9,
"selectionWeight": 2.262025903013897,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.833333333333334,
"waiting": 27720
"waiting": 27719
},
"Biren_166m": {
"available": true,
"backlogHours": 144.8,
"backlogHours": 138.44117647058823,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.10432163811068265,
"qualityFactor": 0.09922659645625234,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 29,
"recentSuccessRate": 0.14871794871794872,
"recentTerminal": 195,
"recentWilsonLowerBound": 0.10558497763208131,
"recentSuccessRate": 0.14215686274509803,
"recentTerminal": 204,
"recentWilsonLowerBound": 0.10083609119810931,
"running": 2,
"selectionWeight": 0.13561812954388744,
"selectionWeight": 0.12899457539312806,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 32.5,
"waiting": 4706
"throughputPerHour": 34.0,
"waiting": 4707
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1269.4647887323943,
"backlogHours": 1269.2112676056338,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.4955931634388197,
"queueFactor": 0.9521658536090669,
"queueWeight": 0.9521658536090669,
"recentSuccess": 22,
"recentSuccessRate": 0.30985915492957744,
"qualityFactor": 0.5890071377942506,
"queueFactor": 0.9495290537567588,
"queueWeight": 0.9495290537567588,
"recentSuccess": 23,
"recentSuccessRate": 0.323943661971831,
"recentTerminal": 71,
"recentWilsonLowerBound": 0.2143957547902181,
"recentWilsonLowerBound": 0.22657056384385282,
"running": 7,
"selectionWeight": 0.4718868875085416,
"selectionWeight": 0.5592793902057517,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.833333333333334,
"waiting": 15022
"waiting": 15019
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 473.99999999999994,
"backlogHours": 478.0,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.4468393076266605,
"queueFactor": 1.1037963420114012,
"queueWeight": 1.1037963420114012,
"qualityFactor": 0.47980193118253456,
"queueFactor": 1.0993200810317643,
"queueWeight": 1.0993200810317643,
"recentSuccess": 32,
"recentSuccessRate": 0.2782608695652174,
"recentTerminal": 115,
"recentWilsonLowerBound": 0.20453775426690435,
"running": 7,
"selectionWeight": 0.4932195932252151,
"recentSuccessRate": 0.2807017543859649,
"recentTerminal": 114,
"recentWilsonLowerBound": 0.2064060006774648,
"running": 9,
"selectionWeight": 0.5274558978667808,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.166666666666668,
"waiting": 9085
"throughputPerHour": 19.0,
"waiting": 9082
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 48.54545454545455,
"backlogHours": 47.1,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
@@ -540,169 +540,169 @@
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 15,
"recentSuccessRate": 0.045454545454545456,
"recentTerminal": 330,
"recentWilsonLowerBound": 0.027736465445529563,
"running": 24,
"recentSuccessRate": 0.04411764705882353,
"recentTerminal": 340,
"recentWilsonLowerBound": 0.026915183896032892,
"running": 25,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 55.0,
"waiting": 2670
"throughputPerHour": 56.666666666666664,
"waiting": 2669
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 147.13793103448276,
"backlogHours": 137.74193548387098,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.6726070618075863,
"qualityFactor": 0.5255981224840462,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 54,
"recentSuccessRate": 0.3103448275862069,
"recentTerminal": 174,
"recentWilsonLowerBound": 0.24632320422949952,
"running": 1,
"selectionWeight": 0.8743891803498622,
"recentSuccess": 51,
"recentSuccessRate": 0.27419354838709675,
"recentTerminal": 186,
"recentWilsonLowerBound": 0.21513872867906234,
"running": 4,
"selectionWeight": 0.6832775592292601,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 29.0,
"waiting": 4267
"throughputPerHour": 31.0,
"waiting": 4270
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 1946.5,
"backlogHours": 1987.9148936170213,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.6026840645097137,
"queueFactor": 0.8930330677988031,
"queueWeight": 0.8930330677988031,
"qualityFactor": 0.666475208497779,
"queueFactor": 0.8877254639403932,
"queueWeight": 0.8877254639403932,
"recentSuccess": 17,
"recentSuccessRate": 0.3541666666666667,
"recentTerminal": 48,
"recentWilsonLowerBound": 0.23433457112685732,
"recentSuccessRate": 0.3617021276595745,
"recentTerminal": 47,
"recentWilsonLowerBound": 0.2396602228576844,
"running": 2,
"selectionWeight": 0.5382167990425614,
"selectionWeight": 0.5916470136684612,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.0,
"throughputPerHour": 7.833333333333333,
"waiting": 15572
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 888.6315789473684,
"backlogHours": 854.8101265822785,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.4234915985521931,
"queueFactor": 1.0044942159479042,
"queueWeight": 1.0044942159479042,
"recentSuccess": 22,
"recentSuccessRate": 0.2894736842105263,
"recentTerminal": 76,
"recentWilsonLowerBound": 0.19960875564331393,
"qualityFactor": 0.46014572436540696,
"queueFactor": 1.0075297922794764,
"queueWeight": 1.0075297922794764,
"recentSuccess": 23,
"recentSuccessRate": 0.2911392405063291,
"recentTerminal": 79,
"recentWilsonLowerBound": 0.2025185332205674,
"running": 7,
"selectionWeight": 0.4253948612482098,
"selectionWeight": 0.46361052608816766,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.666666666666666,
"waiting": 11256
"throughputPerHour": 13.166666666666666,
"waiting": 11255
},
"MetaX_c-500": {
"available": true,
"backlogHours": 752.3478260869565,
"backlogHours": 744.3225806451613,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.5231551825570848,
"queueFactor": 1.029894884881518,
"queueWeight": 1.029894884881518,
"recentSuccess": 28,
"recentSuccessRate": 0.30434782608695654,
"recentTerminal": 92,
"recentWilsonLowerBound": 0.21973557523585982,
"qualityFactor": 0.48723147359970526,
"queueFactor": 1.028665481226051,
"queueWeight": 1.028665481226051,
"recentSuccess": 27,
"recentSuccessRate": 0.2903225806451613,
"recentTerminal": 93,
"recentWilsonLowerBound": 0.20785269347957885,
"running": 4,
"selectionWeight": 0.5387948465147984,
"selectionWeight": 0.5011981982589188,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.333333333333334,
"waiting": 11536
"throughputPerHour": 15.5,
"waiting": 11537
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2051.3636363636365,
"backlogHours": 2219.311475409836,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.368912187290672,
"queueFactor": 0.8860317891284637,
"queueWeight": 0.8860317891284637,
"recentSuccess": 30,
"recentSuccessRate": 0.45454545454545453,
"recentTerminal": 66,
"recentWilsonLowerBound": 0.34023931259175594,
"running": 4,
"selectionWeight": 1.2128997144649127,
"qualityFactor": 1.5848564704724266,
"queueFactor": 0.8731836736191559,
"queueWeight": 0.8731836736191559,
"recentSuccess": 29,
"recentSuccessRate": 0.47540983606557374,
"recentTerminal": 61,
"recentWilsonLowerBound": 0.3553028228679598,
"running": 5,
"selectionWeight": 1.3838707950462028,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.0,
"waiting": 22565
"throughputPerHour": 10.166666666666666,
"waiting": 22563
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 3847.8260869565215,
"backlogHours": 3848.086956521739,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.0858575873040103,
"queueFactor": 0.8062567925948269,
"queueWeight": 0.8062567925948269,
"qualityFactor": 0.09036533499764508,
"queueFactor": 0.8039917902482356,
"queueWeight": 0.8039917902482356,
"recentSuccess": 5,
"recentSuccessRate": 0.21739130434782608,
"recentTerminal": 23,
"recentWilsonLowerBound": 0.09663835601719065,
"running": 2,
"selectionWeight": 0.06922326295966168,
"selectionWeight": 0.07265298746113821,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 3.8333333333333335,
"waiting": 14750
"waiting": 14751
},
"Vastai_va16": {
"available": true,
"backlogHours": 1438.5,
"backlogHours": 1411.245283018868,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.1445107641235251,
"queueFactor": 0.9344783020160206,
"queueWeight": 0.9344783020160206,
"qualityFactor": 0.14562231307555257,
"queueFactor": 0.9345401624464797,
"queueWeight": 0.9345401624464797,
"recentSuccess": 11,
"recentSuccessRate": 0.21153846153846154,
"recentTerminal": 52,
"recentWilsonLowerBound": 0.12244245849448493,
"recentSuccessRate": 0.20754716981132076,
"recentTerminal": 53,
"recentWilsonLowerBound": 0.12004475729322062,
"running": 16,
"selectionWeight": 0.13504217348118938,
"selectionWeight": 0.13608990011745903,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.666666666666666,
"waiting": 12467
"throughputPerHour": 8.833333333333334,
"waiting": 12466
},
"hygon_k100-ai": {
"available": true,
@@ -712,24 +712,24 @@
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.33108351324996566,
"queueFactor": 1.0617566881729026,
"queueWeight": 1.0617566881729026,
"recentSuccess": 29,
"recentSuccessRate": 0.24786324786324787,
"qualityFactor": 0.45210021167000614,
"queueFactor": 1.0587846815611373,
"queueWeight": 1.0587846815611373,
"recentSuccess": 32,
"recentSuccessRate": 0.27350427350427353,
"recentTerminal": 117,
"recentWilsonLowerBound": 0.1784782855379003,
"recentWilsonLowerBound": 0.2009012531479607,
"running": 6,
"selectionWeight": 0.3515301345369328,
"selectionWeight": 0.4786767786467502,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.5,
"waiting": 11974
}
},
"queueAttemptedAt": "2026-09-14T09:34:44.568683+00:00",
"queueAttemptedAt": "2026-09-14T09:47:05.443802+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-14T09:34:44.568683+00:00",
"queueUpdatedAt": "2026-09-14T09:47:05.443802+00:00",
"supportedGpus": [
"Vastai_va16",
"Iluvatar_mrv-100",

File diff suppressed because it is too large Load Diff

View File

@@ -736,6 +736,8 @@
{"batchId": "4a3fa6424bb24aa59aa9089cb9f7e58d", "completedAt": "2026-09-14T08:42:00.509644+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-14T08:41:48.603392+00:00", "framework": "vllm_fix_tokenizer", "intentId": "415fc15ef6c04c21bd5497e0e41d0c88", "lastModified": "2026-08-29T01:04:55+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Agents-A1-OptiQ-4bit-REAP-19B", "reason": null, "reconciledAt": "2026-09-14T09:42:54.322442+00:00", "repoId": "mlx-community/Agents-A1-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Kunlunxin_p-800", "taskId": "4846309", "taskType": "text-generation"}
{"batchId": "dd8ad4b400d24c95938e579737e299b2", "completedAt": "2026-09-14T08:43:53.298908+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-14T08:43:45.661905+00:00", "framework": "vllm", "intentId": "612fea77856740ea887ff3d2a313f4a9", "lastModified": "2026-09-14T06:33:18+00:00", "modelAddress": "https://modelscope.cn/models/Edge0/Edge0-35B-A3B-preview", "reason": null, "reconciledAt": "2026-09-14T09:42:54.321854+00:00", "repoId": "Edge0/Edge0-35B-A3B-preview", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Mthreads_s4000", "taskId": "4846338", "taskType": "text-generation"}
{"batchId": "8b1a51346103440ea41e5af37f5280d8", "completedAt": "2026-09-14T08:52:31.597026+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-14T08:52:19.962984+00:00", "framework": "vllm", "intentId": "9f1a0f2af05945d39557fc3c712ad59e", "lastModified": "2026-08-29T01:04:55+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Agents-A1-OptiQ-4bit-REAP-19B", "reason": null, "reconciledAt": "2026-09-14T09:42:54.321577+00:00", "repoId": "mlx-community/Agents-A1-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Mthreads_s4000", "taskId": "4846441", "taskType": "text-generation"}
{"batchId": "b6681cddcbc34739af44fd126a9637a8", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-09-14T09:49:07.682284+00:00", "framework": "vllm-mlu", "intentId": "b025d74c65d94bc681598b852696d05c", "lastModified": "2026-09-14T06:33:18+00:00", "modelAddress": "https://modelscope.cn/models/Edge0/Edge0-35B-A3B-preview", "repoId": "Edge0/Edge0-35B-A3B-preview", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "b6681cddcbc34739af44fd126a9637a8", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-09-14T09:49:07.682391+00:00", "framework": "vllm-mlu", "intentId": "0b48e67d6a094835b86913c4f6aa4935", "lastModified": "2026-08-29T01:04:55+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Agents-A1-OptiQ-4bit-REAP-19B", "repoId": "mlx-community/Agents-A1-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "83639d5151dd4bb78879458f9850c53a", "completedAt": "2026-09-14T06:07:56.622377+00:00", "configFingerprint": "e4588bdbccc377f0f7599581ea0752e64b81eda54f82b575b6aaa81c27ce2e73", "configSource": "modelhub_live", "createdAt": "2026-09-14T06:07:48.751836+00:00", "framework": "llamacpp", "intentId": "35fd7d8028f54640b4d005111704edc0", "repoId": "voconly/nemotron-3.5-asr-streaming-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "9ea43510e22a43e9991959f19dd0f4a2", "completedAt": "2026-09-13T12:43:37.101071+00:00", "configFingerprint": "7d273c6d9a11c4e826d64fc44d3ae14d805bd3b1e6e663d4dd0b45567cfc5e3f", "configSource": "modelhub_live", "createdAt": "2026-09-13T12:43:27.207464+00:00", "framework": "llamacpp", "intentId": "ab083753c716462fbb8b0529ac182658", "repoId": "voconly/nemotron-3.5-asr-streaming-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "9370c3290d2242cebbdd1924870f426b", "completedAt": "2026-09-13T12:41:31.618354+00:00", "configFingerprint": "d7cf4e4fcae21f022bbcb9f71b3bb0ab37d6331cf8fd1cd3ad4ba75043690051", "configSource": "modelhub_live", "createdAt": "2026-09-13T12:41:17.857077+00:00", "framework": "llamacpp", "intentId": "8c62b06728694cd9b6f7c5c378f53285", "repoId": "voconly/nemotron-3.5-asr-streaming-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}