state: generation 11549 (intent)

This commit is contained in:
2026-09-21 16:20:53 +00:00
parent 206d57faed
commit a484af02f6
4 changed files with 1798 additions and 1776 deletions

View File

@@ -1,8 +1,8 @@
{
"communityAttemptedAt": "2026-09-21T15:53:52.755291+00:00",
"communityAttemptedAt": "2026-09-21T16:19:55.527717+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-21T15:53:52.755291+00:00",
"communityUpdatedAt": "2026-09-21T16:19:55.527717+00:00",
"frameworkAttemptedAt": "2026-09-21T15:33:56.261808+00:00",
"frameworkError": null,
"frameworkStats": {
@@ -434,121 +434,121 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-21T15:59:32.071848+00:00",
"generatedAt": "2026-09-21T16:19:55.527717+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 967.9726027397261,
"backlogHours": 1039.3676470588234,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.8087666449616537,
"queueFactor": 0.9978561225360603,
"queueWeight": 0.9978561225360603,
"qualityFactor": 2.130450583982281,
"queueFactor": 0.9900597780191074,
"queueWeight": 0.9900597780191074,
"recentSuccess": 51,
"recentSuccessRate": 0.3493150684931507,
"recentTerminal": 146,
"recentWilsonLowerBound": 0.2767438059072339,
"running": 9,
"selectionWeight": 1.8048888709139945,
"recentSuccessRate": 0.375,
"recentTerminal": 136,
"recentWilsonLowerBound": 0.29811996168499116,
"running": 8,
"selectionWeight": 2.1092734322581745,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.333333333333332,
"waiting": 23554
"throughputPerHour": 22.666666666666668,
"waiting": 23559
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1258.5333333333333,
"backlogHours": 1287.0,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.059276402046973,
"queueFactor": 0.9593292310549322,
"queueWeight": 0.9593292310549322,
"recentSuccess": 50,
"recentSuccessRate": 0.37037037037037035,
"recentTerminal": 135,
"recentWilsonLowerBound": 0.29355089594078115,
"qualityFactor": 2.282854948099578,
"queueFactor": 0.9588264687812709,
"queueWeight": 0.9588264687812709,
"recentSuccess": 51,
"recentSuccessRate": 0.38636363636363635,
"recentTerminal": 132,
"recentWilsonLowerBound": 0.307631310133776,
"running": 8,
"selectionWeight": 1.9755240473052902,
"selectionWeight": 2.1888617486261697,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.5,
"waiting": 28317
"throughputPerHour": 22.0,
"waiting": 28314
},
"Biren_166m": {
"available": true,
"backlogHours": 209.0958904109589,
"backlogHours": 203.44,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.4557330381233311,
"queueFactor": 1.2557279519863613,
"queueWeight": 1.2557279519863613,
"recentSuccess": 30,
"recentSuccessRate": 0.2054794520547945,
"recentTerminal": 146,
"recentWilsonLowerBound": 0.147895261841292,
"qualityFactor": 0.3920684692645477,
"queueFactor": 1.2644781941338123,
"queueWeight": 1.2644781941338123,
"recentSuccess": 29,
"recentSuccessRate": 0.19333333333333333,
"recentTerminal": 150,
"recentWilsonLowerBound": 0.13811802293025152,
"running": 11,
"selectionWeight": 0.5722767146151329,
"selectionWeight": 0.4957620299924434,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.333333333333332,
"waiting": 5088
"throughputPerHour": 25.0,
"waiting": 5086
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1959.9130434782608,
"backlogHours": 2096.3720930232557,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.7981179352928726,
"queueFactor": 0.8976599842073081,
"queueWeight": 0.8976599842073081,
"recentSuccess": 14,
"recentSuccessRate": 0.30434782608695654,
"recentTerminal": 46,
"recentWilsonLowerBound": 0.190796708074489,
"qualityFactor": 0.5990199822277563,
"queueFactor": 0.8911617568022535,
"queueWeight": 0.8911617568022535,
"recentSuccess": 12,
"recentSuccessRate": 0.27906976744186046,
"recentTerminal": 43,
"recentWilsonLowerBound": 0.16746451821827155,
"running": 7,
"selectionWeight": 0.7164385331905693,
"selectionWeight": 0.533823699721742,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.666666666666667,
"waiting": 15026
"throughputPerHour": 7.166666666666667,
"waiting": 15024
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 455.900826446281,
"backlogHours": 455.3553719008264,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.15133435059661593,
"queueFactor": 1.117163734757872,
"queueWeight": 1.117163734757872,
"recentSuccess": 17,
"recentSuccessRate": 0.14049586776859505,
"qualityFactor": 0.17699519534347447,
"queueFactor": 1.1205319050622347,
"queueWeight": 1.1205319050622347,
"recentSuccess": 18,
"recentSuccessRate": 0.1487603305785124,
"recentTerminal": 121,
"recentWilsonLowerBound": 0.08960457234643845,
"running": 8,
"selectionWeight": 0.16906524830967265,
"recentWilsonLowerBound": 0.09621663256142898,
"running": 7,
"selectionWeight": 0.19832876342508582,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.166666666666668,
"waiting": 9194
"waiting": 9183
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 39.51219512195122,
"backlogHours": 39.77049180327869,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
@@ -557,197 +557,197 @@
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 13,
"recentSuccessRate": 0.03523035230352303,
"recentTerminal": 369,
"recentWilsonLowerBound": 0.020702246224202477,
"running": 24,
"recentSuccess": 15,
"recentSuccessRate": 0.040983606557377046,
"recentTerminal": 366,
"recentWilsonLowerBound": 0.024991213205057827,
"running": 28,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 61.5,
"waiting": 2430
"throughputPerHour": 61.0,
"waiting": 2426
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 85.25581395348837,
"backlogHours": 86.42477876106194,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.06111001586028053,
"qualityFactor": 0.05759882358326098,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 29,
"recentSuccessRate": 0.08430232558139535,
"recentTerminal": 344,
"recentWilsonLowerBound": 0.059336066506568155,
"running": 12,
"selectionWeight": 0.0794430206183647,
"recentSuccess": 28,
"recentSuccessRate": 0.08259587020648967,
"recentTerminal": 339,
"recentWilsonLowerBound": 0.057761370311321954,
"running": 6,
"selectionWeight": 0.07487847065823929,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57.333333333333336,
"waiting": 4888
"throughputPerHour": 56.5,
"waiting": 4883
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 3697.6153846153848,
"backlogHours": 3700.6153846153848,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 0.8161295933050136,
"queueWeight": 0.8161295933050136,
"queueFactor": 0.818343625713543,
"queueWeight": 0.818343625713543,
"recentSuccess": 13,
"recentSuccessRate": 0.5,
"recentTerminal": 26,
"recentWilsonLowerBound": 0.3206030631500208,
"running": 2,
"selectionWeight": 2.040323983262534,
"selectionWeight": 2.0458590642838574,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 4.333333333333333,
"waiting": 16023
"waiting": 16036
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 480.77272727272725,
"backlogHours": 459.60869565217394,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.2825207406651139,
"queueFactor": 1.1082976506660094,
"queueWeight": 1.1082976506660094,
"recentSuccess": 23,
"recentSuccessRate": 0.17424242424242425,
"recentTerminal": 132,
"recentWilsonLowerBound": 0.11900446899386959,
"running": 9,
"selectionWeight": 0.3131170731435666,
"qualityFactor": 0.2001043408012523,
"queueFactor": 1.118970303572645,
"queueWeight": 1.118970303572645,
"recentSuccess": 21,
"recentSuccessRate": 0.15217391304347827,
"recentTerminal": 138,
"recentWilsonLowerBound": 0.101736119387597,
"running": 8,
"selectionWeight": 0.2239108149725813,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.0,
"waiting": 10577
"throughputPerHour": 23.0,
"waiting": 10571
},
"MetaX_c-500": {
"available": true,
"backlogHours": 604.7777777777778,
"backlogHours": 599.0642201834862,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.34806537872796467,
"queueFactor": 1.0707991368288248,
"queueWeight": 1.0707991368288248,
"recentSuccess": 21,
"recentSuccessRate": 0.19444444444444445,
"recentTerminal": 108,
"recentWilsonLowerBound": 0.13084280853074545,
"running": 4,
"selectionWeight": 0.37270810710190255,
"qualityFactor": 0.25966612289745944,
"queueFactor": 1.0753647321832303,
"queueWeight": 1.0753647321832303,
"recentSuccess": 19,
"recentSuccessRate": 0.1743119266055046,
"recentTerminal": 109,
"recentWilsonLowerBound": 0.11452781593206733,
"running": 5,
"selectionWeight": 0.27923579070668425,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.0,
"waiting": 10886
"throughputPerHour": 18.166666666666668,
"waiting": 10883
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2338.8214285714284,
"backlogHours": 2425.222222222222,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.7952557746077953,
"queueFactor": 0.8741738814901032,
"queueWeight": 0.8741738814901032,
"qualityFactor": 1.956226506740499,
"queueFactor": 0.8718947559376974,
"queueWeight": 0.8718947559376974,
"recentSuccess": 22,
"recentSuccessRate": 0.39285714285714285,
"recentTerminal": 56,
"recentWilsonLowerBound": 0.27580225617512844,
"running": 4,
"selectionWeight": 1.5693657087564183,
"recentSuccessRate": 0.4074074074074074,
"recentTerminal": 54,
"recentWilsonLowerBound": 0.2867801518924045,
"running": 5,
"selectionWeight": 1.7056236326533616,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.333333333333334,
"waiting": 21829
"throughputPerHour": 9.0,
"waiting": 21827
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 5899.875,
"backlogHours": 6296.4,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.20046324061107978,
"queueFactor": 0.7608884024844038,
"queueWeight": 0.7608884024844038,
"recentSuccess": 4,
"recentSuccessRate": 0.25,
"recentTerminal": 16,
"recentWilsonLowerBound": 0.10181901984237347,
"running": 3,
"selectionWeight": 0.15253015490541116,
"qualityFactor": 0.48235143973016337,
"queueFactor": 0.7556365385062525,
"queueWeight": 0.7556365385062525,
"recentSuccess": 5,
"recentSuccessRate": 0.3333333333333333,
"recentTerminal": 15,
"recentWilsonLowerBound": 0.15176100694691236,
"running": 2,
"selectionWeight": 0.3644823722612079,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 2.6666666666666665,
"waiting": 15733
"throughputPerHour": 2.5,
"waiting": 15741
},
"Vastai_va16": {
"available": true,
"backlogHours": 1769.7551020408164,
"backlogHours": 1844.6808510638298,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.13519097527896204,
"queueFactor": 0.9115078437260232,
"queueWeight": 0.9115078437260232,
"recentSuccess": 8,
"recentSuccessRate": 0.16326530612244897,
"recentTerminal": 49,
"recentWilsonLowerBound": 0.08512596988208977,
"qualityFactor": 0.0622696026076085,
"queueFactor": 0.9084240230312834,
"queueWeight": 0.9084240230312834,
"recentSuccess": 6,
"recentSuccessRate": 0.1276595744680851,
"recentTerminal": 47,
"recentWilsonLowerBound": 0.05984522780202478,
"running": 16,
"selectionWeight": 0.1232276343677448,
"selectionWeight": 0.05656720291336301,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.166666666666666,
"waiting": 14453
"throughputPerHour": 7.833333333333333,
"waiting": 14450
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 940.4705882352941,
"backlogHours": 905.4339622641509,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.7046563702898374,
"queueFactor": 1.0021797044722613,
"queueWeight": 1.0021797044722613,
"recentSuccess": 26,
"recentSuccessRate": 0.2549019607843137,
"recentTerminal": 102,
"recentWilsonLowerBound": 0.1802954037747794,
"qualityFactor": 0.5207187829140048,
"queueFactor": 1.0107605413589345,
"queueWeight": 1.0107605413589345,
"recentSuccess": 24,
"recentSuccessRate": 0.22641509433962265,
"recentTerminal": 106,
"recentWilsonLowerBound": 0.1571336279648038,
"running": 6,
"selectionWeight": 0.7061923129315656,
"selectionWeight": 0.526321998913925,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.0,
"waiting": 15988
"throughputPerHour": 17.666666666666668,
"waiting": 15996
}
},
"queueAttemptedAt": "2026-09-21T15:53:52.755291+00:00",
"queueAttemptedAt": "2026-09-21T16:19:55.527717+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-21T15:53:52.755291+00:00",
"queueUpdatedAt": "2026-09-21T16:19:55.527717+00:00",
"supportedGpus": [
"Vastai_va16",
"Kunlunxin_p-800",

File diff suppressed because it is too large Load Diff

View File

@@ -2144,6 +2144,8 @@
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557889+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.026656+00:00", "framework": "vllm-customized", "intentId": "bae91b55332d49569a09fe8955c567ca", "lastModified": "2026-08-24T19:38:03+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "reason": null, "reconciledAt": "2026-09-21T16:19:52.302965+00:00", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "5003541", "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557917+00:00", "configFingerprint": "0378395697c8345a5f2bfec5cd339a734a57d469359b2d1e41bd5325ee9d95e5", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.027216+00:00", "framework": "vllm-customized", "intentId": "1a967a56b6544a418ff853e4c7bfdcc2", "lastModified": "2026-08-26T16:48:25+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "reason": null, "reconciledAt": "2026-09-21T16:19:52.301492+00:00", "repoId": "aisingapore/SEA-LION-v1-7B-IT", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 2048, "tensorParallel": 1}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5003581", "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557919+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.027268+00:00", "framework": "vllm", "intentId": "f700a1af5ee74960a2b656f28e6d2d98", "lastModified": "2026-08-24T19:46:26+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "reason": null, "reconciledAt": "2026-09-21T16:19:52.301488+00:00", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Mthreads_s4000", "taskId": "5003582", "taskType": "text-generation"}
{"batchId": "1d7f222438574c7bb7d308b0b6ff99a2", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:20:53.319844+00:00", "framework": "vllm", "intentId": "df8d2c07bfc9498eb3a577afb8228392", "lastModified": "2026-09-20T14:21:01+00:00", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-8B-Instruct-DPO-v0.1-AWQ", "repoId": "solidrust/Llama-3-8B-Instruct-DPO-v0.1-AWQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "1d7f222438574c7bb7d308b0b6ff99a2", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:20:53.320004+00:00", "framework": "vllm-patch-tokenizer", "intentId": "d51a43dc8a934b9d82753d02071dfdf1", "lastModified": "2026-09-21T15:48:16+00:00", "modelAddress": "https://modelscope.cn/models/amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "repoId": "amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557925+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.027384+00:00", "framework": "vllm", "intentId": "108b5d7796ff4f7eab76b1d9599f28f8", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557922+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.027327+00:00", "framework": "vllm", "intentId": "842fba2048ed4c40851a0d05130be4ef", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557914+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.027164+00:00", "framework": "vllm-customized", "intentId": "a7dbd728ea8646b4a0fd2feab9368f6c", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}