state: generation 29262 (intent)

This commit is contained in:
2026-10-22 11:53:17 +00:00
parent 54fb1ee98d
commit 2bc5521a6c
5 changed files with 149 additions and 137 deletions

View File

@@ -485,7 +485,7 @@
"taskType": "text-generation"
}
},
"generatedAt": "2026-10-22T11:51:36.466120+00:00",
"generatedAt": "2026-10-22T11:53:15.163508+00:00",
"summary": {
"activeBlockCount": 24,
"byGpuFramework": {

View File

@@ -414,99 +414,99 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-22T11:51:36.562560+00:00",
"generatedAt": "2026-10-22T11:53:15.264419+00:00",
"gpuStats": {
"Ascend_910-b4": {
"available": true,
"backlogHours": 1457.5074626865674,
"backlogHours": 1479.5,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9321730820833296,
"queueWeight": 0.9321730820833296,
"recentSuccess": 37,
"recentSuccessRate": 0.27611940298507465,
"recentTerminal": 134,
"recentWilsonLowerBound": 0.2074626159641203,
"running": 10,
"selectionWeight": 2.330432705208324,
"queueFactor": 0.9312094790495967,
"queueWeight": 0.9312094790495967,
"recentSuccess": 39,
"recentSuccessRate": 0.29545454545454547,
"recentTerminal": 132,
"recentWilsonLowerBound": 0.22429587875704515,
"running": 8,
"selectionWeight": 2.328023697623992,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.333333333333332,
"waiting": 32551
"throughputPerHour": 22.0,
"waiting": 32549
},
"Biren_166m": {
"available": true,
"backlogHours": 111.84732824427482,
"backlogHours": 107.58088235294117,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.12429020158718565,
"qualityFactor": 0.10907183384654814,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 21,
"recentSuccessRate": 0.08015267175572519,
"recentTerminal": 262,
"recentWilsonLowerBound": 0.05301984249757245,
"running": 9,
"selectionWeight": 0.16157726206334136,
"recentSuccess": 22,
"recentSuccessRate": 0.08088235294117647,
"recentTerminal": 272,
"recentWilsonLowerBound": 0.05401770328180529,
"running": 8,
"selectionWeight": 0.14179338400051258,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 43.666666666666664,
"waiting": 4884
"throughputPerHour": 45.333333333333336,
"waiting": 4877
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1049.3076923076924,
"backlogHours": 1080.5940594059407,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.39225141344155423,
"queueFactor": 0.9792706705149948,
"queueWeight": 0.9792706705149948,
"qualityFactor": 0.35290843211007844,
"queueFactor": 0.9761470524018959,
"queueWeight": 0.9761470524018959,
"recentSuccess": 15,
"recentSuccessRate": 0.14423076923076922,
"recentTerminal": 104,
"recentWilsonLowerBound": 0.08939528769089235,
"recentSuccessRate": 0.1485148514851485,
"recentTerminal": 101,
"recentWilsonLowerBound": 0.092115201386504,
"running": 7,
"selectionWeight": 0.38412030465136526,
"selectionWeight": 0.34449052577202766,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.333333333333332,
"waiting": 18188
"throughputPerHour": 16.833333333333332,
"waiting": 18190
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 281.6780487804878,
"backlogHours": 274.8285714285714,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.41902475721941457,
"queueFactor": 1.1928208598478767,
"queueWeight": 1.1928208598478767,
"recentSuccess": 27,
"recentSuccessRate": 0.13170731707317074,
"recentTerminal": 205,
"recentWilsonLowerBound": 0.09211891046013321,
"running": 8,
"selectionWeight": 0.4998214712040098,
"qualityFactor": 0.44100323816254977,
"queueFactor": 1.1986857749684021,
"queueWeight": 1.1986857749684021,
"recentSuccess": 30,
"recentSuccessRate": 0.14285714285714285,
"recentTerminal": 210,
"recentWilsonLowerBound": 0.10193471154371501,
"running": 7,
"selectionWeight": 0.5286243083004508,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 34.166666666666664,
"waiting": 9624
"throughputPerHour": 35.0,
"waiting": 9619
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 48.0855106888361,
"backlogHours": 46.49655172413793,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
@@ -515,38 +515,38 @@
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 6,
"recentSuccessRate": 0.014251781472684086,
"recentTerminal": 421,
"recentWilsonLowerBound": 0.0065475650569463365,
"running": 25,
"recentSuccess": 7,
"recentSuccessRate": 0.016091954022988506,
"recentTerminal": 435,
"recentWilsonLowerBound": 0.007816227901955655,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 70.16666666666667,
"waiting": 3374
"throughputPerHour": 72.5,
"waiting": 3371
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 149.65930599369085,
"backlogHours": 142.0239520958084,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.09213376183488586,
"qualityFactor": 0.06910221601030662,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 22,
"recentSuccessRate": 0.0694006309148265,
"recentTerminal": 317,
"recentWilsonLowerBound": 0.046274240787793956,
"running": 6,
"selectionWeight": 0.11977389038535162,
"recentSuccessRate": 0.0658682634730539,
"recentTerminal": 334,
"recentWilsonLowerBound": 0.04389709937276738,
"running": 4,
"selectionWeight": 0.08983288081339862,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 52.833333333333336,
"waiting": 7907
"throughputPerHour": 55.666666666666664,
"waiting": 7906
},
"Iluvatar_mrv-100": {
"available": true,
@@ -556,15 +556,15 @@
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.337482788491837,
"queueFactor": 0.8432901715412764,
"queueWeight": 0.8432901715412764,
"qualityFactor": 0.2842578401194756,
"queueFactor": 0.844313039112087,
"queueWeight": 0.844313039112087,
"recentSuccess": 6,
"recentSuccessRate": 0.17647058823529413,
"recentTerminal": 34,
"recentWilsonLowerBound": 0.08348855603569687,
"running": 2,
"selectionWeight": 0.2845959185995095,
"selectionWeight": 0.24000260088271216,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.666666666666667,
@@ -572,140 +572,140 @@
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 322.82080924855495,
"backlogHours": 320.82758620689657,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.603112719486899,
"queueFactor": 1.1686755215808173,
"queueWeight": 1.1686755215808173,
"recentSuccess": 39,
"recentSuccessRate": 0.2254335260115607,
"recentTerminal": 173,
"recentWilsonLowerBound": 0.16952100148908417,
"running": 10,
"selectionWeight": 1.8735185935991943,
"qualityFactor": 1.516514502658524,
"queueFactor": 1.1711806217829517,
"queueWeight": 1.1711806217829517,
"recentSuccess": 41,
"recentSuccessRate": 0.23563218390804597,
"recentTerminal": 174,
"recentWilsonLowerBound": 0.1787073674115757,
"running": 8,
"selectionWeight": 1.776112398166474,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.833333333333332,
"waiting": 9308
"throughputPerHour": 29.0,
"waiting": 9304
},
"MetaX_c-500": {
"available": true,
"backlogHours": 543.75,
"backlogHours": 565.609756097561,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.29409099156877494,
"queueFactor": 1.0807575681798667,
"queueWeight": 1.0807575681798667,
"qualityFactor": 0.2708858762563433,
"queueFactor": 1.0756899219466538,
"queueWeight": 1.0756899219466538,
"recentSuccess": 16,
"recentSuccessRate": 0.125,
"recentTerminal": 128,
"recentWilsonLowerBound": 0.07842577339785957,
"running": 6,
"selectionWeight": 0.3178410648714749,
"recentSuccessRate": 0.13008130081300814,
"recentTerminal": 123,
"recentWilsonLowerBound": 0.08167987995453567,
"running": 4,
"selectionWeight": 0.29138920708663685,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.333333333333332,
"waiting": 11600
"throughputPerHour": 20.5,
"waiting": 11595
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2765.2631578947367,
"backlogHours": 2717.4827586206898,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.8164275266978132,
"queueFactor": 0.8467938706491683,
"queueWeight": 0.8467938706491683,
"qualityFactor": 0.6609048900646599,
"queueFactor": 0.8500404919457274,
"queueWeight": 0.8500404919457274,
"recentSuccess": 12,
"recentSuccessRate": 0.21052631578947367,
"recentTerminal": 57,
"recentWilsonLowerBound": 0.12474426566891902,
"recentSuccessRate": 0.20689655172413793,
"recentTerminal": 58,
"recentWilsonLowerBound": 0.12251364354883215,
"running": 4,
"selectionWeight": 0.6913458254369684,
"selectionWeight": 0.5617959178799004,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.5,
"waiting": 26270
"throughputPerHour": 9.666666666666666,
"waiting": 26269
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2543.727272727273,
"backlogHours": 2543.590909090909,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.18823321403941495,
"queueFactor": 0.8574673533369876,
"queueWeight": 0.8574673533369876,
"qualityFactor": 0.15854665389220363,
"queueFactor": 0.8585143207171357,
"queueWeight": 0.8585143207171357,
"recentSuccess": 6,
"recentSuccessRate": 0.13636363636363635,
"recentTerminal": 44,
"recentWilsonLowerBound": 0.06402867407860051,
"running": 2,
"selectionWeight": 0.16140383585249185,
"selectionWeight": 0.13611457286824002,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.333333333333333,
"waiting": 18654
"waiting": 18653
},
"Vastai_va16": {
"available": true,
"backlogHours": 912.5454545454545,
"backlogHours": 919.95,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.18720253821438765,
"qualityFactor": 0.1281927487375817,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 13,
"recentSuccessRate": 0.10743801652892562,
"recentTerminal": 121,
"recentWilsonLowerBound": 0.06386907603931685,
"recentSuccess": 12,
"recentSuccessRate": 0.1,
"recentTerminal": 120,
"recentWilsonLowerBound": 0.0581330169931076,
"running": 16,
"selectionWeight": 0.18720253821438765,
"selectionWeight": 0.1281927487375817,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.166666666666668,
"waiting": 18403
"throughputPerHour": 20.0,
"waiting": 18399
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 2032.6027397260275,
"backlogHours": 2060.9166666666665,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.4653083899576716,
"queueFactor": 0.8868094245731152,
"queueWeight": 0.8868094245731152,
"qualityFactor": 0.40435223759513983,
"queueFactor": 0.886044570902824,
"queueWeight": 0.886044570902824,
"recentSuccess": 12,
"recentSuccessRate": 0.1643835616438356,
"recentTerminal": 73,
"recentWilsonLowerBound": 0.09661201862809403,
"running": 7,
"selectionWeight": 0.41263986554740545,
"recentSuccessRate": 0.16666666666666666,
"recentTerminal": 72,
"recentWilsonLowerBound": 0.09799275085321624,
"running": 6,
"selectionWeight": 0.3582741048535824,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.166666666666666,
"waiting": 24730
"throughputPerHour": 12.0,
"waiting": 24731
}
},
"queueAttemptedAt": "2026-10-22T11:42:43.660353+00:00",
"queueAttemptedAt": "2026-10-22T11:53:15.264419+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-22T11:42:43.660353+00:00",
"queueUpdatedAt": "2026-10-22T11:53:15.264419+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",

View File

@@ -1,5 +1,5 @@
{
"catalogUpdatedAt": "2026-10-22T11:51:36.562560+00:00",
"catalogUpdatedAt": "2026-10-22T11:53:15.264419+00:00",
"configuredTaskTypes": [
"text-generation"
],
@@ -56,7 +56,7 @@
"time-series-forecasting"
],
"errors": [],
"generatedAt": "2026-10-22T11:51:36.562560+00:00",
"generatedAt": "2026-10-22T11:53:15.264419+00:00",
"gpuCatalog": {
"Ascend_910-b3": {
"canVerify": true,
@@ -6589,6 +6589,6 @@
"updateTime": "2025-12-22 08:59:53"
}
],
"taskTreeUpdatedAt": "2026-10-22T11:51:36.562560+00:00",
"taskTreeUpdatedAt": "2026-10-22T11:53:15.264419+00:00",
"version": 1
}

View File

@@ -3715,6 +3715,18 @@
{"batchId": "1c50c5a183ec4dc1b8bd4282c0c9fd37", "completedAt": "2026-10-22T10:37:25.812580+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T10:37:22.505694+00:00", "framework": "vllm_tokenizer_patch", "intentId": "c1dd361fe8f84c229afbbe43c43888f1", "lastModified": "2026-10-21T17:09:55+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-8bit", "reason": null, "reconciledAt": "2026-10-22T11:51:43.546676+00:00", "repoId": "cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-8bit", "safeConfigVector": {"gpuNum": 1}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "5716024", "taskType": "text-generation"}
{"batchId": "8151339f2221455f872b3d2e25f3a13c", "completedAt": "2026-10-22T11:00:59.035278+00:00", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:00:56.698840+00:00", "framework": "vllm-mlu", "intentId": "3d2ec32004fd48468d2196252ffbea4b", "lastModified": "2026-10-21T17:04:56+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Olmo-3.1-32B-Instruct-AWQ-4bit", "reason": null, "reconciledAt": "2026-10-22T11:51:43.546674+00:00", "repoId": "cyankiwi/Olmo-3.1-32B-Instruct-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5716393", "taskType": "text-generation"}
{"batchId": "9f26aab610c14e268eb6eef09f0e17a9", "completedAt": "2026-10-22T11:31:15.957273+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:31:02.268472+00:00", "framework": "vllm_tokenizer_patch", "intentId": "9d5293c50acf4c8e92f3c9ba23eab819", "lastModified": "2026-10-21T17:03:19+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/MiniCPM-SALA-AWQ-4bit", "reason": null, "reconciledAt": "2026-10-22T11:51:43.546412+00:00", "repoId": "cyankiwi/MiniCPM-SALA-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "5716785", "taskType": "text-generation"}
{"batchId": "9c827776820942aead25ed404faf9659", "configFingerprint": "1d8ba6e2bf36aa47c80ff7bd95383cf1571f55e0a76760eb56b3f847863afa7f", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:53:17.639136+00:00", "framework": "llamacpp", "intentId": "c4f85204a1ce4684863c9937db8e9308", "lastModified": "2026-10-22T04:17:02+00:00", "modelAddress": "https://modelscope.cn/models/InternScience/Sage-A1.5-Q8_0-GGUF", "repoId": "InternScience/Sage-A1.5-Q8_0-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "9c827776820942aead25ed404faf9659", "configFingerprint": "705b8b3614c86a1ac722c97f43e177e84ca20282e9799fffb1b890510d641728", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:53:17.639285+00:00", "framework": "llamacpp", "intentId": "40943b179fc4478cb442cc79509bc1f2", "lastModified": "2026-10-21T18:16:46+00:00", "modelAddress": "https://modelscope.cn/models/AtomicChat/Qwen3.5-9B-DFlash-GGUF", "repoId": "AtomicChat/Qwen3.5-9B-DFlash-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "9c827776820942aead25ed404faf9659", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:53:17.639343+00:00", "framework": "vllm_tokenizer_patch", "intentId": "aa6c49eacff94b539e94a276a19f5223", "lastModified": "2026-10-22T01:37:07+00:00", "modelAddress": "https://modelscope.cn/models/RecursiveSI/flint-int4", "repoId": "RecursiveSI/flint-int4", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "9c827776820942aead25ed404faf9659", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:53:17.639398+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b1341d2a3ed540eb84cc3153f470c88f", "lastModified": "2026-10-21T16:19:53+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/DASD-30B-A3B-Thinking-Preview-AWQ-4bit", "repoId": "cyankiwi/DASD-30B-A3B-Thinking-Preview-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "9c827776820942aead25ed404faf9659", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:53:17.639449+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ab53a88133674657847cb65b6f4537ee", "lastModified": "2026-10-21T16:56:31+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/NVIDIA-Nemotron-Nano-9B-v2-AWQ-4bit", "repoId": "cyankiwi/NVIDIA-Nemotron-Nano-9B-v2-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "9c827776820942aead25ed404faf9659", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:53:17.639499+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2dc0b231c70d4b4aaf6c506957a94386", "lastModified": "2026-10-21T15:53:43+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-4bit", "repoId": "cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "9c827776820942aead25ed404faf9659", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:53:17.639549+00:00", "framework": "vllm_tokenizer_patch", "intentId": "4729a01065ff4984a3c2249493d06c14", "lastModified": "2026-10-21T16:49:53+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Olmo-3.1-32B-Think-AWQ-4bit", "repoId": "cyankiwi/Olmo-3.1-32B-Think-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "9c827776820942aead25ed404faf9659", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:53:17.639597+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d620a39f20e34a2dbc2b2f3fc9907a6c", "lastModified": "2026-10-21T17:00:21+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/LFM2-8B-A1B-AWQ-4bit", "repoId": "cyankiwi/LFM2-8B-A1B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "9c827776820942aead25ed404faf9659", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:53:17.639647+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5857cac6ae194464ba39043b06f6ed24", "lastModified": "2026-10-21T16:58:14+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/KAT-Dev-AWQ-4bit", "repoId": "cyankiwi/KAT-Dev-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "9c827776820942aead25ed404faf9659", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:53:17.639697+00:00", "framework": "vllm_tokenizer_patch", "intentId": "825e24556357468ea5222f261b0ee624", "lastModified": "2026-10-21T16:41:10+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-4bit", "repoId": "cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "9c827776820942aead25ed404faf9659", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:53:17.639746+00:00", "framework": "vllm-mlu", "intentId": "6b3373eb775a4aca875dbd9c02147348", "lastModified": "2026-10-21T17:03:19+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/MiniCPM-SALA-AWQ-4bit", "repoId": "cyankiwi/MiniCPM-SALA-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "9c827776820942aead25ed404faf9659", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:53:17.639797+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8545d8b8bd0c4d169334d70d8a1ed5ed", "lastModified": "2026-10-21T19:51:23+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/NVIDIA-Nemotron-3-Super-120B-A12B-AWQ-4bit", "repoId": "cyankiwi/NVIDIA-Nemotron-3-Super-120B-A12B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "c8c884a691f647c49159c0c9f10b319b", "completedAt": "2026-10-22T11:51:40.306406+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:51:37.621322+00:00", "framework": "vllm_fix_tokenizer", "intentId": "64e024f39c8345969c0003023d23b2fe", "repoId": "cyankiwi/NVIDIA-Nemotron-3-Super-120B-A12B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c8c884a691f647c49159c0c9f10b319b", "completedAt": "2026-10-22T11:51:40.306402+00:00", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:51:37.621269+00:00", "framework": "vllm-mlu", "intentId": "73ffad6539a44b489266ad8191c6881c", "repoId": "cyankiwi/MiniCPM-SALA-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "capacity_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c8c884a691f647c49159c0c9f10b319b", "completedAt": "2026-10-22T11:51:40.306399+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T11:51:37.621219+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0ac729b6f0a1448f845d8563bc7f535d", "repoId": "cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "capacity_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}