state: generation 29550 (intent)

This commit is contained in:
2026-10-22 14:39:46 +00:00
parent 1a005a195d
commit e0eb83584e
5 changed files with 157 additions and 145 deletions

View File

@@ -485,7 +485,7 @@
"taskType": "text-generation"
}
},
"generatedAt": "2026-10-22T14:38:01.360378+00:00",
"generatedAt": "2026-10-22T14:39:42.029891+00:00",
"summary": {
"activeBlockCount": 24,
"byGpuFramework": {

View File

@@ -452,320 +452,320 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-22T14:38:01.459599+00:00",
"generatedAt": "2026-10-22T14:39:42.156278+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1002.1071428571429,
"backlogHours": 1020.290909090909,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.2015982306011894,
"queueFactor": 0.9709026876591454,
"queueWeight": 0.9709026876591454,
"recentSuccess": 42,
"recentSuccessRate": 0.25,
"recentTerminal": 168,
"recentWilsonLowerBound": 0.1906051286908763,
"qualityFactor": 1.0495370178187535,
"queueFactor": 0.970208914647121,
"queueWeight": 0.970208914647121,
"recentSuccess": 41,
"recentSuccessRate": 0.24848484848484848,
"recentTerminal": 165,
"recentWilsonLowerBound": 0.18877364729249863,
"running": 8,
"selectionWeight": 1.1666349515771683,
"selectionWeight": 1.018270170939909,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.0,
"waiting": 28059
"throughputPerHour": 27.5,
"waiting": 28058
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1258.7612903225806,
"backlogHours": 1242.687898089172,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9382559347228511,
"queueWeight": 0.9382559347228511,
"recentSuccess": 52,
"recentSuccessRate": 0.33548387096774196,
"recentTerminal": 155,
"recentWilsonLowerBound": 0.26592684807262523,
"queueFactor": 0.9419320036117144,
"queueWeight": 0.9419320036117144,
"recentSuccess": 55,
"recentSuccessRate": 0.3503184713375796,
"recentTerminal": 157,
"recentWilsonLowerBound": 0.2800778424279926,
"running": 8,
"selectionWeight": 2.345639836807128,
"selectionWeight": 2.354830009029286,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.833333333333332,
"waiting": 32518
"throughputPerHour": 26.166666666666668,
"waiting": 32517
},
"Biren_166m": {
"available": true,
"backlogHours": 107.4,
"backlogHours": 107.37777777777778,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.13113863896100397,
"qualityFactor": 0.12872549586171556,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 27,
"recentSuccessRate": 0.1,
"recentSuccess": 28,
"recentSuccessRate": 0.1037037037037037,
"recentTerminal": 270,
"recentWilsonLowerBound": 0.06963841073198153,
"recentWilsonLowerBound": 0.07272755859573751,
"running": 8,
"selectionWeight": 0.17048023064930518,
"selectionWeight": 0.16734314462023023,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 45.0,
"waiting": 4833
"waiting": 4832
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1113.3673469387757,
"backlogHours": 1172.967741935484,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.10831736720405312,
"queueFactor": 0.9556900290969091,
"queueWeight": 0.9556900290969091,
"recentSuccess": 11,
"recentSuccessRate": 0.11224489795918367,
"recentTerminal": 98,
"recentWilsonLowerBound": 0.06384204220315412,
"qualityFactor": 0.08265337352494195,
"queueFactor": 0.9501254539392814,
"queueWeight": 0.9501254539392814,
"recentSuccess": 10,
"recentSuccessRate": 0.10752688172043011,
"recentTerminal": 93,
"recentWilsonLowerBound": 0.059462429584426144,
"running": 7,
"selectionWeight": 0.10351782781494212,
"selectionWeight": 0.07853107403999846,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.333333333333332,
"waiting": 18185
"throughputPerHour": 15.5,
"waiting": 18181
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 325.0508474576271,
"backlogHours": 340.36686390532543,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.40730404666754627,
"queueFactor": 1.1495295282192899,
"queueWeight": 1.1495295282192899,
"recentSuccess": 29,
"recentSuccessRate": 0.1638418079096045,
"recentTerminal": 177,
"recentWilsonLowerBound": 0.1165656778351223,
"qualityFactor": 0.2723839382675526,
"queueFactor": 1.1438834389464305,
"queueWeight": 1.1438834389464305,
"recentSuccess": 25,
"recentSuccessRate": 0.14792899408284024,
"recentTerminal": 169,
"recentWilsonLowerBound": 0.10224951246025135,
"running": 7,
"selectionWeight": 0.4682080286075521,
"selectionWeight": 0.3115754760192603,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 29.5,
"waiting": 9589
"throughputPerHour": 28.166666666666668,
"waiting": 9587
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 38.66058394160584,
"backlogHours": 38.100538599640934,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.07512340339235205,
"qualityFactor": 0.0777028373308814,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 40,
"recentSuccessRate": 0.072992700729927,
"recentTerminal": 548,
"recentWilsonLowerBound": 0.05405913798080831,
"recentSuccess": 43,
"recentSuccessRate": 0.07719928186714542,
"recentTerminal": 557,
"recentWilsonLowerBound": 0.05781626817818136,
"running": 24,
"selectionWeight": 0.09766042441005766,
"selectionWeight": 0.10101368853014582,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 91.33333333333333,
"waiting": 3531
"throughputPerHour": 92.83333333333333,
"waiting": 3537
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 91.08461538461538,
"backlogHours": 90.20571428571428,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.621216552685816,
"qualityFactor": 0.6201447399778107,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 89,
"recentSuccessRate": 0.17115384615384616,
"recentTerminal": 520,
"recentWilsonLowerBound": 0.14122120671387617,
"running": 1,
"selectionWeight": 0.8075815184915608,
"recentSuccess": 94,
"recentSuccessRate": 0.17904761904761904,
"recentTerminal": 525,
"recentWilsonLowerBound": 0.1486194314996845,
"running": 2,
"selectionWeight": 0.806188161971154,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 86.66666666666667,
"waiting": 7894
"throughputPerHour": 87.5,
"waiting": 7893
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2542.5789473684213,
"backlogHours": 2542.421052631579,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.7063899166955073,
"queueFactor": 0.84434835180463,
"queueWeight": 0.84434835180463,
"qualityFactor": 0.6302430219299521,
"queueFactor": 0.8460319064448938,
"queueWeight": 0.8460319064448938,
"recentSuccess": 10,
"recentSuccessRate": 0.2631578947368421,
"recentTerminal": 38,
"recentWilsonLowerBound": 0.14971462389701298,
"running": 2,
"selectionWeight": 0.5964391618932615,
"selectionWeight": 0.5332057053669883,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.333333333333333,
"waiting": 16103
"waiting": 16102
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 351.7974683544304,
"backlogHours": 356.3076923076923,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.5260742303157429,
"queueFactor": 1.1359753838764615,
"queueWeight": 1.1359753838764615,
"recentSuccess": 29,
"recentSuccessRate": 0.18354430379746836,
"recentTerminal": 158,
"recentWilsonLowerBound": 0.13094338351791776,
"qualityFactor": 0.3999845053955186,
"queueFactor": 1.136056899431475,
"queueWeight": 1.136056899431475,
"recentSuccess": 27,
"recentSuccessRate": 0.17307692307692307,
"recentTerminal": 156,
"recentWilsonLowerBound": 0.12176079105450206,
"running": 8,
"selectionWeight": 0.59760737573044,
"selectionWeight": 0.45440515702026496,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.333333333333332,
"throughputPerHour": 26.0,
"waiting": 9264
},
"MetaX_c-500": {
"available": true,
"backlogHours": 574.2644628099173,
"backlogHours": 574.0165289256198,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.5817234069509839,
"queueFactor": 1.0554703451042524,
"queueWeight": 1.0554703451042524,
"qualityFactor": 0.5190152198650531,
"queueFactor": 1.057633512632714,
"queueWeight": 1.057633512632714,
"recentSuccess": 24,
"recentSuccessRate": 0.19834710743801653,
"recentTerminal": 121,
"recentWilsonLowerBound": 0.13706713532662643,
"running": 4,
"selectionWeight": 0.6139918050897765,
"selectionWeight": 0.5489278900957165,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.166666666666668,
"waiting": 11581
"waiting": 11576
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2219.239436619718,
"backlogHours": 2158.27397260274,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.3602992692868768,
"queueFactor": 0.8617518070236921,
"queueWeight": 0.8617518070236921,
"recentSuccess": 13,
"recentSuccessRate": 0.18309859154929578,
"recentTerminal": 71,
"recentWilsonLowerBound": 0.11024622287362806,
"qualityFactor": 0.2404336768622535,
"queueFactor": 0.8670774212423676,
"queueWeight": 0.8670774212423676,
"recentSuccess": 12,
"recentSuccessRate": 0.1643835616438356,
"recentTerminal": 73,
"recentWilsonLowerBound": 0.09661201862809403,
"running": 4,
"selectionWeight": 0.3104885463772819,
"selectionWeight": 0.2084746125135435,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.833333333333334,
"waiting": 26261
"throughputPerHour": 12.166666666666666,
"waiting": 26259
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 1348.3373493975903,
"backlogHours": 1332.2857142857142,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05,
"queueFactor": 0.9286307110145491,
"queueWeight": 0.9286307110145491,
"queueFactor": 0.9321466812114365,
"queueWeight": 0.9321466812114365,
"recentSuccess": 4,
"recentSuccessRate": 0.04819277108433735,
"recentTerminal": 83,
"recentWilsonLowerBound": 0.018898309674071523,
"recentSuccessRate": 0.047619047619047616,
"recentTerminal": 84,
"recentWilsonLowerBound": 0.01867144465444291,
"running": 2,
"selectionWeight": 0.04643153555072746,
"selectionWeight": 0.046607334060571826,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 13.833333333333334,
"throughputPerHour": 14.0,
"waiting": 18652
},
"Vastai_va16": {
"available": true,
"backlogHours": 643.9649122807018,
"backlogHours": 647.6823529411765,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.1635885921902229,
"queueFactor": 1.0374889892090513,
"queueWeight": 1.0374889892090513,
"recentSuccess": 20,
"recentSuccessRate": 0.11695906432748537,
"recentTerminal": 171,
"recentWilsonLowerBound": 0.07700082366242582,
"qualityFactor": 0.16866327716927493,
"queueFactor": 1.0386507850422906,
"queueWeight": 1.0386507850422906,
"recentSuccess": 21,
"recentSuccessRate": 0.12352941176470589,
"recentTerminal": 170,
"recentWilsonLowerBound": 0.08223233600104662,
"running": 16,
"selectionWeight": 0.16972136315756606,
"selectionWeight": 0.17518224523967285,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.5,
"waiting": 18353
"throughputPerHour": 28.333333333333332,
"waiting": 18351
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1347.2727272727273,
"backlogHours": 1323.267857142857,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.33107163909764203,
"queueFactor": 0.9287407454107075,
"queueWeight": 0.9287407454107075,
"qualityFactor": 0.2836135724492361,
"queueFactor": 0.9330967973723345,
"queueWeight": 0.9330967973723345,
"recentSuccess": 18,
"recentSuccessRate": 0.16363636363636364,
"recentTerminal": 110,
"recentWilsonLowerBound": 0.10608722310923731,
"recentSuccessRate": 0.16071428571428573,
"recentTerminal": 112,
"recentWilsonLowerBound": 0.10414453380551848,
"running": 6,
"selectionWeight": 0.3074797208798888,
"selectionWeight": 0.26463891614370877,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.333333333333332,
"waiting": 24700
"throughputPerHour": 18.666666666666668,
"waiting": 24701
}
},
"queueAttemptedAt": "2026-10-22T14:29:25.259037+00:00",
"queueAttemptedAt": "2026-10-22T14:39:42.156278+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-22T14:29:25.259037+00:00",
"queueUpdatedAt": "2026-10-22T14:39:42.156278+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",

View File

@@ -1,5 +1,5 @@
{
"catalogUpdatedAt": "2026-10-22T14:38:01.459599+00:00",
"catalogUpdatedAt": "2026-10-22T14:39:42.156278+00:00",
"configuredTaskTypes": [
"text-generation"
],
@@ -56,7 +56,7 @@
"time-series-forecasting"
],
"errors": [],
"generatedAt": "2026-10-22T14:38:01.459599+00:00",
"generatedAt": "2026-10-22T14:39:42.156278+00:00",
"gpuCatalog": {
"Ascend_910-b3": {
"canVerify": true,
@@ -7227,6 +7227,6 @@
"updateTime": "2025-12-22 08:59:53"
}
],
"taskTreeUpdatedAt": "2026-10-22T14:38:01.459599+00:00",
"taskTreeUpdatedAt": "2026-10-22T14:39:42.156278+00:00",
"version": 1
}

View File

@@ -3719,6 +3719,18 @@
{"batchId": "be636822c97d40b9ae9c6cec9f5d0720", "completedAt": "2026-10-22T12:45:04.138306+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T12:45:01.849537+00:00", "framework": "vllm_tokenizer_patch", "intentId": "47ed30c4f66041b79e5ad68daeefb1bb", "lastModified": "2026-10-21T16:56:31+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/NVIDIA-Nemotron-Nano-9B-v2-AWQ-4bit", "reason": null, "reconciledAt": "2026-10-22T14:38:10.233804+00:00", "repoId": "cyankiwi/NVIDIA-Nemotron-Nano-9B-v2-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "5717983", "taskType": "text-generation"}
{"batchId": "3e7764629cb34352a7770fb1f792639a", "completedAt": "2026-10-22T13:03:03.977606+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T13:03:01.228986+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f09b3d6bd65d4058a3497e27d4c7bbfe", "lastModified": "2026-10-21T17:00:21+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/LFM2-8B-A1B-AWQ-4bit", "reason": null, "reconciledAt": "2026-10-22T14:38:10.233072+00:00", "repoId": "cyankiwi/LFM2-8B-A1B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "5718269", "taskType": "text-generation"}
{"batchId": "4c92b98c1bb4429fb9d0da1c66f0c677", "completedAt": "2026-10-22T14:09:41.731502+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-22T14:09:39.090660+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0255e6cc723f4b598a38ac25833a826f", "lastModified": "2026-10-21T15:59:12+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "reason": null, "reconciledAt": "2026-10-22T14:38:10.234516+00:00", "repoId": "cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "MetaX_c-500", "taskId": "5719482", "taskType": "text-generation"}
{"batchId": "e88bff23ee8e4538a6aa7814b42686ad", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-22T14:39:46.005225+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b9ab373109af469384ecec53df52670b", "lastModified": "2026-10-21T19:08:10+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Kimi-Linear-48B-A3B-Instruct-AWQ-8bit", "repoId": "cyankiwi/Kimi-Linear-48B-A3B-Instruct-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "MetaX_c-500", "taskType": "text-generation"}
{"batchId": "e88bff23ee8e4538a6aa7814b42686ad", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-22T14:39:46.005376+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a8c3c2d3a8134047942ebed8945e965b", "lastModified": "2026-10-21T15:40:57+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/AgentCPM-Explore-AWQ-8bit", "repoId": "cyankiwi/AgentCPM-Explore-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "MetaX_c-500", "taskType": "text-generation"}
{"batchId": "e88bff23ee8e4538a6aa7814b42686ad", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-22T14:39:46.005460+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e78213ca666446e3910560931c2e19a0", "lastModified": "2026-10-21T16:21:36+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/AgentCPM-Report-AWQ-8bit", "repoId": "cyankiwi/AgentCPM-Report-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "MetaX_c-500", "taskType": "text-generation"}
{"batchId": "e88bff23ee8e4538a6aa7814b42686ad", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-22T14:39:46.005538+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6c39d0ba6bf047c3813e5407c41b8486", "lastModified": "2026-10-21T16:19:53+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/DASD-30B-A3B-Thinking-Preview-AWQ-4bit", "repoId": "cyankiwi/DASD-30B-A3B-Thinking-Preview-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "MetaX_c-500", "taskType": "text-generation"}
{"batchId": "e88bff23ee8e4538a6aa7814b42686ad", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-22T14:39:46.005616+00:00", "framework": "vllm_tokenizer_patch", "intentId": "4a91e9c7289449aa9b37bf7ff2321cf0", "lastModified": "2026-10-21T16:56:31+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/NVIDIA-Nemotron-Nano-9B-v2-AWQ-4bit", "repoId": "cyankiwi/NVIDIA-Nemotron-Nano-9B-v2-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "MetaX_c-500", "taskType": "text-generation"}
{"batchId": "e88bff23ee8e4538a6aa7814b42686ad", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-22T14:39:46.005693+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6ceaa1d596b94e6d8bc3e8e3bcd817a5", "lastModified": "2026-10-21T16:02:35+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Hermes-4.3-36B-AWQ-8bit", "repoId": "cyankiwi/Hermes-4.3-36B-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "MetaX_c-500", "taskType": "text-generation"}
{"batchId": "e88bff23ee8e4538a6aa7814b42686ad", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-22T14:39:46.005771+00:00", "framework": "vllm_tokenizer_patch", "intentId": "be00378b3de742b9a598a3eb28cf73cc", "lastModified": "2026-10-21T17:24:35+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Orchestrator-8B-AWQ-4bit", "repoId": "cyankiwi/Orchestrator-8B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "MetaX_c-500", "taskType": "text-generation"}
{"batchId": "e88bff23ee8e4538a6aa7814b42686ad", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-22T14:39:46.005848+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8eebc923a9eb423dbb20926b261695ee", "lastModified": "2026-10-21T16:38:25+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "repoId": "cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "MetaX_c-500", "taskType": "text-generation"}
{"batchId": "e88bff23ee8e4538a6aa7814b42686ad", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-22T14:39:46.005926+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5c39cbfda56d4b37b800c3fc761c5204", "lastModified": "2026-10-21T17:08:03+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/DASD-30B-A3B-Thinking-Preview-AWQ-8bit", "repoId": "cyankiwi/DASD-30B-A3B-Thinking-Preview-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "MetaX_c-500", "taskType": "text-generation"}
{"batchId": "e88bff23ee8e4538a6aa7814b42686ad", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-22T14:39:46.006003+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6290ddf13eae4f0bbdaf19b30ce2820c", "lastModified": "2026-10-21T16:31:43+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-8bit", "repoId": "cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "MetaX_c-500", "taskType": "text-generation"}
{"batchId": "e88bff23ee8e4538a6aa7814b42686ad", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-22T14:39:46.006080+00:00", "framework": "vllm_tokenizer_patch", "intentId": "9d3cd03feeed4cc0bc57861d97cc1397", "lastModified": "2026-10-21T17:19:37+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/KAT-Dev-AWQ-8bit", "repoId": "cyankiwi/KAT-Dev-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "MetaX_c-500", "taskType": "text-generation"}
{"batchId": "e88bff23ee8e4538a6aa7814b42686ad", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-22T14:39:46.006157+00:00", "framework": "vllm_tokenizer_patch", "intentId": "325dcc0a12f3415d98a9bbe201bfd309", "lastModified": "2026-10-21T17:09:55+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-8bit", "repoId": "cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "MetaX_c-500", "taskType": "text-generation"}
{"batchId": "c10a9d6f2aef43cd80840ba6c59c4b2e", "completedAt": "2026-10-22T14:38:05.994613+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-22T14:38:03.151564+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b33df4f1a7a240c292369636f051bdbd", "repoId": "cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "MetaX_c-500", "taskId": null, "taskType": "text-generation"}
{"batchId": "c10a9d6f2aef43cd80840ba6c59c4b2e", "completedAt": "2026-10-22T14:38:05.994611+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-22T14:38:03.151522+00:00", "framework": "vllm_tokenizer_patch", "intentId": "7b0c737571854ff9a69b4d84319d9ec1", "repoId": "cyankiwi/KAT-Dev-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "MetaX_c-500", "taskId": null, "taskType": "text-generation"}
{"batchId": "c10a9d6f2aef43cd80840ba6c59c4b2e", "completedAt": "2026-10-22T14:38:05.994608+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-22T14:38:03.151480+00:00", "framework": "vllm_tokenizer_patch", "intentId": "55143388be364a06a23759720589c212", "repoId": "cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "MetaX_c-500", "taskId": null, "taskType": "text-generation"}