state: generation 33231 (intent)

This commit is contained in:
2026-10-24 07:19:40 +00:00
parent b5aeca3a1e
commit d0668cb776
5 changed files with 681 additions and 632 deletions

View File

@@ -485,7 +485,7 @@
"taskType": "text-generation"
}
},
"generatedAt": "2026-10-24T07:17:50.757781+00:00",
"generatedAt": "2026-10-24T07:19:34.672528+00:00",
"summary": {
"activeBlockCount": 24,
"byGpuFramework": {

View File

@@ -452,320 +452,320 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-24T07:17:50.859196+00:00",
"generatedAt": "2026-10-24T07:19:34.764867+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1191.1714285714286,
"backlogHours": 1208.5217391304348,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.2022368801109145,
"queueFactor": 0.9679126968541959,
"queueWeight": 0.9679126968541959,
"recentSuccess": 48,
"recentSuccessRate": 0.34285714285714286,
"recentTerminal": 140,
"recentWilsonLowerBound": 0.2693693683483557,
"qualityFactor": 2.1817805454002155,
"queueFactor": 0.9678698094679948,
"queueWeight": 0.9678698094679948,
"recentSuccess": 46,
"recentSuccessRate": 0.3333333333333333,
"recentTerminal": 138,
"recentWilsonLowerBound": 0.2601363945138096,
"running": 8,
"selectionWeight": 2.131573037739926,
"selectionWeight": 2.1116795207774843,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.333333333333332,
"waiting": 27794
"throughputPerHour": 23.0,
"waiting": 27796
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1315.8648648648648,
"backlogHours": 1333.7671232876712,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9535657272752665,
"queueWeight": 0.9535657272752665,
"recentSuccess": 53,
"recentSuccessRate": 0.3581081081081081,
"recentTerminal": 148,
"recentWilsonLowerBound": 0.2853531972897633,
"running": 8,
"selectionWeight": 2.3839143181881663,
"queueFactor": 0.9536590007679699,
"queueWeight": 0.9536590007679699,
"recentSuccess": 51,
"recentSuccessRate": 0.3493150684931507,
"recentTerminal": 146,
"recentWilsonLowerBound": 0.2767438059072339,
"running": 9,
"selectionWeight": 2.3841475019199247,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.666666666666668,
"waiting": 32458
"throughputPerHour": 24.333333333333332,
"waiting": 32455
},
"Biren_166m": {
"available": true,
"backlogHours": 158.1951219512195,
"backlogHours": 156.289156626506,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.08374991187639229,
"qualityFactor": 0.07298527443384922,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 16,
"recentSuccessRate": 0.0975609756097561,
"recentTerminal": 164,
"recentWilsonLowerBound": 0.06094644196394343,
"recentSuccess": 15,
"recentSuccessRate": 0.09036144578313253,
"recentTerminal": 166,
"recentWilsonLowerBound": 0.05552452283752022,
"running": 9,
"selectionWeight": 0.10887488543930998,
"selectionWeight": 0.094880856764004,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 27.333333333333332,
"throughputPerHour": 27.666666666666668,
"waiting": 4324
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1842.7118644067796,
"backlogHours": 1843.4237288135591,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.8459141178033508,
"queueFactor": 0.9065958197805914,
"queueWeight": 0.9065958197805914,
"qualityFactor": 0.9048923307679193,
"queueFactor": 0.9084715623526863,
"queueWeight": 0.9084715623526863,
"recentSuccess": 16,
"recentSuccessRate": 0.2711864406779661,
"recentTerminal": 59,
"recentWilsonLowerBound": 0.17436824992508337,
"running": 7,
"selectionWeight": 0.7669022030939047,
"selectionWeight": 0.8220689494936955,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.833333333333334,
"waiting": 18120
"waiting": 18127
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 421.54545454545456,
"backlogHours": 397.7142857142857,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.506525771030998,
"queueFactor": 1.131112144779293,
"queueWeight": 1.131112144779293,
"qualityFactor": 0.4743276507702532,
"queueFactor": 1.1434559393161814,
"queueWeight": 1.1434559393161814,
"recentSuccess": 26,
"recentSuccessRate": 0.19696969696969696,
"recentTerminal": 132,
"recentWilsonLowerBound": 0.13811119929839352,
"recentSuccessRate": 0.18571428571428572,
"recentTerminal": 140,
"recentWilsonLowerBound": 0.13000468864860967,
"running": 7,
"selectionWeight": 0.5729374512568572,
"selectionWeight": 0.5423727694551375,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.0,
"waiting": 9274
"throughputPerHour": 23.333333333333332,
"waiting": 9280
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 75.78488372093022,
"backlogHours": 76.29824561403508,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.7690832292571228,
"qualityFactor": 0.8335582453192009,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 71,
"recentSuccessRate": 0.2063953488372093,
"recentTerminal": 344,
"recentWilsonLowerBound": 0.1669823702672518,
"running": 25,
"selectionWeight": 0.9998081980342597,
"recentSuccessRate": 0.20760233918128654,
"recentTerminal": 342,
"recentWilsonLowerBound": 0.16798011854118017,
"running": 24,
"selectionWeight": 1.0836257189149612,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57.333333333333336,
"waiting": 4345
"throughputPerHour": 57.0,
"waiting": 4349
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 396.0495867768595,
"backlogHours": 380.3333333333333,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.1417470347780025,
"queueWeight": 1.1417470347780025,
"queueFactor": 1.1511461221119192,
"queueWeight": 1.1511461221119192,
"recentSuccess": 2,
"recentSuccessRate": 0.01652892561983471,
"recentTerminal": 121,
"recentWilsonLowerBound": 0.004544498317862634,
"recentSuccessRate": 0.015873015873015872,
"recentTerminal": 126,
"recentWilsonLowerBound": 0.004363710388782352,
"running": 1,
"selectionWeight": 0.05708735173890013,
"selectionWeight": 0.057557306105595965,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 20.166666666666668,
"throughputPerHour": 21.0,
"waiting": 7987
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2290.4285714285716,
"backlogHours": 2346.2926829268295,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.817368332905864,
"queueFactor": 0.8774953306583859,
"queueWeight": 0.8774953306583859,
"recentSuccess": 12,
"recentSuccessRate": 0.2857142857142857,
"recentTerminal": 42,
"recentWilsonLowerBound": 0.1716685874457567,
"qualityFactor": 0.7178466179961622,
"queueFactor": 0.8761889773149433,
"queueWeight": 0.8761889773149433,
"recentSuccess": 11,
"recentSuccessRate": 0.2682926829268293,
"recentTerminal": 41,
"recentWilsonLowerBound": 0.15694805281336685,
"running": 2,
"selectionWeight": 0.7172368955529248,
"selectionWeight": 0.6289692940910482,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.0,
"throughputPerHour": 6.833333333333333,
"waiting": 16033
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 439.09090909090907,
"backlogHours": 432.0975609756098,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.22869059844373138,
"queueFactor": 1.1242144423682598,
"queueWeight": 1.1242144423682598,
"recentSuccess": 18,
"recentSuccessRate": 0.1487603305785124,
"recentTerminal": 121,
"recentWilsonLowerBound": 0.09621663256142898,
"qualityFactor": 0.20159795354684218,
"queueFactor": 1.1293221363890675,
"queueWeight": 1.1293221363890675,
"recentSuccess": 17,
"recentSuccessRate": 0.13821138211382114,
"recentTerminal": 123,
"recentWilsonLowerBound": 0.08811572402149442,
"running": 8,
"selectionWeight": 0.2570972736042831,
"selectionWeight": 0.2276690315911838,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.166666666666668,
"waiting": 8855
"throughputPerHour": 20.5,
"waiting": 8858
},
"MetaX_c-500": {
"available": true,
"backlogHours": 712.8125,
"backlogHours": 671.3529411764706,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.5145971363920708,
"queueFactor": 1.0454085098083297,
"queueWeight": 1.0454085098083297,
"recentSuccess": 20,
"recentSuccessRate": 0.20833333333333334,
"recentTerminal": 96,
"recentWilsonLowerBound": 0.13910723657424498,
"running": 5,
"selectionWeight": 0.5379642255072685,
"qualityFactor": 0.6212664090009186,
"queueFactor": 1.0570912521707838,
"queueWeight": 1.0570912521707838,
"recentSuccess": 22,
"recentSuccessRate": 0.21568627450980393,
"recentTerminal": 102,
"recentWilsonLowerBound": 0.14697094402656705,
"running": 4,
"selectionWeight": 0.6567352862224273,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.0,
"waiting": 11405
"throughputPerHour": 17.0,
"waiting": 11413
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2161.972602739726,
"backlogHours": 2104.08,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.2498782299524875,
"queueFactor": 0.8851253907797588,
"queueWeight": 0.8851253907797588,
"recentSuccess": 22,
"recentSuccessRate": 0.3013698630136986,
"recentTerminal": 73,
"recentWilsonLowerBound": 0.2082244364335746,
"running": 5,
"selectionWeight": 1.1062989567138088,
"qualityFactor": 1.5921638179693138,
"queueFactor": 0.8906268340718599,
"queueWeight": 0.8906268340718599,
"recentSuccess": 24,
"recentSuccessRate": 0.32,
"recentTerminal": 75,
"recentWilsonLowerBound": 0.22542843754055916,
"running": 4,
"selectionWeight": 1.418023820521775,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.166666666666666,
"waiting": 26304
"throughputPerHour": 12.5,
"waiting": 26301
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 3028.8648648648646,
"backlogHours": 2873.846153846154,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.22134110859123668,
"queueFactor": 0.8414733040799828,
"queueWeight": 0.8414733040799828,
"qualityFactor": 0.21002619348866883,
"queueFactor": 0.8499347500780331,
"queueWeight": 0.8499347500780331,
"recentSuccess": 7,
"recentSuccessRate": 0.1891891891891892,
"recentTerminal": 37,
"recentWilsonLowerBound": 0.09479858757337126,
"running": 3,
"selectionWeight": 0.1862526339749942,
"recentSuccessRate": 0.1794871794871795,
"recentTerminal": 39,
"recentWilsonLowerBound": 0.08977151811469994,
"running": 2,
"selectionWeight": 0.17850856027263237,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.166666666666667,
"waiting": 18678
"throughputPerHour": 6.5,
"waiting": 18680
},
"Vastai_va16": {
"available": true,
"backlogHours": 725.6375838926175,
"backlogHours": 735.6326530612245,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.6129825280158624,
"queueFactor": 1.042615943413181,
"queueWeight": 1.042615943413181,
"recentSuccess": 31,
"recentSuccessRate": 0.2080536912751678,
"recentTerminal": 149,
"recentWilsonLowerBound": 0.15062130950665817,
"running": 17,
"selectionWeight": 0.639105356743055,
"qualityFactor": 0.6202361067726331,
"queueFactor": 1.042691812901943,
"queueWeight": 1.042691812901943,
"recentSuccess": 30,
"recentSuccessRate": 0.20408163265306123,
"recentTerminal": 147,
"recentWilsonLowerBound": 0.14686010514896874,
"running": 16,
"selectionWeight": 0.6467151105979998,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.833333333333332,
"waiting": 18020
"throughputPerHour": 24.5,
"waiting": 18023
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1336.2162162162163,
"backlogHours": 1360.348623853211,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.675924572827613,
"queueFactor": 0.9513729876995936,
"queueWeight": 0.9513729876995936,
"recentSuccess": 25,
"recentSuccessRate": 0.22522522522522523,
"recentTerminal": 111,
"recentWilsonLowerBound": 0.15746423838098933,
"running": 6,
"selectionWeight": 0.6430563803105777,
"qualityFactor": 0.6754311787488063,
"queueFactor": 0.9508402992070776,
"queueWeight": 0.9508402992070776,
"recentSuccess": 24,
"recentSuccessRate": 0.22018348623853212,
"recentTerminal": 109,
"recentWilsonLowerBound": 0.1526627048081528,
"running": 8,
"selectionWeight": 0.6422271840953041,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.5,
"waiting": 24720
"throughputPerHour": 18.166666666666668,
"waiting": 24713
}
},
"queueAttemptedAt": "2026-10-24T07:09:34.760630+00:00",
"queueAttemptedAt": "2026-10-24T07:19:34.764867+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-24T07:09:34.760630+00:00",
"queueUpdatedAt": "2026-10-24T07:19:34.764867+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",

File diff suppressed because it is too large Load Diff

View File

@@ -3749,6 +3749,18 @@
{"batchId": "1953a03b940d4dd3b1b243204ec17632", "completedAt": "2026-10-24T04:23:13.140438+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-24T04:23:09.687755+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8f1b1db3891144a8a9189eb8e507c293", "lastModified": "2026-10-21T16:21:36+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/AgentCPM-Report-AWQ-8bit", "reason": null, "reconciledAt": "2026-10-24T07:18:02.978831+00:00", "repoId": "cyankiwi/AgentCPM-Report-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Ascend_910-b3", "taskId": "5753395", "taskType": "text-generation"}
{"batchId": "cf952e4c8a6f49ac808c6cd7fa953392", "completedAt": "2026-10-24T07:09:56.140681+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:09:52.793575+00:00", "framework": "vllm_tokenizer_patch", "intentId": "04189ad07a76455ca35ea132b14dd4aa", "lastModified": "2026-10-21T16:41:10+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-4bit", "reason": null, "reconciledAt": "2026-10-24T07:18:02.980308+00:00", "repoId": "cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "5755923", "taskType": "text-generation"}
{"batchId": "1374232c09c54848975aa8c7513ab839", "completedAt": "2026-10-24T07:14:58.361974+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:14:54.299589+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d015dec90fe249408697a7c7eab2176d", "lastModified": "2026-10-21T17:03:19+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/MiniCPM-SALA-AWQ-4bit", "reason": null, "reconciledAt": "2026-10-24T07:18:02.979327+00:00", "repoId": "cyankiwi/MiniCPM-SALA-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Ascend_910-b3", "taskId": "5755982", "taskType": "text-generation"}
{"batchId": "5b9d5f55a8c842e1ac3d09970ca9fec4", "configFingerprint": "5e92ea80b8a14e9d9df4a8021a55a75630c3df70ad5d06be579f5b260e3acbbe", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:19:40.119232+00:00", "framework": "llamacpp", "intentId": "9c515c7e5dba40d4a5beb460cb103385", "lastModified": "2026-10-21T18:27:55+00:00", "modelAddress": "https://modelscope.cn/models/prithivMLmods/XHToken-Spark-X2.6-4B-GGUF", "repoId": "prithivMLmods/XHToken-Spark-X2.6-4B-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "5b9d5f55a8c842e1ac3d09970ca9fec4", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:19:40.119349+00:00", "framework": "vllm_tokenizer_patch", "intentId": "79bb4cbbf76442febcedacc170449ed3", "lastModified": "2026-10-21T15:53:43+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-4bit", "repoId": "cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "5b9d5f55a8c842e1ac3d09970ca9fec4", "configFingerprint": "ce1b6c2fb35d8c8174d091b41f397a11f33ada0df403ec501be8f8c7b8fbbd49", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:19:40.119405+00:00", "framework": "llamacpp", "intentId": "9c8db1bf1c194ea2920bc79978885c02", "lastModified": "2026-10-21T18:16:46+00:00", "modelAddress": "https://modelscope.cn/models/AtomicChat/Qwen3.5-9B-DFlash-GGUF", "repoId": "AtomicChat/Qwen3.5-9B-DFlash-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "5b9d5f55a8c842e1ac3d09970ca9fec4", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:19:40.119460+00:00", "framework": "vllm-mlu", "intentId": "5516c9cf64c94f9d99fe214914bfb8f2", "lastModified": "2026-10-21T16:21:36+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/AgentCPM-Report-AWQ-8bit", "repoId": "cyankiwi/AgentCPM-Report-AWQ-8bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "5b9d5f55a8c842e1ac3d09970ca9fec4", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:19:40.119514+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6a2de7c3f49d457c87f4605af784417b", "lastModified": "2026-10-24T00:34:29+00:00", "modelAddress": "https://modelscope.cn/models/ychy7001/Qwen3.6-35B-A3B-W4A8-SSZ-MTP-310P", "repoId": "ychy7001/Qwen3.6-35B-A3B-W4A8-SSZ-MTP-310P", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "5b9d5f55a8c842e1ac3d09970ca9fec4", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:19:40.119554+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5585d53dcd3a4575911d247d87be5d81", "lastModified": "2026-10-21T16:33:24+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Qwen3-4B-Instruct-2507-AWQ-4bit", "repoId": "cyankiwi/Qwen3-4B-Instruct-2507-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "5b9d5f55a8c842e1ac3d09970ca9fec4", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:19:40.119593+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0bea927ad153447598c7c3c67420c7c3", "lastModified": "2026-10-21T17:21:19+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/OmniCoder-9B-AWQ-BF16-INT8", "repoId": "cyankiwi/OmniCoder-9B-AWQ-BF16-INT8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "5b9d5f55a8c842e1ac3d09970ca9fec4", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:19:40.119630+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a2938e433d374b76a051221ad540cf8a", "lastModified": "2026-10-21T15:32:58+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/OmniCoder-9B-AWQ-BF16-INT4", "repoId": "cyankiwi/OmniCoder-9B-AWQ-BF16-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "5b9d5f55a8c842e1ac3d09970ca9fec4", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:19:40.119666+00:00", "framework": "vllm_tokenizer_patch", "intentId": "29876c53eaab46a38b204efa69783814", "lastModified": "2026-10-21T16:19:52+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/IQuest-Coder-V1-40B-Loop-Instruct-AWQ-4bit", "repoId": "cyankiwi/IQuest-Coder-V1-40B-Loop-Instruct-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "5b9d5f55a8c842e1ac3d09970ca9fec4", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:19:40.119703+00:00", "framework": "vllm_tokenizer_patch", "intentId": "99737a34b637447ab69833a92cce4579", "lastModified": "2026-10-22T14:14:09+00:00", "modelAddress": "https://modelscope.cn/models/InternScience/Sage-A1.5-FP8", "repoId": "InternScience/Sage-A1.5-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "5b9d5f55a8c842e1ac3d09970ca9fec4", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:19:40.119740+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fc4e722e6f99430bbaab496d3ac0f9e0", "lastModified": "2026-10-23T13:09:59+00:00", "modelAddress": "https://modelscope.cn/models/ukisai/Swift-1.5-5bit-MLX", "repoId": "ukisai/Swift-1.5-5bit-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "5b9d5f55a8c842e1ac3d09970ca9fec4", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:19:40.119776+00:00", "framework": "vllm_tokenizer_patch", "intentId": "453a753e99d543668a650b7a81beca6a", "lastModified": "2026-10-21T15:33:25+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/GLM-4.7-Flash-REAP-23B-A3B-AWQ-8bit", "repoId": "cyankiwi/GLM-4.7-Flash-REAP-23B-A3B-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "259fd38aec054a44801e7afeff2e2547", "completedAt": "2026-10-24T07:17:54.485456+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:17:51.578086+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0bad41eb38404c098bee0e0511b0fbed", "repoId": "cyankiwi/GLM-4.7-Flash-REAP-23B-A3B-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "259fd38aec054a44801e7afeff2e2547", "completedAt": "2026-10-24T07:17:54.485453+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:17:51.578048+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6b5270fb721a4fc890281d645ce71947", "repoId": "ukisai/Swift-1.5-5bit-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "259fd38aec054a44801e7afeff2e2547", "completedAt": "2026-10-24T07:17:54.485450+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-24T07:17:51.578010+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a646b07450a94181b37e0243ab4af72b", "repoId": "InternScience/Sage-A1.5-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}