state: generation 30130 (intent)

This commit is contained in:
2026-10-22 21:28:35 +00:00
parent 74f855edb3
commit b7a2a58406
5 changed files with 163 additions and 151 deletions

View File

@@ -487,7 +487,7 @@
"taskType": "text-generation"
}
},
"generatedAt": "2026-10-22T21:26:49.163779+00:00",
"generatedAt": "2026-10-22T21:28:31.928993+00:00",
"summary": {
"activeBlockCount": 24,
"byGpuFramework": {

View File

@@ -1,5 +1,5 @@
{
"communityAttemptedAt": "2026-10-22T21:23:25.960611+00:00",
"communityAttemptedAt": "2026-10-22T21:28:32.049496+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
@@ -452,249 +452,249 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-22T21:26:49.268342+00:00",
"generatedAt": "2026-10-22T21:28:32.049496+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1950.627906976744,
"backlogHours": 1997.0,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.6552757334022831,
"queueFactor": 0.9018499496172662,
"queueWeight": 0.9018499496172662,
"qualityFactor": 0.7412105424637633,
"queueFactor": 0.9007646652808907,
"queueWeight": 0.9007646652808907,
"recentSuccess": 23,
"recentSuccessRate": 0.26744186046511625,
"recentTerminal": 86,
"recentWilsonLowerBound": 0.1853195577468752,
"running": 8,
"selectionWeight": 0.5909603871542661,
"recentSuccessRate": 0.27380952380952384,
"recentTerminal": 84,
"recentWilsonLowerBound": 0.18992693848374492,
"running": 9,
"selectionWeight": 0.6676562661850391,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.333333333333334,
"waiting": 27959
"throughputPerHour": 14.0,
"waiting": 27958
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1203.6666666666667,
"backlogHours": 1249.8076923076924,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9695819351040055,
"queueWeight": 0.9695819351040055,
"recentSuccess": 67,
"recentSuccessRate": 0.41358024691358025,
"recentTerminal": 162,
"recentWilsonLowerBound": 0.3406015930408332,
"queueFactor": 0.9663658457761555,
"queueWeight": 0.9663658457761555,
"recentSuccess": 63,
"recentSuccessRate": 0.40384615384615385,
"recentTerminal": 156,
"recentWilsonLowerBound": 0.33005464559879877,
"running": 8,
"selectionWeight": 2.4239548377600135,
"selectionWeight": 2.4159146144403887,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 27.0,
"waiting": 32499
"throughputPerHour": 26.0,
"waiting": 32495
},
"Biren_166m": {
"available": true,
"backlogHours": 175.416149068323,
"backlogHours": 175.2298136645963,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.24223597223506121,
"queueFactor": 1.2943448928630295,
"queueWeight": 1.2943448928630295,
"recentSuccess": 27,
"recentSuccessRate": 0.16770186335403728,
"qualityFactor": 0.23489849788894734,
"queueFactor": 1.2975582144937108,
"queueWeight": 1.2975582144937108,
"recentSuccess": 26,
"recentSuccessRate": 0.16149068322981366,
"recentTerminal": 161,
"recentWilsonLowerBound": 0.11788901090974872,
"running": 8,
"selectionWeight": 0.31353689353016206,
"recentWilsonLowerBound": 0.11265241343015049,
"running": 10,
"selectionWeight": 0.30479447550803723,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.833333333333332,
"waiting": 4707
"waiting": 4702
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1345.111111111111,
"backlogHours": 1344.5185185185185,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.8440354449462042,
"queueFactor": 0.9535571486270641,
"queueWeight": 0.9535571486270641,
"qualityFactor": 0.9045123478179364,
"queueFactor": 0.9558352287422659,
"queueWeight": 0.9558352287422659,
"recentSuccess": 24,
"recentSuccessRate": 0.2962962962962963,
"recentTerminal": 81,
"recentWilsonLowerBound": 0.207918166563683,
"running": 8,
"selectionWeight": 0.8048360322230778,
"running": 7,
"selectionWeight": 0.8645647668767612,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.5,
"waiting": 18159
"waiting": 18151
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 355.00621118012424,
"backlogHours": 342.2874251497006,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.12389170031784467,
"queueFactor": 1.1644612945039943,
"queueWeight": 1.1644612945039943,
"recentSuccess": 21,
"recentSuccessRate": 0.13043478260869565,
"recentTerminal": 161,
"recentWilsonLowerBound": 0.08691831797877285,
"qualityFactor": 0.138591096720547,
"queueFactor": 1.1735711093637502,
"queueWeight": 1.1735711093637502,
"recentSuccess": 22,
"recentSuccessRate": 0.1317365269461078,
"recentTerminal": 167,
"recentWilsonLowerBound": 0.08863060706139884,
"running": 7,
"selectionWeight": 0.14426708973041832,
"selectionWeight": 0.16264650712627116,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.833333333333332,
"waiting": 9526
"throughputPerHour": 27.833333333333332,
"waiting": 9527
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 44.39506172839506,
"backlogHours": 44.09815950920245,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.3031387378880784,
"qualityFactor": 0.3306388343579095,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 78,
"recentSuccessRate": 0.16049382716049382,
"recentTerminal": 486,
"recentWilsonLowerBound": 0.13054111703867696,
"recentSuccess": 79,
"recentSuccessRate": 0.16155419222903886,
"recentTerminal": 489,
"recentWilsonLowerBound": 0.13159170383944513,
"running": 26,
"selectionWeight": 0.3940803592545019,
"selectionWeight": 0.42983048466528234,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 81.0,
"waiting": 3596
"throughputPerHour": 81.5,
"waiting": 3594
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 195.3471074380165,
"backlogHours": 193.74590163934428,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.385664146926113,
"queueFactor": 1.2736186284569346,
"queueWeight": 1.2736186284569346,
"qualityFactor": 0.40571265968179304,
"queueFactor": 1.2781539679944207,
"queueWeight": 1.2781539679944207,
"recentSuccess": 46,
"recentSuccessRate": 0.19008264462809918,
"recentTerminal": 242,
"recentWilsonLowerBound": 0.1456391567955933,
"running": 6,
"selectionWeight": 0.4911890418530498,
"recentSuccessRate": 0.1885245901639344,
"recentTerminal": 244,
"recentWilsonLowerBound": 0.14441807599730946,
"running": 5,
"selectionWeight": 0.5185632458378538,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 40.333333333333336,
"throughputPerHour": 40.666666666666664,
"waiting": 7879
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 3337.4482758620693,
"backlogHours": 3225.8,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.2620707560014349,
"queueFactor": 0.8320477849764388,
"queueWeight": 0.8320477849764388,
"recentSuccess": 7,
"recentSuccessRate": 0.2413793103448276,
"recentTerminal": 29,
"recentWilsonLowerBound": 0.12218268185062132,
"running": 3,
"selectionWeight": 0.21805539203809468,
"qualityFactor": 0.38985847731890877,
"queueFactor": 0.8382478258154582,
"queueWeight": 0.8382478258154582,
"recentSuccess": 8,
"recentSuccessRate": 0.26666666666666666,
"recentTerminal": 30,
"recentWilsonLowerBound": 0.14182495553910618,
"running": 2,
"selectionWeight": 0.3267980209883004,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 4.833333333333333,
"waiting": 16131
"throughputPerHour": 5.0,
"waiting": 16129
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 317.0344827586207,
"backlogHours": 315.22285714285715,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.5675877918719756,
"queueFactor": 1.1843892996592267,
"queueWeight": 1.1843892996592267,
"qualityFactor": 0.600408417877827,
"queueFactor": 1.1881612819749574,
"queueWeight": 1.1881612819749574,
"recentSuccess": 40,
"recentSuccessRate": 0.22988505747126436,
"recentTerminal": 174,
"recentWilsonLowerBound": 0.17360478517653857,
"recentSuccessRate": 0.22857142857142856,
"recentTerminal": 175,
"recentWilsonLowerBound": 0.17258300051162945,
"running": 8,
"selectionWeight": 0.6722449073103761,
"selectionWeight": 0.7133820354942748,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 29.0,
"throughputPerHour": 29.166666666666668,
"waiting": 9194
},
"MetaX_c-500": {
"available": true,
"backlogHours": 450.038961038961,
"backlogHours": 450.07792207792204,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.4540016251689256,
"queueFactor": 1.1237583540947116,
"queueWeight": 1.1237583540947116,
"recentSuccess": 33,
"recentSuccessRate": 0.21428571428571427,
"qualityFactor": 0.44887336943439,
"queueFactor": 1.1263539718447222,
"queueWeight": 1.1263539718447222,
"recentSuccess": 32,
"recentSuccessRate": 0.2077922077922078,
"recentTerminal": 154,
"recentWilsonLowerBound": 0.15684903683536647,
"running": 4,
"selectionWeight": 0.510188119056156,
"recentWilsonLowerBound": 0.15120929925971807,
"running": 5,
"selectionWeight": 0.5055903025177485,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.666666666666668,
"waiting": 11551
"waiting": 11552
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1607.5102040816328,
"backlogHours": 1544.4117647058824,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.28921025298759717,
"queueFactor": 0.9284048265435391,
"queueWeight": 0.9284048265435391,
"recentSuccess": 19,
"recentSuccessRate": 0.19387755102040816,
"recentTerminal": 98,
"recentWilsonLowerBound": 0.12777973480910126,
"running": 5,
"selectionWeight": 0.2685041947595632,
"qualityFactor": 0.37172730462690673,
"queueFactor": 0.936167556109852,
"queueWeight": 0.936167556109852,
"recentSuccess": 21,
"recentSuccessRate": 0.20588235294117646,
"recentTerminal": 102,
"recentWilsonLowerBound": 0.1387878700668384,
"running": 4,
"selectionWeight": 0.3479990423118738,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.333333333333332,
"waiting": 26256
"throughputPerHour": 17.0,
"waiting": 26255
},
"Sunrise_pt-200-x1": {
"available": true,
@@ -704,15 +704,15 @@
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05450825484792618,
"queueFactor": 0.8751887624123887,
"queueWeight": 0.8751887624123887,
"qualityFactor": 0.05841388517883694,
"queueFactor": 0.8772216337471143,
"queueWeight": 0.8772216337471143,
"recentSuccess": 6,
"recentSuccessRate": 0.1276595744680851,
"recentTerminal": 47,
"recentWilsonLowerBound": 0.05984522780202478,
"running": 2,
"selectionWeight": 0.0477050121016156,
"selectionWeight": 0.05124192379009568,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.833333333333333,
@@ -720,52 +720,52 @@
},
"Vastai_va16": {
"available": true,
"backlogHours": 755.6275862068965,
"backlogHours": 740.027027027027,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 1.3036631929100928,
"queueFactor": 1.0397149282927907,
"queueWeight": 1.0397149282927907,
"recentSuccess": 47,
"recentSuccessRate": 0.32413793103448274,
"recentTerminal": 145,
"recentWilsonLowerBound": 0.2533452486065094,
"qualityFactor": 1.4838291684423184,
"queueFactor": 1.0453961928033417,
"queueWeight": 1.0453961928033417,
"recentSuccess": 49,
"recentSuccessRate": 0.3310810810810811,
"recentTerminal": 148,
"recentWilsonLowerBound": 0.26037890863761337,
"running": 16,
"selectionWeight": 1.3554380831344677,
"selectionWeight": 1.5511893634601481,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.166666666666668,
"waiting": 18261
"throughputPerHour": 24.666666666666668,
"waiting": 18254
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1610.0217391304348,
"backlogHours": 1575.7659574468087,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 1.727277977022412,
"queueFactor": 0.9281874442035649,
"queueWeight": 0.9281874442035649,
"recentSuccess": 35,
"recentSuccessRate": 0.3804347826086957,
"recentTerminal": 92,
"recentWilsonLowerBound": 0.28791001894905327,
"qualityFactor": 1.8970416654392797,
"queueFactor": 0.9333494893956581,
"queueWeight": 0.9333494893956581,
"recentSuccess": 36,
"recentSuccessRate": 0.3829787234042553,
"recentTerminal": 94,
"recentWilsonLowerBound": 0.2911404875065257,
"running": 7,
"selectionWeight": 1.6032377309215367,
"selectionWeight": 1.7706028698000404,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.333333333333334,
"throughputPerHour": 15.666666666666666,
"waiting": 24687
}
},
"queueAttemptedAt": "2026-10-22T21:18:17.765694+00:00",
"queueAttemptedAt": "2026-10-22T21:28:32.049496+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-22T21:18:17.765694+00:00",
"queueUpdatedAt": "2026-10-22T21:28:32.049496+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",

View File

@@ -1,5 +1,5 @@
{
"catalogUpdatedAt": "2026-10-22T21:26:49.268342+00:00",
"catalogUpdatedAt": "2026-10-22T21:28:32.049496+00:00",
"configuredTaskTypes": [
"text-generation"
],
@@ -56,7 +56,7 @@
"time-series-forecasting"
],
"errors": [],
"generatedAt": "2026-10-22T21:26:49.268342+00:00",
"generatedAt": "2026-10-22T21:28:32.049496+00:00",
"gpuCatalog": {
"Ascend_910-b3": {
"canVerify": true,
@@ -6740,6 +6740,6 @@
"updateTime": "2025-12-22 08:59:53"
}
],
"taskTreeUpdatedAt": "2026-10-22T21:26:49.268342+00:00",
"taskTreeUpdatedAt": "2026-10-22T21:28:32.049496+00:00",
"version": 1
}

View File

@@ -3726,6 +3726,18 @@
{"batchId": "9189f5c453744760bed1aee56b9287af", "completedAt": "2026-10-22T17:55:09.184737+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T17:54:54.518512+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2943bc61f2714655a726db5ad1db11f8", "lastModified": "2026-10-21T16:19:53+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/DASD-30B-A3B-Thinking-Preview-AWQ-4bit", "reason": null, "reconciledAt": "2026-10-22T21:26:59.984558+00:00", "repoId": "cyankiwi/DASD-30B-A3B-Thinking-Preview-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "5722886", "taskType": "text-generation"}
{"batchId": "d951efdc91554b1eb41d1bbf3ae1e0d7", "completedAt": "2026-10-22T20:21:06.258245+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T20:21:03.557699+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a36c6ca0622d46fc8f09c65b58529360", "lastModified": "2026-10-22T13:57:14+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/LFM2.5-8B-A1B-AWQ-INT4", "reason": null, "reconciledAt": "2026-10-22T21:26:59.985599+00:00", "repoId": "cyankiwi/LFM2.5-8B-A1B-AWQ-INT4", "safeConfigVector": {"gpuNum": 1}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "5724977", "taskType": "text-generation"}
{"batchId": "4da72fb9df654621af214d2580119d18", "completedAt": "2026-10-22T20:25:26.110649+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T20:25:23.630397+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5bcde5a40eb543eeb24ce85c99821717", "lastModified": "2026-10-21T16:49:53+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Olmo-3.1-32B-Think-AWQ-4bit", "reason": null, "reconciledAt": "2026-10-22T21:26:59.983140+00:00", "repoId": "cyankiwi/Olmo-3.1-32B-Think-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "5725025", "taskType": "text-generation"}
{"batchId": "9320811a1e7540dc877f18f4092fdad5", "configFingerprint": "1d8ba6e2bf36aa47c80ff7bd95383cf1571f55e0a76760eb56b3f847863afa7f", "configSource": "modelhub_live", "createdAt": "2026-10-22T21:28:35.607791+00:00", "framework": "llamacpp", "intentId": "47aeb25223414f62a6920b54279f894d", "lastModified": "2026-10-22T14:16:42+00:00", "modelAddress": "https://modelscope.cn/models/InternScience/Sage-A1.5-Q8_0-GGUF", "repoId": "InternScience/Sage-A1.5-Q8_0-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "9320811a1e7540dc877f18f4092fdad5", "configFingerprint": "705b8b3614c86a1ac722c97f43e177e84ca20282e9799fffb1b890510d641728", "configSource": "modelhub_live", "createdAt": "2026-10-22T21:28:35.607894+00:00", "framework": "llamacpp", "intentId": "191a1d29aca04e0aaf855bc8a587de8c", "lastModified": "2026-10-21T18:16:46+00:00", "modelAddress": "https://modelscope.cn/models/AtomicChat/Qwen3.5-9B-DFlash-GGUF", "repoId": "AtomicChat/Qwen3.5-9B-DFlash-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "9320811a1e7540dc877f18f4092fdad5", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T21:28:35.607950+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3730115657b44c7e882d949b7953a9ab", "lastModified": "2026-10-21T16:58:14+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/KAT-Dev-AWQ-4bit", "repoId": "cyankiwi/KAT-Dev-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "9320811a1e7540dc877f18f4092fdad5", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-22T21:28:35.608005+00:00", "framework": "vllm_tokenizer_patch", "intentId": "070a1bf820b14c68a9e32450475c7d84", "lastModified": "2026-10-21T16:41:10+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-4bit", "repoId": "cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "9320811a1e7540dc877f18f4092fdad5", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-22T21:28:35.608055+00:00", "framework": "vllm-mlu", "intentId": "df6526a938b649dc9473bd893efc82cd", "lastModified": "2026-10-21T17:03:19+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/MiniCPM-SALA-AWQ-4bit", "repoId": "cyankiwi/MiniCPM-SALA-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "9320811a1e7540dc877f18f4092fdad5", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-22T21:28:35.608106+00:00", "framework": "vllm-mlu", "intentId": "63f0049079404262a215875b1e163a06", "lastModified": "2026-10-21T16:56:28+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Tongyi-DeepResearch-30B-A3B-AWQ-4bit", "repoId": "cyankiwi/Tongyi-DeepResearch-30B-A3B-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "9320811a1e7540dc877f18f4092fdad5", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-22T21:28:35.608156+00:00", "framework": "vllm-mlu", "intentId": "fade3129188e4a6c856159d7dabc8d91", "lastModified": "2026-10-21T16:56:31+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/NVIDIA-Nemotron-Nano-9B-v2-AWQ-4bit", "repoId": "cyankiwi/NVIDIA-Nemotron-Nano-9B-v2-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "9320811a1e7540dc877f18f4092fdad5", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-22T21:28:35.608212+00:00", "framework": "vllm-mlu", "intentId": "a22794d2778442778849a462d1024cdc", "lastModified": "2026-10-21T17:24:35+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Orchestrator-8B-AWQ-4bit", "repoId": "cyankiwi/Orchestrator-8B-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "9320811a1e7540dc877f18f4092fdad5", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-22T21:28:35.608261+00:00", "framework": "vllm-mlu", "intentId": "61ddbb411c2b4ffaa0bbb245452d1791", "lastModified": "2026-10-21T16:38:25+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "repoId": "cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "9320811a1e7540dc877f18f4092fdad5", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-22T21:28:35.608310+00:00", "framework": "vllm-mlu", "intentId": "45894b6b06d143eb916daee954ca33a0", "lastModified": "2026-10-21T16:49:53+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Olmo-3.1-32B-Think-AWQ-4bit", "repoId": "cyankiwi/Olmo-3.1-32B-Think-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "9320811a1e7540dc877f18f4092fdad5", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-22T21:28:35.608359+00:00", "framework": "vllm-mlu", "intentId": "58ec53597aaf4bbea9dd887782ca07e3", "lastModified": "2026-10-21T17:02:31+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-8B-AWQ-4bit", "repoId": "cyankiwi/Nemotron-Cascade-8B-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "9320811a1e7540dc877f18f4092fdad5", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-22T21:28:35.608407+00:00", "framework": "vllm-mlu", "intentId": "3c61101582bf47aa80b8defd5673a5a2", "lastModified": "2026-10-21T17:09:55+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-8bit", "repoId": "cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-8bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "cc471183768d4ec19006deee5145f055", "completedAt": "2026-10-22T21:26:54.440935+00:00", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-22T21:26:51.612875+00:00", "framework": "vllm-mlu", "intentId": "c37d7733053240eb881c76d91f78ad05", "repoId": "cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-8bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "capacity_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "cc471183768d4ec19006deee5145f055", "completedAt": "2026-10-22T21:26:54.440933+00:00", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-22T21:26:51.612826+00:00", "framework": "vllm-mlu", "intentId": "c3f092a797bc49f6a424b22e11b6d4f3", "repoId": "cyankiwi/Nemotron-Cascade-8B-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "capacity_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "cc471183768d4ec19006deee5145f055", "completedAt": "2026-10-22T21:26:54.440930+00:00", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-22T21:26:51.612776+00:00", "framework": "vllm-mlu", "intentId": "3ffa6f78b2654de4add0c5fdeb44bf59", "repoId": "cyankiwi/Olmo-3.1-32B-Think-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "capacity_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}