state: generation 34374 (intent)

This commit is contained in:
2026-10-24 18:12:49 +00:00
parent 29c9aad0a3
commit e33d9fd73f
5 changed files with 1399 additions and 1251 deletions

View File

@@ -483,7 +483,7 @@
"taskType": "text-generation"
}
},
"generatedAt": "2026-10-24T18:10:56.037526+00:00",
"generatedAt": "2026-10-24T18:12:34.442552+00:00",
"summary": {
"activeBlockCount": 24,
"byGpuFramework": {

View File

@@ -452,28 +452,28 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-24T18:10:56.152795+00:00",
"generatedAt": "2026-10-24T18:12:34.563377+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.0017664099484208295,
"backlogHours": 0.001766389147305079,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.499999999267504,
"queueFactor": 1.037971676058763,
"queueWeight": 1.037971676058763,
"recentSuccess": 339672,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 339676,
"recentSuccessRate": 1.0,
"recentTerminal": 339672,
"recentWilsonLowerBound": 0.9999886903938123,
"recentTerminal": 339676,
"recentWilsonLowerBound": 0.9999886905269918,
"running": 0,
"selectionWeight": 2.5949291893865976,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.0,
"throughputPerHour": 56612.666666666664,
"waiting": 100
},
"Ascend_910-b4": {
@@ -485,14 +485,14 @@
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.037971676058763,
"queueWeight": 1.037971676058763,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 339676,
"recentSuccessRate": 1.0,
"recentTerminal": 339676,
"recentWilsonLowerBound": 0.9999886905269918,
"running": 0,
"selectionWeight": 2.5949291901469076,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.666666666664,
@@ -507,14 +507,14 @@
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.499999999267504,
"queueFactor": 1.037971676058763,
"queueWeight": 1.037971676058763,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 339672,
"recentSuccessRate": 1.0,
"recentTerminal": 339672,
"recentWilsonLowerBound": 0.9999886903938123,
"running": 0,
"selectionWeight": 2.5949291893865976,
"selectionWeight": 2.499999999267504,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.0,
@@ -522,122 +522,78 @@
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.3205150851409595,
"backlogHours": 0.001766389147305079,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.499999999267504,
"queueFactor": 0.9999982336020122,
"queueWeight": 0.9999982336020122,
"recentSuccess": 339672,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 339676,
"recentSuccessRate": 1.0,
"recentTerminal": 339672,
"recentWilsonLowerBound": 0.9999886903938123,
"recentTerminal": 339676,
"recentWilsonLowerBound": 0.9999886905269918,
"running": 0,
"selectionWeight": 2.4999955832725362,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.0,
"waiting": 18145
"throughputPerHour": 56612.666666666664,
"waiting": 100
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.3205150851409595,
"backlogHours": 0.0017664099484208295,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.499999999267504,
"queueFactor": 0.9999982336020122,
"queueWeight": 0.9999982336020122,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 339672,
"recentSuccessRate": 1.0,
"recentTerminal": 339672,
"recentWilsonLowerBound": 0.9999886903938123,
"running": 0,
"selectionWeight": 2.4999955832725362,
"selectionWeight": 2.499999999267504,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.0,
"waiting": 18145
"waiting": 100
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.3205113107785066,
"backlogHours": 0.0017664099484208295,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"qualityFactor": 2.499999999267504,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 339676,
"recentSuccess": 339672,
"recentSuccessRate": 1.0,
"recentTerminal": 339676,
"recentWilsonLowerBound": 0.9999886905269918,
"recentTerminal": 339672,
"recentWilsonLowerBound": 0.9999886903938123,
"running": 0,
"selectionWeight": 2.5,
"selectionWeight": 2.499999999267504,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.666666666664,
"waiting": 18145
"throughputPerHour": 56612.0,
"waiting": 100
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.3205150851409595,
"backlogHours": 0.001766389147305079,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.499999999267504,
"queueFactor": 0.9999982336020122,
"queueWeight": 0.9999982336020122,
"recentSuccess": 339672,
"recentSuccessRate": 1.0,
"recentTerminal": 339672,
"recentWilsonLowerBound": 0.9999886903938123,
"running": 0,
"selectionWeight": 2.4999955832725362,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.0,
"waiting": 18145
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.001766389147305079,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.037971676058763,
"queueWeight": 1.037971676058763,
"recentSuccess": 339676,
"recentSuccessRate": 1.0,
"recentTerminal": 339676,
"recentWilsonLowerBound": 0.9999886905269918,
"running": 0,
"selectionWeight": 2.5949291901469076,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.666666666664,
"waiting": 100
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.3205113107785066,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
@@ -650,55 +606,99 @@
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.666666666664,
"waiting": 18145
"waiting": 100
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.3205150851409595,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.499999999267504,
"queueFactor": 0.9999982336020122,
"queueWeight": 0.9999982336020122,
"recentSuccess": 339672,
"recentSuccessRate": 1.0,
"recentTerminal": 339672,
"recentWilsonLowerBound": 0.9999886903938123,
"running": 0,
"selectionWeight": 2.4999955832725362,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.0,
"waiting": 18145
},
"Mthreads_s4000": {
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.0017664099484208295,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"maxConcurrentTasks": 2,
"qualityFactor": 2.499999999267504,
"queueFactor": 1.037971676058763,
"queueWeight": 1.037971676058763,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 339672,
"recentSuccessRate": 1.0,
"recentTerminal": 339672,
"recentWilsonLowerBound": 0.9999886903938123,
"running": 0,
"selectionWeight": 2.5949291893865976,
"selectionWeight": 2.499999999267504,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.0,
"waiting": 100
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.0017664099484208295,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.499999999267504,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 339672,
"recentSuccessRate": 1.0,
"recentTerminal": 339672,
"recentWilsonLowerBound": 0.9999886903938123,
"running": 0,
"selectionWeight": 2.499999999267504,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.0,
"waiting": 100
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.001766389147305079,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 339676,
"recentSuccessRate": 1.0,
"recentTerminal": 339676,
"recentWilsonLowerBound": 0.9999886905269918,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.666666666664,
"waiting": 100
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.001766389147305079,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 339676,
"recentSuccessRate": 1.0,
"recentTerminal": 339676,
"recentWilsonLowerBound": 0.9999886905269918,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.666666666664,
"waiting": 100
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.3205113107785066,
"backlogHours": 0.001766389147305079,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
@@ -716,29 +716,29 @@
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.666666666664,
"waiting": 18145
"waiting": 100
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.3205150851409595,
"backlogHours": 0.001766389147305079,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.499999999267504,
"queueFactor": 0.9999982336020122,
"queueWeight": 0.9999982336020122,
"recentSuccess": 339672,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 339676,
"recentSuccessRate": 1.0,
"recentTerminal": 339672,
"recentWilsonLowerBound": 0.9999886903938123,
"recentTerminal": 339676,
"recentWilsonLowerBound": 0.9999886905269918,
"running": 0,
"selectionWeight": 2.4999955832725362,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.0,
"waiting": 18145
"throughputPerHour": 56612.666666666664,
"waiting": 100
},
"hygon_k100-ai": {
"available": true,
@@ -749,23 +749,23 @@
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.499999999267504,
"queueFactor": 1.037971676058763,
"queueWeight": 1.037971676058763,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 339672,
"recentSuccessRate": 1.0,
"recentTerminal": 339672,
"recentWilsonLowerBound": 0.9999886903938123,
"running": 0,
"selectionWeight": 2.5949291893865976,
"selectionWeight": 2.499999999267504,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56612.0,
"waiting": 100
}
},
"queueAttemptedAt": "2026-10-24T18:00:59.559968+00:00",
"queueAttemptedAt": "2026-10-24T18:12:34.563377+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-24T18:00:59.559968+00:00",
"queueUpdatedAt": "2026-10-24T18:12:34.563377+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",

File diff suppressed because it is too large Load Diff

View File

@@ -3782,6 +3782,18 @@
{"batchId": "867dc49e7d1649c2b43b051e02bb1c67", "completedAt": "2026-10-24T16:46:26.001248+00:00", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-24T16:46:23.572999+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d0dca5be96b0483ebe24e1c202615419", "lastModified": "2026-10-24T13:55:27+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/LFM2.5-8B-A1B-AWQ-INT4", "reason": null, "reconciledAt": "2026-10-24T18:11:02.167763+00:00", "repoId": "cyankiwi/LFM2.5-8B-A1B-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "MetaX_c-500", "taskId": "5763860", "taskType": "text-generation"}
{"batchId": "02558387be9f43c9baf0fbe07ee4a561", "completedAt": "2026-10-24T17:28:53.483195+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-10-24T17:28:39.397424+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3a371ff01b954b5898cf60469856b41a", "lastModified": "2026-10-21T14:17:13+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/MiroThinker-v1.0-30B-AWQ-4bit", "reason": null, "reconciledAt": "2026-10-24T18:11:02.167286+00:00", "repoId": "cyankiwi/MiroThinker-v1.0-30B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "5764371", "taskType": "text-generation"}
{"batchId": "eb18582ad6234ec4a148bb570272e852", "completedAt": "2026-10-24T17:55:09.689347+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-24T17:55:06.635090+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a8cd9df84669426db58b37f1dd7cbe77", "lastModified": "2026-10-22T14:14:09+00:00", "modelAddress": "https://modelscope.cn/models/InternScience/Sage-A1.5-FP8", "reason": null, "reconciledAt": "2026-10-24T18:11:02.167284+00:00", "repoId": "InternScience/Sage-A1.5-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Kunlunxin_p-800", "taskId": "5764732", "taskType": "text-generation"}
{"batchId": "106d0a930c48459a8a064e7e3db23abb", "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configSource": "modelhub_live", "createdAt": "2026-10-24T18:12:49.164890+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a350029a79aa47f9be81c07a6caee832", "lastModified": "2026-10-21T16:19:53+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/DASD-30B-A3B-Thinking-Preview-AWQ-4bit", "repoId": "cyankiwi/DASD-30B-A3B-Thinking-Preview-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "MetaX_c-500", "taskType": "text-generation"}
{"batchId": "106d0a930c48459a8a064e7e3db23abb", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-24T18:12:49.164991+00:00", "framework": "vllm-mlu", "intentId": "dc3776ca931e4b4f9c97064ea86c9208", "lastModified": "2026-10-21T17:03:19+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/MiniCPM-SALA-AWQ-4bit", "repoId": "cyankiwi/MiniCPM-SALA-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "106d0a930c48459a8a064e7e3db23abb", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-24T18:12:49.165048+00:00", "framework": "vllm-mlu", "intentId": "4b429a4961404b35b057ebc4f7280c8d", "lastModified": "2026-10-21T16:56:28+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Tongyi-DeepResearch-30B-A3B-AWQ-4bit", "repoId": "cyankiwi/Tongyi-DeepResearch-30B-A3B-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "106d0a930c48459a8a064e7e3db23abb", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-24T18:12:49.165100+00:00", "framework": "vllm-mlu", "intentId": "f95afe6367ab42f29dc030b26972de11", "lastModified": "2026-10-21T16:21:36+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/AgentCPM-Report-AWQ-8bit", "repoId": "cyankiwi/AgentCPM-Report-AWQ-8bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "106d0a930c48459a8a064e7e3db23abb", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-24T18:12:49.165150+00:00", "framework": "vllm-mlu", "intentId": "a0ea09fa89394760849554ead51011f3", "lastModified": "2026-10-24T12:01:13+00:00", "modelAddress": "https://modelscope.cn/models/kakarotter/calix", "repoId": "kakarotter/calix", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "106d0a930c48459a8a064e7e3db23abb", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-24T18:12:49.165210+00:00", "framework": "vllm-mlu", "intentId": "395dcf52c5054c54ba653ea8e56084d4", "lastModified": "2026-10-21T15:59:12+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "repoId": "cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "106d0a930c48459a8a064e7e3db23abb", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-24T18:12:49.165259+00:00", "framework": "vllm-mlu", "intentId": "b9e779477ce24e85a6509e55669b64fa", "lastModified": "2026-10-21T17:24:35+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Orchestrator-8B-AWQ-4bit", "repoId": "cyankiwi/Orchestrator-8B-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "106d0a930c48459a8a064e7e3db23abb", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-24T18:12:49.165308+00:00", "framework": "vllm-mlu", "intentId": "f82fbb3fc6ef4924b5c86758a7be5a80", "lastModified": "2026-10-21T15:53:43+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-4bit", "repoId": "cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "106d0a930c48459a8a064e7e3db23abb", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-24T18:12:49.165357+00:00", "framework": "vllm-mlu", "intentId": "54ed07fcd12541c0ab988f5b9661a40d", "lastModified": "2026-10-21T16:38:25+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "repoId": "cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "106d0a930c48459a8a064e7e3db23abb", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-24T18:12:49.165405+00:00", "framework": "vllm-mlu", "intentId": "9d3d30b4680c40e9bd650d4bb1333b49", "lastModified": "2026-10-21T17:02:31+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-8B-AWQ-4bit", "repoId": "cyankiwi/Nemotron-Cascade-8B-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "106d0a930c48459a8a064e7e3db23abb", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-24T18:12:49.165455+00:00", "framework": "vllm-mlu", "intentId": "0fd5c70619e64393865ceafc126035bf", "lastModified": "2026-10-21T16:58:14+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/KAT-Dev-AWQ-4bit", "repoId": "cyankiwi/KAT-Dev-AWQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "106d0a930c48459a8a064e7e3db23abb", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-24T18:12:49.165505+00:00", "framework": "vllm-mlu", "intentId": "4aee3b9ebdab485b83ad3a6d50ee1b2c", "lastModified": "2026-10-21T17:09:55+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-8bit", "repoId": "cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-8bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "a07ab3e50af544f088a2f7490802415d", "completedAt": "2026-10-24T18:10:59.790327+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-24T18:10:57.285115+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2e2bd0dc23f74176b303accdfd7f9710", "repoId": "cyankiwi/Olmo-3.1-32B-Think-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "a07ab3e50af544f088a2f7490802415d", "completedAt": "2026-10-24T18:10:59.790324+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-24T18:10:57.285077+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a2923359bb884df8bb0d2e7fb4ccb354", "repoId": "cyankiwi/LFM2.5-8B-A1B-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "a07ab3e50af544f088a2f7490802415d", "completedAt": "2026-10-24T18:10:59.790321+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-24T18:10:57.285039+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fa17acce230a4cebb94ea72014b091c7", "repoId": "cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}