state: generation 10128 (intent)

This commit is contained in:
2026-09-20 03:30:23 +00:00
parent de1a04bfe3
commit 734e0af5af
4 changed files with 1500 additions and 1358 deletions

View File

@@ -416,121 +416,121 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-20T03:27:32.355920+00:00",
"generatedAt": "2026-09-20T03:29:29.160180+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1043.5111111111112,
"backlogHours": 1052.1044776119404,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.9408411106351011,
"queueFactor": 0.9951836521973295,
"queueWeight": 0.9951836521973295,
"recentSuccess": 50,
"recentSuccessRate": 0.37037037037037035,
"recentTerminal": 135,
"recentWilsonLowerBound": 0.29355089594078115,
"qualityFactor": 2.48903678298133,
"queueFactor": 0.9955552692697464,
"queueWeight": 0.9955552692697464,
"recentSuccess": 51,
"recentSuccessRate": 0.3805970149253731,
"recentTerminal": 134,
"recentWilsonLowerBound": 0.3028004403078444,
"running": 8,
"selectionWeight": 1.9314933448165612,
"selectionWeight": 2.477973684703281,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.5,
"waiting": 23479
"throughputPerHour": 22.333333333333332,
"waiting": 23497
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1343.712,
"backlogHours": 1344.0,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.0870818411772905,
"queueFactor": 0.9581463854644913,
"queueWeight": 0.9581463854644913,
"qualityFactor": 2.5,
"queueFactor": 0.9596531990056657,
"queueWeight": 0.9596531990056657,
"recentSuccess": 48,
"recentSuccessRate": 0.384,
"recentTerminal": 125,
"recentWilsonLowerBound": 0.3034059480322462,
"running": 8,
"selectionWeight": 1.9997299222925964,
"selectionWeight": 2.3991329975141644,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.833333333333332,
"waiting": 27994
"waiting": 28000
},
"Biren_166m": {
"available": true,
"backlogHours": 192.158940397351,
"backlogHours": 197.22448979591837,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.1745703405212835,
"queueFactor": 1.2827106649630025,
"queueWeight": 1.2827106649630025,
"recentSuccess": 22,
"recentSuccessRate": 0.1456953642384106,
"recentTerminal": 151,
"recentWilsonLowerBound": 0.0982245369958826,
"qualityFactor": 0.17179718430205898,
"queueFactor": 1.2797645606616705,
"queueWeight": 1.2797645606616705,
"recentSuccess": 20,
"recentSuccessRate": 0.1360544217687075,
"recentTerminal": 147,
"recentWilsonLowerBound": 0.08983018360124095,
"running": 8,
"selectionWeight": 0.22392323757287333,
"selectionWeight": 0.21985994809123655,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.166666666666668,
"waiting": 4836
"throughputPerHour": 24.5,
"waiting": 4832
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 2232.15,
"backlogHours": 2351.842105263158,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 0.8879106979165236,
"queueWeight": 0.8879106979165236,
"recentSuccess": 19,
"recentSuccessRate": 0.475,
"recentTerminal": 40,
"recentWilsonLowerBound": 0.32935229550181694,
"qualityFactor": 2.464890196156939,
"queueFactor": 0.8823948840229245,
"queueWeight": 0.8823948840229245,
"recentSuccess": 17,
"recentSuccessRate": 0.4473684210526316,
"recentTerminal": 38,
"recentWilsonLowerBound": 0.3014616531155089,
"running": 7,
"selectionWeight": 2.219776744791309,
"selectionWeight": 2.175006498767146,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.666666666666667,
"waiting": 14881
"throughputPerHour": 6.333333333333333,
"waiting": 14895
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 441.4146341463415,
"backlogHours": 449.0082644628099,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.3905191241873341,
"queueFactor": 1.1322720472055983,
"queueWeight": 1.1322720472055983,
"recentSuccess": 25,
"recentSuccessRate": 0.2032520325203252,
"recentTerminal": 123,
"recentWilsonLowerBound": 0.1416321145776123,
"qualityFactor": 0.38827729044008885,
"queueFactor": 1.1311912978103713,
"queueWeight": 1.1311912978103713,
"recentSuccess": 23,
"recentSuccessRate": 0.19008264462809918,
"recentTerminal": 121,
"recentWilsonLowerBound": 0.1301333553120293,
"running": 7,
"selectionWeight": 0.44217388821653003,
"selectionWeight": 0.4392158920832186,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.5,
"waiting": 9049
"throughputPerHour": 20.166666666666668,
"waiting": 9055
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 51.255972696245735,
"backlogHours": 49.93355481727575,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
@@ -539,197 +539,197 @@
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 11,
"recentSuccessRate": 0.03754266211604096,
"recentTerminal": 293,
"recentWilsonLowerBound": 0.021090116400137512,
"recentSuccess": 12,
"recentSuccessRate": 0.03986710963455149,
"recentTerminal": 301,
"recentWilsonLowerBound": 0.022950103141283904,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 48.833333333333336,
"waiting": 2503
"throughputPerHour": 50.166666666666664,
"waiting": 2505
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 143.85365853658539,
"backlogHours": 139.04716981132074,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.12368079576026611,
"qualityFactor": 0.1684217996467383,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 25,
"recentSuccessRate": 0.12195121951219512,
"recentTerminal": 205,
"recentWilsonLowerBound": 0.08398253810899534,
"running": 11,
"selectionWeight": 0.16078503448834594,
"recentSuccess": 27,
"recentSuccessRate": 0.12735849056603774,
"recentTerminal": 212,
"recentWilsonLowerBound": 0.08902359612249729,
"running": 6,
"selectionWeight": 0.21894833954075982,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 34.166666666666664,
"waiting": 4915
"throughputPerHour": 35.333333333333336,
"waiting": 4913
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2281.1428571428573,
"backlogHours": 2395.2,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.1335230223844133,
"queueFactor": 0.885023743917238,
"queueWeight": 0.885023743917238,
"qualityFactor": 1.5232792318912187,
"queueFactor": 0.8799802766047252,
"queueWeight": 0.8799802766047252,
"recentSuccess": 15,
"recentSuccessRate": 0.35714285714285715,
"recentTerminal": 42,
"recentWilsonLowerBound": 0.22988992501626865,
"recentSuccessRate": 0.375,
"recentTerminal": 40,
"recentWilsonLowerBound": 0.24222773535791722,
"running": 2,
"selectionWeight": 1.0031947890870367,
"selectionWeight": 1.340455679825868,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.0,
"throughputPerHour": 6.666666666666667,
"waiting": 15968
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 748.9411764705883,
"backlogHours": 670.5473684210526,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.813278454101507,
"queueFactor": 1.0459493121525887,
"queueWeight": 1.0459493121525887,
"qualityFactor": 0.7548399797754173,
"queueFactor": 1.0651475832086343,
"queueWeight": 1.0651475832086343,
"recentSuccess": 24,
"recentSuccessRate": 0.2823529411764706,
"recentTerminal": 85,
"recentWilsonLowerBound": 0.1976871950548005,
"recentSuccessRate": 0.25263157894736843,
"recentTerminal": 95,
"recentWilsonLowerBound": 0.1760442180666685,
"running": 8,
"selectionWeight": 0.8506480396559919,
"selectionWeight": 0.8040159801670401,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.166666666666666,
"waiting": 10610
"throughputPerHour": 15.833333333333334,
"waiting": 10617
},
"MetaX_c-500": {
"available": true,
"backlogHours": 821.4074074074074,
"backlogHours": 801.3975903614457,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.9087613361768729,
"queueFactor": 1.031558834229094,
"queueWeight": 1.031558834229094,
"recentSuccess": 24,
"recentSuccessRate": 0.2962962962962963,
"recentTerminal": 81,
"recentWilsonLowerBound": 0.207918166563683,
"qualityFactor": 1.1491989312860282,
"queueFactor": 1.0370435646426324,
"queueWeight": 1.0370435646426324,
"recentSuccess": 25,
"recentSuccessRate": 0.30120481927710846,
"recentTerminal": 83,
"recentWilsonLowerBound": 0.21310549002452867,
"running": 4,
"selectionWeight": 0.9374407845390889,
"selectionWeight": 1.1917693561843663,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.5,
"waiting": 11089
"throughputPerHour": 13.833333333333334,
"waiting": 11086
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2010.65625,
"backlogHours": 2043.3333333333333,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.3979996176110947,
"queueFactor": 0.9019389053240172,
"queueWeight": 0.9019389053240172,
"recentSuccess": 23,
"recentSuccessRate": 0.359375,
"recentTerminal": 64,
"recentWilsonLowerBound": 0.2528823053221461,
"qualityFactor": 1.3526518215803864,
"queueFactor": 0.9012044399748723,
"queueWeight": 0.9012044399748723,
"recentSuccess": 21,
"recentSuccessRate": 0.3333333333333333,
"recentTerminal": 63,
"recentWilsonLowerBound": 0.2294944981270832,
"running": 4,
"selectionWeight": 1.2609102447515455,
"selectionWeight": 1.2190158273483431,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 10.666666666666666,
"waiting": 21447
"throughputPerHour": 10.5,
"waiting": 21455
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 6669.428571428571,
"backlogHours": 6672.428571428571,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.09845889584321145,
"queueFactor": 0.7534674598425035,
"queueWeight": 0.7534674598425035,
"qualityFactor": 0.11793847023707553,
"queueFactor": 0.7546257416154378,
"queueWeight": 0.7546257416154378,
"recentSuccess": 3,
"recentSuccessRate": 0.21428571428571427,
"recentTerminal": 14,
"recentWilsonLowerBound": 0.07571248336916371,
"running": 2,
"selectionWeight": 0.07418557414988217,
"selectionWeight": 0.08899940556764337,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 2.3333333333333335,
"waiting": 15562
"waiting": 15569
},
"Vastai_va16": {
"available": true,
"backlogHours": 2174.769230769231,
"backlogHours": 1927.3636363636365,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.08943014642833001,
"queueFactor": 0.8913860187504956,
"queueWeight": 0.8913860187504956,
"recentSuccess": 6,
"recentSuccessRate": 0.15384615384615385,
"recentTerminal": 39,
"recentWilsonLowerBound": 0.07247373845051468,
"qualityFactor": 0.05,
"queueFactor": 0.9091376772573213,
"queueWeight": 0.9091376772573213,
"recentSuccess": 5,
"recentSuccessRate": 0.11363636363636363,
"recentTerminal": 44,
"recentWilsonLowerBound": 0.04952707589567494,
"running": 16,
"selectionWeight": 0.07971678218102295,
"selectionWeight": 0.04545688386286607,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.5,
"waiting": 14136
"submissionEligible": false,
"throughputPerHour": 7.333333333333333,
"waiting": 14134
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 977.4065934065934,
"backlogHours": 990.5333333333333,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 1.1560842924558352,
"queueFactor": 1.0050010263696372,
"queueWeight": 1.0050010263696372,
"recentSuccess": 29,
"recentSuccessRate": 0.31868131868131866,
"recentTerminal": 91,
"recentWilsonLowerBound": 0.2319585919157763,
"qualityFactor": 1.1730876747224719,
"queueFactor": 1.0046015442867042,
"queueWeight": 1.0046015442867042,
"recentSuccess": 27,
"recentSuccessRate": 0.3,
"recentTerminal": 90,
"recentWilsonLowerBound": 0.21510778051256527,
"running": 6,
"selectionWeight": 1.1618659004879301,
"selectionWeight": 1.1784856896098943,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.166666666666666,
"waiting": 14824
"throughputPerHour": 15.0,
"waiting": 14858
}
},
"queueAttemptedAt": "2026-09-20T03:17:52.074620+00:00",
"queueAttemptedAt": "2026-09-20T03:29:29.160180+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-20T03:17:52.074620+00:00",
"queueUpdatedAt": "2026-09-20T03:29:29.160180+00:00",
"supportedGpus": [
"Vastai_va16",
"Kunlunxin_p-800",

File diff suppressed because it is too large Load Diff

View File

@@ -1253,6 +1253,28 @@
{"batchId": "d6d65a812dfd459f8613cd92916ac92d", "completedAt": "2026-09-20T03:25:33.197623+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:25:23.466552+00:00", "framework": "vllm", "intentId": "ac77e798f0e841cd9f7a78d82f8fc1d7", "lastModified": "2026-09-19T14:40:27+00:00", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "reason": null, "reconciledAt": "2026-09-20T03:26:25.091958+00:00", "repoId": "solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "4969693", "taskType": "text-generation"}
{"batchId": "d6d65a812dfd459f8613cd92916ac92d", "completedAt": "2026-09-20T03:25:33.197626+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:25:23.466609+00:00", "framework": "vllm", "intentId": "5c01fa0ce5fa4ce996871b87173da8dd", "lastModified": "2026-09-16T16:39:48+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "reason": null, "reconciledAt": "2026-09-20T03:26:25.089847+00:00", "repoId": "BAAI/RoboBrain2.5-8B-MT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "4969694", "taskType": "text-generation"}
{"batchId": "d6d65a812dfd459f8613cd92916ac92d", "completedAt": "2026-09-20T03:25:33.197629+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:25:23.466670+00:00", "framework": "vllm", "intentId": "5984d7330fe74ddaa952b3502fc70499", "lastModified": "2026-09-16T17:13:44+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "reason": null, "reconciledAt": "2026-09-20T03:26:25.090919+00:00", "repoId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "4969695", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.938438+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a0afc2042f9d44b194dca95ce774a738", "lastModified": "2026-08-26T17:23:58+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.938549+00:00", "framework": "vllm_fix_tokenizer", "intentId": "86dd6e4d10bb429382d889f63a069b04", "lastModified": "2026-08-26T17:20:09+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.938595+00:00", "framework": "vllm_fix_tokenizer", "intentId": "64f1864148cb481f97654985aa43a37e", "lastModified": "2026-08-26T13:13:18+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.938640+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4b4c314d68c44e4f8aa06b267c2f5208", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.938694+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e756833e225b454ba7d795585541e1ca", "lastModified": "2026-09-15T15:01:23+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "repoId": "mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.938738+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b60888ad41194d3c8b194b22f38e3c32", "lastModified": "2026-09-17T15:15:04+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "repoId": "mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.938781+00:00", "framework": "vllm_fix_tokenizer", "intentId": "72be4d7368204670b0fd12539a12dfeb", "lastModified": "2026-09-15T15:11:14+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "repoId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.938823+00:00", "framework": "vllm_tokenizer_patch", "intentId": "bbbb2e7b2aaa44308a2878de24af195f", "lastModified": "2026-09-14T13:40:21+00:00", "modelAddress": "https://modelscope.cn/models/IntervitensInc/kek_mk3", "repoId": "IntervitensInc/kek_mk3", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.938874+00:00", "framework": "vllm_tokenizer_patch", "intentId": "06e92aa5abe247729acdbf2710aeeece", "lastModified": "2026-09-15T15:08:08+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit", "repoId": "mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.938924+00:00", "framework": "vllm", "intentId": "e7c9794489dc4f70b7bc2201afc9c159", "lastModified": "2026-08-31T14:27:40+00:00", "modelAddress": "https://modelscope.cn/models/sbintuitions/sarashina2.2-3b-instruct-v0.1", "repoId": "sbintuitions/sarashina2.2-3b-instruct-v0.1", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.938985+00:00", "framework": "vllm", "intentId": "b7c59baf9dd1428692b9eea0a712e7d2", "lastModified": "2026-08-26T17:29:18+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "533968aac3b9c90272dfbe2866791f782e077f0dceee5b6ffffce48ba6674a10", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.939043+00:00", "framework": "vllm", "intentId": "4d24813abb414881b895664234e40f50", "lastModified": "2026-08-26T18:08:39+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "MetaX_c-500", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.939094+00:00", "framework": "vllm", "intentId": "55cc784bb10e47b097cf6a7ebe690f04", "lastModified": "2026-09-12T12:30:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.939151+00:00", "framework": "vllm", "intentId": "03e9df4cd9f14249942debb1510b5eba", "lastModified": "2026-09-04T12:06:20+00:00", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "repoId": "inclusionAI/Ling-3.0-tiny", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.939208+00:00", "framework": "vllm", "intentId": "bfe0ddd90de54cb8b8ac7b672cbae3a2", "lastModified": "2026-09-12T12:32:06+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-GPTQ", "repoId": "OpenBMB/MiniCPM5-2B-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.939275+00:00", "framework": "vllm", "intentId": "4b43288947e74099915518ac2479e9c6", "lastModified": "2026-09-19T14:48:58+00:00", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-8B-Instruct-v0.4-AWQ", "repoId": "solidrust/Llama-3-8B-Instruct-v0.4-AWQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.939332+00:00", "framework": "vllm", "intentId": "4fd03c894e994c94997e290f5ac21125", "lastModified": "2026-09-19T14:28:18+00:00", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-8B-Instruct-DPO-v0.1-AWQ", "repoId": "solidrust/Llama-3-8B-Instruct-DPO-v0.1-AWQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.939389+00:00", "framework": "vllm", "intentId": "146e87bafa444a6ca9145c35e7cf795d", "lastModified": "2026-09-19T14:42:49+00:00", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-8B-Instruct-v0.5-AWQ", "repoId": "solidrust/Llama-3-8B-Instruct-v0.5-AWQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.939445+00:00", "framework": "vllm", "intentId": "7e39e2f18d2d4fd998115066eeaef199", "lastModified": "2026-09-19T14:43:57+00:00", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-11B-Instruct-v0.1-AWQ", "repoId": "solidrust/Llama-3-11B-Instruct-v0.1-AWQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.939502+00:00", "framework": "vllm", "intentId": "a64eb235d18745bb9d89b5e0ffbdd5ff", "lastModified": "2026-09-19T14:37:29+00:00", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "repoId": "solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.939559+00:00", "framework": "vllm", "intentId": "c7611e6b92f84997ad01a0afb937cfae", "lastModified": "2026-09-09T06:27:24+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "5177472595af4810828b15c6f8cedaf5", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:30:22.939616+00:00", "framework": "vllm", "intentId": "aa4acbf9f5f343fe829252e21693607e", "lastModified": "2026-08-28T05:30:04+00:00", "modelAddress": "https://modelscope.cn/models/whcl412/mlx-LycheeAI-coder-1.7b", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "a0638aa6b9d441fc8127d1ff98b0380e", "completedAt": "2026-09-20T02:22:36.529135+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-10T13:27:22.633245+00:00", "framework": "vllm", "intentId": "8986a9476a034876a874432fe981a93c", "repoId": "laion/swesmith-nl2bash-stack-bugsseq", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "success", "targetGpu": "Biren_166m", "taskId": "4760700", "taskType": "text-generation"}
{"batchId": "3601d2529e2f4dbab4abc91721a031a6", "completedAt": "2026-09-20T01:08:42.115049+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-19T12:27:15.291074+00:00", "framework": "vllm_tokenizer_patch", "intentId": "56909ec2a21e4e3f9e0a55deb70d46c0", "repoId": "Arain119/Sophia", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "failed", "targetGpu": "Ascend_910-b3", "taskId": "4956471", "taskType": "text-generation"}
{"batchId": "17f9bc75c9254b23a97517096a945dfd", "completedAt": "2026-09-20T00:27:18.357432+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-09T17:53:27.791335+00:00", "framework": "vllm-mlu", "intentId": "e8b41bd8a15a4f4ab9051c3e998dfc85", "repoId": "laion/swesmith-nl2bash-stack-bugsseq", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "success", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4744096", "taskType": "text-generation"}