state: generation 10255 (intent)
This commit is contained in:
@@ -1762,7 +1762,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-20T05:13:17.045327+00:00",
|
||||
"generatedAt": "2026-09-20T05:15:19.456421+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -1,108 +1,108 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-09-20T05:00:35.852924+00:00",
|
||||
"communityAttemptedAt": "2026-09-20T05:15:45.775700+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-20T05:00:35.852924+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-20T02:51:24.162611+00:00",
|
||||
"communityUpdatedAt": "2026-09-20T05:15:45.775700+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-20T05:15:45.775700+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39735,
|
||||
"modelCount": 39753,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19226,
|
||||
"successRate": 0.48385554297219074,
|
||||
"wilsonLowerBound": 0.4789435920734952
|
||||
"successCount": 19236,
|
||||
"successRate": 0.48388800845219226,
|
||||
"wilsonLowerBound": 0.47897715583915135
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 53104,
|
||||
"modelCount": 53124,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14842,
|
||||
"successRate": 0.2794893040072311,
|
||||
"wilsonLowerBound": 0.2756885959097516
|
||||
"successCount": 14848,
|
||||
"successRate": 0.2794970258263685,
|
||||
"wilsonLowerBound": 0.275696997375085
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2796,
|
||||
"modelCount": 2814,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 794,
|
||||
"successRate": 0.28397711015736765,
|
||||
"wilsonLowerBound": 0.2675678814488415
|
||||
"successCount": 801,
|
||||
"successRate": 0.2846481876332623,
|
||||
"wilsonLowerBound": 0.2682777798272296
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 33046,
|
||||
"modelCount": 33065,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14627,
|
||||
"successRate": 0.4426254312170913,
|
||||
"wilsonLowerBound": 0.4372770509439547
|
||||
"successCount": 14638,
|
||||
"successRate": 0.44270376531075156,
|
||||
"wilsonLowerBound": 0.4373568132768893
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37559,
|
||||
"modelCount": 37570,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10671,
|
||||
"successRate": 0.28411299555366226,
|
||||
"wilsonLowerBound": 0.27957418321153465
|
||||
"successCount": 10674,
|
||||
"successRate": 0.28410966196433324,
|
||||
"wilsonLowerBound": 0.27957152731376095
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8955,
|
||||
"modelCount": 8976,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3842,
|
||||
"successRate": 0.42903405918481297,
|
||||
"wilsonLowerBound": 0.4188154531876207
|
||||
"successCount": 3850,
|
||||
"successRate": 0.42892156862745096,
|
||||
"wilsonLowerBound": 0.4187152644953327
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 63955,
|
||||
"modelCount": 63957,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12087,
|
||||
"successRate": 0.18899226018294113,
|
||||
"wilsonLowerBound": 0.18597671030899082
|
||||
"successRate": 0.18898635020404334,
|
||||
"wilsonLowerBound": 0.18597088392460556
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 18095,
|
||||
"modelCount": 18150,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3626,
|
||||
"successRate": 0.20038684719535782,
|
||||
"wilsonLowerBound": 0.19461826002440874
|
||||
"successCount": 3639,
|
||||
"successRate": 0.20049586776859504,
|
||||
"wilsonLowerBound": 0.19473472099152284
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6117,
|
||||
"modelCount": 6127,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 61,
|
||||
"successRate": 0.009972208598986431,
|
||||
"wilsonLowerBound": 0.007771577465211572
|
||||
"successRate": 0.00995593275665089,
|
||||
"wilsonLowerBound": 0.0077588810040612344
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26160,
|
||||
"modelCount": 26163,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3224,
|
||||
"successRate": 0.12324159021406728,
|
||||
"wilsonLowerBound": 0.11931340002491506
|
||||
"successRate": 0.12322745862477545,
|
||||
"wilsonLowerBound": 0.11929968878466886
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -115,23 +115,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 11326,
|
||||
"modelCount": 11346,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4762,
|
||||
"successRate": 0.4204485255165107,
|
||||
"wilsonLowerBound": 0.4113858211737057
|
||||
"successCount": 4765,
|
||||
"successRate": 0.41997179622774544,
|
||||
"wilsonLowerBound": 0.4109186352578301
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24172,
|
||||
"modelCount": 24174,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3788,
|
||||
"successRate": 0.1567102432566606,
|
||||
"wilsonLowerBound": 0.152181969204135
|
||||
"successRate": 0.15669727806734507,
|
||||
"wilsonLowerBound": 0.1521693454395959
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -144,106 +144,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 43292,
|
||||
"modelCount": 43318,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10846,
|
||||
"successRate": 0.2505312759863254,
|
||||
"wilsonLowerBound": 0.24647165458223147
|
||||
"successCount": 10852,
|
||||
"successRate": 0.2505194145620758,
|
||||
"wilsonLowerBound": 0.24646107029767275
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23299,
|
||||
"modelCount": 23303,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3064,
|
||||
"successRate": 0.13150779003390703,
|
||||
"wilsonLowerBound": 0.12722890611940293
|
||||
"successRate": 0.13148521649573017,
|
||||
"wilsonLowerBound": 0.12720701429198458
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86653,
|
||||
"modelCount": 86656,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9764,
|
||||
"successRate": 0.11267930712150762,
|
||||
"wilsonLowerBound": 0.11059109274300094
|
||||
"successRate": 0.11267540620384048,
|
||||
"wilsonLowerBound": 0.11058725966103582
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 40646,
|
||||
"modelCount": 40666,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4984,
|
||||
"successRate": 0.12261969197461005,
|
||||
"wilsonLowerBound": 0.11946655194185078
|
||||
"successRate": 0.12255938621944622,
|
||||
"wilsonLowerBound": 0.11940769297698448
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 32233,
|
||||
"modelCount": 32279,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3420,
|
||||
"successRate": 0.10610244159712097,
|
||||
"wilsonLowerBound": 0.10278714150205615
|
||||
"successRate": 0.10595123764676725,
|
||||
"wilsonLowerBound": 0.10264039567688626
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 88714,
|
||||
"modelCount": 88728,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21102,
|
||||
"successRate": 0.23786550037198187,
|
||||
"wilsonLowerBound": 0.23507506043295368
|
||||
"successCount": 21114,
|
||||
"successRate": 0.2379632134162835,
|
||||
"wilsonLowerBound": 0.2351725927893341
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5185,
|
||||
"modelCount": 5190,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 566,
|
||||
"successRate": 0.10916104146576663,
|
||||
"wilsonLowerBound": 0.1009604217213524
|
||||
"successRate": 0.10905587668593449,
|
||||
"wilsonLowerBound": 0.10086272960894647
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112552,
|
||||
"modelCount": 112558,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16510,
|
||||
"successRate": 0.14668775321629113,
|
||||
"wilsonLowerBound": 0.1446328601279346
|
||||
"successRate": 0.1466799339007445,
|
||||
"wilsonLowerBound": 0.14462514114426753
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 17583,
|
||||
"modelCount": 17628,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3473,
|
||||
"successRate": 0.1975203321389979,
|
||||
"wilsonLowerBound": 0.19170186559887256
|
||||
"successCount": 3476,
|
||||
"successRate": 0.19718629453142728,
|
||||
"wilsonLowerBound": 0.19137899542745473
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 42863,
|
||||
"modelCount": 42891,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5576,
|
||||
"successRate": 0.13008888785199357,
|
||||
"wilsonLowerBound": 0.12693728049176636
|
||||
"successRate": 0.13000396353547364,
|
||||
"wilsonLowerBound": 0.1268542657028773
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6763,
|
||||
"modelCount": 6771,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 561,
|
||||
"successRate": 0.08295135294987431,
|
||||
"wilsonLowerBound": 0.0766122537176577
|
||||
"successCount": 563,
|
||||
"successRate": 0.08314872249298479,
|
||||
"wilsonLowerBound": 0.07680602793945661
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -258,76 +258,76 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 31247,
|
||||
"modelCount": 31256,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5631,
|
||||
"successRate": 0.18020930009280892,
|
||||
"wilsonLowerBound": 0.17598690237020712
|
||||
"successCount": 5634,
|
||||
"successRate": 0.180253391348861,
|
||||
"wilsonLowerBound": 0.17603118392480854
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60896,
|
||||
"modelCount": 60897,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12393,
|
||||
"successRate": 0.20351090383604833,
|
||||
"wilsonLowerBound": 0.20033189580189673
|
||||
"successRate": 0.20350756194886446,
|
||||
"wilsonLowerBound": 0.20032859961759286
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8106,
|
||||
"modelCount": 8134,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2348,
|
||||
"successRate": 0.28966197878114974,
|
||||
"wilsonLowerBound": 0.27988858911443326
|
||||
"successCount": 2359,
|
||||
"successRate": 0.29001721170395867,
|
||||
"wilsonLowerBound": 0.28025673962546915
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 12999,
|
||||
"modelCount": 13010,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3349,
|
||||
"successRate": 0.25763520270790063,
|
||||
"wilsonLowerBound": 0.2501894031297637
|
||||
"successCount": 3350,
|
||||
"successRate": 0.25749423520368947,
|
||||
"wilsonLowerBound": 0.25005293702555137
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61163,
|
||||
"modelCount": 61194,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16775,
|
||||
"successRate": 0.2742671222798097,
|
||||
"wilsonLowerBound": 0.270745588094956
|
||||
"successCount": 16783,
|
||||
"successRate": 0.2742589142726411,
|
||||
"wilsonLowerBound": 0.2707383019655485
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 46640,
|
||||
"modelCount": 46651,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20432,
|
||||
"successRate": 0.43807890222984563,
|
||||
"wilsonLowerBound": 0.43358130186241867
|
||||
"successCount": 20439,
|
||||
"successRate": 0.4381256564703865,
|
||||
"wilsonLowerBound": 0.4336285289688326
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36628,
|
||||
"modelCount": 36642,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3495,
|
||||
"successRate": 0.09541880528557388,
|
||||
"wilsonLowerBound": 0.09245231392303467
|
||||
"successCount": 3500,
|
||||
"successRate": 0.0955188035587577,
|
||||
"wilsonLowerBound": 0.09255145128038486
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 564,
|
||||
"modelCount": 566,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -356,12 +356,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 5975,
|
||||
"modelCount": 5981,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2531,
|
||||
"successRate": 0.42359832635983263,
|
||||
"wilsonLowerBound": 0.4111220453696742
|
||||
"successCount": 2536,
|
||||
"successRate": 0.4240093629827788,
|
||||
"wilsonLowerBound": 0.4115374444578867
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -376,161 +376,161 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 11742,
|
||||
"modelCount": 11761,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3849,
|
||||
"successRate": 0.3277976494634645,
|
||||
"wilsonLowerBound": 0.31936457995069834
|
||||
"successCount": 3850,
|
||||
"successRate": 0.32735311623161295,
|
||||
"wilsonLowerBound": 0.3189299091983302
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 26518,
|
||||
"modelCount": 26523,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13458,
|
||||
"successRate": 0.5075043366769741,
|
||||
"wilsonLowerBound": 0.5014863146399958
|
||||
"successCount": 13463,
|
||||
"successRate": 0.5075971798062059,
|
||||
"wilsonLowerBound": 0.5015797284885259
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 62531,
|
||||
"modelCount": 62558,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6295,
|
||||
"successRate": 0.10067006764644736,
|
||||
"wilsonLowerBound": 0.0983361405010857
|
||||
"successCount": 6298,
|
||||
"successRate": 0.10067457399533233,
|
||||
"wilsonLowerBound": 0.09834109816080622
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 12511,
|
||||
"modelCount": 12512,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1805,
|
||||
"successRate": 0.14427303972504196,
|
||||
"wilsonLowerBound": 0.13822519597095645
|
||||
"successRate": 0.14426150895140666,
|
||||
"wilsonLowerBound": 0.13821411049838211
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-20T05:14:37.931766+00:00",
|
||||
"generatedAt": "2026-09-20T05:15:45.775700+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 992.2816901408451,
|
||||
"backlogHours": 1013.5251798561151,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9951598282950843,
|
||||
"queueWeight": 0.9951598282950843,
|
||||
"recentSuccess": 53,
|
||||
"recentSuccessRate": 0.3732394366197183,
|
||||
"recentTerminal": 142,
|
||||
"recentWilsonLowerBound": 0.2980091971868539,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.487899570737711,
|
||||
"queueFactor": 0.9943872710499514,
|
||||
"queueWeight": 0.9943872710499514,
|
||||
"recentSuccess": 52,
|
||||
"recentSuccessRate": 0.37410071942446044,
|
||||
"recentTerminal": 139,
|
||||
"recentWilsonLowerBound": 0.2980592988538872,
|
||||
"running": 6,
|
||||
"selectionWeight": 2.4859681776248785,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.666666666666668,
|
||||
"waiting": 23484
|
||||
"throughputPerHour": 23.166666666666668,
|
||||
"waiting": 23480
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1293.3692307692306,
|
||||
"backlogHours": 1283.4503816793895,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.374926605812729,
|
||||
"queueFactor": 0.9563782799737246,
|
||||
"queueWeight": 0.9563782799737246,
|
||||
"recentSuccess": 48,
|
||||
"recentSuccessRate": 0.36923076923076925,
|
||||
"recentTerminal": 130,
|
||||
"recentWilsonLowerBound": 0.29113735563740545,
|
||||
"qualityFactor": 2.4600089059545693,
|
||||
"queueFactor": 0.9597848164862818,
|
||||
"queueWeight": 0.9597848164862818,
|
||||
"recentSuccess": 49,
|
||||
"recentSuccessRate": 0.37404580152671757,
|
||||
"recentTerminal": 131,
|
||||
"recentWilsonLowerBound": 0.29588254392287383,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.2713282223310136,
|
||||
"selectionWeight": 2.361079196356225,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 21.666666666666668,
|
||||
"waiting": 28023
|
||||
"throughputPerHour": 21.833333333333332,
|
||||
"waiting": 28022
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 192.8,
|
||||
"backlogHours": 195.28378378378378,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.3107612514135751,
|
||||
"queueFactor": 1.2723952193874801,
|
||||
"queueWeight": 1.2723952193874801,
|
||||
"qualityFactor": 0.3201876549436533,
|
||||
"queueFactor": 1.2730070551323964,
|
||||
"queueWeight": 1.2730070551323964,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.16666666666666666,
|
||||
"recentTerminal": 150,
|
||||
"recentWilsonLowerBound": 0.11551351052095789,
|
||||
"recentSuccessRate": 0.16891891891891891,
|
||||
"recentTerminal": 148,
|
||||
"recentWilsonLowerBound": 0.11711290528890442,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.39541113066950373,
|
||||
"selectionWeight": 0.407601143709568,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 25.0,
|
||||
"waiting": 4820
|
||||
"throughputPerHour": 24.666666666666668,
|
||||
"waiting": 4817
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1988.9333333333334,
|
||||
"backlogHours": 2033.7272727272727,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 2.0160808895915054,
|
||||
"queueFactor": 0.8965923916816017,
|
||||
"queueWeight": 0.8965923916816017,
|
||||
"qualityFactor": 2.125706612093423,
|
||||
"queueFactor": 0.8957500289235816,
|
||||
"queueWeight": 0.8957500289235816,
|
||||
"recentSuccess": 18,
|
||||
"recentSuccessRate": 0.4,
|
||||
"recentTerminal": 45,
|
||||
"recentWilsonLowerBound": 0.27024679447957545,
|
||||
"recentSuccessRate": 0.4090909090909091,
|
||||
"recentTerminal": 44,
|
||||
"recentWilsonLowerBound": 0.27687643879006824,
|
||||
"running": 7,
|
||||
"selectionWeight": 1.807602786622419,
|
||||
"selectionWeight": 1.9041017592657323,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.5,
|
||||
"waiting": 14917
|
||||
"throughputPerHour": 7.333333333333333,
|
||||
"waiting": 14914
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 407.4179104477612,
|
||||
"backlogHours": 410.30075187969925,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.3207259178624783,
|
||||
"queueFactor": 1.1373184005224175,
|
||||
"queueWeight": 1.1373184005224175,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.17164179104477612,
|
||||
"recentTerminal": 134,
|
||||
"recentWilsonLowerBound": 0.11718265287943842,
|
||||
"qualityFactor": 0.3654451582884249,
|
||||
"queueFactor": 1.1388470229215686,
|
||||
"queueWeight": 1.1388470229215686,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.18045112781954886,
|
||||
"recentTerminal": 133,
|
||||
"recentWilsonLowerBound": 0.12436657584839936,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.3647674879094381,
|
||||
"selectionWeight": 0.41618613055787407,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 22.333333333333332,
|
||||
"waiting": 9099
|
||||
"throughputPerHour": 22.166666666666668,
|
||||
"waiting": 9095
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 53.978339350180505,
|
||||
"backlogHours": 43.90029325513196,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -540,196 +540,196 @@
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 12,
|
||||
"recentSuccessRate": 0.04332129963898917,
|
||||
"recentTerminal": 277,
|
||||
"recentWilsonLowerBound": 0.024952334121049146,
|
||||
"recentSuccessRate": 0.03519061583577713,
|
||||
"recentTerminal": 341,
|
||||
"recentWilsonLowerBound": 0.020242909522105133,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 46.166666666666664,
|
||||
"waiting": 2492
|
||||
"throughputPerHour": 56.833333333333336,
|
||||
"waiting": 2495
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 136.7720930232558,
|
||||
"backlogHours": 111.58174904942965,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.24392447270091003,
|
||||
"qualityFactor": 0.15531547002291957,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.14418604651162792,
|
||||
"recentTerminal": 215,
|
||||
"recentWilsonLowerBound": 0.10347312399510449,
|
||||
"running": 5,
|
||||
"selectionWeight": 0.317101814511183,
|
||||
"recentSuccessRate": 0.11787072243346007,
|
||||
"recentTerminal": 263,
|
||||
"recentWilsonLowerBound": 0.08429293552124587,
|
||||
"running": 12,
|
||||
"selectionWeight": 0.20191011102979545,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 35.833333333333336,
|
||||
"waiting": 4901
|
||||
"throughputPerHour": 43.833333333333336,
|
||||
"waiting": 4891
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2520.789473684211,
|
||||
"backlogHours": 2588.9189189189187,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.46641415056147,
|
||||
"queueFactor": 0.8652818550417286,
|
||||
"queueWeight": 0.8652818550417286,
|
||||
"qualityFactor": 1.5612587505334028,
|
||||
"queueFactor": 0.8638989981894334,
|
||||
"queueWeight": 0.8638989981894334,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.3684210526315789,
|
||||
"recentTerminal": 38,
|
||||
"recentWilsonLowerBound": 0.23384013155413794,
|
||||
"recentSuccessRate": 0.3783783783783784,
|
||||
"recentTerminal": 37,
|
||||
"recentWilsonLowerBound": 0.2406378746389103,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.2688615564572696,
|
||||
"selectionWeight": 1.348769870500293,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 6.333333333333333,
|
||||
"throughputPerHour": 6.166666666666667,
|
||||
"waiting": 15965
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 633.2673267326733,
|
||||
"backlogHours": 626.8823529411765,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.4759135052980135,
|
||||
"queueFactor": 1.0645106750545317,
|
||||
"queueWeight": 1.0645106750545317,
|
||||
"recentSuccess": 21,
|
||||
"recentSuccessRate": 0.2079207920792079,
|
||||
"recentTerminal": 101,
|
||||
"recentWilsonLowerBound": 0.14020699355070068,
|
||||
"qualityFactor": 0.5276954953282343,
|
||||
"queueFactor": 1.068692671127745,
|
||||
"queueWeight": 1.068692671127745,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.21568627450980393,
|
||||
"recentTerminal": 102,
|
||||
"recentWilsonLowerBound": 0.14697094402656705,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.5066150067923568,
|
||||
"selectionWeight": 0.5639443084444092,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.833333333333332,
|
||||
"waiting": 10660
|
||||
"throughputPerHour": 17.0,
|
||||
"waiting": 10657
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 791.7857142857143,
|
||||
"backlogHours": 747.2359550561797,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.7339510265928337,
|
||||
"queueFactor": 1.0294302688698964,
|
||||
"queueWeight": 1.0294302688698964,
|
||||
"qualityFactor": 1.5159530946236424,
|
||||
"queueFactor": 1.0409073463271938,
|
||||
"queueWeight": 1.0409073463271938,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.34523809523809523,
|
||||
"recentTerminal": 84,
|
||||
"recentWilsonLowerBound": 0.2523486284686916,
|
||||
"recentSuccessRate": 0.3258426966292135,
|
||||
"recentTerminal": 89,
|
||||
"recentWilsonLowerBound": 0.2374382846345705,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.7849816715126938,
|
||||
"selectionWeight": 1.577966712881193,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 14.0,
|
||||
"waiting": 11085
|
||||
"throughputPerHour": 14.833333333333334,
|
||||
"waiting": 11084
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1867.7391304347825,
|
||||
"backlogHours": 1840.8857142857144,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.8353980999407058,
|
||||
"queueFactor": 0.9050876740830645,
|
||||
"queueWeight": 0.9050876740830645,
|
||||
"qualityFactor": 1.7741135684555673,
|
||||
"queueFactor": 0.9092361903552588,
|
||||
"queueWeight": 0.9092361903552588,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.36231884057971014,
|
||||
"recentTerminal": 69,
|
||||
"recentWilsonLowerBound": 0.2589555625346011,
|
||||
"recentSuccessRate": 0.35714285714285715,
|
||||
"recentTerminal": 70,
|
||||
"recentWilsonLowerBound": 0.2550317346898088,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.6611961972918092,
|
||||
"selectionWeight": 1.6130882622401137,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.5,
|
||||
"waiting": 21479
|
||||
"throughputPerHour": 11.666666666666666,
|
||||
"waiting": 21477
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 5497.764705882352,
|
||||
"backlogHours": 5841.375,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.20470628127387233,
|
||||
"queueFactor": 0.76976854542785,
|
||||
"queueWeight": 0.76976854542785,
|
||||
"qualityFactor": 0.23534107287026332,
|
||||
"queueFactor": 0.7646337698608545,
|
||||
"queueWeight": 0.7646337698608545,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.23529411764705882,
|
||||
"recentTerminal": 17,
|
||||
"recentWilsonLowerBound": 0.09554889071675943,
|
||||
"recentSuccessRate": 0.25,
|
||||
"recentTerminal": 16,
|
||||
"recentWilsonLowerBound": 0.10181901984237347,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.15757645637613305,
|
||||
"selectionWeight": 0.17994973175188753,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 2.8333333333333335,
|
||||
"throughputPerHour": 2.6666666666666665,
|
||||
"waiting": 15577
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 2833.8,
|
||||
"backlogHours": 3542.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.11447266779449469,
|
||||
"queueFactor": 0.850222715257114,
|
||||
"queueWeight": 0.850222715257114,
|
||||
"qualityFactor": 0.19029930661897496,
|
||||
"queueFactor": 0.8242205799793384,
|
||||
"queueWeight": 0.8242205799793384,
|
||||
"recentSuccess": 5,
|
||||
"recentSuccessRate": 0.16666666666666666,
|
||||
"recentTerminal": 30,
|
||||
"recentWilsonLowerBound": 0.07336434240351682,
|
||||
"recentSuccessRate": 0.20833333333333334,
|
||||
"recentTerminal": 24,
|
||||
"recentWilsonLowerBound": 0.09244689104788088,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.09732726243496087,
|
||||
"selectionWeight": 0.15684860487115748,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 5.0,
|
||||
"waiting": 14169
|
||||
"throughputPerHour": 4.0,
|
||||
"waiting": 14168
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 929.1157894736842,
|
||||
"backlogHours": 938.872340425532,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.547053398911019,
|
||||
"queueFactor": 1.0050267173332994,
|
||||
"queueWeight": 1.0050267173332994,
|
||||
"recentSuccess": 21,
|
||||
"recentSuccessRate": 0.22105263157894736,
|
||||
"recentTerminal": 95,
|
||||
"recentWilsonLowerBound": 0.14937242983925722,
|
||||
"qualityFactor": 0.4904969821684673,
|
||||
"queueFactor": 1.005865137372539,
|
||||
"queueWeight": 1.005865137372539,
|
||||
"recentSuccess": 20,
|
||||
"recentSuccessRate": 0.2127659574468085,
|
||||
"recentTerminal": 94,
|
||||
"recentWilsonLowerBound": 0.14216772302859196,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.5498032817135654,
|
||||
"selectionWeight": 0.4933738143497011,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 15.833333333333334,
|
||||
"waiting": 14711
|
||||
"throughputPerHour": 15.666666666666666,
|
||||
"waiting": 14709
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-20T05:05:25.056401+00:00",
|
||||
"queueAttemptedAt": "2026-09-20T05:15:45.775700+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-20T05:05:25.056401+00:00",
|
||||
"queueUpdatedAt": "2026-09-20T05:15:45.775700+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
{
|
||||
"catalogUpdatedAt": "2026-09-20T05:14:37.931766+00:00",
|
||||
"catalogUpdatedAt": "2026-09-20T05:15:45.775700+00:00",
|
||||
"configuredTaskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
@@ -56,7 +56,7 @@
|
||||
"time-series-forecasting"
|
||||
],
|
||||
"errors": [],
|
||||
"generatedAt": "2026-09-20T05:14:37.931766+00:00",
|
||||
"generatedAt": "2026-09-20T05:15:45.775700+00:00",
|
||||
"gpuCatalog": {
|
||||
"Ascend_910-b3": {
|
||||
"canVerify": true,
|
||||
@@ -6553,6 +6553,6 @@
|
||||
"updateTime": "2025-12-22 08:59:53"
|
||||
}
|
||||
],
|
||||
"taskTreeUpdatedAt": "2026-09-20T05:14:37.931766+00:00",
|
||||
"taskTreeUpdatedAt": "2026-09-20T05:15:45.775700+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -14,7 +14,7 @@
|
||||
100
|
||||
],
|
||||
"accounts": 12,
|
||||
"activeScanned": 634,
|
||||
"activeScanned": 1153,
|
||||
"ageCleanupMode": "admission_only",
|
||||
"agePolicySkipped": {
|
||||
"cleanupDisabled": true,
|
||||
@@ -112,14 +112,14 @@
|
||||
"unsloth/LFM2-2.6B-Exp-GGUF": "HttpJsonError: HTTP request failed for https://modelscope.cn/models/unsloth/LFM2-2.6B-Exp-GGUF/resolve/master/config.json (status=404)",
|
||||
"z-lab/Qwen3.8-27B-DFlash2-GGUF": "HttpJsonError: HTTP request failed for https://modelscope.cn/models/z-lab/Qwen3.8-27B-DFlash2-GGUF/resolve/master/config.json (status=404)"
|
||||
},
|
||||
"architectureModelConfigsComplete": 49,
|
||||
"architectureModelConfigsComplete": 48,
|
||||
"architectureOnly": false,
|
||||
"architecturePolicySkipped": {
|
||||
"frameworkCatalogUnknown": 0,
|
||||
"frameworkContextUnknown": 77,
|
||||
"modelArchitectureUnknown": 164,
|
||||
"noMatchingBlock": 445,
|
||||
"partiallyBlockedFrameworkSet": 25,
|
||||
"frameworkContextUnknown": 75,
|
||||
"modelArchitectureUnknown": 165,
|
||||
"noMatchingBlock": 964,
|
||||
"partiallyBlockedFrameworkSet": 24,
|
||||
"runningMatchedProtected": 0,
|
||||
"submissionContextMismatch": 0,
|
||||
"submissionContextUnknown": 0
|
||||
@@ -161,12 +161,12 @@
|
||||
"repositorySizeErrors": {
|
||||
"empero-ai/Qwen3.8-9B-GGUF": "recursive_repository_size_incomplete"
|
||||
},
|
||||
"repositorySizesComplete": 220,
|
||||
"repositorySizesComplete": 327,
|
||||
"skipped": {
|
||||
"fitsKnownCapacity": 632,
|
||||
"fitsKnownCapacity": 1151,
|
||||
"gpuCapacityUnknown": 0,
|
||||
"repositorySizeUnknown": 2
|
||||
},
|
||||
"stopErrors": [],
|
||||
"uniqueModels": 221
|
||||
"uniqueModels": 328
|
||||
}
|
||||
|
||||
@@ -1534,6 +1534,24 @@
|
||||
{"batchId": "40023a20f9cf4cf8bd1d244e1cc039ec", "completedAt": "2026-09-20T04:46:08.050460+00:00", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:46:06.830336+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "d43a0c03344441919e2024b8a8b63c3f", "lastModified": "2026-09-16T16:38:45+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-4-12B-it-FP8-Dynamic", "reason": null, "reconciledAt": "2026-09-20T05:15:18.531852+00:00", "repoId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Iluvatar_bi-150", "taskId": "4970952", "taskType": "text-generation"}
|
||||
{"batchId": "9cd422eaba2d4d5d986041ec575cafd4", "completedAt": "2026-09-20T05:00:40.986239+00:00", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:00:40.023437+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "df9343932b5840e5a9eaa987bf2c6f17", "lastModified": "2026-09-16T17:07:54+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-6bit", "reason": null, "reconciledAt": "2026-09-20T05:15:18.531662+00:00", "repoId": "mlx-community/LFM2.5-1.2B-Thinking-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Iluvatar_bi-150", "taskId": "4971125", "taskType": "text-generation"}
|
||||
{"batchId": "bcf9a40c95a44ac29abb414ae72cc7b0", "completedAt": "2026-09-20T05:01:56.147848+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:01:55.270355+00:00", "framework": "vllm", "intentId": "2a321630f870431cb4d1496442b9c912", "lastModified": "2026-09-16T16:38:45+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-4-12B-it-FP8-Dynamic", "reason": null, "reconciledAt": "2026-09-20T05:15:18.533094+00:00", "repoId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "recovered_active", "targetGpu": "Biren_166m", "taskId": "4971137", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.266246+00:00", "framework": "vllm_fix_tokenizer", "intentId": "26d50ae46d7d42e9b1fd706121dcc344", "lastModified": "2026-09-15T14:59:20+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "repoId": "mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.267206+00:00", "framework": "vllm_fix_tokenizer", "intentId": "db95a826d4504e65bea9d673f6abdba7", "lastModified": "2026-09-15T15:08:08+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit", "repoId": "mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.267266+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4d0d0f0130464d1c91e39c021d7dbe94", "lastModified": "2026-09-15T15:01:23+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "repoId": "mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.267312+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f39f433bda784940886eee83ced8e8a2", "lastModified": "2026-09-17T15:15:04+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "repoId": "mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.267355+00:00", "framework": "vllm_fix_tokenizer", "intentId": "cf5406428bd54776af7fa2a5ff5678c0", "lastModified": "2026-09-15T14:57:59+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-122B-A10B-OptiQ-2bit-REAP-63B", "repoId": "mlx-community/Qwen3.5-122B-A10B-OptiQ-2bit-REAP-63B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.267398+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0480d8a0745c40d7b18b2e10df1ecb9c", "lastModified": "2026-09-15T15:11:14+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "repoId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.267441+00:00", "framework": "transformers", "intentId": "9a4822cbd9714f65810d2c83b885cbfa", "lastModified": "2026-09-17T14:05:32+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.267507+00:00", "framework": "transformers", "intentId": "886fd2e922a5487c8e2db4dec8b4d720", "lastModified": "2026-09-14T19:52:04+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e4b-it-OptiQ-4bit", "repoId": "mlx-community/gemma-4-e4b-it-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.267571+00:00", "framework": "transformers", "intentId": "0014c8782b674866894328fed6925677", "lastModified": "2026-09-17T12:51:11+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.267634+00:00", "framework": "transformers", "intentId": "1b8bec3a65e7414e96d981c10422f435", "lastModified": "2026-09-17T13:39:53+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.267702+00:00", "framework": "transformers", "intentId": "ae238d8c09454e45a1f7ff05ccc87c20", "lastModified": "2026-09-14T19:46:18+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-OptiQ-4bit", "repoId": "mlx-community/gemma-4-e2b-it-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.267763+00:00", "framework": "transformers", "intentId": "f7cdcad905e2453dbb6659f2f4a2a5a6", "lastModified": "2026-09-19T12:07:43+00:00", "modelAddress": "https://modelscope.cn/models/Arain119/Sophia", "repoId": "Arain119/Sophia", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.267826+00:00", "framework": "transformers", "intentId": "72abf1e6a7174129a1d75c8b9d7c807b", "lastModified": "2026-09-17T13:54:18+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.267890+00:00", "framework": "transformers", "intentId": "468c28cce391422585b4fd25df89208c", "lastModified": "2026-09-16T17:02:01+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "repoId": "mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.267951+00:00", "framework": "transformers", "intentId": "3776352c74d14281976c956a4fde5dd2", "lastModified": "2026-09-16T17:13:44+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "repoId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.268012+00:00", "framework": "transformers", "intentId": "b821c772821a4dfa954c0e32a994be11", "lastModified": "2026-09-17T13:29:50+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "repoId": "Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.268073+00:00", "framework": "vllm-patch-tokenizer", "intentId": "4319930e38ee4c9581dd8bf58ed771a6", "lastModified": "2026-09-16T16:38:45+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-4-12B-it-FP8-Dynamic", "repoId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
|
||||
{"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.268116+00:00", "framework": "vllm", "intentId": "5b99cfaa8b6844a0ac731ac6b1054f5e", "lastModified": "2026-09-16T16:39:48+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "repoId": "BAAI/RoboBrain2.5-8B-MT", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
|
||||
{"batchId": "9b66f3a164ed48ca9a534db1d291df0f", "completedAt": "2026-09-20T04:41:55.736464+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:36:47.619879+00:00", "framework": "vllm", "intentId": "6b3a8de2b10a428c9ddf9d22b3181296", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
|
||||
{"batchId": "9b66f3a164ed48ca9a534db1d291df0f", "completedAt": "2026-09-20T04:41:55.736461+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:36:47.619821+00:00", "framework": "vllm", "intentId": "b9843c023d764a80b3d64be3bd78f7e3", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
|
||||
{"batchId": "9b66f3a164ed48ca9a534db1d291df0f", "completedAt": "2026-09-20T04:41:55.736459+00:00", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:36:47.619764+00:00", "framework": "vllm", "intentId": "02e8d73581314d238754c645ce8907e2", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
|
||||
|
||||
Reference in New Issue
Block a user