{ "communityAttemptedAt": "2026-10-16T19:15:53.881940+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-16T19:15:53.881940+00:00", "frameworkAttemptedAt": "2026-10-16T16:54:57.360126+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 42994, "officialConfigError": null, "officialConfigValid": true, "successCount": 21504, "successRate": 0.5001628134158255, "wilsonLowerBound": 0.4954367008471246 }, "vllm": { "framework": "vllm", "modelCount": 57579, "officialConfigError": null, "officialConfigValid": true, "successCount": 15463, "successRate": 0.26855277097552926, "wilsonLowerBound": 0.2649481182664045 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 4845, "officialConfigError": null, "officialConfigValid": true, "successCount": 1505, "successRate": 0.3106295149638803, "wilsonLowerBound": 0.2977534725555321 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 37852, "officialConfigError": null, "officialConfigValid": true, "successCount": 17963, "successRate": 0.47455880798900985, "wilsonLowerBound": 0.46953105655134103 }, "vllm": { "framework": "vllm", "modelCount": 40271, "officialConfigError": null, "officialConfigValid": true, "successCount": 11078, "successRate": 0.2750862903826575, "wilsonLowerBound": 0.270746382695937 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13525, "officialConfigError": null, "officialConfigValid": true, "successCount": 5632, "successRate": 0.4164140480591497, "wilsonLowerBound": 0.40813081288022424 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64235, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1883396902000467, "wilsonLowerBound": 0.18533473351464752 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 32719, "officialConfigError": null, "officialConfigValid": true, "successCount": 7015, "successRate": 0.2144014181362511, "wilsonLowerBound": 0.2099880497382908 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8147, "officialConfigError": null, "officialConfigValid": true, "successCount": 114, "successRate": 0.013992880815023935, "wilsonLowerBound": 0.011661626730134517 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26721, "officialConfigError": null, "officialConfigValid": true, "successCount": 3286, "successRate": 0.12297443957935705, "wilsonLowerBound": 0.11909083987028334 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16514, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10148964514957007, "wilsonLowerBound": 0.09697615986843272 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 16593, "officialConfigError": null, "officialConfigValid": true, "successCount": 6486, "successRate": 0.39088772373892605, "wilsonLowerBound": 0.3834892771213035 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24799, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15355457881366183, "wilsonLowerBound": 0.14912112242825257 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 53651, "officialConfigError": null, "officialConfigValid": true, "successCount": 13505, "successRate": 0.25171944604946783, "wilsonLowerBound": 0.24806484506781065 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 24986, "officialConfigError": null, "officialConfigValid": true, "successCount": 3163, "successRate": 0.12659089089890338, "wilsonLowerBound": 0.12252516878027803 }, "vllm": { "framework": "vllm", "modelCount": 87074, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11222638215770495, "wilsonLowerBound": 0.11014689086565693 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48260, "officialConfigError": null, "officialConfigValid": true, "successCount": 5633, "successRate": 0.11672192291753004, "wilsonLowerBound": 0.11388762768637553 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 49420, "officialConfigError": null, "officialConfigValid": true, "successCount": 3752, "successRate": 0.07592067988668555, "wilsonLowerBound": 0.07361821850107568 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94557, "officialConfigError": null, "officialConfigValid": true, "successCount": 23761, "successRate": 0.2512875831509037, "wilsonLowerBound": 0.24853299791390784 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 62, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5624, "officialConfigError": null, "officialConfigValid": true, "successCount": 588, "successRate": 0.10455192034139403, "wilsonLowerBound": 0.09682316692051096 }, "vllm": { "framework": "vllm", "modelCount": 112891, "officialConfigError": null, "officialConfigValid": true, "successCount": 16536, "successRate": 0.14647757571462738, "wilsonLowerBound": 0.1444269843588506 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 229, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.004366812227074236, "wilsonLowerBound": 0.0007712460958295823 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 24869, "officialConfigError": null, "officialConfigValid": true, "successCount": 4098, "successRate": 0.16478346535847843, "wilsonLowerBound": 0.16022443066902173 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44129, "officialConfigError": null, "officialConfigValid": true, "successCount": 5703, "successRate": 0.12923474359264883, "wilsonLowerBound": 0.12613706010044756 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8346, "officialConfigError": null, "officialConfigValid": true, "successCount": 802, "successRate": 0.09609393721543254, "wilsonLowerBound": 0.08995544187815271 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35027, "officialConfigError": null, "officialConfigValid": true, "successCount": 6984, "successRate": 0.1993890427384589, "wilsonLowerBound": 0.19523787388037536 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61536, "officialConfigError": null, "officialConfigValid": true, "successCount": 12428, "successRate": 0.20196307852314094, "wilsonLowerBound": 0.19880968584596811 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17199, "officialConfigError": null, "officialConfigValid": true, "successCount": 4872, "successRate": 0.28327228327228327, "wilsonLowerBound": 0.2765870963309218 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 15850, "officialConfigError": null, "officialConfigValid": true, "successCount": 3830, "successRate": 0.2416403785488959, "wilsonLowerBound": 0.2350390539998504 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 68868, "officialConfigError": null, "officialConfigValid": true, "successCount": 18951, "successRate": 0.27517860254399723, "wilsonLowerBound": 0.271855641458493 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1286, "officialConfigError": null, "officialConfigValid": true, "successCount": 779, "successRate": 0.6057542768273717, "wilsonLowerBound": 0.5787676521256635 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48520, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44785655399835117, "wilsonLowerBound": 0.4434360812943169 }, "vllm": { "framework": "vllm", "modelCount": 40516, "officialConfigError": null, "officialConfigValid": true, "successCount": 5015, "successRate": 0.12377826044031988, "wilsonLowerBound": 0.12060708202240626 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1158, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10102, "officialConfigError": null, "officialConfigValid": true, "successCount": 764, "successRate": 0.07562858839833696, "wilsonLowerBound": 0.07063229608115972 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7558, "officialConfigError": null, "officialConfigValid": true, "successCount": 3322, "successRate": 0.4395342683249537, "wilsonLowerBound": 0.428377955872368 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7426, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.032992189604093725, "wilsonLowerBound": 0.029164980749832297 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 18968, "officialConfigError": null, "officialConfigValid": true, "successCount": 5502, "successRate": 0.2900674820750738, "wilsonLowerBound": 0.28365242611326774 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28765, "officialConfigError": null, "officialConfigValid": true, "successCount": 14721, "successRate": 0.5117677733356509, "wilsonLowerBound": 0.5059899704757447 }, "vllm": { "framework": "vllm", "modelCount": 67908, "officialConfigError": null, "officialConfigValid": true, "successCount": 7314, "successRate": 0.10770454143841668, "wilsonLowerBound": 0.10539502366377193 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 13983, "officialConfigError": null, "officialConfigValid": true, "successCount": 2422, "successRate": 0.1732103268254309, "wilsonLowerBound": 0.16702780677269516 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-16T19:15:53.881940+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1095.828947368421, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.5663541500361224, "queueFactor": 0.9912607732375142, "queueWeight": 0.9912607732375142, "recentSuccess": 48, "recentSuccessRate": 0.3157894736842105, "recentTerminal": 152, "recentWilsonLowerBound": 0.24720854569312692, "running": 8, "selectionWeight": 1.552665425928596, "stale": false, "submissionEligible": true, "throughputPerHour": 25.333333333333332, "waiting": 27761 }, "Ascend_910-b4": { "available": true, "backlogHours": 1195.5094339622642, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.978399865909867, "queueWeight": 0.978399865909867, "recentSuccess": 60, "recentSuccessRate": 0.37735849056603776, "recentTerminal": 159, "recentWilsonLowerBound": 0.3057447126900584, "running": 8, "selectionWeight": 2.445999664774668, "stale": false, "submissionEligible": true, "throughputPerHour": 26.5, "waiting": 31681 }, "Biren_166m": { "available": true, "backlogHours": 156.8842105263158, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.3306403698365681, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 32, "recentSuccessRate": 0.16842105263157894, "recentTerminal": 190, "recentWilsonLowerBound": 0.12189967069977393, "running": 8, "selectionWeight": 0.4298324807875385, "stale": false, "submissionEligible": true, "throughputPerHour": 31.666666666666668, "waiting": 4968 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1109.8105263157895, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.13727460427783636, "queueFactor": 0.9893774546354566, "queueWeight": 0.9893774546354566, "recentSuccess": 13, "recentSuccessRate": 0.1368421052631579, "recentTerminal": 95, "recentWilsonLowerBound": 0.08174716099796558, "running": 7, "selectionWeight": 0.1358163985664953, "stale": false, "submissionEligible": true, "throughputPerHour": 15.833333333333334, "waiting": 17572 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 397.6965517241379, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.3519184639843831, "queueFactor": 1.1540285730752904, "queueWeight": 1.1540285730752904, "recentSuccess": 26, "recentSuccessRate": 0.1793103448275862, "recentTerminal": 145, "recentWilsonLowerBound": 0.1254048780843173, "running": 7, "selectionWeight": 0.4061239628307456, "stale": false, "submissionEligible": true, "throughputPerHour": 24.166666666666668, "waiting": 9611 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 40.46242774566474, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 11, "recentSuccessRate": 0.02119460500963391, "recentTerminal": 519, "recentWilsonLowerBound": 0.011875036509429443, "running": 24, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 86.5, "waiting": 3500 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 114.91002570694089, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 26, "recentSuccessRate": 0.06683804627249357, "recentTerminal": 389, "recentWilsonLowerBound": 0.04601667690659189, "running": 5, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 64.83333333333333, "waiting": 7450 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 1577.704918032787, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.3744742427702704, "queueFactor": 0.9385241854931041, "queueWeight": 0.9385241854931041, "recentSuccess": 13, "recentSuccessRate": 0.21311475409836064, "recentTerminal": 61, "recentWilsonLowerBound": 0.1289965277061263, "running": 2, "selectionWeight": 0.35145313368411496, "stale": false, "submissionEligible": true, "throughputPerHour": 10.166666666666666, "waiting": 16040 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 424.11940298507466, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.9212167010333671, "queueFactor": 1.142947058931149, "queueWeight": 1.142947058931149, "recentSuccess": 35, "recentSuccessRate": 0.26119402985074625, "recentTerminal": 134, "recentWilsonLowerBound": 0.19421284613583467, "running": 8, "selectionWeight": 1.0529019190843425, "stale": false, "submissionEligible": true, "throughputPerHour": 22.333333333333332, "waiting": 9472 }, "MetaX_c-500": { "available": true, "backlogHours": 542.88, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 1.1624908277114208, "queueFactor": 1.1013966705311482, "queueWeight": 1.1013966705311482, "recentSuccess": 36, "recentSuccessRate": 0.288, "recentTerminal": 125, "recentWilsonLowerBound": 0.21587365721299623, "running": 4, "selectionWeight": 1.2803635271643574, "stale": false, "submissionEligible": true, "throughputPerHour": 20.833333333333332, "waiting": 11310 }, "Mthreads_s4000": { "available": true, "backlogHours": 1618.75, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.10692635395871973, "queueFactor": 0.9349155180872575, "queueWeight": 0.9349155180872575, "recentSuccess": 12, "recentSuccessRate": 0.125, "recentTerminal": 96, "recentWilsonLowerBound": 0.07297128992395067, "running": 4, "selectionWeight": 0.09996710760849793, "stale": false, "submissionEligible": true, "throughputPerHour": 16.0, "waiting": 25900 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 1896.3103448275863, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.06877590292534683, "queueFactor": 0.9129834889383467, "queueWeight": 0.9129834889383467, "recentSuccess": 7, "recentSuccessRate": 0.1206896551724138, "recentTerminal": 58, "recentWilsonLowerBound": 0.05970890244859669, "running": 2, "selectionWeight": 0.0627912638076682, "stale": false, "submissionEligible": true, "throughputPerHour": 9.666666666666666, "waiting": 18331 }, "Vastai_va16": { "available": true, "backlogHours": 1038.625, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.9992646402663988, "queueWeight": 0.9992646402663988, "recentSuccess": 4, "recentSuccessRate": 0.041666666666666664, "recentTerminal": 96, "recentWilsonLowerBound": 0.016320443452412504, "running": 16, "selectionWeight": 0.049963232013319946, "stale": false, "submissionEligible": false, "throughputPerHour": 16.0, "waiting": 16618 }, "hygon_k100-ai": { "available": true, "backlogHours": 1028.4626865671642, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.5618590521931783, "queueFactor": 1.0007395290263925, "queueWeight": 1.0007395290263925, "recentSuccess": 29, "recentSuccessRate": 0.21641791044776118, "recentTerminal": 134, "recentWilsonLowerBound": 0.1551212865152815, "running": 6, "selectionWeight": 0.5622745632710165, "stale": false, "submissionEligible": true, "throughputPerHour": 22.333333333333332, "waiting": 22969 } }, "queueAttemptedAt": "2026-10-16T19:15:53.881940+00:00", "queueError": null, "queueUpdatedAt": "2026-10-16T19:15:53.881940+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }