{ "communityAttemptedAt": "2026-10-16T20:49:43.445209+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-16T20:49:43.445209+00:00", "frameworkAttemptedAt": "2026-10-16T16:54:57.360126+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 42994, "officialConfigError": null, "officialConfigValid": true, "successCount": 21504, "successRate": 0.5001628134158255, "wilsonLowerBound": 0.4954367008471246 }, "vllm": { "framework": "vllm", "modelCount": 57579, "officialConfigError": null, "officialConfigValid": true, "successCount": 15463, "successRate": 0.26855277097552926, "wilsonLowerBound": 0.2649481182664045 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 4845, "officialConfigError": null, "officialConfigValid": true, "successCount": 1505, "successRate": 0.3106295149638803, "wilsonLowerBound": 0.2977534725555321 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 37852, "officialConfigError": null, "officialConfigValid": true, "successCount": 17963, "successRate": 0.47455880798900985, "wilsonLowerBound": 0.46953105655134103 }, "vllm": { "framework": "vllm", "modelCount": 40271, "officialConfigError": null, "officialConfigValid": true, "successCount": 11078, "successRate": 0.2750862903826575, "wilsonLowerBound": 0.270746382695937 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13525, "officialConfigError": null, "officialConfigValid": true, "successCount": 5632, "successRate": 0.4164140480591497, "wilsonLowerBound": 0.40813081288022424 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64235, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1883396902000467, "wilsonLowerBound": 0.18533473351464752 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 32719, "officialConfigError": null, "officialConfigValid": true, "successCount": 7015, "successRate": 0.2144014181362511, "wilsonLowerBound": 0.2099880497382908 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8147, "officialConfigError": null, "officialConfigValid": true, "successCount": 114, "successRate": 0.013992880815023935, "wilsonLowerBound": 0.011661626730134517 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26721, "officialConfigError": null, "officialConfigValid": true, "successCount": 3286, "successRate": 0.12297443957935705, "wilsonLowerBound": 0.11909083987028334 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16514, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10148964514957007, "wilsonLowerBound": 0.09697615986843272 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 16593, "officialConfigError": null, "officialConfigValid": true, "successCount": 6486, "successRate": 0.39088772373892605, "wilsonLowerBound": 0.3834892771213035 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24799, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15355457881366183, "wilsonLowerBound": 0.14912112242825257 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 53651, "officialConfigError": null, "officialConfigValid": true, "successCount": 13505, "successRate": 0.25171944604946783, "wilsonLowerBound": 0.24806484506781065 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 24986, "officialConfigError": null, "officialConfigValid": true, "successCount": 3163, "successRate": 0.12659089089890338, "wilsonLowerBound": 0.12252516878027803 }, "vllm": { "framework": "vllm", "modelCount": 87074, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11222638215770495, "wilsonLowerBound": 0.11014689086565693 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48260, "officialConfigError": null, "officialConfigValid": true, "successCount": 5633, "successRate": 0.11672192291753004, "wilsonLowerBound": 0.11388762768637553 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 49420, "officialConfigError": null, "officialConfigValid": true, "successCount": 3752, "successRate": 0.07592067988668555, "wilsonLowerBound": 0.07361821850107568 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94557, "officialConfigError": null, "officialConfigValid": true, "successCount": 23761, "successRate": 0.2512875831509037, "wilsonLowerBound": 0.24853299791390784 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 62, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5624, "officialConfigError": null, "officialConfigValid": true, "successCount": 588, "successRate": 0.10455192034139403, "wilsonLowerBound": 0.09682316692051096 }, "vllm": { "framework": "vllm", "modelCount": 112891, "officialConfigError": null, "officialConfigValid": true, "successCount": 16536, "successRate": 0.14647757571462738, "wilsonLowerBound": 0.1444269843588506 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 229, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.004366812227074236, "wilsonLowerBound": 0.0007712460958295823 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 24869, "officialConfigError": null, "officialConfigValid": true, "successCount": 4098, "successRate": 0.16478346535847843, "wilsonLowerBound": 0.16022443066902173 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44129, "officialConfigError": null, "officialConfigValid": true, "successCount": 5703, "successRate": 0.12923474359264883, "wilsonLowerBound": 0.12613706010044756 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8346, "officialConfigError": null, "officialConfigValid": true, "successCount": 802, "successRate": 0.09609393721543254, "wilsonLowerBound": 0.08995544187815271 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35027, "officialConfigError": null, "officialConfigValid": true, "successCount": 6984, "successRate": 0.1993890427384589, "wilsonLowerBound": 0.19523787388037536 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61536, "officialConfigError": null, "officialConfigValid": true, "successCount": 12428, "successRate": 0.20196307852314094, "wilsonLowerBound": 0.19880968584596811 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17199, "officialConfigError": null, "officialConfigValid": true, "successCount": 4872, "successRate": 0.28327228327228327, "wilsonLowerBound": 0.2765870963309218 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 15850, "officialConfigError": null, "officialConfigValid": true, "successCount": 3830, "successRate": 0.2416403785488959, "wilsonLowerBound": 0.2350390539998504 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 68868, "officialConfigError": null, "officialConfigValid": true, "successCount": 18951, "successRate": 0.27517860254399723, "wilsonLowerBound": 0.271855641458493 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1286, "officialConfigError": null, "officialConfigValid": true, "successCount": 779, "successRate": 0.6057542768273717, "wilsonLowerBound": 0.5787676521256635 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48520, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44785655399835117, "wilsonLowerBound": 0.4434360812943169 }, "vllm": { "framework": "vllm", "modelCount": 40516, "officialConfigError": null, "officialConfigValid": true, "successCount": 5015, "successRate": 0.12377826044031988, "wilsonLowerBound": 0.12060708202240626 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1158, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10102, "officialConfigError": null, "officialConfigValid": true, "successCount": 764, "successRate": 0.07562858839833696, "wilsonLowerBound": 0.07063229608115972 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7558, "officialConfigError": null, "officialConfigValid": true, "successCount": 3322, "successRate": 0.4395342683249537, "wilsonLowerBound": 0.428377955872368 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7426, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.032992189604093725, "wilsonLowerBound": 0.029164980749832297 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 18968, "officialConfigError": null, "officialConfigValid": true, "successCount": 5502, "successRate": 0.2900674820750738, "wilsonLowerBound": 0.28365242611326774 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28765, "officialConfigError": null, "officialConfigValid": true, "successCount": 14721, "successRate": 0.5117677733356509, "wilsonLowerBound": 0.5059899704757447 }, "vllm": { "framework": "vllm", "modelCount": 67908, "officialConfigError": null, "officialConfigValid": true, "successCount": 7314, "successRate": 0.10770454143841668, "wilsonLowerBound": 0.10539502366377193 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 13983, "officialConfigError": null, "officialConfigValid": true, "successCount": 2422, "successRate": 0.1732103268254309, "wilsonLowerBound": 0.16702780677269516 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-16T20:49:43.445209+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1172.450704225352, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.8853294651816115, "queueFactor": 0.959911416394293, "queueWeight": 0.959911416394293, "recentSuccess": 52, "recentSuccessRate": 0.36619718309859156, "recentTerminal": 142, "recentWilsonLowerBound": 0.2914525045236429, "running": 9, "selectionWeight": 1.8097492772923756, "stale": false, "submissionEligible": true, "throughputPerHour": 23.666666666666668, "waiting": 27748 }, "Ascend_910-b4": { "available": true, "backlogHours": 1268.44, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9486474775721139, "queueWeight": 0.9486474775721139, "recentSuccess": 61, "recentSuccessRate": 0.4066666666666667, "recentTerminal": 150, "recentWilsonLowerBound": 0.33133978704521405, "running": 8, "selectionWeight": 2.3716186939302846, "stale": false, "submissionEligible": true, "throughputPerHour": 25.0, "waiting": 31711 }, "Biren_166m": { "available": true, "backlogHours": 168.95454545454547, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.38557470507200625, "queueFactor": 1.2836004585768328, "queueWeight": 1.2836004585768328, "recentSuccess": 34, "recentSuccessRate": 0.19318181818181818, "recentTerminal": 176, "recentWilsonLowerBound": 0.1416639289880205, "running": 8, "selectionWeight": 0.4949238682460543, "stale": false, "submissionEligible": true, "throughputPerHour": 29.333333333333332, "waiting": 4956 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1201.5681818181818, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.39245325891459687, "queueFactor": 0.9563857194560298, "queueWeight": 0.9563857194560298, "recentSuccess": 19, "recentSuccessRate": 0.2159090909090909, "recentTerminal": 88, "recentWilsonLowerBound": 0.1428071398331893, "running": 7, "selectionWeight": 0.37533669237990025, "stale": false, "submissionEligible": true, "throughputPerHour": 14.666666666666666, "waiting": 17623 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 417.53956834532374, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.2620738512496634, "queueFactor": 1.1207034269207794, "queueWeight": 1.1207034269207794, "recentSuccess": 24, "recentSuccessRate": 0.17266187050359713, "recentTerminal": 139, "recentWilsonLowerBound": 0.11886086838811098, "running": 7, "selectionWeight": 0.2937070632018244, "stale": false, "submissionEligible": true, "throughputPerHour": 23.166666666666668, "waiting": 9673 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 44.705128205128204, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 8, "recentSuccessRate": 0.017094017094017096, "recentTerminal": 468, "recentWilsonLowerBound": 0.008686587550252523, "running": 24, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 78.0, "waiting": 3487 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 109.48166259168704, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 25, "recentSuccessRate": 0.061124694376528114, "recentTerminal": 409, "recentWilsonLowerBound": 0.041741703337241226, "running": 6, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 68.16666666666667, "waiting": 7463 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 1577.5081967213116, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.3137688007860391, "queueFactor": 0.9181203254183465, "queueWeight": 0.9181203254183465, "recentSuccess": 13, "recentSuccessRate": 0.21311475409836064, "recentTerminal": 61, "recentWilsonLowerBound": 0.1289965277061263, "running": 3, "selectionWeight": 0.28807751348380256, "stale": false, "submissionEligible": true, "throughputPerHour": 10.166666666666666, "waiting": 16038 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 495.15517241379314, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.8480689426101918, "queueFactor": 1.092406178058451, "queueWeight": 1.092406178058451, "recentSuccess": 32, "recentSuccessRate": 0.27586206896551724, "recentTerminal": 116, "recentWilsonLowerBound": 0.2027031395742815, "running": 8, "selectionWeight": 0.9264357523268716, "stale": false, "submissionEligible": true, "throughputPerHour": 19.333333333333332, "waiting": 9573 }, "MetaX_c-500": { "available": true, "backlogHours": 573.1764705882354, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.7356595424034553, "queueFactor": 1.0686908536984003, "queueWeight": 1.0686908536984003, "recentSuccess": 31, "recentSuccessRate": 0.2605042016806723, "recentTerminal": 119, "recentWilsonLowerBound": 0.19001607594151526, "running": 4, "selectionWeight": 0.7861926244025232, "stale": false, "submissionEligible": true, "throughputPerHour": 19.833333333333332, "waiting": 11368 }, "Mthreads_s4000": { "available": true, "backlogHours": 1618.5625, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.20064800423129928, "queueFactor": 0.9145888963820217, "queueWeight": 0.9145888963820217, "recentSuccess": 16, "recentSuccessRate": 0.16666666666666666, "recentTerminal": 96, "recentWilsonLowerBound": 0.10527292644504677, "running": 4, "selectionWeight": 0.18351043675115922, "stale": false, "submissionEligible": true, "throughputPerHour": 16.0, "waiting": 25897 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 1571.2285714285715, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.05, "queueFactor": 0.9186698014242181, "queueWeight": 0.9186698014242181, "recentSuccess": 7, "recentSuccessRate": 0.1, "recentTerminal": 70, "recentWilsonLowerBound": 0.04928867510614623, "running": 2, "selectionWeight": 0.045933490071210906, "stale": false, "submissionEligible": false, "throughputPerHour": 11.666666666666666, "waiting": 18331 }, "Vastai_va16": { "available": true, "backlogHours": 891.9642857142857, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 1.0000995360048497, "queueWeight": 1.0000995360048497, "recentSuccess": 5, "recentSuccessRate": 0.044642857142857144, "recentTerminal": 112, "recentWilsonLowerBound": 0.019216974525702958, "running": 16, "selectionWeight": 0.05000497680024249, "stale": false, "submissionEligible": false, "throughputPerHour": 18.666666666666668, "waiting": 16650 }, "hygon_k100-ai": { "available": true, "backlogHours": 893.1483870967743, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.33862304090939876, "queueFactor": 0.9999005398940914, "queueWeight": 0.9999005398940914, "recentSuccess": 29, "recentSuccessRate": 0.1870967741935484, "recentTerminal": 155, "recentWilsonLowerBound": 0.13354466465333883, "running": 6, "selectionWeight": 0.33858936142588686, "stale": false, "submissionEligible": true, "throughputPerHour": 25.833333333333332, "waiting": 23073 } }, "queueAttemptedAt": "2026-10-16T20:49:43.445209+00:00", "queueError": null, "queueUpdatedAt": "2026-10-16T20:49:43.445209+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }