{ "communityAttemptedAt": "2026-10-18T12:18:52.662247+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-18T12:18:52.662247+00:00", "frameworkAttemptedAt": "2026-10-18T09:11:39.764978+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43314, "officialConfigError": null, "officialConfigValid": true, "successCount": 21716, "successRate": 0.5013621461882994, "wilsonLowerBound": 0.4966534333946274 }, "vllm": { "framework": "vllm", "modelCount": 57886, "officialConfigError": null, "officialConfigValid": true, "successCount": 15499, "successRate": 0.26775040597035554, "wilsonLowerBound": 0.26415875711527076 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5021, "officialConfigError": null, "officialConfigValid": true, "successCount": 1572, "successRate": 0.31308504282015537, "wilsonLowerBound": 0.3004045047197629 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38187, "officialConfigError": null, "officialConfigValid": true, "successCount": 18181, "successRate": 0.4761044334459371, "wilsonLowerBound": 0.4710978492047495 }, "vllm": { "framework": "vllm", "modelCount": 40410, "officialConfigError": null, "officialConfigValid": true, "successCount": 11097, "successRate": 0.27461024498886416, "wilsonLowerBound": 0.2702801561671496 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13819, "officialConfigError": null, "officialConfigValid": true, "successCount": 5744, "successRate": 0.4156595991026847, "wilsonLowerBound": 0.4074670272383909 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64252, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.18828985868144182, "wilsonLowerBound": 0.18528560720774626 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 33687, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 7203, "successRate": 0.21382135541900438, "wilsonLowerBound": 0.2094757590498546 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8227, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, "successRate": 0.013978363923665978, "wilsonLowerBound": 0.011658754515446134 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26746, "officialConfigError": null, "officialConfigValid": true, "successCount": 3287, "successRate": 0.12289688177671428, "wilsonLowerBound": 0.1190161504699816 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16518, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10146506841021916, "wilsonLowerBound": 0.09695261863545855 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 16961, "officialConfigError": null, "officialConfigValid": true, "successCount": 6597, "successRate": 0.3889511231649077, "wilsonLowerBound": 0.3816401026175438 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24809, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15349268410657424, "wilsonLowerBound": 0.14906086012479414 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 54299, "officialConfigError": null, "officialConfigValid": true, "successCount": 13663, "successRate": 0.2516252601337041, "wilsonLowerBound": 0.2479928846091075 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25078, "officialConfigError": null, "officialConfigValid": true, "successCount": 3174, "successRate": 0.12656511683547333, "wilsonLowerBound": 0.12250711646179367 }, "vllm": { "framework": "vllm", "modelCount": 87103, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11218901759985304, "wilsonLowerBound": 0.11011017616850316 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48704, "officialConfigError": null, "officialConfigValid": true, "successCount": 5654, "successRate": 0.11608902759526939, "wilsonLowerBound": 0.11327431457685827 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 50483, "officialConfigError": null, "officialConfigValid": true, "successCount": 3781, "successRate": 0.07489649981181784, "wilsonLowerBound": 0.07263250750564873 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94759, "officialConfigError": null, "officialConfigValid": true, "successCount": 23850, "successRate": 0.251691132240737, "wilsonLowerBound": 0.2489379857427481 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 111, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5658, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10427712972781902, "wilsonLowerBound": 0.09658026963903035 }, "vllm": { "framework": "vllm", "modelCount": 112900, "officialConfigError": null, "officialConfigValid": true, "successCount": 16538, "successRate": 0.14648361381753763, "wilsonLowerBound": 0.14443306829906974 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 268, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.0037313432835820895, "wilsonLowerBound": 0.0006589607036626342 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25185, "officialConfigError": null, "officialConfigValid": true, "successCount": 4136, "successRate": 0.1642247369465952, "wilsonLowerBound": 0.1597003976011625 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44237, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5713, "successRate": 0.12914528562063432, "wilsonLowerBound": 0.12605227571300318 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8411, "officialConfigError": null, "officialConfigValid": true, "successCount": 812, "successRate": 0.09654024491737011, "wilsonLowerBound": 0.09041156810614799 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35280, "officialConfigError": null, "officialConfigValid": true, "successCount": 7069, "successRate": 0.20036848072562358, "wilsonLowerBound": 0.19622432909110996 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61546, "officialConfigError": null, "officialConfigValid": true, "successCount": 12429, "successRate": 0.20194651155233484, "wilsonLowerBound": 0.19879347174403517 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17756, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5022, "successRate": 0.28283397161522866, "wilsonLowerBound": 0.2762569042451853 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16012, "officialConfigError": null, "officialConfigValid": true, "successCount": 3864, "successRate": 0.24131901074194353, "wilsonLowerBound": 0.23475392702623885 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69185, "officialConfigError": null, "officialConfigValid": true, "successCount": 19033, "successRate": 0.27510298475102984, "wilsonLowerBound": 0.27178790404958786 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1456, "officialConfigError": null, "officialConfigValid": true, "successCount": 863, "successRate": 0.5927197802197802, "wilsonLowerBound": 0.5672703093198828 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48560, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44748764415156506, "wilsonLowerBound": 0.4430693650407761 }, "vllm": { "framework": "vllm", "modelCount": 40787, "officialConfigError": null, "officialConfigValid": true, "successCount": 5106, "successRate": 0.12518694682129108, "wilsonLowerBound": 0.1220105226719751 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1188, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10105, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07570509648688768, "wilsonLowerBound": 0.07070710236143048 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7671, "officialConfigError": null, "officialConfigValid": true, "successCount": 3368, "successRate": 0.43905618563420673, "wilsonLowerBound": 0.4279836295757484 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7429, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03297886660384978, "wilsonLowerBound": 0.029153181447422398 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19287, "officialConfigError": null, "officialConfigValid": true, "successCount": 5550, "successRate": 0.2877585938715197, "wilsonLowerBound": 0.2814120825886149 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28895, "officialConfigError": null, "officialConfigValid": true, "successCount": 14793, "successRate": 0.5119570860010383, "wilsonLowerBound": 0.5061923235259954 }, "vllm": { "framework": "vllm", "modelCount": 68138, "officialConfigError": null, "officialConfigValid": true, "successCount": 7346, "successRate": 0.10781061962487892, "wilsonLowerBound": 0.10550395233007082 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14112, "officialConfigError": null, "officialConfigValid": true, "successCount": 2479, "successRate": 0.17566609977324263, "wilsonLowerBound": 0.1694760795955767 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-18T12:18:52.662247+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1084.1842105263158, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.7563475642932092, "queueFactor": 1.0152856952479696, "queueWeight": 1.0152856952479696, "recentSuccess": 50, "recentSuccessRate": 0.32894736842105265, "recentTerminal": 152, "recentWilsonLowerBound": 0.259277578084605, "running": 5, "selectionWeight": 1.7831945579105088, "stale": false, "submissionEligible": true, "throughputPerHour": 25.333333333333332, "waiting": 27466 }, "Ascend_910-b4": { "available": true, "backlogHours": 1314.951724137931, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9863186784727306, "queueWeight": 0.9863186784727306, "recentSuccess": 55, "recentSuccessRate": 0.3793103448275862, "recentTerminal": 145, "recentWilsonLowerBound": 0.3044109072377869, "running": 8, "selectionWeight": 2.4657966961818265, "stale": false, "submissionEligible": true, "throughputPerHour": 24.166666666666668, "waiting": 31778 }, "Biren_166m": { "available": true, "backlogHours": 137.14705882352942, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.3082746654599055, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 33, "recentSuccessRate": 0.16176470588235295, "recentTerminal": 204, "recentWilsonLowerBound": 0.1175648254177297, "running": 7, "selectionWeight": 0.4007570650978772, "stale": false, "submissionEligible": false, "throughputPerHour": 34.0, "waiting": 4663 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1569.705882352941, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.29520164747672045, "queueFactor": 0.9604637673825669, "queueWeight": 0.9604637673825669, "recentSuccess": 13, "recentSuccessRate": 0.19117647058823528, "recentTerminal": 68, "recentWilsonLowerBound": 0.11527185601824744, "running": 7, "selectionWeight": 0.28353048647303136, "stale": false, "submissionEligible": false, "throughputPerHour": 11.333333333333334, "waiting": 17790 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 374.25477707006365, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.1471379908442103, "queueFactor": 1.1909091337940956, "queueWeight": 1.1909091337940956, "recentSuccess": 20, "recentSuccessRate": 0.12738853503184713, "recentTerminal": 157, "recentWilsonLowerBound": 0.08399849173135455, "running": 6, "selectionWeight": 0.17522797722448205, "stale": false, "submissionEligible": false, "throughputPerHour": 26.166666666666668, "waiting": 9793 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 74.1978021978022, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 9, "recentSuccessRate": 0.03296703296703297, "recentTerminal": 273, "recentWilsonLowerBound": 0.01743902852596713, "running": 5, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 45.5, "waiting": 3376 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 331.0791366906475, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.9209463433956324, "queueFactor": 1.2130088149374931, "queueWeight": 1.2130088149374931, "recentSuccess": 36, "recentSuccessRate": 0.2589928057553957, "recentTerminal": 139, "recentWilsonLowerBound": 0.19333979937862641, "running": 2, "selectionWeight": 1.1171160326233536, "stale": false, "submissionEligible": true, "throughputPerHour": 23.166666666666668, "waiting": 7670 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 1919.1599999999999, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.076806563948737, "queueFactor": 0.9319380664285406, "queueWeight": 0.9319380664285406, "recentSuccess": 16, "recentSuccessRate": 0.32, "recentTerminal": 50, "recentWilsonLowerBound": 0.207580440939994, "running": 2, "selectionWeight": 1.0035170271239466, "stale": false, "submissionEligible": true, "throughputPerHour": 8.333333333333334, "waiting": 15993 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 413.3093525179856, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.6224078801952444, "queueFactor": 1.1733091137484526, "queueWeight": 1.1733091137484526, "recentSuccess": 31, "recentSuccessRate": 0.22302158273381295, "recentTerminal": 139, "recentWilsonLowerBound": 0.1617991188344597, "running": 7, "selectionWeight": 0.7302768383019352, "stale": false, "submissionEligible": true, "throughputPerHour": 23.166666666666668, "waiting": 9575 }, "MetaX_c-500": { "available": true, "backlogHours": 554.3225806451612, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.5062439564834896, "queueFactor": 1.1227662346892966, "queueWeight": 1.1227662346892966, "recentSuccess": 26, "recentSuccessRate": 0.20967741935483872, "recentTerminal": 124, "recentWilsonLowerBound": 0.1472978818443016, "running": 4, "selectionWeight": 0.5683936208551797, "stale": false, "submissionEligible": false, "throughputPerHour": 20.666666666666668, "waiting": 11456 }, "Mthreads_s4000": { "available": true, "backlogHours": 1525.0, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.1762848532827258, "queueFactor": 0.9646355264382954, "queueWeight": 0.9646355264382954, "recentSuccess": 15, "recentSuccessRate": 0.14705882352941177, "recentTerminal": 102, "recentWilsonLowerBound": 0.0911903413049894, "running": 4, "selectionWeight": 0.1700506322494799, "stale": false, "submissionEligible": false, "throughputPerHour": 17.0, "waiting": 25925 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 2166.705882352941, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.35241664851514526, "queueFactor": 0.915131984795597, "queueWeight": 0.915131984795597, "recentSuccess": 11, "recentSuccessRate": 0.21568627450980393, "recentTerminal": 51, "recentWilsonLowerBound": 0.12493811244188556, "running": 2, "selectionWeight": 0.32250774703067714, "stale": false, "submissionEligible": false, "throughputPerHour": 8.5, "waiting": 18417 }, "Vastai_va16": { "available": true, "backlogHours": 1518.090909090909, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.9652927893812894, "queueWeight": 0.9652927893812894, "recentSuccess": 6, "recentSuccessRate": 0.09090909090909091, "recentTerminal": 66, "recentWilsonLowerBound": 0.04233239859139771, "running": 16, "selectionWeight": 0.04826463946906447, "stale": false, "submissionEligible": false, "throughputPerHour": 11.0, "waiting": 16699 }, "hygon_k100-ai": { "available": true, "backlogHours": 1743.0, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 1.3043371073546417, "queueFactor": 0.945494748343328, "queueWeight": 0.945494748343328, "recentSuccess": 26, "recentSuccessRate": 0.3170731707317073, "recentTerminal": 82, "recentWilsonLowerBound": 0.22647919829889349, "running": 6, "selectionWeight": 1.2332438850731413, "stale": false, "submissionEligible": true, "throughputPerHour": 13.666666666666666, "waiting": 23821 } }, "queueAttemptedAt": "2026-10-18T12:18:52.662247+00:00", "queueError": null, "queueUpdatedAt": "2026-10-18T12:18:52.662247+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }