{ "communityAttemptedAt": "2026-10-31T09:17:54.158128+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-31T09:17:54.158128+00:00", "frameworkAttemptedAt": "2026-10-31T04:17:23.118302+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 45064, "officialConfigError": null, "officialConfigValid": true, "successCount": 22823, "successRate": 0.5064574826912835, "wilsonLowerBound": 0.5018410313475152 }, "vllm": { "framework": "vllm", "modelCount": 59587, "officialConfigError": null, "officialConfigValid": true, "successCount": 15746, "successRate": 0.2642522697903905, "wilsonLowerBound": 0.26072713433476724 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 60, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 18, "successRate": 0.3, "wilsonLowerBound": 0.19898010252726894 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 6652, "officialConfigError": null, "officialConfigValid": true, "successCount": 2187, "successRate": 0.3287733012627781, "wilsonLowerBound": 0.31758576377947634 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 40288, "officialConfigError": null, "officialConfigValid": true, "successCount": 19564, "successRate": 0.48560365369340747, "wilsonLowerBound": 0.4807248283329607 }, "vllm": { "framework": "vllm", "modelCount": 41332, "officialConfigError": null, "officialConfigValid": true, "successCount": 11261, "successRate": 0.2724523371721668, "wilsonLowerBound": 0.26818134396452314 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16124, "officialConfigError": null, "officialConfigValid": true, "successCount": 6445, "successRate": 0.3997147109898288, "wilsonLowerBound": 0.3921785597093653 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64356, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, "successRate": 0.18801665734352663, "wilsonLowerBound": 0.1850165195205704 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 40702, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 8293, "successRate": 0.20374920151343914, "wilsonLowerBound": 0.19986414351821635 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8849, "officialConfigError": null, "officialConfigValid": true, "successCount": 118, "successRate": 0.01333484009492598, "wilsonLowerBound": 0.011147283477779756 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26935, "officialConfigError": null, "officialConfigValid": true, "successCount": 3310, "successRate": 0.12288843512158901, "wilsonLowerBound": 0.11902127116915305 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16537, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.1013484912620185, "wilsonLowerBound": 0.09684095369249211 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 19522, "officialConfigError": null, "officialConfigValid": true, "successCount": 7347, "successRate": 0.37634463681999797, "wilsonLowerBound": 0.3695735004750615 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24866, "officialConfigError": null, "officialConfigValid": true, "successCount": 3813, "successRate": 0.1533419126518137, "wilsonLowerBound": 0.1489169345568916 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 59684, "officialConfigError": null, "officialConfigValid": true, "successCount": 14810, "successRate": 0.24814020508008847, "wilsonLowerBound": 0.2446911626600564 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 30529, "officialConfigError": null, "officialConfigValid": true, "successCount": 4160, "successRate": 0.13626388024501293, "wilsonLowerBound": 0.1324612106437566 }, "vllm": { "framework": "vllm", "modelCount": 87140, "officialConfigError": null, "officialConfigValid": true, "successCount": 9779, "successRate": 0.11222171218728483, "wilsonLowerBound": 0.11014304038606977 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 50791, "officialConfigError": null, "officialConfigValid": true, "successCount": 5806, "successRate": 0.11431159063613633, "wilsonLowerBound": 0.11157346163686337 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 55296, "officialConfigError": null, "officialConfigValid": true, "successCount": 3925, "successRate": 0.07098162615740741, "wilsonLowerBound": 0.06887089928174854 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95656, "officialConfigError": null, "officialConfigValid": true, "successCount": 24194, "successRate": 0.25292715564104706, "wilsonLowerBound": 0.2501823844515038 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 171, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 6760, "officialConfigError": null, "officialConfigValid": true, "successCount": 631, "successRate": 0.09334319526627219, "wilsonLowerBound": 0.08663729928833827 }, "vllm": { "framework": "vllm", "modelCount": 113038, "officialConfigError": null, "officialConfigValid": true, "successCount": 16551, "successRate": 0.14641978803588174, "wilsonLowerBound": 0.14437086145827077 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 427, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 0.00468384074941452, "wilsonLowerBound": 0.0012853923156898811 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 26596, "officialConfigError": null, "officialConfigValid": true, "successCount": 4289, "successRate": 0.16126485185742218, "wilsonLowerBound": 0.15689374046022242 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 45542, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5899, "successRate": 0.1295287866145536, "wilsonLowerBound": 0.12647603440543706 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9179, "officialConfigError": null, "officialConfigValid": true, "successCount": 853, "successRate": 0.09292951301884737, "wilsonLowerBound": 0.08715903032077496 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 37136, "officialConfigError": null, "officialConfigValid": true, "successCount": 7633, "successRate": 0.20554179233089187, "wilsonLowerBound": 0.20146232801545239 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61670, "officialConfigError": null, "officialConfigValid": true, "successCount": 12434, "successRate": 0.2016215339711367, "wilsonLowerBound": 0.19847357282051414 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 21459, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5885, "successRate": 0.27424390698541407, "wilsonLowerBound": 0.26831552535634307 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 17145, "officialConfigError": null, "officialConfigValid": true, "successCount": 4122, "successRate": 0.24041994750656168, "wilsonLowerBound": 0.2340817999519093 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 71369, "officialConfigError": null, "officialConfigValid": true, "successCount": 19538, "successRate": 0.27376031610363044, "wilsonLowerBound": 0.27050121254224885 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 2879, "officialConfigError": null, "officialConfigValid": true, "successCount": 1580, "successRate": 0.5488016672455713, "wilsonLowerBound": 0.5305714465109577 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 49470, "officialConfigError": null, "officialConfigValid": true, "successCount": 22269, "successRate": 0.4501516070345664, "wilsonLowerBound": 0.44577149023006646 }, "vllm": { "framework": "vllm", "modelCount": 42740, "officialConfigError": null, "officialConfigValid": true, "successCount": 5720, "successRate": 0.1338324754328498, "wilsonLowerBound": 0.1306374587074365 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1482, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6290, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03052464228934817, "wilsonLowerBound": 0.026551520034527744 }, "vllm": { "framework": "vllm", "modelCount": 10132, "officialConfigError": null, "officialConfigValid": true, "successCount": 768, "successRate": 0.0757994472956968, "wilsonLowerBound": 0.07080492825439218 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 8446, "officialConfigError": null, "officialConfigValid": true, "successCount": 3712, "successRate": 0.43949798721288186, "wilsonLowerBound": 0.42894270091844666 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7476, "officialConfigError": null, "officialConfigValid": true, "successCount": 254, "successRate": 0.03397538790797218, "wilsonLowerBound": 0.030102074381377207 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 23852, "officialConfigError": null, "officialConfigValid": true, "successCount": 6627, "successRate": 0.2778383364078484, "wilsonLowerBound": 0.27218976471183093 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 30013, "officialConfigError": null, "officialConfigValid": true, "successCount": 15402, "successRate": 0.5131776230300203, "wilsonLowerBound": 0.5075214559741497 }, "vllm": { "framework": "vllm", "modelCount": 69820, "officialConfigError": null, "officialConfigValid": true, "successCount": 7628, "successRate": 0.10925236321970783, "wilsonLowerBound": 0.10695984903066724 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 15224, "officialConfigError": null, "officialConfigValid": true, "successCount": 2884, "successRate": 0.18943772990015764, "wilsonLowerBound": 0.18329167346779252 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-31T09:28:06.167090+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 0.0016874149835563131, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348462, "recentSuccessRate": 1.0, "recentTerminal": 348462, "recentWilsonLowerBound": 0.9999889756769776, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58077.0, "waiting": 98 }, "Ascend_910-b4": { "available": true, "backlogHours": 0.0016874149835563131, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348462, "recentSuccessRate": 1.0, "recentTerminal": 348462, "recentWilsonLowerBound": 0.9999889756769776, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58077.0, "waiting": 98 }, "Biren_166m": { "available": true, "backlogHours": 0.0016874149835563131, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348462, "recentSuccessRate": 1.0, "recentTerminal": 348462, "recentWilsonLowerBound": 0.9999889756769776, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58077.0, "waiting": 98 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 0.0016874149835563131, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348462, "recentSuccessRate": 1.0, "recentTerminal": 348462, "recentWilsonLowerBound": 0.9999889756769776, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58077.0, "waiting": 98 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 0.0016874149835563131, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348462, "recentSuccessRate": 1.0, "recentTerminal": 348462, "recentWilsonLowerBound": 0.9999889756769776, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58077.0, "waiting": 98 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 0.0016874149835563131, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348462, "recentSuccessRate": 1.0, "recentTerminal": 348462, "recentWilsonLowerBound": 0.9999889756769776, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58077.0, "waiting": 98 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 0.0016874149835563131, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348462, "recentSuccessRate": 1.0, "recentTerminal": 348462, "recentWilsonLowerBound": 0.9999889756769776, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58077.0, "waiting": 98 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 0.0016874149835563131, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348462, "recentSuccessRate": 1.0, "recentTerminal": 348462, "recentWilsonLowerBound": 0.9999889756769776, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58077.0, "waiting": 98 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 0.0016874149835563131, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348462, "recentSuccessRate": 1.0, "recentTerminal": 348462, "recentWilsonLowerBound": 0.9999889756769776, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58077.0, "waiting": 98 }, "MetaX_c-500": { "available": true, "backlogHours": 0.0016874149835563131, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348462, "recentSuccessRate": 1.0, "recentTerminal": 348462, "recentWilsonLowerBound": 0.9999889756769776, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58077.0, "waiting": 98 }, "Mthreads_s4000": { "available": true, "backlogHours": 0.0016874149835563131, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348462, "recentSuccessRate": 1.0, "recentTerminal": 348462, "recentWilsonLowerBound": 0.9999889756769776, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58077.0, "waiting": 98 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 0.0016874149835563131, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348462, "recentSuccessRate": 1.0, "recentTerminal": 348462, "recentWilsonLowerBound": 0.9999889756769776, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58077.0, "waiting": 98 }, "Vastai_va16": { "available": true, "backlogHours": 0.0016874149835563131, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348462, "recentSuccessRate": 1.0, "recentTerminal": 348462, "recentWilsonLowerBound": 0.9999889756769776, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58077.0, "waiting": 98 }, "hygon_k100-ai": { "available": true, "backlogHours": 0.0016874149835563131, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 348462, "recentSuccessRate": 1.0, "recentTerminal": 348462, "recentWilsonLowerBound": 0.9999889756769776, "running": 1, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 58077.0, "waiting": 98 } }, "queueAttemptedAt": "2026-10-31T09:24:26.328959+00:00", "queueError": null, "queueUpdatedAt": "2026-10-31T09:24:26.328959+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b4", "Ascend_910-b3", "MetaX_c-500", "Sunrise_pt-200-x1", "hygon_k100-ai", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }