{ "communityAttemptedAt": "2026-10-28T13:06:01.195522+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-28T13:06:01.195522+00:00", "frameworkAttemptedAt": "2026-10-28T11:00:24.846881+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 44682, "officialConfigError": null, "officialConfigValid": true, "successCount": 22607, "successRate": 0.5059531802515554, "wilsonLowerBound": 0.5013170218385246 }, "vllm": { "framework": "vllm", "modelCount": 59277, "officialConfigError": null, "officialConfigValid": true, "successCount": 15712, "successRate": 0.2650606474686641, "wilsonLowerBound": 0.2615228228480483 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 23, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 9, "successRate": 0.391304347826087, "wilsonLowerBound": 0.22157377982382145 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 6300, "officialConfigError": null, "officialConfigValid": true, "successCount": 2072, "successRate": 0.3288888888888889, "wilsonLowerBound": 0.3173949062889357 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 39905, "officialConfigError": null, "officialConfigValid": true, "successCount": 19320, "successRate": 0.484149855907781, "wilsonLowerBound": 0.47924825383683606 }, "vllm": { "framework": "vllm", "modelCount": 41197, "officialConfigError": null, "officialConfigValid": true, "successCount": 11247, "successRate": 0.2730053159210622, "wilsonLowerBound": 0.2687245895820512 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 15592, "officialConfigError": null, "officialConfigValid": true, "successCount": 6322, "successRate": 0.40546434068753207, "wilsonLowerBound": 0.39778180560958953 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64347, "officialConfigError": null, "officialConfigValid": true, "successCount": 12100, "successRate": 0.1880429546054983, "wilsonLowerBound": 0.18504244450436705 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 39278, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 8110, "successRate": 0.2064769081928815, "wilsonLowerBound": 0.20250260194237138 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8616, "officialConfigError": null, "officialConfigValid": true, "successCount": 117, "successRate": 0.013579387186629526, "wilsonLowerBound": 0.011343267349465438 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26886, "officialConfigError": null, "officialConfigValid": true, "successCount": 3304, "successRate": 0.12288923603362345, "wilsonLowerBound": 0.11901858745630627 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16533, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10137301155265227, "wilsonLowerBound": 0.09686444071929254 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 18998, "officialConfigError": null, "officialConfigValid": true, "successCount": 7226, "successRate": 0.38035582692915043, "wilsonLowerBound": 0.37347718640902705 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24865, "officialConfigError": null, "officialConfigValid": true, "successCount": 3812, "successRate": 0.15330786245726927, "wilsonLowerBound": 0.1488832088267288 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 58667, "officialConfigError": null, "officialConfigValid": true, "successCount": 14622, "successRate": 0.2492372202430668, "wilsonLowerBound": 0.24575332143404569 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 29046, "officialConfigError": null, "officialConfigValid": true, "successCount": 4071, "successRate": 0.14015699235695103, "wilsonLowerBound": 0.13621219736718426 }, "vllm": { "framework": "vllm", "modelCount": 87140, "officialConfigError": null, "officialConfigValid": true, "successCount": 9779, "successRate": 0.11222171218728483, "wilsonLowerBound": 0.11014304038606977 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 50695, "officialConfigError": null, "officialConfigValid": true, "successCount": 5790, "successRate": 0.11421244698688233, "wilsonLowerBound": 0.11147280798764218 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 54326, "officialConfigError": null, "officialConfigValid": true, "successCount": 3898, "successRate": 0.07175201560946877, "wilsonLowerBound": 0.0696119544684661 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 95583, "officialConfigError": null, "officialConfigValid": true, "successCount": 24176, "successRate": 0.2529320067375998, "wilsonLowerBound": 0.2501861737543876 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 164, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 6711, "officialConfigError": null, "officialConfigValid": true, "successCount": 616, "successRate": 0.0917895991655491, "wilsonLowerBound": 0.08511316588523572 }, "vllm": { "framework": "vllm", "modelCount": 113030, "officialConfigError": null, "officialConfigValid": true, "successCount": 16551, "successRate": 0.14643015128726886, "wilsonLowerBound": 0.14438109185507506 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 411, "officialConfigError": null, "officialConfigValid": true, "successCount": 2, "successRate": 0.004866180048661801, "wilsonLowerBound": 0.0013354700434012547 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 26549, "officialConfigError": null, "officialConfigValid": true, "successCount": 4272, "successRate": 0.16091001544314287, "wilsonLowerBound": 0.1565390654055043 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44891, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5828, "successRate": 0.1298255775099686, "wilsonLowerBound": 0.12674794540674567 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 9139, "officialConfigError": null, "officialConfigValid": true, "successCount": 850, "successRate": 0.09300798774482985, "wilsonLowerBound": 0.08722297227830683 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 36831, "officialConfigError": null, "officialConfigValid": true, "successCount": 7541, "successRate": 0.20474600200917706, "wilsonLowerBound": 0.20065582494418588 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61649, "officialConfigError": null, "officialConfigValid": true, "successCount": 12432, "successRate": 0.2016577722266379, "wilsonLowerBound": 0.1985090631870173 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 20888, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5801, "successRate": 0.27771926464955954, "wilsonLowerBound": 0.2716867142511101 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16932, "officialConfigError": null, "officialConfigValid": true, "successCount": 4088, "successRate": 0.24143633356957242, "wilsonLowerBound": 0.23504931534238055 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 70979, "officialConfigError": null, "officialConfigValid": true, "successCount": 19449, "successRate": 0.2740106228602826, "wilsonLowerBound": 0.27074166455427484 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 2535, "officialConfigError": null, "officialConfigValid": true, "successCount": 1427, "successRate": 0.5629191321499014, "wilsonLowerBound": 0.5435288083984998 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 49231, "officialConfigError": null, "officialConfigValid": true, "successCount": 22135, "successRate": 0.4496150799293128, "wilsonLowerBound": 0.4452248734861584 }, "vllm": { "framework": "vllm", "modelCount": 42387, "officialConfigError": null, "officialConfigValid": true, "successCount": 5598, "successRate": 0.13206879467761343, "wilsonLowerBound": 0.12887894677598424 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1423, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6289, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.03052949594530132, "wilsonLowerBound": 0.026555749965692398 }, "vllm": { "framework": "vllm", "modelCount": 10127, "officialConfigError": null, "officialConfigValid": true, "successCount": 767, "successRate": 0.07573812580231065, "wilsonLowerBound": 0.0707443487612829 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 8292, "officialConfigError": null, "officialConfigValid": true, "successCount": 3656, "successRate": 0.4409068982151471, "wilsonLowerBound": 0.4302500437112765 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7471, "officialConfigError": null, "officialConfigValid": true, "successCount": 251, "successRate": 0.03359657341721323, "wilsonLowerBound": 0.029744345261003922 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 22900, "officialConfigError": null, "officialConfigValid": true, "successCount": 6360, "successRate": 0.2777292576419214, "wilsonLowerBound": 0.2719659547402788 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 29772, "officialConfigError": null, "officialConfigValid": true, "successCount": 15260, "successRate": 0.5125621389224775, "wilsonLowerBound": 0.5068830206100422 }, "vllm": { "framework": "vllm", "modelCount": 69569, "officialConfigError": null, "officialConfigValid": true, "successCount": 7586, "successRate": 0.10904282079661919, "wilsonLowerBound": 0.10674817646799387 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 15018, "officialConfigError": null, "officialConfigValid": true, "successCount": 2821, "successRate": 0.18784125715807698, "wilsonLowerBound": 0.18167445509995525 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-28T13:06:01.195522+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 0.01331587242722047, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345152, "recentSuccessRate": 1.0, "recentTerminal": 345152, "recentWilsonLowerBound": 0.9999888699551419, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57525.333333333336, "waiting": 766 }, "Ascend_910-b4": { "available": true, "backlogHours": 0.032976775449656964, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345152, "recentSuccessRate": 1.0, "recentTerminal": 345152, "recentWilsonLowerBound": 0.9999888699551419, "running": 45, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57525.333333333336, "waiting": 1897 }, "Biren_166m": { "available": true, "backlogHours": 0.032976775449656964, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345152, "recentSuccessRate": 1.0, "recentTerminal": 345152, "recentWilsonLowerBound": 0.9999888699551419, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57525.333333333336, "waiting": 1897 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 0.032976775449656964, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345152, "recentSuccessRate": 1.0, "recentTerminal": 345152, "recentWilsonLowerBound": 0.9999888699551419, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57525.333333333336, "waiting": 1897 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 0.032976775449656964, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345152, "recentSuccessRate": 1.0, "recentTerminal": 345152, "recentWilsonLowerBound": 0.9999888699551419, "running": 45, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57525.333333333336, "waiting": 1897 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 0.032976775449656964, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345152, "recentSuccessRate": 1.0, "recentTerminal": 345152, "recentWilsonLowerBound": 0.9999888699551419, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57525.333333333336, "waiting": 1897 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 0.032976775449656964, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345152, "recentSuccessRate": 1.0, "recentTerminal": 345152, "recentWilsonLowerBound": 0.9999888699551419, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57525.333333333336, "waiting": 1897 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 0.01331587242722047, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345152, "recentSuccessRate": 1.0, "recentTerminal": 345152, "recentWilsonLowerBound": 0.9999888699551419, "running": 45, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57525.333333333336, "waiting": 766 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 0.01331587242722047, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345152, "recentSuccessRate": 1.0, "recentTerminal": 345152, "recentWilsonLowerBound": 0.9999888699551419, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57525.333333333336, "waiting": 766 }, "MetaX_c-500": { "available": true, "backlogHours": 0.032976775449656964, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345152, "recentSuccessRate": 1.0, "recentTerminal": 345152, "recentWilsonLowerBound": 0.9999888699551419, "running": 45, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57525.333333333336, "waiting": 1897 }, "Mthreads_s4000": { "available": true, "backlogHours": 0.032976775449656964, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345152, "recentSuccessRate": 1.0, "recentTerminal": 345152, "recentWilsonLowerBound": 0.9999888699551419, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57525.333333333336, "waiting": 1897 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 0.01331587242722047, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345152, "recentSuccessRate": 1.0, "recentTerminal": 345152, "recentWilsonLowerBound": 0.9999888699551419, "running": 45, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57525.333333333336, "waiting": 766 }, "Vastai_va16": { "available": true, "backlogHours": 0.032976775449656964, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345152, "recentSuccessRate": 1.0, "recentTerminal": 345152, "recentWilsonLowerBound": 0.9999888699551419, "running": 45, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57525.333333333336, "waiting": 1897 }, "hygon_k100-ai": { "available": true, "backlogHours": 0.032976775449656964, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 2.5, "queueFactor": 1.0, "queueWeight": 1.0, "recentSuccess": 345152, "recentSuccessRate": 1.0, "recentTerminal": 345152, "recentWilsonLowerBound": 0.9999888699551419, "running": 0, "selectionWeight": 2.5, "stale": false, "submissionEligible": true, "throughputPerHour": 57525.333333333336, "waiting": 1897 } }, "queueAttemptedAt": "2026-10-28T13:06:01.195522+00:00", "queueError": null, "queueUpdatedAt": "2026-10-28T13:06:01.195522+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b4", "hygon_k100-ai", "Ascend_910-b3", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }