{ "communityAttemptedAt": "2026-10-18T16:28:54.148319+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-18T16:28:54.148319+00:00", "frameworkAttemptedAt": "2026-10-18T12:40:45.561428+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43343, "officialConfigError": null, "officialConfigValid": true, "successCount": 21738, "successRate": 0.5015342731236878, "wilsonLowerBound": 0.4968271251889966 }, "vllm": { "framework": "vllm", "modelCount": 57896, "officialConfigError": null, "officialConfigValid": true, "successCount": 15501, "successRate": 0.2677387038828244, "wilsonLowerBound": 0.26414741464736957 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5043, "officialConfigError": null, "officialConfigValid": true, "successCount": 1580, "successRate": 0.31330557208011106, "wilsonLowerBound": 0.3006497782973864 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38206, "officialConfigError": null, "officialConfigValid": true, "successCount": 18194, "successRate": 0.47620792545673457, "wilsonLowerBound": 0.471202525603045 }, "vllm": { "framework": "vllm", "modelCount": 40428, "officialConfigError": null, "officialConfigValid": true, "successCount": 11098, "successRate": 0.2745127139606213, "wilsonLowerBound": 0.27018407380598886 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13847, "officialConfigError": null, "officialConfigValid": true, "successCount": 5755, "successRate": 0.4156134902867047, "wilsonLowerBound": 0.4074293239967146 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64257, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.18827520737040324, "wilsonLowerBound": 0.18527116325048892 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 33760, "officialConfigError": null, "officialConfigValid": true, "successCount": 7226, "successRate": 0.21404028436018957, "wilsonLowerBound": 0.2096976995541605 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8232, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, "successRate": 0.013969873663751214, "wilsonLowerBound": 0.011651665591901311 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26752, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, "successRate": 0.1229066985645933, "wilsonLowerBound": 0.11902625993997691 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16518, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10146506841021916, "wilsonLowerBound": 0.09695261863545855 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 16980, "officialConfigError": null, "officialConfigValid": true, "successCount": 6604, "successRate": 0.3889281507656066, "wilsonLowerBound": 0.38162129069242506 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24810, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15348649738008868, "wilsonLowerBound": 0.14905483657347962 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 54351, "officialConfigError": null, "officialConfigValid": true, "successCount": 13675, "successRate": 0.251605306250115, "wilsonLowerBound": 0.24797475770461666 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25086, "officialConfigError": null, "officialConfigValid": true, "successCount": 3178, "successRate": 0.12668420633022404, "wilsonLowerBound": 0.12262517165142583 }, "vllm": { "framework": "vllm", "modelCount": 87105, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11218644165088112, "wilsonLowerBound": 0.11010764502263687 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48748, "officialConfigError": null, "officialConfigValid": true, "successCount": 5655, "successRate": 0.11600475916960695, "wilsonLowerBound": 0.11319220637457254 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 50512, "officialConfigError": null, "officialConfigValid": true, "successCount": 3784, "successRate": 0.07491289198606271, "wilsonLowerBound": 0.07264930842438354 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94773, "officialConfigError": null, "officialConfigValid": true, "successCount": 23858, "successRate": 0.25173836430206914, "wilsonLowerBound": 0.24898524647532747 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 112, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5659, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10425870295105143, "wilsonLowerBound": 0.09656313278158477 }, "vllm": { "framework": "vllm", "modelCount": 112904, "officialConfigError": null, "officialConfigValid": true, "successCount": 16538, "successRate": 0.1464784241479487, "wilsonLowerBound": 0.14442794518106644 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 269, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.0037174721189591076, "wilsonLowerBound": 0.0006565099089014066 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25202, "officialConfigError": null, "officialConfigValid": true, "successCount": 4139, "successRate": 0.16423299738116023, "wilsonLowerBound": 0.15971007327045078 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44244, "officialConfigError": null, "officialConfigValid": true, "successCount": 5714, "successRate": 0.1291474550221499, "wilsonLowerBound": 0.12605466472171992 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8415, "officialConfigError": null, "officialConfigValid": true, "successCount": 813, "successRate": 0.0966131907308378, "wilsonLowerBound": 0.09048376796547958 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35301, "officialConfigError": null, "officialConfigValid": true, "successCount": 7078, "successRate": 0.20050423500750686, "wilsonLowerBound": 0.19636023215693457 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61547, "officialConfigError": null, "officialConfigValid": true, "successCount": 12429, "successRate": 0.20194323037678522, "wilsonLowerBound": 0.19879023548054822 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17805, "officialConfigError": null, "officialConfigValid": true, "successCount": 5036, "successRate": 0.28284189834316203, "wilsonLowerBound": 0.27627376346219423 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16025, "officialConfigError": null, "officialConfigValid": true, "successCount": 3867, "successRate": 0.24131045241809673, "wilsonLowerBound": 0.2347480887179905 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69217, "officialConfigError": null, "officialConfigValid": true, "successCount": 19038, "successRate": 0.27504803733186933, "wilsonLowerBound": 0.27173392932361323 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1466, "officialConfigError": null, "officialConfigValid": true, "successCount": 867, "successRate": 0.5914051841746248, "wilsonLowerBound": 0.5660341493926214 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48566, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44743236008730386, "wilsonLowerBound": 0.4430144099519477 }, "vllm": { "framework": "vllm", "modelCount": 40809, "officialConfigError": null, "officialConfigValid": true, "successCount": 5112, "successRate": 0.12526648533411747, "wilsonLowerBound": 0.12209002686885441 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1189, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10105, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07570509648688768, "wilsonLowerBound": 0.07070710236143048 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7679, "officialConfigError": null, "officialConfigValid": true, "successCount": 3374, "successRate": 0.43938012762078393, "wilsonLowerBound": 0.4283122733667606 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7429, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03297886660384978, "wilsonLowerBound": 0.029153181447422398 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19305, "officialConfigError": null, "officialConfigValid": true, "successCount": 5553, "successRate": 0.28764568764568765, "wilsonLowerBound": 0.28130288480295373 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28917, "officialConfigError": null, "officialConfigValid": true, "successCount": 14804, "successRate": 0.5119479890721721, "wilsonLowerBound": 0.506185418939555 }, "vllm": { "framework": "vllm", "modelCount": 68154, "officialConfigError": null, "officialConfigValid": true, "successCount": 7347, "successRate": 0.10779998239281627, "wilsonLowerBound": 0.10549368486704223 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14126, "officialConfigError": null, "officialConfigValid": true, "successCount": 2487, "successRate": 0.17605833215347585, "wilsonLowerBound": 0.16986572511788003 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-18T16:28:54.148319+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1149.986013986014, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0207771661999987, "queueWeight": 1.0207771661999987, "recentSuccess": 57, "recentSuccessRate": 0.3986013986013986, "recentTerminal": 143, "recentWilsonLowerBound": 0.3220175729028133, "running": 8, "selectionWeight": 2.5519429154999966, "stale": false, "submissionEligible": true, "throughputPerHour": 23.833333333333332, "waiting": 27408 }, "Ascend_910-b4": { "available": true, "backlogHours": 1524.384, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.193097544813693, "queueFactor": 0.9785221779027214, "queueWeight": 0.9785221779027214, "recentSuccess": 48, "recentSuccessRate": 0.384, "recentTerminal": 125, "recentWilsonLowerBound": 0.3034059480322462, "running": 8, "selectionWeight": 2.1459945859042064, "stale": false, "submissionEligible": true, "throughputPerHour": 20.833333333333332, "waiting": 31758 }, "Biren_166m": { "available": true, "backlogHours": 133.94202898550725, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.06099955849948341, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 19, "recentSuccessRate": 0.09178743961352658, "recentTerminal": 207, "recentWilsonLowerBound": 0.05954886923872186, "running": 8, "selectionWeight": 0.07929942604932844, "stale": false, "submissionEligible": true, "throughputPerHour": 34.5, "waiting": 4621 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1905.2142857142856, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.867140801345248, "queueFactor": 0.9463314121411234, "queueWeight": 0.9463314121411234, "recentSuccess": 17, "recentSuccessRate": 0.30357142857142855, "recentTerminal": 56, "recentWilsonLowerBound": 0.19900164620775923, "running": 7, "selectionWeight": 0.8206025790622339, "stale": false, "submissionEligible": true, "throughputPerHour": 9.333333333333334, "waiting": 17782 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 462.0, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.342194889215735, "queueFactor": 1.1704113756029966, "queueWeight": 1.1704113756029966, "recentSuccess": 24, "recentSuccessRate": 0.1889763779527559, "recentTerminal": 127, "recentWilsonLowerBound": 0.1304078981380311, "running": 7, "selectionWeight": 0.4005087910113034, "stale": false, "submissionEligible": true, "throughputPerHour": 21.166666666666668, "waiting": 9779 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 118.60773480662984, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 12, "recentSuccessRate": 0.06629834254143646, "recentTerminal": 181, "recentWilsonLowerBound": 0.038328450070663204, "running": 24, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 30.166666666666668, "waiting": 3578 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 308.28, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.23503991857426543, "queueFactor": 1.2436352632935488, "queueWeight": 1.2436352632935488, "recentSuccess": 24, "recentSuccessRate": 0.16, "recentTerminal": 150, "recentWilsonLowerBound": 0.10993931727556672, "running": 0, "selectionWeight": 0.29230393102060087, "stale": false, "submissionEligible": true, "throughputPerHour": 25.0, "waiting": 7707 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2526.157894736842, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.46364570553926365, "queueFactor": 0.907122118813936, "queueWeight": 0.907122118813936, "recentSuccess": 10, "recentSuccessRate": 0.2631578947368421, "recentTerminal": 38, "recentWilsonLowerBound": 0.14971462389701298, "running": 2, "selectionWeight": 0.4205832747877591, "stale": false, "submissionEligible": true, "throughputPerHour": 6.333333333333333, "waiting": 15999 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 447.375, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.5068651638033398, "queueFactor": 1.1760724425542306, "queueWeight": 1.1760724425542306, "recentSuccess": 28, "recentSuccessRate": 0.21875, "recentTerminal": 128, "recentWilsonLowerBound": 0.1559042491230976, "running": 8, "selectionWeight": 0.596110151239844, "stale": false, "submissionEligible": true, "throughputPerHour": 21.333333333333332, "waiting": 9544 }, "MetaX_c-500": { "available": true, "backlogHours": 730.9148936170213, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.7572567518598698, "queueFactor": 1.0925839307237115, "queueWeight": 1.0925839307237115, "recentSuccess": 25, "recentSuccessRate": 0.26595744680851063, "recentTerminal": 94, "recentWilsonLowerBound": 0.1871148582279006, "running": 4, "selectionWeight": 0.8273665585141269, "stale": false, "submissionEligible": true, "throughputPerHour": 15.666666666666666, "waiting": 11451 }, "Mthreads_s4000": { "available": true, "backlogHours": 2162.4166666666665, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.3428389579435336, "queueFactor": 0.9285256887750761, "queueWeight": 0.9285256887750761, "recentSuccess": 15, "recentSuccessRate": 0.20833333333333334, "recentTerminal": 72, "recentWilsonLowerBound": 0.1305194089904011, "running": 4, "selectionWeight": 0.31833477956344886, "stale": false, "submissionEligible": true, "throughputPerHour": 12.0, "waiting": 25949 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 2835.846153846154, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.5775307518369941, "queueFactor": 0.8915227510522884, "queueWeight": 0.8915227510522884, "recentSuccess": 11, "recentSuccessRate": 0.28205128205128205, "recentTerminal": 39, "recentWilsonLowerBound": 0.16543325013943294, "running": 2, "selectionWeight": 0.5148818046950134, "stale": false, "submissionEligible": true, "throughputPerHour": 6.5, "waiting": 18433 }, "Vastai_va16": { "available": true, "backlogHours": 1644.7868852459017, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.9674274040073347, "queueWeight": 0.9674274040073347, "recentSuccess": 2, "recentSuccessRate": 0.03278688524590164, "recentTerminal": 61, "recentWilsonLowerBound": 0.009037700815687872, "running": 16, "selectionWeight": 0.04837137020036674, "stale": false, "submissionEligible": false, "throughputPerHour": 10.166666666666666, "waiting": 16722 }, "hygon_k100-ai": { "available": true, "backlogHours": 1487.9375, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.5763625040761288, "queueFactor": 0.9820805887874717, "queueWeight": 0.9820805887874717, "recentSuccess": 23, "recentSuccessRate": 0.23958333333333334, "recentTerminal": 96, "recentWilsonLowerBound": 0.16528105536529172, "running": 7, "selectionWeight": 0.5660344273581062, "stale": false, "submissionEligible": true, "throughputPerHour": 16.0, "waiting": 23807 } }, "queueAttemptedAt": "2026-10-18T16:28:54.148319+00:00", "queueError": null, "queueUpdatedAt": "2026-10-18T16:28:54.148319+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }