{ "communityAttemptedAt": "2026-10-18T17:57:29.154043+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-18T17:57:29.154043+00:00", "frameworkAttemptedAt": "2026-10-18T12:40:45.561428+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43343, "officialConfigError": null, "officialConfigValid": true, "successCount": 21738, "successRate": 0.5015342731236878, "wilsonLowerBound": 0.4968271251889966 }, "vllm": { "framework": "vllm", "modelCount": 57896, "officialConfigError": null, "officialConfigValid": true, "successCount": 15501, "successRate": 0.2677387038828244, "wilsonLowerBound": 0.26414741464736957 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5043, "officialConfigError": null, "officialConfigValid": true, "successCount": 1580, "successRate": 0.31330557208011106, "wilsonLowerBound": 0.3006497782973864 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38206, "officialConfigError": null, "officialConfigValid": true, "successCount": 18194, "successRate": 0.47620792545673457, "wilsonLowerBound": 0.471202525603045 }, "vllm": { "framework": "vllm", "modelCount": 40428, "officialConfigError": null, "officialConfigValid": true, "successCount": 11098, "successRate": 0.2745127139606213, "wilsonLowerBound": 0.27018407380598886 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13847, "officialConfigError": null, "officialConfigValid": true, "successCount": 5755, "successRate": 0.4156134902867047, "wilsonLowerBound": 0.4074293239967146 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64257, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.18827520737040324, "wilsonLowerBound": 0.18527116325048892 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 33760, "officialConfigError": null, "officialConfigValid": true, "successCount": 7226, "successRate": 0.21404028436018957, "wilsonLowerBound": 0.2096976995541605 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8232, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, "successRate": 0.013969873663751214, "wilsonLowerBound": 0.011651665591901311 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26752, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, "successRate": 0.1229066985645933, "wilsonLowerBound": 0.11902625993997691 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16518, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10146506841021916, "wilsonLowerBound": 0.09695261863545855 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 16980, "officialConfigError": null, "officialConfigValid": true, "successCount": 6604, "successRate": 0.3889281507656066, "wilsonLowerBound": 0.38162129069242506 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24810, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15348649738008868, "wilsonLowerBound": 0.14905483657347962 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 54351, "officialConfigError": null, "officialConfigValid": true, "successCount": 13675, "successRate": 0.251605306250115, "wilsonLowerBound": 0.24797475770461666 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25086, "officialConfigError": null, "officialConfigValid": true, "successCount": 3178, "successRate": 0.12668420633022404, "wilsonLowerBound": 0.12262517165142583 }, "vllm": { "framework": "vllm", "modelCount": 87105, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11218644165088112, "wilsonLowerBound": 0.11010764502263687 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48748, "officialConfigError": null, "officialConfigValid": true, "successCount": 5655, "successRate": 0.11600475916960695, "wilsonLowerBound": 0.11319220637457254 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 50512, "officialConfigError": null, "officialConfigValid": true, "successCount": 3784, "successRate": 0.07491289198606271, "wilsonLowerBound": 0.07264930842438354 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94773, "officialConfigError": null, "officialConfigValid": true, "successCount": 23858, "successRate": 0.25173836430206914, "wilsonLowerBound": 0.24898524647532747 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 112, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5659, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10425870295105143, "wilsonLowerBound": 0.09656313278158477 }, "vllm": { "framework": "vllm", "modelCount": 112904, "officialConfigError": null, "officialConfigValid": true, "successCount": 16538, "successRate": 0.1464784241479487, "wilsonLowerBound": 0.14442794518106644 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 269, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.0037174721189591076, "wilsonLowerBound": 0.0006565099089014066 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25202, "officialConfigError": null, "officialConfigValid": true, "successCount": 4139, "successRate": 0.16423299738116023, "wilsonLowerBound": 0.15971007327045078 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44244, "officialConfigError": null, "officialConfigValid": true, "successCount": 5714, "successRate": 0.1291474550221499, "wilsonLowerBound": 0.12605466472171992 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8415, "officialConfigError": null, "officialConfigValid": true, "successCount": 813, "successRate": 0.0966131907308378, "wilsonLowerBound": 0.09048376796547958 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35301, "officialConfigError": null, "officialConfigValid": true, "successCount": 7078, "successRate": 0.20050423500750686, "wilsonLowerBound": 0.19636023215693457 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61547, "officialConfigError": null, "officialConfigValid": true, "successCount": 12429, "successRate": 0.20194323037678522, "wilsonLowerBound": 0.19879023548054822 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17805, "officialConfigError": null, "officialConfigValid": true, "successCount": 5036, "successRate": 0.28284189834316203, "wilsonLowerBound": 0.27627376346219423 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16025, "officialConfigError": null, "officialConfigValid": true, "successCount": 3867, "successRate": 0.24131045241809673, "wilsonLowerBound": 0.2347480887179905 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69217, "officialConfigError": null, "officialConfigValid": true, "successCount": 19038, "successRate": 0.27504803733186933, "wilsonLowerBound": 0.27173392932361323 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1466, "officialConfigError": null, "officialConfigValid": true, "successCount": 867, "successRate": 0.5914051841746248, "wilsonLowerBound": 0.5660341493926214 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48566, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44743236008730386, "wilsonLowerBound": 0.4430144099519477 }, "vllm": { "framework": "vllm", "modelCount": 40809, "officialConfigError": null, "officialConfigValid": true, "successCount": 5112, "successRate": 0.12526648533411747, "wilsonLowerBound": 0.12209002686885441 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1189, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10105, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07570509648688768, "wilsonLowerBound": 0.07070710236143048 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7679, "officialConfigError": null, "officialConfigValid": true, "successCount": 3374, "successRate": 0.43938012762078393, "wilsonLowerBound": 0.4283122733667606 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7429, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03297886660384978, "wilsonLowerBound": 0.029153181447422398 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19305, "officialConfigError": null, "officialConfigValid": true, "successCount": 5553, "successRate": 0.28764568764568765, "wilsonLowerBound": 0.28130288480295373 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28917, "officialConfigError": null, "officialConfigValid": true, "successCount": 14804, "successRate": 0.5119479890721721, "wilsonLowerBound": 0.506185418939555 }, "vllm": { "framework": "vllm", "modelCount": 68154, "officialConfigError": null, "officialConfigValid": true, "successCount": 7347, "successRate": 0.10779998239281627, "wilsonLowerBound": 0.10549368486704223 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14126, "officialConfigError": null, "officialConfigValid": true, "successCount": 2487, "successRate": 0.17605833215347585, "wilsonLowerBound": 0.16986572511788003 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-18T17:57:29.154043+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1237.984962406015, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.010227632717917, "queueWeight": 1.010227632717917, "recentSuccess": 50, "recentSuccessRate": 0.37593984962406013, "recentTerminal": 133, "recentWilsonLowerBound": 0.29819216386268604, "running": 8, "selectionWeight": 2.5255690817947922, "stale": false, "submissionEligible": true, "throughputPerHour": 22.166666666666668, "waiting": 27442 }, "Ascend_910-b4": { "available": true, "backlogHours": 1411.7777777777778, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.4151928415570647, "queueFactor": 0.9905162339633788, "queueWeight": 0.9905162339633788, "recentSuccess": 50, "recentSuccessRate": 0.37037037037037035, "recentTerminal": 135, "recentWilsonLowerBound": 0.29355089594078115, "running": 10, "selectionWeight": 2.392287717714415, "stale": false, "submissionEligible": true, "throughputPerHour": 22.5, "waiting": 31765 }, "Biren_166m": { "available": true, "backlogHours": 144.46875, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.15991280990764525, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 24, "recentSuccessRate": 0.125, "recentTerminal": 192, "recentWilsonLowerBound": 0.08545611724349239, "running": 10, "selectionWeight": 0.20788665287993885, "stale": false, "submissionEligible": true, "throughputPerHour": 32.0, "waiting": 4623 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1642.8, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.6145283057558041, "queueFactor": 0.968252985734978, "queueWeight": 0.968252985734978, "recentSuccess": 16, "recentSuccessRate": 0.24615384615384617, "recentTerminal": 65, "recentWilsonLowerBound": 0.1575785436701859, "running": 8, "selectionWeight": 0.5950188668667148, "stale": false, "submissionEligible": true, "throughputPerHour": 10.833333333333334, "waiting": 17797 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 473.758064516129, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.2986744582489209, "queueFactor": 1.1667909625889878, "queueWeight": 1.1667909625889878, "recentSuccess": 21, "recentSuccessRate": 0.1693548387096774, "recentTerminal": 124, "recentWilsonLowerBound": 0.11351887518815744, "running": 7, "selectionWeight": 0.34849065864100287, "stale": false, "submissionEligible": true, "throughputPerHour": 20.666666666666668, "waiting": 9791 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 133.1851851851852, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.06539670435185263, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 15, "recentSuccessRate": 0.09259259259259259, "recentTerminal": 162, "recentWilsonLowerBound": 0.05691551968142479, "running": 25, "selectionWeight": 0.08501571565740842, "stale": false, "submissionEligible": true, "throughputPerHour": 27.0, "waiting": 3596 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 270.7368421052632, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.34215106661781963, "queueFactor": 1.2689498102862389, "queueWeight": 1.2689498102862389, "recentSuccess": 29, "recentSuccessRate": 0.1695906432748538, "recentTerminal": 171, "recentWilsonLowerBound": 0.1207522598493439, "running": 0, "selectionWeight": 0.4341725310739165, "stale": false, "submissionEligible": true, "throughputPerHour": 28.5, "waiting": 7716 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2235.6279069767443, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.8852596737183869, "queueFactor": 0.9245206600040731, "queueWeight": 0.9245206600040731, "recentSuccess": 13, "recentSuccessRate": 0.3023255813953488, "recentTerminal": 43, "recentWilsonLowerBound": 0.18601827946182875, "running": 2, "selectionWeight": 0.8184408578211134, "stale": false, "submissionEligible": true, "throughputPerHour": 7.166666666666667, "waiting": 16022 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 555.6699029126213, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.8082205937929232, "queueFactor": 1.1392106014032641, "queueWeight": 1.1392106014032641, "recentSuccess": 26, "recentSuccessRate": 0.2524271844660194, "recentTerminal": 103, "recentWilsonLowerBound": 0.17847711876706254, "running": 8, "selectionWeight": 0.9207334687213393, "stale": false, "submissionEligible": true, "throughputPerHour": 17.166666666666668, "waiting": 9539 }, "MetaX_c-500": { "available": true, "backlogHours": 687.3, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.8647393411149549, "queueFactor": 1.1034549250721826, "queueWeight": 1.1034549250721826, "recentSuccess": 26, "recentSuccessRate": 0.26, "recentTerminal": 100, "recentWilsonLowerBound": 0.18404578126986462, "running": 4, "selectionWeight": 0.9542008848569711, "stale": false, "submissionEligible": true, "throughputPerHour": 16.666666666666668, "waiting": 11455 }, "Mthreads_s4000": { "available": true, "backlogHours": 2075.6, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.4430307582081571, "queueFactor": 0.9348781287580957, "queueWeight": 0.9348781287580957, "recentSuccess": 16, "recentSuccessRate": 0.21333333333333335, "recentTerminal": 75, "recentWilsonLowerBound": 0.13580086342007996, "running": 4, "selectionWeight": 0.4141797662159223, "stale": false, "submissionEligible": true, "throughputPerHour": 12.5, "waiting": 25945 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 3072.1666666666665, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.0629268135866612, "queueFactor": 0.8814746621446142, "queueWeight": 0.8814746621446142, "recentSuccess": 12, "recentSuccessRate": 0.3333333333333333, "recentTerminal": 36, "recentWilsonLowerBound": 0.20214424774586046, "running": 2, "selectionWeight": 0.9369430538907535, "stale": false, "submissionEligible": true, "throughputPerHour": 6.0, "waiting": 18433 }, "Vastai_va16": { "available": true, "backlogHours": 1649.5081967213116, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.9676613106520184, "queueWeight": 0.9676613106520184, "recentSuccess": 2, "recentSuccessRate": 0.03278688524590164, "recentTerminal": 61, "recentWilsonLowerBound": 0.009037700815687872, "running": 16, "selectionWeight": 0.048383065532600925, "stale": false, "submissionEligible": false, "throughputPerHour": 10.166666666666666, "waiting": 16770 }, "hygon_k100-ai": { "available": true, "backlogHours": 1521.4468085106384, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.8967812410610587, "queueFactor": 0.9794629958106905, "queueWeight": 0.9794629958106905, "recentSuccess": 25, "recentSuccessRate": 0.26595744680851063, "recentTerminal": 94, "recentWilsonLowerBound": 0.1871148582279006, "running": 6, "selectionWeight": 0.8783640409564936, "stale": false, "submissionEligible": true, "throughputPerHour": 15.666666666666666, "waiting": 23836 } }, "queueAttemptedAt": "2026-10-18T17:57:29.154043+00:00", "queueError": null, "queueUpdatedAt": "2026-10-18T17:57:29.154043+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }