{ "communityAttemptedAt": "2026-10-18T17:30:52.368721+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-18T17:30:52.368721+00:00", "frameworkAttemptedAt": "2026-10-18T12:40:45.561428+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43343, "officialConfigError": null, "officialConfigValid": true, "successCount": 21738, "successRate": 0.5015342731236878, "wilsonLowerBound": 0.4968271251889966 }, "vllm": { "framework": "vllm", "modelCount": 57896, "officialConfigError": null, "officialConfigValid": true, "successCount": 15501, "successRate": 0.2677387038828244, "wilsonLowerBound": 0.26414741464736957 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5043, "officialConfigError": null, "officialConfigValid": true, "successCount": 1580, "successRate": 0.31330557208011106, "wilsonLowerBound": 0.3006497782973864 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38206, "officialConfigError": null, "officialConfigValid": true, "successCount": 18194, "successRate": 0.47620792545673457, "wilsonLowerBound": 0.471202525603045 }, "vllm": { "framework": "vllm", "modelCount": 40428, "officialConfigError": null, "officialConfigValid": true, "successCount": 11098, "successRate": 0.2745127139606213, "wilsonLowerBound": 0.27018407380598886 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13847, "officialConfigError": null, "officialConfigValid": true, "successCount": 5755, "successRate": 0.4156134902867047, "wilsonLowerBound": 0.4074293239967146 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64257, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.18827520737040324, "wilsonLowerBound": 0.18527116325048892 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 33760, "officialConfigError": null, "officialConfigValid": true, "successCount": 7226, "successRate": 0.21404028436018957, "wilsonLowerBound": 0.2096976995541605 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8232, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, "successRate": 0.013969873663751214, "wilsonLowerBound": 0.011651665591901311 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26752, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, "successRate": 0.1229066985645933, "wilsonLowerBound": 0.11902625993997691 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16518, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10146506841021916, "wilsonLowerBound": 0.09695261863545855 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 16980, "officialConfigError": null, "officialConfigValid": true, "successCount": 6604, "successRate": 0.3889281507656066, "wilsonLowerBound": 0.38162129069242506 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24810, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15348649738008868, "wilsonLowerBound": 0.14905483657347962 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 54351, "officialConfigError": null, "officialConfigValid": true, "successCount": 13675, "successRate": 0.251605306250115, "wilsonLowerBound": 0.24797475770461666 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25086, "officialConfigError": null, "officialConfigValid": true, "successCount": 3178, "successRate": 0.12668420633022404, "wilsonLowerBound": 0.12262517165142583 }, "vllm": { "framework": "vllm", "modelCount": 87105, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11218644165088112, "wilsonLowerBound": 0.11010764502263687 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48748, "officialConfigError": null, "officialConfigValid": true, "successCount": 5655, "successRate": 0.11600475916960695, "wilsonLowerBound": 0.11319220637457254 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 50512, "officialConfigError": null, "officialConfigValid": true, "successCount": 3784, "successRate": 0.07491289198606271, "wilsonLowerBound": 0.07264930842438354 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94773, "officialConfigError": null, "officialConfigValid": true, "successCount": 23858, "successRate": 0.25173836430206914, "wilsonLowerBound": 0.24898524647532747 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 112, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5659, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10425870295105143, "wilsonLowerBound": 0.09656313278158477 }, "vllm": { "framework": "vllm", "modelCount": 112904, "officialConfigError": null, "officialConfigValid": true, "successCount": 16538, "successRate": 0.1464784241479487, "wilsonLowerBound": 0.14442794518106644 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 269, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.0037174721189591076, "wilsonLowerBound": 0.0006565099089014066 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25202, "officialConfigError": null, "officialConfigValid": true, "successCount": 4139, "successRate": 0.16423299738116023, "wilsonLowerBound": 0.15971007327045078 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44244, "officialConfigError": null, "officialConfigValid": true, "successCount": 5714, "successRate": 0.1291474550221499, "wilsonLowerBound": 0.12605466472171992 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8415, "officialConfigError": null, "officialConfigValid": true, "successCount": 813, "successRate": 0.0966131907308378, "wilsonLowerBound": 0.09048376796547958 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35301, "officialConfigError": null, "officialConfigValid": true, "successCount": 7078, "successRate": 0.20050423500750686, "wilsonLowerBound": 0.19636023215693457 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61547, "officialConfigError": null, "officialConfigValid": true, "successCount": 12429, "successRate": 0.20194323037678522, "wilsonLowerBound": 0.19879023548054822 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17805, "officialConfigError": null, "officialConfigValid": true, "successCount": 5036, "successRate": 0.28284189834316203, "wilsonLowerBound": 0.27627376346219423 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16025, "officialConfigError": null, "officialConfigValid": true, "successCount": 3867, "successRate": 0.24131045241809673, "wilsonLowerBound": 0.2347480887179905 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69217, "officialConfigError": null, "officialConfigValid": true, "successCount": 19038, "successRate": 0.27504803733186933, "wilsonLowerBound": 0.27173392932361323 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1466, "officialConfigError": null, "officialConfigValid": true, "successCount": 867, "successRate": 0.5914051841746248, "wilsonLowerBound": 0.5660341493926214 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48566, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44743236008730386, "wilsonLowerBound": 0.4430144099519477 }, "vllm": { "framework": "vllm", "modelCount": 40809, "officialConfigError": null, "officialConfigValid": true, "successCount": 5112, "successRate": 0.12526648533411747, "wilsonLowerBound": 0.12209002686885441 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1189, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10105, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07570509648688768, "wilsonLowerBound": 0.07070710236143048 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7679, "officialConfigError": null, "officialConfigValid": true, "successCount": 3374, "successRate": 0.43938012762078393, "wilsonLowerBound": 0.4283122733667606 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7429, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03297886660384978, "wilsonLowerBound": 0.029153181447422398 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19305, "officialConfigError": null, "officialConfigValid": true, "successCount": 5553, "successRate": 0.28764568764568765, "wilsonLowerBound": 0.28130288480295373 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28917, "officialConfigError": null, "officialConfigValid": true, "successCount": 14804, "successRate": 0.5119479890721721, "wilsonLowerBound": 0.506185418939555 }, "vllm": { "framework": "vllm", "modelCount": 68154, "officialConfigError": null, "officialConfigValid": true, "successCount": 7347, "successRate": 0.10779998239281627, "wilsonLowerBound": 0.10549368486704223 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14126, "officialConfigError": null, "officialConfigValid": true, "successCount": 2487, "successRate": 0.17605833215347585, "wilsonLowerBound": 0.16986572511788003 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-18T17:30:52.368721+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1228.0298507462687, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.1778999463951196, "queueFactor": 1.0198408999719761, "queueWeight": 1.0198408999719761, "recentSuccess": 53, "recentSuccessRate": 0.39552238805970147, "recentTerminal": 134, "recentWilsonLowerBound": 0.3167537760660782, "running": 8, "selectionWeight": 2.2211114413805175, "stale": false, "submissionEligible": true, "throughputPerHour": 22.333333333333332, "waiting": 27426 }, "Ascend_910-b4": { "available": true, "backlogHours": 1574.776859504132, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9824962692256572, "queueWeight": 0.9824962692256572, "recentSuccess": 51, "recentSuccessRate": 0.4214876033057851, "recentTerminal": 121, "recentWilsonLowerBound": 0.3372484956271268, "running": 8, "selectionWeight": 2.4562406730641433, "stale": false, "submissionEligible": true, "throughputPerHour": 20.166666666666668, "waiting": 31758 }, "Biren_166m": { "available": true, "backlogHours": 143.62694300518135, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.09558804241542773, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 22, "recentSuccessRate": 0.11398963730569948, "recentTerminal": 193, "recentWilsonLowerBound": 0.07649186944980843, "running": 8, "selectionWeight": 0.12426445514005606, "stale": false, "submissionEligible": true, "throughputPerHour": 32.166666666666664, "waiting": 4620 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1722.2903225806451, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.5224912298434143, "queueFactor": 0.9693883796457823, "queueWeight": 0.9693883796457823, "recentSuccess": 16, "recentSuccessRate": 0.25806451612903225, "recentTerminal": 62, "recentWilsonLowerBound": 0.16554737249309678, "running": 7, "selectionWeight": 0.5064969266770394, "stale": false, "submissionEligible": true, "throughputPerHour": 10.333333333333334, "waiting": 17797 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 462.2834645669291, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.27578344204103744, "queueFactor": 1.1808031680692326, "queueWeight": 1.1808031680692326, "recentSuccess": 23, "recentSuccessRate": 0.18110236220472442, "recentTerminal": 127, "recentWilsonLowerBound": 0.12381720937688437, "running": 8, "selectionWeight": 0.3256459620630946, "stale": false, "submissionEligible": true, "throughputPerHour": 21.166666666666668, "waiting": 9785 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 132.3680981595092, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 15, "recentSuccessRate": 0.09202453987730061, "recentTerminal": 163, "recentWilsonLowerBound": 0.056561275126855236, "running": 24, "selectionWeight": 0.065, "stale": false, "submissionEligible": true, "throughputPerHour": 27.166666666666668, "waiting": 3596 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 282.109756097561, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.21489955453755433, "queueFactor": 1.2716015475328593, "queueWeight": 1.2716015475328593, "recentSuccess": 26, "recentSuccessRate": 0.15853658536585366, "recentTerminal": 164, "recentWilsonLowerBound": 0.11054494493842473, "running": 1, "selectionWeight": 0.27326660611407616, "stale": false, "submissionEligible": true, "throughputPerHour": 27.333333333333332, "waiting": 7711 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2401.95, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.7993472935545989, "queueFactor": 0.922208602764309, "queueWeight": 0.922208602764309, "recentSuccess": 13, "recentSuccessRate": 0.325, "recentTerminal": 40, "recentWilsonLowerBound": 0.20084316962661727, "running": 2, "selectionWeight": 0.7371649507124186, "stale": false, "submissionEligible": true, "throughputPerHour": 6.666666666666667, "waiting": 16013 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 497.6347826086956, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.5841849416224574, "queueFactor": 1.167823349705584, "queueWeight": 1.167823349705584, "recentSuccess": 28, "recentSuccessRate": 0.24347826086956523, "recentTerminal": 115, "recentWilsonLowerBound": 0.17416253017380065, "running": 8, "selectionWeight": 0.6822248153730993, "stale": false, "submissionEligible": true, "throughputPerHour": 19.166666666666668, "waiting": 9538 }, "MetaX_c-500": { "available": true, "backlogHours": 715.75, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.883244762987483, "queueFactor": 1.1058584991606661, "queueWeight": 1.1058584991606661, "recentSuccess": 28, "recentSuccessRate": 0.2916666666666667, "recentTerminal": 96, "recentWilsonLowerBound": 0.21016461419964405, "running": 4, "selectionWeight": 0.9767437279888562, "stale": false, "submissionEligible": true, "throughputPerHour": 16.0, "waiting": 11452 }, "Mthreads_s4000": { "available": true, "backlogHours": 2224.0285714285715, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.33023857644246235, "queueFactor": 0.9329163603436821, "queueWeight": 0.9329163603436821, "recentSuccess": 15, "recentSuccessRate": 0.21428571428571427, "recentTerminal": 70, "recentWilsonLowerBound": 0.13438585667978445, "running": 4, "selectionWeight": 0.3080849707797808, "stale": false, "submissionEligible": true, "throughputPerHour": 11.666666666666666, "waiting": 25947 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 3072.0, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.0237778902638681, "queueFactor": 0.8887929107394607, "queueWeight": 0.8887929107394607, "recentSuccess": 13, "recentSuccessRate": 0.3611111111111111, "recentTerminal": 36, "recentWilsonLowerBound": 0.2247538679218132, "running": 2, "selectionWeight": 0.9099265310383274, "stale": false, "submissionEligible": true, "throughputPerHour": 6.0, "waiting": 18432 }, "Vastai_va16": { "available": true, "backlogHours": 1794.642857142857, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.9634231070985296, "queueWeight": 0.9634231070985296, "recentSuccess": 2, "recentSuccessRate": 0.03571428571428571, "recentTerminal": 56, "recentWilsonLowerBound": 0.009849218502577643, "running": 16, "selectionWeight": 0.048171155354926484, "stale": false, "submissionEligible": false, "throughputPerHour": 9.333333333333334, "waiting": 16750 }, "hygon_k100-ai": { "available": true, "backlogHours": 1571.7362637362637, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.6600743617389903, "queueFactor": 0.9827811377015059, "queueWeight": 0.9827811377015059, "recentSuccess": 24, "recentSuccessRate": 0.26373626373626374, "recentTerminal": 91, "recentWilsonLowerBound": 0.18410473382523007, "running": 6, "selectionWeight": 0.6487086321974402, "stale": false, "submissionEligible": true, "throughputPerHour": 15.166666666666666, "waiting": 23838 } }, "queueAttemptedAt": "2026-10-18T17:30:52.368721+00:00", "queueError": null, "queueUpdatedAt": "2026-10-18T17:30:52.368721+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }