{ "communityAttemptedAt": "2026-10-18T18:57:28.958465+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-18T18:57:28.958465+00:00", "frameworkAttemptedAt": "2026-10-18T18:57:28.958465+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43394, "officialConfigError": null, "officialConfigValid": true, "successCount": 21775, "successRate": 0.5017974835230677, "wilsonLowerBound": 0.49709308729006946 }, "vllm": { "framework": "vllm", "modelCount": 57939, "officialConfigError": null, "officialConfigValid": true, "successCount": 15503, "successRate": 0.26757451802758075, "wilsonLowerBound": 0.2639852683242816 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5065, "officialConfigError": null, "officialConfigValid": true, "successCount": 1589, "successRate": 0.3137216189536032, "wilsonLowerBound": 0.3010880993293969 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38256, "officialConfigError": null, "officialConfigValid": true, "successCount": 18229, "successRate": 0.4765004182350481, "wilsonLowerBound": 0.4714981204338454 }, "vllm": { "framework": "vllm", "modelCount": 40450, "officialConfigError": null, "officialConfigValid": true, "successCount": 11099, "successRate": 0.27438813349814584, "wilsonLowerBound": 0.27006129011813 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13880, "officialConfigError": null, "officialConfigValid": true, "successCount": 5765, "successRate": 0.4153458213256484, "wilsonLowerBound": 0.40717219691020234 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64260, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1882664176781824, "wilsonLowerBound": 0.18526249795713923 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 33911, "officialConfigError": null, "officialConfigValid": true, "successCount": 7251, "successRate": 0.21382442275367874, "wilsonLowerBound": 0.20949307109550164 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8250, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, "successRate": 0.013939393939393939, "wilsonLowerBound": 0.011626216690224596 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26753, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, "successRate": 0.12290210443688558, "wilsonLowerBound": 0.1190218011972578 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16518, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10146506841021916, "wilsonLowerBound": 0.09695261863545855 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 17027, "officialConfigError": null, "officialConfigValid": true, "successCount": 6622, "successRate": 0.388911728431315, "wilsonLowerBound": 0.3816149830582015 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24811, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15348031115231148, "wilsonLowerBound": 0.14904881350902544 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 54443, "officialConfigError": null, "officialConfigValid": true, "successCount": 13704, "successRate": 0.2517128005436879, "wilsonLowerBound": 0.24808478159582772 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25111, "officialConfigError": null, "officialConfigValid": true, "successCount": 3191, "successRate": 0.12707578352116602, "wilsonLowerBound": 0.1230132539466505 }, "vllm": { "framework": "vllm", "modelCount": 87108, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11218257794921248, "wilsonLowerBound": 0.11010384852202956 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48774, "officialConfigError": null, "officialConfigValid": true, "successCount": 5655, "successRate": 0.11594292040841432, "wilsonLowerBound": 0.11313177229679139 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 50636, "officialConfigError": null, "officialConfigValid": true, "successCount": 3787, "successRate": 0.0747886878900387, "wilsonLowerBound": 0.07252959529001135 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94784, "officialConfigError": null, "officialConfigValid": true, "successCount": 23863, "successRate": 0.2517619007427414, "wilsonLowerBound": 0.2490088554327667 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 116, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5659, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10425870295105143, "wilsonLowerBound": 0.09656313278158477 }, "vllm": { "framework": "vllm", "modelCount": 112904, "officialConfigError": null, "officialConfigValid": true, "successCount": 16538, "successRate": 0.1464784241479487, "wilsonLowerBound": 0.14442794518106644 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 272, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.003676470588235294, "wilsonLowerBound": 0.0006492656971213476 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25218, "officialConfigError": null, "officialConfigValid": true, "successCount": 4140, "successRate": 0.16416845110635261, "wilsonLowerBound": 0.1596476775285764 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44249, "officialConfigError": null, "officialConfigValid": true, "successCount": 5714, "successRate": 0.1291328617595878, "wilsonLowerBound": 0.12604039599610958 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8422, "officialConfigError": null, "officialConfigValid": true, "successCount": 813, "successRate": 0.0965328900498694, "wilsonLowerBound": 0.09040831608996117 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35346, "officialConfigError": null, "officialConfigValid": true, "successCount": 7087, "successRate": 0.20050359305154755, "wilsonLowerBound": 0.1963622131791068 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61550, "officialConfigError": null, "officialConfigValid": true, "successCount": 12429, "successRate": 0.20193338748984566, "wilsonLowerBound": 0.19878052732235263 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17882, "officialConfigError": null, "officialConfigValid": true, "successCount": 5059, "successRate": 0.28291018901688847, "wilsonLowerBound": 0.27635561052250923 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16052, "officialConfigError": null, "officialConfigValid": true, "successCount": 3875, "successRate": 0.24140294044355842, "wilsonLowerBound": 0.23484515857220903 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69253, "officialConfigError": null, "officialConfigValid": true, "successCount": 19049, "successRate": 0.2750638961489033, "wilsonLowerBound": 0.2717505859895844 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1493, "officialConfigError": null, "officialConfigValid": true, "successCount": 881, "successRate": 0.5900870730073677, "wilsonLowerBound": 0.5649391567889072 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48572, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44737708968129786, "wilsonLowerBound": 0.4429594685047271 }, "vllm": { "framework": "vllm", "modelCount": 40849, "officialConfigError": null, "officialConfigValid": true, "successCount": 5121, "successRate": 0.1253641460011261, "wilsonLowerBound": 0.12218814512476432 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1190, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10105, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07570509648688768, "wilsonLowerBound": 0.07070710236143048 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7696, "officialConfigError": null, "officialConfigValid": true, "successCount": 3382, "successRate": 0.43944906444906445, "wilsonLowerBound": 0.42839317934321924 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7430, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03297442799461642, "wilsonLowerBound": 0.029149250467990415 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19351, "officialConfigError": null, "officialConfigValid": true, "successCount": 5558, "successRate": 0.28722029869257404, "wilsonLowerBound": 0.2808878865593951 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28943, "officialConfigError": null, "officialConfigValid": true, "successCount": 14815, "successRate": 0.5118681546487924, "wilsonLowerBound": 0.5061081624633262 }, "vllm": { "framework": "vllm", "modelCount": 68198, "officialConfigError": null, "officialConfigValid": true, "successCount": 7354, "successRate": 0.10783307428370334, "wilsonLowerBound": 0.10552719788058784 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14157, "officialConfigError": null, "officialConfigValid": true, "successCount": 2498, "successRate": 0.17644981281344918, "wilsonLowerBound": 0.17025831006154998 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-18T18:57:28.958465+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1282.2790697674418, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.4514034526310615, "queueFactor": 1.007842915026539, "queueWeight": 1.007842915026539, "recentSuccess": 49, "recentSuccessRate": 0.3798449612403101, "recentTerminal": 129, "recentWilsonLowerBound": 0.30071077692282255, "running": 8, "selectionWeight": 2.4706296016058116, "stale": false, "submissionEligible": true, "throughputPerHour": 21.5, "waiting": 27569 }, "Ascend_910-b4": { "available": true, "backlogHours": 1528.1760000000002, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9816670724769548, "queueWeight": 0.9816670724769548, "recentSuccess": 48, "recentSuccessRate": 0.384, "recentTerminal": 125, "recentWilsonLowerBound": 0.3034059480322462, "running": 9, "selectionWeight": 2.454167681192387, "stale": false, "submissionEligible": true, "throughputPerHour": 20.833333333333332, "waiting": 31837 }, "Biren_166m": { "available": true, "backlogHours": 147.67021276595744, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.24265390820113264, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 28, "recentSuccessRate": 0.14893617021276595, "recentTerminal": 188, "recentWilsonLowerBound": 0.10509717364761709, "running": 9, "selectionWeight": 0.31545008066147245, "stale": false, "submissionEligible": true, "throughputPerHour": 31.333333333333332, "waiting": 4627 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1847.689655172414, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.42738393537073655, "queueFactor": 0.9541043503355179, "queueWeight": 0.9541043503355179, "recentSuccess": 13, "recentSuccessRate": 0.22413793103448276, "recentTerminal": 58, "recentWilsonLowerBound": 0.13593533332871563, "running": 7, "selectionWeight": 0.40776887200073353, "stale": false, "submissionEligible": true, "throughputPerHour": 9.666666666666666, "waiting": 17861 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 486.94214876033055, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.26623326853526147, "queueFactor": 1.165382856278126, "queueWeight": 1.165382856278126, "recentSuccess": 20, "recentSuccessRate": 0.1652892561983471, "recentTerminal": 121, "recentWilsonLowerBound": 0.10962203759241998, "running": 7, "selectionWeight": 0.3102636869218844, "stale": false, "submissionEligible": true, "throughputPerHour": 20.166666666666668, "waiting": 9820 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 127.02958579881657, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.06843043282193566, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 16, "recentSuccessRate": 0.09467455621301775, "recentTerminal": 169, "recentWilsonLowerBound": 0.05911669225857488, "running": 24, "selectionWeight": 0.08895956266851636, "stale": false, "submissionEligible": true, "throughputPerHour": 28.166666666666668, "waiting": 3578 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 258.80446927374305, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.24614400702476363, "queueFactor": 1.2812812309984682, "queueWeight": 1.2812812309984682, "recentSuccess": 27, "recentSuccessRate": 0.15083798882681565, "recentTerminal": 179, "recentWilsonLowerBound": 0.10578159636160239, "running": 2, "selectionWeight": 0.31537969632358476, "stale": false, "submissionEligible": true, "throughputPerHour": 29.833333333333332, "waiting": 7721 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2199.9545454545455, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.8077886727537198, "queueFactor": 0.9294545847167164, "queueWeight": 0.9294545847167164, "recentSuccess": 13, "recentSuccessRate": 0.29545454545454547, "recentTerminal": 44, "recentWilsonLowerBound": 0.18155360887243294, "running": 2, "selectionWeight": 0.7508028853731762, "stale": false, "submissionEligible": true, "throughputPerHour": 7.333333333333333, "waiting": 16133 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 496.9043478260869, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.737203528612886, "queueFactor": 1.1618479890568227, "queueWeight": 1.1618479890568227, "recentSuccess": 28, "recentSuccessRate": 0.24347826086956523, "recentTerminal": 115, "recentWilsonLowerBound": 0.17416253017380065, "running": 8, "selectionWeight": 0.8565184372444754, "stale": false, "submissionEligible": true, "throughputPerHour": 19.166666666666668, "waiting": 9524 }, "MetaX_c-500": { "available": true, "backlogHours": 741.0967741935484, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.8846534929229231, "queueFactor": 1.0942309429852992, "queueWeight": 1.0942309429852992, "recentSuccess": 25, "recentSuccessRate": 0.26881720430107525, "recentTerminal": 93, "recentWilsonLowerBound": 0.18921182161860808, "running": 5, "selectionWeight": 0.9680152257762888, "stale": false, "submissionEligible": true, "throughputPerHour": 15.5, "waiting": 11487 }, "Mthreads_s4000": { "available": true, "backlogHours": 2223.171428571429, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.4167396769272025, "queueFactor": 0.9279921175482764, "queueWeight": 0.9279921175482764, "recentSuccess": 15, "recentSuccessRate": 0.21428571428571427, "recentTerminal": 70, "recentWilsonLowerBound": 0.13438585667978445, "running": 4, "selectionWeight": 0.3867311352580592, "stale": false, "submissionEligible": true, "throughputPerHour": 11.666666666666666, "waiting": 25937 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 3457.6875, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.0450872364338866, "queueFactor": 0.8685050922699802, "queueWeight": 0.8685050922699802, "recentSuccess": 11, "recentSuccessRate": 0.34375, "recentTerminal": 32, "recentWilsonLowerBound": 0.2041023335432855, "running": 2, "selectionWeight": 0.9076635867091912, "stale": false, "submissionEligible": true, "throughputPerHour": 5.333333333333333, "waiting": 18441 }, "Vastai_va16": { "available": true, "backlogHours": 1703.1, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.9658378209772552, "queueWeight": 0.9658378209772552, "recentSuccess": 3, "recentSuccessRate": 0.05, "recentTerminal": 60, "recentWilsonLowerBound": 0.01714919117914121, "running": 16, "selectionWeight": 0.048291891048862765, "stale": false, "submissionEligible": false, "throughputPerHour": 10.0, "waiting": 17031 }, "hygon_k100-ai": { "available": true, "backlogHours": 1419.3861386138615, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 1.192052899636599, "queueFactor": 0.9926020006345238, "queueWeight": 0.9926020006345238, "recentSuccess": 30, "recentSuccessRate": 0.297029702970297, "recentTerminal": 101, "recentWilsonLowerBound": 0.2166816101177431, "running": 6, "selectionWeight": 1.1832340930414735, "stale": false, "submissionEligible": true, "throughputPerHour": 16.833333333333332, "waiting": 23893 } }, "queueAttemptedAt": "2026-10-18T18:57:28.958465+00:00", "queueError": null, "queueUpdatedAt": "2026-10-18T18:57:28.958465+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }