{ "communityAttemptedAt": "2026-10-18T20:32:05.465951+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-18T20:32:05.465951+00:00", "frameworkAttemptedAt": "2026-10-18T19:38:23.560846+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43403, "officialConfigError": null, "officialConfigValid": true, "successCount": 21780, "successRate": 0.5018086307398106, "wilsonLowerBound": 0.4971047216463101 }, "vllm": { "framework": "vllm", "modelCount": 57949, "officialConfigError": null, "officialConfigValid": true, "successCount": 15503, "successRate": 0.2675283438885917, "wilsonLowerBound": 0.2639396029929535 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5071, "officialConfigError": null, "officialConfigValid": true, "successCount": 1590, "successRate": 0.3135476237428515, "wilsonLowerBound": 0.30092354518390896 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38260, "officialConfigError": null, "officialConfigValid": true, "successCount": 18233, "successRate": 0.47655514898065865, "wilsonLowerBound": 0.47155308126172446 }, "vllm": { "framework": "vllm", "modelCount": 40453, "officialConfigError": null, "officialConfigValid": true, "successCount": 11099, "successRate": 0.2743677848367241, "wilsonLowerBound": 0.2700412032797469 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13888, "officialConfigError": null, "officialConfigValid": true, "successCount": 5771, "successRate": 0.4155385944700461, "wilsonLowerBound": 0.40736671396179563 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64260, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1882664176781824, "wilsonLowerBound": 0.18526249795713923 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 33940, "officialConfigError": null, "officialConfigValid": true, "successCount": 7257, "successRate": 0.21381850324101356, "wilsonLowerBound": 0.20948903310612216 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8255, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, "successRate": 0.013930950938824955, "wilsonLowerBound": 0.011619167267882506 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26754, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, "successRate": 0.12289751065261269, "wilsonLowerBound": 0.11901734278860183 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16518, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10146506841021916, "wilsonLowerBound": 0.09695261863545855 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 17041, "officialConfigError": null, "officialConfigValid": true, "successCount": 6626, "successRate": 0.38882694677542395, "wilsonLowerBound": 0.38153349759605093 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24813, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15346794019264096, "wilsonLowerBound": 0.14903676884046205 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 54467, "officialConfigError": null, "officialConfigValid": true, "successCount": 13706, "successRate": 0.2516386068628711, "wilsonLowerBound": 0.24801174515227895 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25114, "officialConfigError": null, "officialConfigValid": true, "successCount": 3192, "successRate": 0.12710042207533648, "wilsonLowerBound": 0.12303778692096162 }, "vllm": { "framework": "vllm", "modelCount": 87108, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11218257794921248, "wilsonLowerBound": 0.11010384852202956 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48779, "officialConfigError": null, "officialConfigValid": true, "successCount": 5655, "successRate": 0.11593103589659484, "wilsonLowerBound": 0.11312015775668172 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 50655, "officialConfigError": null, "officialConfigValid": true, "successCount": 3787, "successRate": 0.07476063567268779, "wilsonLowerBound": 0.0725023577767007 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94787, "officialConfigError": null, "officialConfigValid": true, "successCount": 23864, "successRate": 0.25176448247122496, "wilsonLowerBound": 0.2490114710637053 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 116, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5659, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10425870295105143, "wilsonLowerBound": 0.09656313278158477 }, "vllm": { "framework": "vllm", "modelCount": 112904, "officialConfigError": null, "officialConfigValid": true, "successCount": 16538, "successRate": 0.1464784241479487, "wilsonLowerBound": 0.14442794518106644 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 272, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.003676470588235294, "wilsonLowerBound": 0.0006492656971213476 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25227, "officialConfigError": null, "officialConfigValid": true, "successCount": 4140, "successRate": 0.1641098822689975, "wilsonLowerBound": 0.15959057011837258 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44249, "officialConfigError": null, "officialConfigValid": true, "successCount": 5714, "successRate": 0.1291328617595878, "wilsonLowerBound": 0.12604039599610958 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8424, "officialConfigError": null, "officialConfigValid": true, "successCount": 813, "successRate": 0.09650997150997151, "wilsonLowerBound": 0.09038678152017786 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35353, "officialConfigError": null, "officialConfigValid": true, "successCount": 7089, "successRate": 0.20052046502418466, "wilsonLowerBound": 0.19637935856954994 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61551, "officialConfigError": null, "officialConfigValid": true, "successCount": 12429, "successRate": 0.20193010674075157, "wilsonLowerBound": 0.1987772914803586 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 17901, "officialConfigError": null, "officialConfigValid": true, "successCount": 5063, "successRate": 0.2828333612647338, "wilsonLowerBound": 0.27628279575049247 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16061, "officialConfigError": null, "officialConfigValid": true, "successCount": 3876, "successRate": 0.24132992964323516, "wilsonLowerBound": 0.23477466745425554 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69271, "officialConfigError": null, "officialConfigValid": true, "successCount": 19052, "successRate": 0.2750357292373432, "wilsonLowerBound": 0.27172295516859657 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1495, "officialConfigError": null, "officialConfigValid": true, "successCount": 882, "successRate": 0.5899665551839465, "wilsonLowerBound": 0.5648347734075669 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48572, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44737708968129786, "wilsonLowerBound": 0.4429594685047271 }, "vllm": { "framework": "vllm", "modelCount": 40859, "officialConfigError": null, "officialConfigValid": true, "successCount": 5123, "successRate": 0.1253824126875352, "wilsonLowerBound": 0.12220659413097266 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1195, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10105, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07570509648688768, "wilsonLowerBound": 0.07070710236143048 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7699, "officialConfigError": null, "officialConfigValid": true, "successCount": 3383, "successRate": 0.4394077152876997, "wilsonLowerBound": 0.4283541107353508 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7430, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03297442799461642, "wilsonLowerBound": 0.029149250467990415 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19360, "officialConfigError": null, "officialConfigValid": true, "successCount": 5558, "successRate": 0.2870867768595041, "wilsonLowerBound": 0.2807567378015814 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28945, "officialConfigError": null, "officialConfigValid": true, "successCount": 14816, "successRate": 0.5118673346001037, "wilsonLowerBound": 0.506107541328486 }, "vllm": { "framework": "vllm", "modelCount": 68203, "officialConfigError": null, "officialConfigValid": true, "successCount": 7354, "successRate": 0.10782516898083662, "wilsonLowerBound": 0.10551945174701577 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14159, "officialConfigError": null, "officialConfigValid": true, "successCount": 2499, "successRate": 0.17649551522000143, "wilsonLowerBound": 0.1703037925945164 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-18T20:32:05.465951+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1267.0992366412215, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 1.0103354293915063, "queueWeight": 1.0103354293915063, "recentSuccess": 48, "recentSuccessRate": 0.366412213740458, "recentTerminal": 131, "recentWilsonLowerBound": 0.2888025121130491, "running": 8, "selectionWeight": 2.525838573478766, "stale": false, "submissionEligible": true, "throughputPerHour": 21.833333333333332, "waiting": 27665 }, "Ascend_910-b4": { "available": true, "backlogHours": 1446.909090909091, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.456455592765262, "queueFactor": 0.9904236227768513, "queueWeight": 0.9904236227768513, "recentSuccess": 48, "recentSuccessRate": 0.36363636363636365, "recentTerminal": 132, "recentWilsonLowerBound": 0.28650505488913514, "running": 8, "selectionWeight": 2.4329316473770284, "stale": false, "submissionEligible": true, "throughputPerHour": 22.0, "waiting": 31832 }, "Biren_166m": { "available": true, "backlogHours": 138.17999999999998, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.21390194451353262, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 27, "recentSuccessRate": 0.135, "recentTerminal": 200, "recentWilsonLowerBound": 0.09446507976920289, "running": 8, "selectionWeight": 0.2780725278675924, "stale": false, "submissionEligible": true, "throughputPerHour": 33.333333333333336, "waiting": 4606 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1553.5652173913043, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.6808688044245338, "queueFactor": 0.9799135288242209, "queueWeight": 0.9799135288242209, "recentSuccess": 17, "recentSuccessRate": 0.2463768115942029, "recentTerminal": 69, "recentWilsonLowerBound": 0.1598964745113261, "running": 7, "selectionWeight": 0.6671925528099732, "stale": false, "submissionEligible": true, "throughputPerHour": 11.5, "waiting": 17866 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 474.14516129032256, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.3204554459145009, "queueFactor": 1.170847892618241, "queueWeight": 1.170847892618241, "recentSuccess": 21, "recentSuccessRate": 0.1693548387096774, "recentTerminal": 124, "recentWilsonLowerBound": 0.11351887518815744, "running": 7, "selectionWeight": 0.3752045835270321, "stale": false, "submissionEligible": true, "throughputPerHour": 20.666666666666668, "waiting": 9799 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 112.9468085106383, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.06014018698952843, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 16, "recentSuccessRate": 0.0851063829787234, "recentTerminal": 188, "recentWilsonLowerBound": 0.0530632739205701, "running": 24, "selectionWeight": 0.07818224308638697, "stale": false, "submissionEligible": true, "throughputPerHour": 31.333333333333332, "waiting": 3539 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 197.69230769230768, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.09845960806302222, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 23, "recentSuccessRate": 0.09829059829059829, "recentTerminal": 234, "recentWilsonLowerBound": 0.06639099708686294, "running": 7, "selectionWeight": 0.12799749048192888, "stale": false, "submissionEligible": true, "throughputPerHour": 39.0, "waiting": 7710 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2250.139534883721, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.94981768831107, "queueFactor": 0.9269488276095061, "queueWeight": 0.9269488276095061, "recentSuccess": 13, "recentSuccessRate": 0.3023255813953488, "recentTerminal": 43, "recentWilsonLowerBound": 0.18601827946182875, "running": 2, "selectionWeight": 0.8804323926227177, "stale": false, "submissionEligible": true, "throughputPerHour": 7.166666666666667, "waiting": 16126 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 439.3384615384615, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.7462317574984283, "queueFactor": 1.184315172911576, "queueWeight": 1.184315172911576, "recentSuccess": 30, "recentSuccessRate": 0.23076923076923078, "recentTerminal": 130, "recentWilsonLowerBound": 0.166699568283682, "running": 8, "selectionWeight": 0.8837735929138604, "stale": false, "submissionEligible": true, "throughputPerHour": 21.666666666666668, "waiting": 9519 }, "MetaX_c-500": { "available": true, "backlogHours": 726.378947368421, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.5861555248150736, "queueFactor": 1.0982790256461459, "queueWeight": 1.0982790256461459, "recentSuccess": 21, "recentSuccessRate": 0.22105263157894736, "recentTerminal": 95, "recentWilsonLowerBound": 0.14937242983925722, "running": 4, "selectionWeight": 0.6437623186710043, "stale": false, "submissionEligible": true, "throughputPerHour": 15.833333333333334, "waiting": 11501 }, "Mthreads_s4000": { "available": true, "backlogHours": 2393.5384615384614, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.22782092999203485, "queueFactor": 0.9183983936892826, "queueWeight": 0.9183983936892826, "recentSuccess": 11, "recentSuccessRate": 0.16923076923076924, "recentTerminal": 65, "recentWilsonLowerBound": 0.09721118666132768, "running": 4, "selectionWeight": 0.2092303761534833, "stale": false, "submissionEligible": true, "throughputPerHour": 10.833333333333334, "waiting": 25930 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 3255.3529411764703, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.0103301191652534, "queueFactor": 0.8769957017937461, "queueWeight": 0.8769957017937461, "recentSuccess": 11, "recentSuccessRate": 0.3235294117647059, "recentTerminal": 34, "recentWilsonLowerBound": 0.19131451326458573, "running": 2, "selectionWeight": 0.8860551719006905, "stale": false, "submissionEligible": true, "throughputPerHour": 5.666666666666667, "waiting": 18447 }, "Vastai_va16": { "available": true, "backlogHours": 1801.0526315789473, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.9584251828742152, "queueWeight": 0.9584251828742152, "recentSuccess": 5, "recentSuccessRate": 0.08771929824561403, "recentTerminal": 57, "recentWilsonLowerBound": 0.0380511107666383, "running": 16, "selectionWeight": 0.04792125914371076, "stale": false, "submissionEligible": false, "throughputPerHour": 9.5, "waiting": 17110 }, "hygon_k100-ai": { "available": true, "backlogHours": 1448.4848484848485, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 1.3912688344784365, "queueFactor": 0.9902619307601835, "queueWeight": 0.9902619307601835, "recentSuccess": 30, "recentSuccessRate": 0.30303030303030304, "recentTerminal": 99, "recentWilsonLowerBound": 0.22126156934946595, "running": 6, "selectionWeight": 1.3777205622370867, "stale": false, "submissionEligible": true, "throughputPerHour": 16.5, "waiting": 23900 } }, "queueAttemptedAt": "2026-10-18T20:32:05.465951+00:00", "queueError": null, "queueUpdatedAt": "2026-10-18T20:32:05.465951+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }