{ "communityAttemptedAt": "2026-10-19T05:58:04.763669+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-19T05:58:04.763669+00:00", "frameworkAttemptedAt": "2026-10-19T02:04:23.662986+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43446, "officialConfigError": null, "officialConfigValid": true, "successCount": 21805, "successRate": 0.5018874004511348, "wilsonLowerBound": 0.4971858153903559 }, "vllm": { "framework": "vllm", "modelCount": 57983, "officialConfigError": null, "officialConfigValid": true, "successCount": 15508, "successRate": 0.26745770311988, "wilsonLowerBound": 0.26387031665838073 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5102, "officialConfigError": null, "officialConfigValid": true, "successCount": 1605, "successRate": 0.31458251666013326, "wilsonLowerBound": 0.30198425558559355 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38322, "officialConfigError": null, "officialConfigValid": true, "successCount": 18274, "successRate": 0.47685402640780755, "wilsonLowerBound": 0.471855834856645 }, "vllm": { "framework": "vllm", "modelCount": 40475, "officialConfigError": null, "officialConfigValid": true, "successCount": 11100, "successRate": 0.27424336009882644, "wilsonLowerBound": 0.26991857354908344 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13940, "officialConfigError": null, "officialConfigValid": true, "successCount": 5789, "successRate": 0.4152797704447633, "wilsonLowerBound": 0.40712390679865085 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64260, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1882664176781824, "wilsonLowerBound": 0.18526249795713923 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 34079, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 7287, "successRate": 0.21382669679274627, "wilsonLowerBound": 0.20950593699301195 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8274, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, "successRate": 0.013898960599468213, "wilsonLowerBound": 0.0115924572479349 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26761, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, "successRate": 0.12286536377564367, "wilsonLowerBound": 0.11898614327862701 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16519, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10145892608511412, "wilsonLowerBound": 0.09694673511307306 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 17106, "officialConfigError": null, "officialConfigValid": true, "successCount": 6642, "successRate": 0.38828481234654505, "wilsonLowerBound": 0.3810071614470944 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24814, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15346175546062707, "wilsonLowerBound": 0.14903074723623483 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 54576, "officialConfigError": null, "officialConfigValid": true, "successCount": 13739, "successRate": 0.25174069187921433, "wilsonLowerBound": 0.24811693896147888 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25121, "officialConfigError": null, "officialConfigValid": true, "successCount": 3192, "successRate": 0.12706500537398988, "wilsonLowerBound": 0.12300342399842666 }, "vllm": { "framework": "vllm", "modelCount": 87109, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11218129010779598, "wilsonLowerBound": 0.11010258308000767 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48883, "officialConfigError": null, "officialConfigValid": true, "successCount": 5658, "successRate": 0.11574576028476158, "wilsonLowerBound": 0.11293982761065065 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 50848, "officialConfigError": null, "officialConfigValid": true, "successCount": 3787, "successRate": 0.07447687224669604, "wilsonLowerBound": 0.07222683693180863 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94807, "officialConfigError": null, "officialConfigValid": true, "successCount": 23876, "successRate": 0.25183794445557817, "wilsonLowerBound": 0.24908495201688044 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 116, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5660, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10424028268551237, "wilsonLowerBound": 0.09654600200518576 }, "vllm": { "framework": "vllm", "modelCount": 112904, "officialConfigError": null, "officialConfigValid": true, "successCount": 16538, "successRate": 0.1464784241479487, "wilsonLowerBound": 0.14442794518106644 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 272, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.003676470588235294, "wilsonLowerBound": 0.0006492656971213476 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25280, "officialConfigError": null, "officialConfigValid": true, "successCount": 4142, "successRate": 0.16384493670886077, "wilsonLowerBound": 0.1593333142472331 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44268, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5716, "successRate": 0.12912261678865095, "wilsonLowerBound": 0.1260309142713092 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8435, "officialConfigError": null, "officialConfigValid": true, "successCount": 814, "successRate": 0.09650266745702431, "wilsonLowerBound": 0.09038356929591683 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35396, "officialConfigError": null, "officialConfigValid": true, "successCount": 7102, "successRate": 0.20064414058085658, "wilsonLowerBound": 0.19650455374155285 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61552, "officialConfigError": null, "officialConfigValid": true, "successCount": 12429, "successRate": 0.20192682609825838, "wilsonLowerBound": 0.19877405574372495 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 18002, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5092, "successRate": 0.2828574602821909, "wilsonLowerBound": 0.2763249882175323 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16091, "officialConfigError": null, "officialConfigValid": true, "successCount": 3884, "successRate": 0.24137716736063639, "wilsonLowerBound": 0.23482750800739102 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69320, "officialConfigError": null, "officialConfigValid": true, "successCount": 19060, "successRate": 0.27495672244662434, "wilsonLowerBound": 0.2716454157037039 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1532, "officialConfigError": null, "officialConfigValid": true, "successCount": 907, "successRate": 0.5920365535248042, "wilsonLowerBound": 0.5672260643823702 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48578, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44732183292848615, "wilsonLowerBound": 0.4429045406940298 }, "vllm": { "framework": "vllm", "modelCount": 40898, "officialConfigError": null, "officialConfigValid": true, "successCount": 5140, "successRate": 0.1256785172869089, "wilsonLowerBound": 0.12250092586022948 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1204, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10107, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07569011576135352, "wilsonLowerBound": 0.0706930742237523 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7718, "officialConfigError": null, "officialConfigValid": true, "successCount": 3394, "successRate": 0.4397512308888313, "wilsonLowerBound": 0.42871009349813494 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7430, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03297442799461642, "wilsonLowerBound": 0.029149250467990415 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19399, "officialConfigError": null, "officialConfigValid": true, "successCount": 5560, "successRate": 0.2866127119954637, "wilsonLowerBound": 0.2802922325091826 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28964, "officialConfigError": null, "officialConfigValid": true, "successCount": 14827, "successRate": 0.511911338212954, "wilsonLowerBound": 0.5061534409070351 }, "vllm": { "framework": "vllm", "modelCount": 68242, "officialConfigError": null, "officialConfigValid": true, "successCount": 7361, "successRate": 0.10786612350165588, "wilsonLowerBound": 0.10556066819360882 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14178, "officialConfigError": null, "officialConfigValid": true, "successCount": 2503, "successRate": 0.17654112004514036, "wilsonLowerBound": 0.17035283956728503 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-19T06:07:30.068668+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1221.7391304347825, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.0714636376510285, "queueFactor": 0.9882137715392203, "queueWeight": 0.9882137715392203, "recentSuccess": 46, "recentSuccessRate": 0.3333333333333333, "recentTerminal": 138, "recentWilsonLowerBound": 0.2601363945138096, "running": 9, "selectionWeight": 2.0470488939694755, "stale": false, "submissionEligible": true, "throughputPerHour": 23.0, "waiting": 28100 }, "Ascend_910-b4": { "available": true, "backlogHours": 1287.785234899329, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9804403090949554, "queueWeight": 0.9804403090949554, "recentSuccess": 53, "recentSuccessRate": 0.35570469798657717, "recentTerminal": 149, "recentWilsonLowerBound": 0.2833482425162708, "running": 8, "selectionWeight": 2.4511007727373886, "stale": false, "submissionEligible": true, "throughputPerHour": 24.833333333333332, "waiting": 31980 }, "Biren_166m": { "available": true, "backlogHours": 141.28934010152284, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.27849148033547705, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 29, "recentSuccessRate": 0.14720812182741116, "recentTerminal": 197, "recentWilsonLowerBound": 0.10449138365896612, "running": 9, "selectionWeight": 0.3620389244361202, "stale": false, "submissionEligible": false, "throughputPerHour": 32.833333333333336, "waiting": 4639 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1036.0384615384617, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.3268294058662446, "queueFactor": 1.0129576593928487, "queueWeight": 1.0129576593928487, "recentSuccess": 18, "recentSuccessRate": 0.17307692307692307, "recentTerminal": 104, "recentWilsonLowerBound": 0.11237651918444377, "running": 7, "selectionWeight": 0.3310643499870265, "stale": false, "submissionEligible": false, "throughputPerHour": 17.333333333333332, "waiting": 17958 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 452.29007633587787, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.578618229676629, "queueFactor": 1.1470573063641396, "queueWeight": 1.1470573063641396, "recentSuccess": 27, "recentSuccessRate": 0.20610687022900764, "recentTerminal": 131, "recentWilsonLowerBound": 0.145691802277379, "running": 7, "selectionWeight": 0.6637082679460612, "stale": false, "submissionEligible": false, "throughputPerHour": 21.833333333333332, "waiting": 9875 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 79.85106382978724, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 12, "recentSuccessRate": 0.0425531914893617, "recentTerminal": 282, "recentWilsonLowerBound": 0.02450690490811795, "running": 25, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 47.0, "waiting": 3753 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 430.3636363636364, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.05, "queueFactor": 1.1556393974143413, "queueWeight": 1.1556393974143413, "recentSuccess": 7, "recentSuccessRate": 0.06363636363636363, "recentTerminal": 110, "recentWilsonLowerBound": 0.03116412133993079, "running": 8, "selectionWeight": 0.05778196987071707, "stale": false, "submissionEligible": false, "throughputPerHour": 18.333333333333332, "waiting": 7890 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 1949.8799999999999, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.698533364136077, "queueFactor": 0.9212902853222834, "queueWeight": 0.9212902853222834, "recentSuccess": 13, "recentSuccessRate": 0.26, "recentTerminal": 50, "recentWilsonLowerBound": 0.15871379651367384, "running": 2, "selectionWeight": 0.6435520023520609, "stale": false, "submissionEligible": true, "throughputPerHour": 8.333333333333334, "waiting": 16249 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 380.3841059602649, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.6565277620831835, "queueFactor": 1.1772381298241847, "queueWeight": 1.1772381298241847, "recentSuccess": 32, "recentSuccessRate": 0.2119205298013245, "recentTerminal": 151, "recentWilsonLowerBound": 0.1543021318493315, "running": 4, "selectionWeight": 0.7728895148124643, "stale": false, "submissionEligible": true, "throughputPerHour": 25.166666666666668, "waiting": 9573 }, "MetaX_c-500": { "available": true, "backlogHours": 605.1130434782608, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.7033986322357061, "queueFactor": 1.0980502047191398, "queueWeight": 1.0980502047191398, "recentSuccess": 26, "recentSuccessRate": 0.22608695652173913, "recentTerminal": 115, "recentWilsonLowerBound": 0.15921531717670895, "running": 4, "selectionWeight": 0.77236701212558, "stale": false, "submissionEligible": true, "throughputPerHour": 19.166666666666668, "waiting": 11598 }, "Mthreads_s4000": { "available": true, "backlogHours": 2060.763157894737, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.40167397984223946, "queueFactor": 0.9136786191916789, "queueWeight": 0.9136786191916789, "recentSuccess": 15, "recentSuccessRate": 0.19736842105263158, "recentTerminal": 76, "recentWilsonLowerBound": 0.12341879212336242, "running": 4, "selectionWeight": 0.3670009272674836, "stale": false, "submissionEligible": false, "throughputPerHour": 12.666666666666666, "waiting": 26103 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 2222.2799999999997, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.5551246889226971, "queueFactor": 0.9033953644474063, "queueWeight": 0.9033953644474063, "recentSuccess": 12, "recentSuccessRate": 0.24, "recentTerminal": 50, "recentWilsonLowerBound": 0.14297252401872207, "running": 2, "selectionWeight": 0.5014970706630729, "stale": false, "submissionEligible": false, "throughputPerHour": 8.333333333333334, "waiting": 18519 }, "Vastai_va16": { "available": true, "backlogHours": 1551.6176470588234, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.9534105819335594, "queueWeight": 0.9534105819335594, "recentSuccess": 4, "recentSuccessRate": 0.058823529411764705, "recentTerminal": 68, "recentWilsonLowerBound": 0.02311039148053306, "running": 16, "selectionWeight": 0.047670529096677974, "stale": false, "submissionEligible": false, "throughputPerHour": 11.333333333333334, "waiting": 17585 }, "hygon_k100-ai": { "available": true, "backlogHours": 1340.0, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.6548653355677146, "queueFactor": 0.974612449479696, "queueWeight": 0.974612449479696, "recentSuccess": 24, "recentSuccessRate": 0.2222222222222222, "recentTerminal": 108, "recentWilsonLowerBound": 0.15412441082279263, "running": 6, "selectionWeight": 0.6382399087769935, "stale": false, "submissionEligible": true, "throughputPerHour": 18.0, "waiting": 24120 } }, "queueAttemptedAt": "2026-10-19T06:07:30.068668+00:00", "queueError": null, "queueUpdatedAt": "2026-10-19T06:07:30.068668+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }