{ "communityAttemptedAt": "2026-10-19T07:22:47.571882+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-19T07:22:47.571882+00:00", "frameworkAttemptedAt": "2026-10-19T02:04:23.662986+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43446, "officialConfigError": null, "officialConfigValid": true, "successCount": 21805, "successRate": 0.5018874004511348, "wilsonLowerBound": 0.4971858153903559 }, "vllm": { "framework": "vllm", "modelCount": 57983, "officialConfigError": null, "officialConfigValid": true, "successCount": 15508, "successRate": 0.26745770311988, "wilsonLowerBound": 0.26387031665838073 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5102, "officialConfigError": null, "officialConfigValid": true, "successCount": 1605, "successRate": 0.31458251666013326, "wilsonLowerBound": 0.30198425558559355 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38322, "officialConfigError": null, "officialConfigValid": true, "successCount": 18274, "successRate": 0.47685402640780755, "wilsonLowerBound": 0.471855834856645 }, "vllm": { "framework": "vllm", "modelCount": 40475, "officialConfigError": null, "officialConfigValid": true, "successCount": 11100, "successRate": 0.27424336009882644, "wilsonLowerBound": 0.26991857354908344 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13940, "officialConfigError": null, "officialConfigValid": true, "successCount": 5789, "successRate": 0.4152797704447633, "wilsonLowerBound": 0.40712390679865085 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64260, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1882664176781824, "wilsonLowerBound": 0.18526249795713923 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 34079, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 7287, "successRate": 0.21382669679274627, "wilsonLowerBound": 0.20950593699301195 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8274, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, "successRate": 0.013898960599468213, "wilsonLowerBound": 0.0115924572479349 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26761, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, "successRate": 0.12286536377564367, "wilsonLowerBound": 0.11898614327862701 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16519, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10145892608511412, "wilsonLowerBound": 0.09694673511307306 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 17106, "officialConfigError": null, "officialConfigValid": true, "successCount": 6642, "successRate": 0.38828481234654505, "wilsonLowerBound": 0.3810071614470944 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24814, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15346175546062707, "wilsonLowerBound": 0.14903074723623483 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 54576, "officialConfigError": null, "officialConfigValid": true, "successCount": 13739, "successRate": 0.25174069187921433, "wilsonLowerBound": 0.24811693896147888 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25121, "officialConfigError": null, "officialConfigValid": true, "successCount": 3192, "successRate": 0.12706500537398988, "wilsonLowerBound": 0.12300342399842666 }, "vllm": { "framework": "vllm", "modelCount": 87109, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11218129010779598, "wilsonLowerBound": 0.11010258308000767 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48883, "officialConfigError": null, "officialConfigValid": true, "successCount": 5658, "successRate": 0.11574576028476158, "wilsonLowerBound": 0.11293982761065065 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 50848, "officialConfigError": null, "officialConfigValid": true, "successCount": 3787, "successRate": 0.07447687224669604, "wilsonLowerBound": 0.07222683693180863 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94807, "officialConfigError": null, "officialConfigValid": true, "successCount": 23876, "successRate": 0.25183794445557817, "wilsonLowerBound": 0.24908495201688044 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 116, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5660, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10424028268551237, "wilsonLowerBound": 0.09654600200518576 }, "vllm": { "framework": "vllm", "modelCount": 112904, "officialConfigError": null, "officialConfigValid": true, "successCount": 16538, "successRate": 0.1464784241479487, "wilsonLowerBound": 0.14442794518106644 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 272, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.003676470588235294, "wilsonLowerBound": 0.0006492656971213476 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25280, "officialConfigError": null, "officialConfigValid": true, "successCount": 4142, "successRate": 0.16384493670886077, "wilsonLowerBound": 0.1593333142472331 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44268, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5716, "successRate": 0.12912261678865095, "wilsonLowerBound": 0.1260309142713092 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8435, "officialConfigError": null, "officialConfigValid": true, "successCount": 814, "successRate": 0.09650266745702431, "wilsonLowerBound": 0.09038356929591683 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35396, "officialConfigError": null, "officialConfigValid": true, "successCount": 7102, "successRate": 0.20064414058085658, "wilsonLowerBound": 0.19650455374155285 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61552, "officialConfigError": null, "officialConfigValid": true, "successCount": 12429, "successRate": 0.20192682609825838, "wilsonLowerBound": 0.19877405574372495 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 18002, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5092, "successRate": 0.2828574602821909, "wilsonLowerBound": 0.2763249882175323 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16091, "officialConfigError": null, "officialConfigValid": true, "successCount": 3884, "successRate": 0.24137716736063639, "wilsonLowerBound": 0.23482750800739102 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69320, "officialConfigError": null, "officialConfigValid": true, "successCount": 19060, "successRate": 0.27495672244662434, "wilsonLowerBound": 0.2716454157037039 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1532, "officialConfigError": null, "officialConfigValid": true, "successCount": 907, "successRate": 0.5920365535248042, "wilsonLowerBound": 0.5672260643823702 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48578, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44732183292848615, "wilsonLowerBound": 0.4429045406940298 }, "vllm": { "framework": "vllm", "modelCount": 40898, "officialConfigError": null, "officialConfigValid": true, "successCount": 5140, "successRate": 0.1256785172869089, "wilsonLowerBound": 0.12250092586022948 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1204, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10107, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07569011576135352, "wilsonLowerBound": 0.0706930742237523 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7718, "officialConfigError": null, "officialConfigValid": true, "successCount": 3394, "successRate": 0.4397512308888313, "wilsonLowerBound": 0.42871009349813494 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7430, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03297442799461642, "wilsonLowerBound": 0.029149250467990415 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19399, "officialConfigError": null, "officialConfigValid": true, "successCount": 5560, "successRate": 0.2866127119954637, "wilsonLowerBound": 0.2802922325091826 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28964, "officialConfigError": null, "officialConfigValid": true, "successCount": 14827, "successRate": 0.511911338212954, "wilsonLowerBound": 0.5061534409070351 }, "vllm": { "framework": "vllm", "modelCount": 68242, "officialConfigError": null, "officialConfigValid": true, "successCount": 7361, "successRate": 0.10786612350165588, "wilsonLowerBound": 0.10556066819360882 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14178, "officialConfigError": null, "officialConfigValid": true, "successCount": 2503, "successRate": 0.17654112004514036, "wilsonLowerBound": 0.17035283956728503 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-19T07:29:22.465803+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1241.4705882352941, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.709840579150588, "queueFactor": 0.9822503221898373, "queueWeight": 0.9822503221898373, "recentSuccess": 44, "recentSuccessRate": 0.3235294117647059, "recentTerminal": 136, "recentWilsonLowerBound": 0.2506870243433009, "running": 8, "selectionWeight": 1.679491459763923, "stale": false, "submissionEligible": true, "throughputPerHour": 22.666666666666668, "waiting": 28140 }, "Ascend_910-b4": { "available": true, "backlogHours": 1296.2027027027027, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9759143563401307, "queueWeight": 0.9759143563401307, "recentSuccess": 55, "recentSuccessRate": 0.3716216216216216, "recentTerminal": 148, "recentWilsonLowerBound": 0.29793721874882, "running": 9, "selectionWeight": 2.4397858908503265, "stale": false, "submissionEligible": true, "throughputPerHour": 24.666666666666668, "waiting": 31973 }, "Biren_166m": { "available": true, "backlogHours": 146.30526315789473, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.3792511003068849, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 33, "recentSuccessRate": 0.1736842105263158, "recentTerminal": 190, "recentWilsonLowerBound": 0.12642881010746768, "running": 8, "selectionWeight": 0.4930264303989504, "stale": false, "submissionEligible": false, "throughputPerHour": 31.666666666666668, "waiting": 4633 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 962.0357142857142, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.21161937135865444, "queueFactor": 1.02054924548982, "queueWeight": 1.02054924548982, "recentSuccess": 17, "recentSuccessRate": 0.15178571428571427, "recentTerminal": 112, "recentWilsonLowerBound": 0.09697889223230617, "running": 9, "selectionWeight": 0.21596798977110482, "stale": false, "submissionEligible": false, "throughputPerHour": 18.666666666666668, "waiting": 17958 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 455.7230769230769, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.47685088172510093, "queueFactor": 1.1415829980190129, "queueWeight": 1.1415829980190129, "recentSuccess": 26, "recentSuccessRate": 0.2, "recentTerminal": 130, "recentWilsonLowerBound": 0.140298557361553, "running": 7, "selectionWeight": 0.5443648591677505, "stale": false, "submissionEligible": false, "throughputPerHour": 21.666666666666668, "waiting": 9874 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 74.72, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 9, "recentSuccessRate": 0.03, "recentTerminal": 300, "recentWilsonLowerBound": 0.01586167320596457, "running": 26, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 50.0, "waiting": 3736 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 360.7786259541985, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.05, "queueFactor": 1.1822968300759016, "queueWeight": 1.1822968300759016, "recentSuccess": 10, "recentSuccessRate": 0.07633587786259542, "recentTerminal": 131, "recentWilsonLowerBound": 0.04198978618687277, "running": 0, "selectionWeight": 0.05911484150379508, "stale": false, "submissionEligible": false, "throughputPerHour": 21.833333333333332, "waiting": 7877 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2215.090909090909, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.8407682202751381, "queueFactor": 0.9005418745308474, "queueWeight": 0.9005418745308474, "recentSuccess": 13, "recentSuccessRate": 0.29545454545454547, "recentTerminal": 44, "recentWilsonLowerBound": 0.18155360887243294, "running": 2, "selectionWeight": 0.7571469891325373, "stale": false, "submissionEligible": true, "throughputPerHour": 7.333333333333333, "waiting": 16244 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 368.03846153846155, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.8547717942184878, "queueFactor": 1.1787688866299075, "queueWeight": 1.1787688866299075, "recentSuccess": 38, "recentSuccessRate": 0.24358974358974358, "recentTerminal": 156, "recentWilsonLowerBound": 0.1829219184671583, "running": 4, "selectionWeight": 1.0075783961935754, "stale": false, "submissionEligible": true, "throughputPerHour": 26.0, "waiting": 9569 }, "MetaX_c-500": { "available": true, "backlogHours": 632.7818181818183, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 1.0200400146803785, "queueFactor": 1.086737232011252, "queueWeight": 1.086737232011252, "recentSuccess": 30, "recentSuccessRate": 0.2727272727272727, "recentTerminal": 110, "recentWilsonLowerBound": 0.19822564984733446, "running": 4, "selectionWeight": 1.1085154620944715, "stale": false, "submissionEligible": true, "throughputPerHour": 18.333333333333332, "waiting": 11601 }, "Mthreads_s4000": { "available": true, "backlogHours": 1909.3170731707319, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.3026712250518412, "queueFactor": 0.9208331315311662, "queueWeight": 0.9208331315311662, "recentSuccess": 15, "recentSuccessRate": 0.18292682926829268, "recentTerminal": 82, "recentWilsonLowerBound": 0.1141092170763672, "running": 5, "selectionWeight": 0.27870969198886125, "stale": false, "submissionEligible": false, "throughputPerHour": 13.666666666666666, "waiting": 26094 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 2056.8888888888887, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.416665036631627, "queueFactor": 0.910607075261417, "queueWeight": 0.910607075261417, "recentSuccess": 12, "recentSuccessRate": 0.2222222222222222, "recentTerminal": 54, "recentWilsonLowerBound": 0.13195287989578958, "running": 2, "selectionWeight": 0.37941813037081706, "stale": false, "submissionEligible": false, "throughputPerHour": 9.0, "waiting": 18512 }, "Vastai_va16": { "available": true, "backlogHours": 1533.4782608695652, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.95161439215546, "queueWeight": 0.95161439215546, "recentSuccess": 4, "recentSuccessRate": 0.057971014492753624, "recentTerminal": 69, "recentWilsonLowerBound": 0.022772020303367495, "running": 16, "selectionWeight": 0.047580719607773, "stale": false, "submissionEligible": false, "throughputPerHour": 11.5, "waiting": 17635 }, "hygon_k100-ai": { "available": true, "backlogHours": 1523.0526315789473, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.4792637225710691, "queueFactor": 0.9525886628779152, "queueWeight": 0.9525886628779152, "recentSuccess": 20, "recentSuccessRate": 0.21052631578947367, "recentTerminal": 95, "recentWilsonLowerBound": 0.14062079660997454, "running": 7, "selectionWeight": 0.4565411886498668, "stale": false, "submissionEligible": false, "throughputPerHour": 15.833333333333334, "waiting": 24115 } }, "queueAttemptedAt": "2026-10-19T07:29:22.465803+00:00", "queueError": null, "queueUpdatedAt": "2026-10-19T07:29:22.465803+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }