{ "communityAttemptedAt": "2026-10-19T06:32:43.770980+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-19T06:32:43.770980+00:00", "frameworkAttemptedAt": "2026-10-19T02:04:23.662986+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43446, "officialConfigError": null, "officialConfigValid": true, "successCount": 21805, "successRate": 0.5018874004511348, "wilsonLowerBound": 0.4971858153903559 }, "vllm": { "framework": "vllm", "modelCount": 57983, "officialConfigError": null, "officialConfigValid": true, "successCount": 15508, "successRate": 0.26745770311988, "wilsonLowerBound": 0.26387031665838073 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5102, "officialConfigError": null, "officialConfigValid": true, "successCount": 1605, "successRate": 0.31458251666013326, "wilsonLowerBound": 0.30198425558559355 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38322, "officialConfigError": null, "officialConfigValid": true, "successCount": 18274, "successRate": 0.47685402640780755, "wilsonLowerBound": 0.471855834856645 }, "vllm": { "framework": "vllm", "modelCount": 40475, "officialConfigError": null, "officialConfigValid": true, "successCount": 11100, "successRate": 0.27424336009882644, "wilsonLowerBound": 0.26991857354908344 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13940, "officialConfigError": null, "officialConfigValid": true, "successCount": 5789, "successRate": 0.4152797704447633, "wilsonLowerBound": 0.40712390679865085 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64260, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1882664176781824, "wilsonLowerBound": 0.18526249795713923 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 34079, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 7287, "successRate": 0.21382669679274627, "wilsonLowerBound": 0.20950593699301195 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8274, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, "successRate": 0.013898960599468213, "wilsonLowerBound": 0.0115924572479349 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26761, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, "successRate": 0.12286536377564367, "wilsonLowerBound": 0.11898614327862701 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16519, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10145892608511412, "wilsonLowerBound": 0.09694673511307306 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 17106, "officialConfigError": null, "officialConfigValid": true, "successCount": 6642, "successRate": 0.38828481234654505, "wilsonLowerBound": 0.3810071614470944 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24814, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15346175546062707, "wilsonLowerBound": 0.14903074723623483 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 54576, "officialConfigError": null, "officialConfigValid": true, "successCount": 13739, "successRate": 0.25174069187921433, "wilsonLowerBound": 0.24811693896147888 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25121, "officialConfigError": null, "officialConfigValid": true, "successCount": 3192, "successRate": 0.12706500537398988, "wilsonLowerBound": 0.12300342399842666 }, "vllm": { "framework": "vllm", "modelCount": 87109, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11218129010779598, "wilsonLowerBound": 0.11010258308000767 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48883, "officialConfigError": null, "officialConfigValid": true, "successCount": 5658, "successRate": 0.11574576028476158, "wilsonLowerBound": 0.11293982761065065 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 50848, "officialConfigError": null, "officialConfigValid": true, "successCount": 3787, "successRate": 0.07447687224669604, "wilsonLowerBound": 0.07222683693180863 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94807, "officialConfigError": null, "officialConfigValid": true, "successCount": 23876, "successRate": 0.25183794445557817, "wilsonLowerBound": 0.24908495201688044 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 116, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5660, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10424028268551237, "wilsonLowerBound": 0.09654600200518576 }, "vllm": { "framework": "vllm", "modelCount": 112904, "officialConfigError": null, "officialConfigValid": true, "successCount": 16538, "successRate": 0.1464784241479487, "wilsonLowerBound": 0.14442794518106644 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 272, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.003676470588235294, "wilsonLowerBound": 0.0006492656971213476 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25280, "officialConfigError": null, "officialConfigValid": true, "successCount": 4142, "successRate": 0.16384493670886077, "wilsonLowerBound": 0.1593333142472331 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44268, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5716, "successRate": 0.12912261678865095, "wilsonLowerBound": 0.1260309142713092 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8435, "officialConfigError": null, "officialConfigValid": true, "successCount": 814, "successRate": 0.09650266745702431, "wilsonLowerBound": 0.09038356929591683 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35396, "officialConfigError": null, "officialConfigValid": true, "successCount": 7102, "successRate": 0.20064414058085658, "wilsonLowerBound": 0.19650455374155285 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61552, "officialConfigError": null, "officialConfigValid": true, "successCount": 12429, "successRate": 0.20192682609825838, "wilsonLowerBound": 0.19877405574372495 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 18002, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5092, "successRate": 0.2828574602821909, "wilsonLowerBound": 0.2763249882175323 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16091, "officialConfigError": null, "officialConfigValid": true, "successCount": 3884, "successRate": 0.24137716736063639, "wilsonLowerBound": 0.23482750800739102 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69320, "officialConfigError": null, "officialConfigValid": true, "successCount": 19060, "successRate": 0.27495672244662434, "wilsonLowerBound": 0.2716454157037039 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1532, "officialConfigError": null, "officialConfigValid": true, "successCount": 907, "successRate": 0.5920365535248042, "wilsonLowerBound": 0.5672260643823702 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48578, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.44732183292848615, "wilsonLowerBound": 0.4429045406940298 }, "vllm": { "framework": "vllm", "modelCount": 40898, "officialConfigError": null, "officialConfigValid": true, "successCount": 5140, "successRate": 0.1256785172869089, "wilsonLowerBound": 0.12250092586022948 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1204, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10107, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07569011576135352, "wilsonLowerBound": 0.0706930742237523 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7718, "officialConfigError": null, "officialConfigValid": true, "successCount": 3394, "successRate": 0.4397512308888313, "wilsonLowerBound": 0.42871009349813494 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7430, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03297442799461642, "wilsonLowerBound": 0.029149250467990415 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19399, "officialConfigError": null, "officialConfigValid": true, "successCount": 5560, "successRate": 0.2866127119954637, "wilsonLowerBound": 0.2802922325091826 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28964, "officialConfigError": null, "officialConfigValid": true, "successCount": 14827, "successRate": 0.511911338212954, "wilsonLowerBound": 0.5061534409070351 }, "vllm": { "framework": "vllm", "modelCount": 68242, "officialConfigError": null, "officialConfigValid": true, "successCount": 7361, "successRate": 0.10786612350165588, "wilsonLowerBound": 0.10556066819360882 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14178, "officialConfigError": null, "officialConfigValid": true, "successCount": 2503, "successRate": 0.17654112004514036, "wilsonLowerBound": 0.17035283956728503 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-19T06:32:43.770980+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1222.0, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.1854074275996287, "queueFactor": 0.9844567888181369, "queueWeight": 0.9844567888181369, "recentSuccess": 47, "recentSuccessRate": 0.34057971014492755, "recentTerminal": 138, "recentWilsonLowerBound": 0.26678692544463495, "running": 8, "selectionWeight": 2.1514391784340354, "stale": false, "submissionEligible": true, "throughputPerHour": 23.0, "waiting": 28106 }, "Ascend_910-b4": { "available": true, "backlogHours": 1262.2894736842106, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9796783147430017, "queueWeight": 0.9796783147430017, "recentSuccess": 54, "recentSuccessRate": 0.35526315789473684, "recentTerminal": 152, "recentWilsonLowerBound": 0.2836047160254552, "running": 8, "selectionWeight": 2.449195786857504, "stale": false, "submissionEligible": true, "throughputPerHour": 25.333333333333332, "waiting": 31978 }, "Biren_166m": { "available": true, "backlogHours": 141.3197969543147, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.33099862570477817, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 31, "recentSuccessRate": 0.15736040609137056, "recentTerminal": 197, "recentWilsonLowerBound": 0.11312818092331964, "running": 8, "selectionWeight": 0.43029821341621166, "stale": false, "submissionEligible": false, "throughputPerHour": 32.833333333333336, "waiting": 4640 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 979.6363636363637, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.24563907202108637, "queueFactor": 1.0176480493529212, "queueWeight": 1.0176480493529212, "recentSuccess": 17, "recentSuccessRate": 0.15454545454545454, "recentTerminal": 110, "recentWilsonLowerBound": 0.09878570478208985, "running": 7, "selectionWeight": 0.24997412248712025, "stale": false, "submissionEligible": false, "throughputPerHour": 18.333333333333332, "waiting": 17960 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 466.53543307086613, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.5603521782746944, "queueFactor": 1.1374299092612072, "queueWeight": 1.1374299092612072, "recentSuccess": 26, "recentSuccessRate": 0.2047244094488189, "recentTerminal": 127, "recentWilsonLowerBound": 0.14371289780112673, "running": 6, "selectionWeight": 0.6373613272893055, "stale": false, "submissionEligible": false, "throughputPerHour": 21.166666666666668, "waiting": 9875 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 81.15107913669064, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 11, "recentSuccessRate": 0.039568345323741004, "recentTerminal": 278, "recentWilsonLowerBound": 0.022235372994282604, "running": 21, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 46.333333333333336, "waiting": 3760 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 411.7043478260869, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.05, "queueFactor": 1.1589628660354387, "queueWeight": 1.1589628660354387, "recentSuccess": 7, "recentSuccessRate": 0.06086956521739131, "recentTerminal": 115, "recentWilsonLowerBound": 0.029794736721487993, "running": 4, "selectionWeight": 0.05794814330177194, "stale": false, "submissionEligible": false, "throughputPerHour": 19.166666666666668, "waiting": 7891 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 1989.6734693877552, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.5803512009074727, "queueFactor": 0.9150399758708527, "queueWeight": 0.9150399758708527, "recentSuccess": 12, "recentSuccessRate": 0.24489795918367346, "recentTerminal": 49, "recentWilsonLowerBound": 0.14602203389475285, "running": 2, "selectionWeight": 0.5310445488749942, "stale": false, "submissionEligible": false, "throughputPerHour": 8.166666666666666, "waiting": 16249 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 380.10596026490066, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.6552222853267675, "queueFactor": 1.1729287651975038, "queueWeight": 1.1729287651975038, "recentSuccess": 32, "recentSuccessRate": 0.2119205298013245, "recentTerminal": 151, "recentWilsonLowerBound": 0.1543021318493315, "running": 4, "selectionWeight": 0.7685290660582119, "stale": false, "submissionEligible": true, "throughputPerHour": 25.166666666666668, "waiting": 9566 }, "MetaX_c-500": { "available": true, "backlogHours": 632.5090909090909, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.6993826213973822, "queueFactor": 1.086669113692051, "queueWeight": 1.086669113692051, "recentSuccess": 25, "recentSuccessRate": 0.22727272727272727, "recentTerminal": 110, "recentWilsonLowerBound": 0.15894521607203976, "running": 4, "selectionWeight": 0.7599974933255166, "stale": false, "submissionEligible": true, "throughputPerHour": 18.333333333333332, "waiting": 11596 }, "Mthreads_s4000": { "available": true, "backlogHours": 2007.6153846153845, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.3778946669814073, "queueFactor": 0.9138086439542633, "queueWeight": 0.9138086439542633, "recentSuccess": 15, "recentSuccessRate": 0.19230769230769232, "recentTerminal": 78, "recentWilsonLowerBound": 0.12015101048823743, "running": 4, "selectionWeight": 0.3453234131918277, "stale": false, "submissionEligible": false, "throughputPerHour": 13.0, "waiting": 26099 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 2178.5882352941176, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.5293957935744755, "queueFactor": 0.9026742753525431, "queueWeight": 0.9026742753525431, "recentSuccess": 12, "recentSuccessRate": 0.23529411764705882, "recentTerminal": 51, "recentWilsonLowerBound": 0.14004812598862518, "running": 1, "selectionWeight": 0.47787196433952417, "stale": false, "submissionEligible": false, "throughputPerHour": 8.5, "waiting": 18518 }, "Vastai_va16": { "available": true, "backlogHours": 1575.6716417910447, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.9476271200860235, "queueWeight": 0.9476271200860235, "recentSuccess": 4, "recentSuccessRate": 0.05970149253731343, "recentTerminal": 67, "recentWilsonLowerBound": 0.023458971433043544, "running": 16, "selectionWeight": 0.04738135600430118, "stale": false, "submissionEligible": false, "throughputPerHour": 11.166666666666666, "waiting": 17595 }, "hygon_k100-ai": { "available": true, "backlogHours": 1378.2857142857142, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.7775756485430025, "queueFactor": 0.9668440989381648, "queueWeight": 0.9668440989381648, "recentSuccess": 25, "recentSuccessRate": 0.23809523809523808, "recentTerminal": 105, "recentWilsonLowerBound": 0.16678968751856937, "running": 6, "selectionWeight": 0.7517944272718184, "stale": false, "submissionEligible": true, "throughputPerHour": 17.5, "waiting": 24120 } }, "queueAttemptedAt": "2026-10-19T06:23:50.863524+00:00", "queueError": null, "queueUpdatedAt": "2026-10-19T06:23:50.863524+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }