{ "communityAttemptedAt": "2026-10-19T08:14:19.774527+00:00", "communityError": null, "communitySample": {}, "communityUpdatedAt": "2026-10-19T08:14:19.774527+00:00", "frameworkAttemptedAt": "2026-10-19T08:05:55.650260+00:00", "frameworkError": null, "frameworkStats": { "text-generation": { "Ascend_910-b3": { "llamacpp": { "framework": "llamacpp", "modelCount": 43474, "officialConfigError": null, "officialConfigValid": true, "successCount": 21823, "successRate": 0.5019781938629986, "wilsonLowerBound": 0.4972781183012776 }, "vllm": { "framework": "vllm", "modelCount": 58018, "officialConfigError": null, "officialConfigValid": true, "successCount": 15513, "successRate": 0.26738253645420385, "wilsonLowerBound": 0.2637965538667299 }, "vllm_0.23.0": { "framework": "vllm_0.23.0", "modelCount": 1, "officialConfigError": "framework_mismatch", "officialConfigValid": false, "successCount": 1, "successRate": 1.0, "wilsonLowerBound": 0.20654329147389294 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 5127, "officialConfigError": null, "officialConfigValid": true, "successCount": 1618, "successRate": 0.31558416227813535, "wilsonLowerBound": 0.303004644379243 } }, "Ascend_910-b4": { "llamacpp": { "framework": "llamacpp", "modelCount": 38374, "officialConfigError": null, "officialConfigValid": true, "successCount": 18307, "successRate": 0.4770678063272007, "wilsonLowerBound": 0.4720728804504811 }, "vllm": { "framework": "vllm", "modelCount": 40487, "officialConfigError": null, "officialConfigValid": true, "successCount": 11101, "successRate": 0.27418677600217356, "wilsonLowerBound": 0.26986291147785524 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 13988, "officialConfigError": null, "officialConfigValid": true, "successCount": 5807, "successRate": 0.4151415498999142, "wilsonLowerBound": 0.4070000799504919 } }, "Biren_166m": { "vllm": { "framework": "vllm", "modelCount": 64262, "officialConfigError": null, "officialConfigValid": true, "successCount": 12098, "successRate": 0.1882605583392985, "wilsonLowerBound": 0.18525672154525452 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 34218, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 7324, "successRate": 0.21403939447074638, "wilsonLowerBound": 0.20972575782468098 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8285, "officialConfigError": null, "officialConfigValid": true, "successCount": 115, "successRate": 0.01388050694025347, "wilsonLowerBound": 0.011577049605858942 } }, "Cambricon_mlu-370-x4": { "vllm": { "framework": "vllm", "modelCount": 26762, "officialConfigError": null, "officialConfigValid": true, "successCount": 3288, "successRate": 0.12286077273746357, "wilsonLowerBound": 0.11898168754112559 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 16519, "officialConfigError": null, "officialConfigValid": true, "successCount": 1676, "successRate": 0.10145892608511412, "wilsonLowerBound": 0.09694673511307306 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 17173, "officialConfigError": null, "officialConfigValid": true, "successCount": 6662, "successRate": 0.38793454841902986, "wilsonLowerBound": 0.3806723370520912 } }, "Cambricon_mlu-370-x8": { "vllm": { "framework": "vllm", "modelCount": 24816, "officialConfigError": null, "officialConfigValid": true, "successCount": 3808, "successRate": 0.15344938749194068, "wilsonLowerBound": 0.14901870548759422 }, "vllm-customized": { "framework": "vllm-customized", "modelCount": 8123, "officialConfigError": null, "officialConfigValid": true, "successCount": 544, "successRate": 0.066970331158439, "wilsonLowerBound": 0.061736366111672984 }, "vllm-mlu": { "framework": "vllm-mlu", "modelCount": 54681, "officialConfigError": null, "officialConfigValid": true, "successCount": 13762, "successRate": 0.25167791371774473, "wilsonLowerBound": 0.24805793016991845 } }, "Iluvatar_bi-100": { "transformers": { "framework": "transformers", "modelCount": 25169, "officialConfigError": null, "officialConfigValid": true, "successCount": 3212, "successRate": 0.12761730700464857, "wilsonLowerBound": 0.12355183653044834 }, "vllm": { "framework": "vllm", "modelCount": 87111, "officialConfigError": null, "officialConfigValid": true, "successCount": 9772, "successRate": 0.11217871451366647, "wilsonLowerBound": 0.11010005228322871 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 48949, "officialConfigError": null, "officialConfigValid": true, "successCount": 5662, "successRate": 0.11567141310343419, "wilsonLowerBound": 0.11286814943983056 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 50950, "officialConfigError": null, "officialConfigValid": true, "successCount": 3789, "successRate": 0.07436702649656526, "wilsonLowerBound": 0.07212076727134567 } }, "Iluvatar_bi-150": { "llamacpp": { "framework": "llamacpp", "modelCount": 94860, "officialConfigError": null, "officialConfigValid": true, "successCount": 23896, "successRate": 0.2519080750579802, "wilsonLowerBound": 0.24915559104364932 }, "llamacpp_opt": { "framework": "llamacpp_opt", "modelCount": 142, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 0.0 }, "transformers": { "framework": "transformers", "modelCount": 5666, "officialConfigError": null, "officialConfigValid": true, "successCount": 590, "successRate": 0.10412989763501589, "wilsonLowerBound": 0.09644334486767916 }, "vllm": { "framework": "vllm", "modelCount": 112904, "officialConfigError": null, "officialConfigValid": true, "successCount": 16538, "successRate": 0.1464784241479487, "wilsonLowerBound": 0.14442794518106644 }, "vllm-0.17.0": { "framework": "vllm-0.17.0", "modelCount": 297, "officialConfigError": null, "officialConfigValid": true, "successCount": 1, "successRate": 0.003367003367003367, "wilsonLowerBound": 0.0005945909373711849 }, "vllm_0_17_0_corex_4_4_0": { "framework": "vllm_0_17_0_corex_4_4_0", "modelCount": 25355, "officialConfigError": null, "officialConfigValid": true, "successCount": 4149, "successRate": 0.16363636363636364, "wilsonLowerBound": 0.1591337070427481 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 44285, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5719, "successRate": 0.12914079259342892, "wilsonLowerBound": 0.12604948862567686 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 8448, "officialConfigError": null, "officialConfigValid": true, "successCount": 814, "successRate": 0.09635416666666667, "wilsonLowerBound": 0.09024403147219283 } }, "Iluvatar_mrv-100": { "transformers": { "framework": "transformers", "modelCount": 205, "officialConfigError": null, "officialConfigValid": true, "successCount": 37, "successRate": 0.18048780487804877, "wilsonLowerBound": 0.13387369642098657 }, "vllm": { "framework": "vllm", "modelCount": 35435, "officialConfigError": null, "officialConfigValid": true, "successCount": 7116, "successRate": 0.20081839988711725, "wilsonLowerBound": 0.19667969946024988 } }, "Kunlunxin_p-800": { "vllm": { "framework": "vllm", "modelCount": 61555, "officialConfigError": null, "officialConfigValid": true, "successCount": 12430, "successRate": 0.2019332304443181, "wilsonLowerBound": 0.19878049850180526 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 18055, "officialConfigError": "malformed_command_argv", "officialConfigValid": false, "successCount": 5112, "successRate": 0.28313486568817503, "wilsonLowerBound": 0.2766099114403459 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 16110, "officialConfigError": null, "officialConfigValid": true, "successCount": 3893, "successRate": 0.24165114835505896, "wilsonLowerBound": 0.23510269601680853 } }, "MetaX_c-500": { "vllm": { "framework": "vllm", "modelCount": 69368, "officialConfigError": null, "officialConfigValid": true, "successCount": 19076, "successRate": 0.27499711682620226, "wilsonLowerBound": 0.27168679785028993 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1549, "officialConfigError": null, "officialConfigValid": true, "successCount": 918, "successRate": 0.592640413169787, "wilsonLowerBound": 0.5679715104808571 } }, "Mthreads_s4000": { "llamacpp": { "framework": "llamacpp", "modelCount": 48584, "officialConfigError": null, "officialConfigValid": true, "successCount": 21730, "successRate": 0.4472665898238103, "wilsonLowerBound": 0.44284962651477383 }, "vllm": { "framework": "vllm", "modelCount": 40946, "officialConfigError": null, "officialConfigValid": true, "successCount": 5154, "successRate": 0.12587310115762224, "wilsonLowerBound": 0.12269520735035226 }, "vllm_tokenizer_patch": { "framework": "vllm_tokenizer_patch", "modelCount": 1205, "officialConfigError": null, "officialConfigValid": true, "successCount": 0, "successRate": 0.0, "wilsonLowerBound": 2.161513332838699e-19 } }, "Sunrise_pt-200-x1": { "sglang": { "framework": "sglang", "modelCount": 6288, "officialConfigError": null, "officialConfigValid": true, "successCount": 192, "successRate": 0.030534351145038167, "wilsonLowerBound": 0.02655998124483518 }, "vllm": { "framework": "vllm", "modelCount": 10112, "officialConfigError": null, "officialConfigValid": true, "successCount": 765, "successRate": 0.07565268987341772, "wilsonLowerBound": 0.07065802822135582 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 7733, "officialConfigError": null, "officialConfigValid": true, "successCount": 3402, "successRate": 0.4399327557222294, "wilsonLowerBound": 0.42890171758684614 } }, "Vastai_va16": { "vllm": { "framework": "vllm", "modelCount": 7430, "officialConfigError": null, "officialConfigValid": true, "successCount": 245, "successRate": 0.03297442799461642, "wilsonLowerBound": 0.029149250467990415 }, "vllm_fix_tokenizer": { "framework": "vllm_fix_tokenizer", "modelCount": 19460, "officialConfigError": null, "officialConfigValid": true, "successCount": 5569, "successRate": 0.2861767728674203, "wilsonLowerBound": 0.27986911888736954 } }, "hygon_k100-ai": { "llamacpp": { "framework": "llamacpp", "modelCount": 28986, "officialConfigError": null, "officialConfigValid": true, "successCount": 14836, "successRate": 0.5118332988339198, "wilsonLowerBound": 0.5060775763445853 }, "vllm": { "framework": "vllm", "modelCount": 68284, "officialConfigError": null, "officialConfigValid": true, "successCount": 7367, "successRate": 0.10788764571495518, "wilsonLowerBound": 0.10558268754007974 }, "vllm-patch-tokenizer": { "framework": "vllm-patch-tokenizer", "modelCount": 14196, "officialConfigError": null, "officialConfigValid": true, "successCount": 2509, "successRate": 0.17673992673992675, "wilsonLowerBound": 0.17055268956827152 } } } }, "frameworkUpdatedAt": null, "generatedAt": "2026-10-19T08:29:16.573367+00:00", "gpuStats": { "Ascend_910-b3": { "available": true, "backlogHours": 1290.2748091603055, "canVerify": true, "error": null, "gpu": "Ascend_910-b3", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 1.3801116416066916, "queueFactor": 0.98334263678622, "queueWeight": 0.98334263678622, "recentSuccess": 42, "recentSuccessRate": 0.32061068702290074, "recentTerminal": 131, "recentWilsonLowerBound": 0.24678009030917955, "running": 8, "selectionWeight": 1.357122620716883, "stale": false, "submissionEligible": true, "throughputPerHour": 21.833333333333332, "waiting": 28171 }, "Ascend_910-b4": { "available": true, "backlogHours": 1295.6756756756756, "canVerify": true, "error": null, "gpu": "Ascend_910-b4", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 2.5, "queueFactor": 0.9827267031158544, "queueWeight": 0.9827267031158544, "recentSuccess": 59, "recentSuccessRate": 0.39864864864864863, "recentTerminal": 148, "recentWilsonLowerBound": 0.3232917101326603, "running": 8, "selectionWeight": 2.4568167577896363, "stale": false, "submissionEligible": true, "throughputPerHour": 24.666666666666668, "waiting": 31960 }, "Biren_166m": { "available": true, "backlogHours": 143.19587628865978, "canVerify": true, "error": null, "gpu": "Biren_166m", "healthFactor": 1.0, "maxConcurrentTasks": 8, "qualityFactor": 0.23571632453496819, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 30, "recentSuccessRate": 0.15463917525773196, "recentTerminal": 194, "recentWilsonLowerBound": 0.11051858590332235, "running": 8, "selectionWeight": 0.3064312218954586, "stale": false, "submissionEligible": false, "throughputPerHour": 32.333333333333336, "waiting": 4630 }, "Cambricon_mlu-370-x4": { "available": true, "backlogHours": 1016.8867924528302, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x4", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.16935839220319684, "queueFactor": 1.019098850944057, "queueWeight": 1.019098850944057, "recentSuccess": 16, "recentSuccessRate": 0.1509433962264151, "recentTerminal": 106, "recentWilsonLowerBound": 0.0950977731355798, "running": 7, "selectionWeight": 0.17259294289201085, "stale": false, "submissionEligible": false, "throughputPerHour": 17.666666666666668, "waiting": 17965 }, "Cambricon_mlu-370-x8": { "available": true, "backlogHours": 459.1162790697674, "canVerify": true, "error": null, "gpu": "Cambricon_mlu-370-x8", "healthFactor": 1.0, "maxConcurrentTasks": 7, "qualityFactor": 0.3274559721918852, "queueFactor": 1.1482033221918413, "queueWeight": 1.1482033221918413, "recentSuccess": 24, "recentSuccessRate": 0.18604651162790697, "recentTerminal": 129, "recentWilsonLowerBound": 0.12832985632587554, "running": 7, "selectionWeight": 0.3759860351422818, "stale": false, "submissionEligible": false, "throughputPerHour": 21.5, "waiting": 9871 }, "Iluvatar_bi-100": { "available": true, "backlogHours": 69.00923076923077, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-100", "healthFactor": 1.0, "maxConcurrentTasks": 24, "qualityFactor": 0.05, "queueFactor": 1.3, "queueWeight": 1.3, "recentSuccess": 4, "recentSuccessRate": 0.012307692307692308, "recentTerminal": 325, "recentWilsonLowerBound": 0.004796269801764845, "running": 24, "selectionWeight": 0.065, "stale": false, "submissionEligible": false, "throughputPerHour": 54.166666666666664, "waiting": 3738 }, "Iluvatar_bi-150": { "available": true, "backlogHours": 318.0, "canVerify": true, "error": null, "gpu": "Iluvatar_bi-150", "healthFactor": 1.0, "maxConcurrentTasks": 50, "qualityFactor": 0.05, "queueFactor": 1.2132299837371863, "queueWeight": 1.2132299837371863, "recentSuccess": 13, "recentSuccessRate": 0.087248322147651, "recentTerminal": 149, "recentWilsonLowerBound": 0.051696171358888474, "running": 7, "selectionWeight": 0.06066149918685931, "stale": false, "submissionEligible": false, "throughputPerHour": 24.833333333333332, "waiting": 7897 }, "Iluvatar_mrv-100": { "available": true, "backlogHours": 2436.6, "canVerify": true, "error": null, "gpu": "Iluvatar_mrv-100", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 1.3247211477146235, "queueFactor": 0.8939012960052237, "queueWeight": 0.8939012960052237, "recentSuccess": 15, "recentSuccessRate": 0.375, "recentTerminal": 40, "recentWilsonLowerBound": 0.24222773535791722, "running": 2, "selectionWeight": 1.1841699507876293, "stale": false, "submissionEligible": true, "throughputPerHour": 6.666666666666667, "waiting": 16244 }, "Kunlunxin_p-800": { "available": true, "backlogHours": 358.875, "canVerify": true, "error": null, "gpu": "Kunlunxin_p-800", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.6742841462822868, "queueFactor": 1.19142229315219, "queueWeight": 1.19142229315219, "recentSuccess": 38, "recentSuccessRate": 0.2375, "recentTerminal": 160, "recentWilsonLowerBound": 0.17820262075345614, "running": 4, "selectionWeight": 0.8033571637998089, "stale": false, "submissionEligible": true, "throughputPerHour": 26.666666666666668, "waiting": 9570 }, "MetaX_c-500": { "available": true, "backlogHours": 584.873949579832, "canVerify": true, "error": null, "gpu": "MetaX_c-500", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.8444189732373009, "queueFactor": 1.107255538177503, "queueWeight": 1.107255538177503, "recentSuccess": 32, "recentSuccessRate": 0.2689075630252101, "recentTerminal": 119, "recentWilsonLowerBound": 0.19739221088821968, "running": 4, "selectionWeight": 0.9349875846591622, "stale": false, "submissionEligible": true, "throughputPerHour": 19.833333333333332, "waiting": 11600 }, "Mthreads_s4000": { "available": true, "backlogHours": 2118.4054054054054, "canVerify": true, "error": null, "gpu": "Mthreads_s4000", "healthFactor": 1.0, "maxConcurrentTasks": 4, "qualityFactor": 0.31931469112825017, "queueFactor": 0.9128634978157547, "queueWeight": 0.9128634978157547, "recentSuccess": 15, "recentSuccessRate": 0.20270270270270271, "recentTerminal": 74, "recentWilsonLowerBound": 0.1268696381027667, "running": 4, "selectionWeight": 0.2914907258472918, "stale": false, "submissionEligible": false, "throughputPerHour": 12.333333333333334, "waiting": 26127 }, "Sunrise_pt-200-x1": { "available": true, "backlogHours": 2222.16, "canVerify": true, "error": null, "gpu": "Sunrise_pt-200-x1", "healthFactor": 1.0, "maxConcurrentTasks": 2, "qualityFactor": 0.2448084215065036, "queueFactor": 0.9063394921862663, "queueWeight": 0.9063394921862663, "recentSuccess": 10, "recentSuccessRate": 0.2, "recentTerminal": 50, "recentWilsonLowerBound": 0.11243629945973886, "running": 2, "selectionWeight": 0.2218795404311259, "stale": false, "submissionEligible": false, "throughputPerHour": 8.333333333333334, "waiting": 18518 }, "Vastai_va16": { "available": true, "backlogHours": 1656.65625, "canVerify": true, "error": null, "gpu": "Vastai_va16", "healthFactor": 1.0, "maxConcurrentTasks": 16, "qualityFactor": 0.05, "queueFactor": 0.9471578050572469, "queueWeight": 0.9471578050572469, "recentSuccess": 1, "recentSuccessRate": 0.015625, "recentTerminal": 64, "recentWilsonLowerBound": 0.002763470750401405, "running": 16, "selectionWeight": 0.04735789025286235, "stale": false, "submissionEligible": false, "throughputPerHour": 10.666666666666666, "waiting": 17671 }, "hygon_k100-ai": { "available": true, "backlogHours": 1507.25, "canVerify": true, "error": null, "gpu": "hygon_k100-ai", "healthFactor": 1.0, "maxConcurrentTasks": 6, "qualityFactor": 0.29309563536105593, "queueFactor": 0.9606814591417029, "queueWeight": 0.9606814591417029, "recentSuccess": 18, "recentSuccessRate": 0.1875, "recentTerminal": 96, "recentWilsonLowerBound": 0.12202372252361303, "running": 6, "selectionWeight": 0.2815715426467237, "stale": false, "submissionEligible": false, "throughputPerHour": 16.0, "waiting": 24116 } }, "queueAttemptedAt": "2026-10-19T08:29:16.573367+00:00", "queueError": null, "queueUpdatedAt": "2026-10-19T08:29:16.573367+00:00", "supportedGpus": [ "Cambricon_mlu-370-x4", "Vastai_va16", "Iluvatar_mrv-100", "Kunlunxin_p-800", "Iluvatar_bi-150", "Biren_166m", "Ascend_910-b3", "Ascend_910-b4", "hygon_k100-ai", "MetaX_c-500", "Sunrise_pt-200-x1", "Iluvatar_bi-100", "Cambricon_mlu-370-x8", "Mthreads_s4000" ], "taskTypes": [ "text-generation" ], "throughputWindowHours": 6, "version": 3 }